-- Logs begin at Fri 2021-11-12 02:27:22 UTC, end at Fri 2021-11-12 04:46:22 UTC. -- Nov 12 03:02:30.922196 n-d-713499-30 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:02:33.644777 n-d-713499-30 neutron-server[102496]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:02:33.645352 n-d-713499-30 neutron-server[102496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:02:33.645571 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:02:33.648863 n-d-713499-30 neutron-server[102496]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:02:33.649122 n-d-713499-30 neutron-server[102496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:02:33.649442 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:02:33.650390 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:02:33.650625 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:02:33.650993 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:02:33.651239 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:02:33.651466 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:02:33.651782 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.652226 n-d-713499-30 neutron-server[102496]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:02:33.652541 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.652840 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.653133 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.653428 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.653718 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.654002 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.654295 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.654593 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.654882 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.655163 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.655446 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.655738 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.656046 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.656338 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.656630 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.656913 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] debug = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.657195 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.657626 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.658035 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.658314 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.658605 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.658888 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.659166 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.659443 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.659728 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.660598 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] host = n-d-713499-30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.660881 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.661173 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.661463 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.661752 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.662031 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.662309 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.662596 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.662873 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.663147 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.663425 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.663717 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.664137 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.664432 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.664658 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.664881 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.665183 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.665474 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.665751 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.666027 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.666303 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.666578 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.666852 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.667124 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.667411 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.667696 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.667999 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.668280 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.668555 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.668834 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.669106 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.669393 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.669673 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.669948 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.670222 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.670507 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.670778 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.671053 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.671354 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.671643 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.671929 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.672241 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.672518 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.672803 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.673079 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.673353 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.673627 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_json = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.673901 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.674172 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.674469 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.674726 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.674998 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.675274 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.676116 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.676407 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:33.676706 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.677006 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.677309 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.677594 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.677901 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.678183 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.678476 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.678755 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.679045 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.679335 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.679627 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.679906 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.680232 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.680513 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.680808 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.681113 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.681408 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.681703 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.681982 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.682259 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.682538 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.682817 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.683106 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.683385 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.683678 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.683996 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.684273 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.684562 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.684851 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.685141 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.685417 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.685697 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.685988 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.686267 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.686540 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.686816 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.687105 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.687382 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.687658 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.687940 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.688241 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.688515 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.688787 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.689063 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.689353 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.689635 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.689910 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.690182 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.690458 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.690732 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.691039 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.691321 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.691597 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.691871 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.692171 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.692444 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.692717 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.692993 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.693265 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.693541 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.693815 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.694089 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.694362 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.694634 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.694906 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.695178 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.695451 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.695729 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.696093 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.696371 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.696645 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.696920 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.697195 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.697480 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.697778 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.698057 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.698337 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.698615 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.698892 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.699168 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.699442 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.699726 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.700028 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.700308 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.700593 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.700876 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.701160 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.701441 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.701718 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.702043 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.702320 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.702599 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.702874 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.703150 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.703432 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.703713 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.704030 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.704327 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.704622 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.704915 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.705204 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.705482 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.705791 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.706073 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:33.706294 n-d-713499-30 neutron-server[102496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:02:33.706536 n-d-713499-30 neutron-server[102496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:02:34.132336 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:02:34.132615 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:02:34.132934 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:02:34.133249 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:02:34.455818 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.456058 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.456336 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.458088 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.458363 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.458630 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.492631 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.492902 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.493173 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.508797 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.509077 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.509344 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.540954 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.541231 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.541502 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.577960 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.578241 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.578509 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.812387 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.813019 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.813019 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.813179 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.813809 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.940556 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.941427 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.941721 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.941994 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.942262 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.942575 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.942833 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.943088 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.943343 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.943628 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.943888 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.944179 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.944438 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.944699 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.944956 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.945222 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.945479 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.945746 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.946017 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.946275 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.946545 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.946797 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.947078 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.947454 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.947701 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.947929 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.948348 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.948588 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.948826 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.949061 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.949296 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.949529 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:34.949892 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:02:34.953143 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:02:34.957698 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:02:34.961547 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Nov 12 03:02:34.963192 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:02:34.963653 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:02:34.964010 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:02:34.964395 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:02:34.967292 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:02:34.967545 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:02:34.967895 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:02:34.973523 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:02:34.995637 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:02:34.996116 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.996415 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:02:34.996776 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:34.998165 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:02:34.998444 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:02:34.998690 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:02:35.001937 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.002218 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.065797 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:02:35.066495 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:02:35.066735 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:02:35.067102 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:02:35.087529 n-d-713499-30 neutron-server[102496]: DEBUG oslo_db.sqlalchemy.engines [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:02:35.622331 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing driver for type 'gre' Nov 12 03:02:35.623002 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] gre ID ranges: [(1, 1000)] Nov 12 03:02:35.674273 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing driver for type 'local' Nov 12 03:02:35.674619 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing driver for type 'vlan' Nov 12 03:02:35.687951 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] VlanTypeDriver initialization complete Nov 12 03:02:35.688311 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing driver for type 'vxlan' Nov 12 03:02:35.688793 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:02:35.744176 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing extension driver 'port_security' Nov 12 03:02:35.744522 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.extensions.port_security [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] PortSecurityExtensionDriver initialization complete Nov 12 03:02:35.744862 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing mechanism driver 'openvswitch' Nov 12 03:02:35.745200 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing mechanism driver 'hyperv' Nov 12 03:02:35.751945 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:35.752834 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.753200 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.753549 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.754074 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.754502 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.754853 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.755195 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.755588 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.756010 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.756363 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.756703 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.757090 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.757509 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.757839 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.758176 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.758569 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.758971 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.759313 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.759648 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.760058 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.760461 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > address_group after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.760800 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > address_group after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.761134 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > address_group after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.761529 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102496) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:02:35.761905 n-d-713499-30 neutron-server[102496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] ML2 OVO RPC backend initialized. {{(pid=102496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:02:35.762610 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.762959 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.763371 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.763715 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > networks before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.764083 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.764422 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > ports before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.764759 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.765095 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnets before_response 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.765433 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.765766 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.766097 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.766426 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.766759 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.767088 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.767417 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.767748 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.768114 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > subnet after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.768688 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Modular L2 Plugin initialization complete Nov 12 03:02:35.769089 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading services supported by the core plugin {{(pid=102496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:02:35.769414 n-d-713499-30 neutron-server[102496]: INFO neutron.plugins.ml2.managers [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Got port-security extension from driver 'port_security' Nov 12 03:02:35.769871 n-d-713499-30 neutron-server[102496]: INFO neutron.extensions.vlantransparent [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Disabled vlantransparent extension. Nov 12 03:02:35.770346 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:02:35.770655 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: router Nov 12 03:02:35.807182 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.807570 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_create 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.807933 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router before_create 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.808319 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.808686 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.809035 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_delete 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.809387 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > floatingip after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.809849 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > floatingip after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.810207 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_create 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.810550 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.810896 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.811241 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.811599 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.812036 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.812405 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.812961 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.813053 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: subnet after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.813384 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.813727 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > port precommit_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.814071 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_create 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.814408 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.814746 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.815098 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router after_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.815436 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_delete 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.815799 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_create 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.816194 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router_interface after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.816536 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_update 55549900 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.816895 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > agent after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.817237 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > agent after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.817576 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > network after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.818434 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Tracking information for resource: router configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:35.818760 n-d-713499-30 neutron-server[102496]: DEBUG neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Tracking information for resource: floatingip configured {{(pid=102496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:02:35.823610 n-d-713499-30 neutron-server[102496]: INFO neutron.db.l3_agentschedulers_db [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:02:35.824204 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.824561 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.824991 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.825329 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.826104 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router before_create 55550100 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.826464 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_delete 55550100 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.826820 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_create 55550100 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.827170 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > router precommit_update 55550100 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.832146 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.provider_configuration [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service providers = [] {{(pid=102496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:02:35.832509 n-d-713499-30 neutron-server[102496]: DEBUG neutron.db.servicetype_db [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:02:35.835511 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.service_base [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:02:35.835857 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.service_base [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:02:35.836217 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.service_base [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:02:35.837099 n-d-713499-30 neutron-server[102496]: DEBUG neutron.services.service_base [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:02:35.837467 n-d-713499-30 neutron-server[102496]: INFO neutron.services.service_base [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:02:35.837828 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.838145 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:02:35.850862 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.851194 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: auto_allocate Nov 12 03:02:35.857230 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: network precommit_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.857612 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: network precommit_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.858131 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.858448 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: tag Nov 12 03:02:35.865962 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.866289 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: timestamp Nov 12 03:02:35.870203 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.870527 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: network_ip_availability Nov 12 03:02:35.876305 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.876457 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.876809 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:35.877520 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.877844 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: flavors Nov 12 03:02:35.883162 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.883355 n-d-713499-30 neutron-server[102496]: INFO neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading Plugin: revisions Nov 12 03:02:35.887697 n-d-713499-30 neutron-server[102496]: DEBUG neutron.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:02:35.888127 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=102496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:02:35.888896 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:02:35.889206 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Initializing extension manager. Nov 12 03:02:35.889734 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: __init__.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.890104 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: __pycache__ {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.890379 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.890705 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: address_group.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.891494 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.892119 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: address-group Nov 12 03:02:35.892437 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: address_scope.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.893361 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.893673 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: address-scope Nov 12 03:02:35.894149 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: admin_state_down_before_update.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.894995 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.895581 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:02:35.895855 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: agent.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.896591 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.897080 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: agent Nov 12 03:02:35.897441 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: agent_resources_synced.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.898310 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.898916 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: agent-resources-synced Nov 12 03:02:35.899125 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: allowedaddresspairs.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.900998 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.901509 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: allowed-address-pairs Nov 12 03:02:35.901842 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: auto_allocated_topology.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.903013 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.903534 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: auto-allocated-topology Nov 12 03:02:35.903906 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: availability_zone.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.904628 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.905129 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: availability_zone Nov 12 03:02:35.905444 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: availability_zone_filter.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.906354 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.906850 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: availability_zone_filter Nov 12 03:02:35.907167 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: data_plane_status.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.908095 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.908587 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:02:35.908900 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: default_subnetpools.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.910332 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.910824 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: default-subnetpools Nov 12 03:02:35.911138 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: dhcpagentscheduler.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.911941 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.912457 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:02:35.912773 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: dns.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.913763 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.914174 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:02:35.914488 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: dns_domain_ports.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.915397 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.915887 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:02:35.916229 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.917141 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.917634 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:02:35.917949 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: dvr.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.918651 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.919163 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: dvr Nov 12 03:02:35.919475 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: ecmp_routes.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.920405 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.920897 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:02:35.921214 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: empty_string_filtering.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.922122 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.922617 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: empty-string-filtering Nov 12 03:02:35.922933 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.923844 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.924371 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:02:35.924692 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.926205 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.926702 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:02:35.927020 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: external_net.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.927933 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.928459 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: external-net Nov 12 03:02:35.928778 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: extra_dhcp_opt.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.929681 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.930178 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: extra_dhcp_opt Nov 12 03:02:35.930493 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: extraroute.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.931408 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.931908 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: extraroute Nov 12 03:02:35.932254 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: extraroute_atomic.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.933278 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.933784 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: extraroute-atomic Nov 12 03:02:35.934103 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: filter_validation.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.934936 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.935430 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: filter-validation Nov 12 03:02:35.935750 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: fip_pf_description.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.936688 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.937185 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:02:35.937501 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: fip_port_details.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.938422 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.938922 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: fip-port-details Nov 12 03:02:35.939236 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: flavors.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.940516 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.941157 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: flavors Nov 12 03:02:35.941480 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.943188 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.943697 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:02:35.944056 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: floatingip_pools.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.944747 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.945240 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: floatingip-pools Nov 12 03:02:35.945557 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: ip_allocation.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.946477 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.947060 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:02:35.947377 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.948324 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.948828 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: ip-substring-filtering Nov 12 03:02:35.949147 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l2_adjacency.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.950141 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.950631 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:02:35.950949 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.951916 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.952440 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: router Nov 12 03:02:35.952760 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3_conntrack_helper.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.955017 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.955539 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:02:35.955866 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.956848 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.957353 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: ext-gw-mode Nov 12 03:02:35.957679 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.958614 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.959117 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: l3-ha Nov 12 03:02:35.959440 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3_flavors.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.960364 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.960870 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: l3-flavors Nov 12 03:02:35.961190 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.962134 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.962629 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:02:35.962949 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: l3agentscheduler.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.963991 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.964495 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: l3_agent_scheduler Nov 12 03:02:35.964817 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: logging.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.966387 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.966888 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension logging not supported by any of loaded plugins Nov 12 03:02:35.967211 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: metering.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.967944 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.968866 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: metering Nov 12 03:02:35.969186 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.970410 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.970918 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:02:35.971239 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: multiprovidernet.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.972711 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.973207 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: multi-provider Nov 12 03:02:35.973526 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: netmtu.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.974436 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.974932 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: net-mtu Nov 12 03:02:35.975249 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: netmtu_writable.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.976192 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.976692 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: net-mtu-writable Nov 12 03:02:35.977008 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: network_availability_zone.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.977669 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.978161 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: network_availability_zone Nov 12 03:02:35.978475 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: network_ip_availability.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.979589 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.980124 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: network-ip-availability Nov 12 03:02:35.980444 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: network_segment_range.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.981274 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.981767 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:02:35.982082 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: pagination.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.983062 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.983388 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: pagination Nov 12 03:02:35.983703 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: port_device_profile.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.984637 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.985134 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: port-device-profile Nov 12 03:02:35.985447 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.986364 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.986861 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: port-mac-address-regenerate Nov 12 03:02:35.987176 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.988708 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.989204 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: port-numa-affinity-policy Nov 12 03:02:35.989519 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: port_resource_request.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.990435 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.990935 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:02:35.991250 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: port_resource_request_groups.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.992241 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.992742 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:02:35.993058 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: portbindings.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.993981 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.994488 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: binding Nov 12 03:02:35.994805 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: portbindings_extended.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.996106 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.996615 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: binding-extended Nov 12 03:02:35.996937 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: portsecurity.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.997850 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.998353 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: port-security Nov 12 03:02:35.998677 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: project_id.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:35.999642 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:35.999976 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: project-id Nov 12 03:02:36.000310 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: providernet.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.001227 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.001724 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: provider Nov 12 03:02:36.002038 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.005623 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.006141 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos not supported by any of loaded plugins Nov 12 03:02:36.006468 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.007711 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.008245 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:02:36.008579 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.009492 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.010002 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:02:36.010326 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_default.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.011235 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.011736 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:02:36.012083 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_fip.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.012788 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.013278 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:02:36.013598 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_gateway_ip.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.014517 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.015019 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:02:36.015340 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_port_network_policy.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.016278 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.016776 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:02:36.017095 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.018118 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.018625 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:02:36.019484 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_pps_rule.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.020690 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.021367 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:02:36.021689 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_rule_type_details.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.022601 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.023102 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:02:36.023419 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: qos_rules_alias.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.024513 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.025017 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:02:36.025336 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: quota_check_limit.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.026249 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.026751 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: quota-check-limit Nov 12 03:02:36.027069 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: quotasv2.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.028060 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.028391 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: quotas Nov 12 03:02:36.028707 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: quotasv2_detail.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.031849 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.032216 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: quota_details Nov 12 03:02:36.032545 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: rbac.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.033592 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.034106 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: rbac-policies Nov 12 03:02:36.034432 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: rbac_address_group.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.036004 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.036515 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: rbac-address-group Nov 12 03:02:36.036835 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: rbac_address_scope.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.037757 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.038260 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: rbac-address-scope Nov 12 03:02:36.038578 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: rbac_security_groups.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.039493 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.040014 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: rbac-security-groups Nov 12 03:02:36.040332 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: rbac_subnetpool.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.041236 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.041732 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: rbac-subnetpool Nov 12 03:02:36.042047 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: revisionifmatch.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.042960 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.043463 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: revision-if-match Nov 12 03:02:36.043781 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: revisions.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.044927 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.045428 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: standard-attr-revisions Nov 12 03:02:36.045747 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: router_availability_zone.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.046410 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.046905 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: router_availability_zone Nov 12 03:02:36.047221 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: routerservicetype.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.048155 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.048650 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:02:36.048966 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.049882 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.050913 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:02:36.051227 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: security_groups_port_filtering.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.052245 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.052744 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: port-security-groups-filtering Nov 12 03:02:36.053063 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.053981 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.054481 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: security-groups-remote-address-group Nov 12 03:02:36.054798 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.055726 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.056248 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: security-groups-shared-filtering Nov 12 03:02:36.056566 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.057141 n-d-713499-30 neutron-server[102496]: WARNING neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:02:36.057455 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: securitygroup.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.068044 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.068556 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: security-group Nov 12 03:02:36.068885 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: segment.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.069673 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.070166 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension segment not supported by any of loaded plugins Nov 12 03:02:36.070489 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.071418 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.071916 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:02:36.072268 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: servicetype.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.073372 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.073880 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: service-type Nov 12 03:02:36.074204 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: sorting.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.075183 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.075511 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: sorting Nov 12 03:02:36.075827 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: standard_attr_segment.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.076798 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.077306 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:02:36.077623 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: standardattrdescription.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.078265 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.078756 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: standard-attr-description Nov 12 03:02:36.079077 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: stateful_security_group.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.080025 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.080539 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: stateful-security-group Nov 12 03:02:36.080858 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: stdattrs_common.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.081946 n-d-713499-30 neutron-server[102496]: WARNING neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:02:36.082265 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.083184 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.083682 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:02:36.084019 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnet_onboard.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.085093 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.085605 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: subnet_onboard Nov 12 03:02:36.085924 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.086853 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.087352 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:02:36.087670 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnet_service_types.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.088615 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.089126 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: subnet-service-types Nov 12 03:02:36.089444 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnetallocation.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.090586 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.091093 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: subnet_allocation Nov 12 03:02:36.091413 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.092112 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.092605 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:02:36.092920 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.094113 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.094610 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:02:36.094927 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: tagging.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.095997 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.096500 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: standard-attr-tag Nov 12 03:02:36.096823 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: timestamp.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.098607 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.099117 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loaded extension: standard-attr-timestamp Nov 12 03:02:36.099438 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: trunk.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.100495 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.101001 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension trunk not supported by any of loaded plugins Nov 12 03:02:36.101320 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: trunk_details.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.102236 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.102737 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:02:36.103053 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: uplink_status_propagation.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.104011 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.104514 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:02:36.104829 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Loading extension file: vlantransparent.py {{(pid=102496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:02:36.105488 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:02:36.105978 n-d-713499-30 neutron-server[102496]: INFO neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:02:36.108512 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:network Nov 12 03:02:36.109034 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:02:36.109435 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:02:36.109833 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:port Nov 12 03:02:36.111054 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.111497 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service FLAVORS assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.112141 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.112592 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.112927 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:router Nov 12 03:02:36.113362 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:02:36.113851 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service METERING assigned prefix: /metering {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.115303 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:36.115665 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:36.116037 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:02:36.117026 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:02:36.117461 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:02:36.117889 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:02:36.118489 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service CORE assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.118824 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:02:36.119170 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] subnetpool is already registered Nov 12 03:02:36.119661 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service CORE assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.120007 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:02:36.120336 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] subnetpool is already registered Nov 12 03:02:36.122665 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.123097 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service FLAVORS assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.123714 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.124175 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.124507 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:router Nov 12 03:02:36.124843 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] router is already registered Nov 12 03:02:36.125260 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:02:36.125591 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] floatingip is already registered Nov 12 03:02:36.126050 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service METERING assigned prefix: /metering {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.126809 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:02:36.127089 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] rbac_policy is already registered Nov 12 03:02:36.127494 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:02:36.127831 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] security_group is already registered Nov 12 03:02:36.128283 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:02:36.128623 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] security_group_rule is already registered Nov 12 03:02:36.130127 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service CORE assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.130447 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:02:36.130776 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] subnetpool is already registered Nov 12 03:02:36.131189 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.v2.resource_helper [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Service CORE assigned prefix: {{(pid=102496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:02:36.131506 n-d-713499-30 neutron-server[102496]: INFO neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:02:36.131830 n-d-713499-30 neutron-server[102496]: WARNING neutron.quota.resource_registry [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] subnetpool is already registered Nov 12 03:02:36.133562 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: extensions {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.135028 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: address-groups {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.136542 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: address-scopes {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.137838 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: agents {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.139096 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: auto-allocated-topology {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.140383 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: availability_zones {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.141589 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: dhcp-networks {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.142990 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: dhcp-agents {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.145076 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: routers {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.147176 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: flavors {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.148461 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: service_profiles {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.149688 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: next_providers {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.151112 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: service_profiles {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.152567 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: floatingip-pools {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.153994 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: routers {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.156124 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: floatingips {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.157446 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: l3-routers {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.158836 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: l3-agents {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.160840 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: metering-labels {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.162073 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: metering-label-rules {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.163448 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: network-ip-availabilities {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.164745 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: bindings {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.166285 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: quotas {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.167922 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: quotas {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.169554 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: rbac-policies {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.170747 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: security-groups {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.172109 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: security-group-rules {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.173329 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: service-providers {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.174533 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: subnetpools {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.175970 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: subnetpools {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.177424 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.179107 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.180927 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.182688 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.184482 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.186421 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.188134 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.190915 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.192717 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.194460 n-d-713499-30 neutron-server[102496]: DEBUG neutron.api.extensions [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Extended resource: tags {{(pid=102496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:02:36.200680 n-d-713499-30 neutron-server[102496]: WARNING keystonemiddleware.auth_token [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:02:36.205191 n-d-713499-30 neutron-server[102496]: WARNING keystonemiddleware.auth_token [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:02:36.214513 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Acquired lock "singleton_lock" {{(pid=102496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:02:36.214981 n-d-713499-30 neutron-server[102496]: DEBUG oslo_concurrency.lockutils [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Releasing lock "singleton_lock" {{(pid=102496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:02:36.215689 n-d-713499-30 neutron-server[102496]: INFO oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Starting 2 workers Nov 12 03:02:36.220786 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Started child 102605 {{(pid=102496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:02:36.225860 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Started child 102606 {{(pid=102496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:02:36.227423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.227980 n-d-713499-30 neutron-server[102496]: INFO neutron.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:02:36.228063 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Publish callbacks [] for process, before_spawn {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.228512 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [-] (102605) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:02:36.230394 n-d-713499-30 neutron-server[102496]: INFO oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Starting 1 workers Nov 12 03:02:36.230641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.232018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [-] (102606) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:02:36.235558 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Started child 102607 {{(pid=102496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:02:36.236109 n-d-713499-30 neutron-server[102496]: INFO oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Starting 1 workers Nov 12 03:02:36.240535 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Started child 102608 {{(pid=102496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:02:36.240846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] calling RpcWorker wait() {{(pid=102607) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:02:36.241336 n-d-713499-30 neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] Publish callbacks [] for process, after_spawn {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.241886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.service [None req-7506219d-02ee-442c-84b2-c99570502ccb None None] returning from RpcWorker wait() {{(pid=102607) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:02:36.243257 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:02:36.243467 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:02:36.243652 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:02:36.243861 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:02:36.244230 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:02:36.244406 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:02:36.244618 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.244932 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.245097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:36.245208 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.245457 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.245566 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.246008 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.246008 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.246493 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.246659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:36.246805 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.247095 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.247365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.247632 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.247797 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.247973 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.248231 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.248457 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.248732 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.248982 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.249225 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.249474 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.249646 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.249893 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.250152 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.250394 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.250651 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] debug = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.250885 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.251327 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.251547 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.251782 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.252048 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.252335 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.252572 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.252827 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.253069 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.253326 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.253559 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.253806 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.254084 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.254285 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.254514 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.254723 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.254985 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.255218 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.255662 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] host = n-d-713499-30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.255874 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.256205 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.256429 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.256670 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.256934 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.257146 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.257405 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.257654 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.257908 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.258124 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.258369 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.258609 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.258838 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.259092 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.259253 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_options = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.259495 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.259760 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260023 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260222 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260386 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260562 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260819 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.260977 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.261238 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.261448 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.261659 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.261886 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.262113 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.262350 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.262656 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.262883 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.263091 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.263297 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.263554 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.263774 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.264013 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.264237 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.264488 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.264732 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.264972 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.265200 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.265421 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.265653 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.265887 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.266103 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.266331 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.266571 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.266813 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.267064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.267336 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.267573 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.267799 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.268058 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.268323 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.268544 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.268780 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.269676 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.269888 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.270144 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.270355 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.270601 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.270810 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_json = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.271019 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.271262 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.271512 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.271737 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.271944 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.272178 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.272403 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.272646 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.273090 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.273356 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.273657 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.273910 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.274136 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.274370 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.274630 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.274846 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.275092 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.275352 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.275679 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.275895 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.277100 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.277499 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.277788 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.278332 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.278435 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.278722 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.278975 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.279207 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.279421 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.279658 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.279948 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.280213 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.280465 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.280692 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.280926 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.281265 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.281531 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.281977 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.282246 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.282621 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.282847 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.283083 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.283447 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.283672 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.283910 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.284211 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.284459 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.285446 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.285676 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.285909 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.286154 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.286407 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.286658 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.286918 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.287169 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.287396 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.287611 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.287844 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.288395 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.288395 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.288726 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.288865 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.289002 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.289251 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.289471 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.289680 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290022 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290193 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290341 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290574 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290784 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.290981 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.291198 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.291429 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.291706 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.291926 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.292188 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.292568 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.292709 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.292903 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.293117 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.293436 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.293769 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.294123 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.294265 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.294400 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.294583 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.294810 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.295037 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.295244 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.295910 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.295910 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.295910 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.296358 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.296358 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.296640 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.296784 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.296930 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.297448 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.297448 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.297736 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.297882 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.298150 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.298382 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.298618 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.298831 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.299046 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.299286 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.299526 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.299748 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.300407 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.300407 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.301404 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.301404 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.301404 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.301404 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.301404 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.305795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.306553 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307108 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307521 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307521 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307737 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.307987 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.308206 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.308436 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.308758 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.308984 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.309714 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.309714 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.310058 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.310058 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.310441 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.310644 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.310874 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.311018 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.311256 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.311565 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.311712 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.311901 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.312183 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.312395 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.313162 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.313944 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.313944 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.313944 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.314192 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.314260 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.314450 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.314660 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.315066 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.315490 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.315917 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.316554 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.316554 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317291 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317291 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317291 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317705 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317705 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.317975 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.318154 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.318280 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.318522 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319000 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319000 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319190 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319405 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319640 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.319861 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.320107 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.320322 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.320532 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.320743 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.320957 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.321171 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.321379 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.321599 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.321826 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.322093 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.322342 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.322850 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.322954 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.323124 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.323364 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.323597 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.323834 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.324097 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.324344 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.324574 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.324817 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.325082 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.325350 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.325585 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.325834 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.326061 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.326289 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.326499 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.326919 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.326919 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.327317 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.327541 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328318 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328318 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328318 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.328897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.329287 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.329287 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.329696 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.329696 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.329941 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.330065 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.330232 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.330454 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.330686 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.330891 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.331138 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.331871 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.332101 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.332315 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333019 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333019 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333019 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333854 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333854 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333854 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.333854 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334293 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334293 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334293 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334639 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334767 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.334890 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.335102 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.335379 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.335620 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.335853 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337496 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337590 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.337953 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.338396 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.338758 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.339148 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.339591 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.340049 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.340505 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.340777 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.341059 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.341333 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.341611 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.341826 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.342111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.342586 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.342681 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.342944 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.343634 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.343782 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.343919 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.344135 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.344361 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345115 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345115 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345115 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345508 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345508 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.345741 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.346120 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.346120 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.346371 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.346576 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.346806 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.347540 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.347721 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:02:36.348298 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:02:36.348438 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:02:36.348582 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:02:36.348723 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:02:36.348850 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:02:36.348973 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:02:36.349152 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.349303 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.349453 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.349604 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.349754 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.349925 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350077 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350226 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350375 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350523 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350672 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350820 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.350969 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351124 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351275 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351423 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351572 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351731 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.351890 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352097 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352229 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352351 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352501 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] debug = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352710 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.352850 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353002 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353127 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353262 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353410 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353558 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353706 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.353854 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354002 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354159 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354305 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354494 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354634 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354757 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.354880 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.355002 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.355158 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.355312 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] host = n-d-713499-30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.355467 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.356172 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.356172 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.356172 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.356538 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.356538 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357464 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357464 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357464 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357832 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357832 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.357832 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_options = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.358897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.359693 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.360687 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361365 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361898 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361898 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361898 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.361898 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362167 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362167 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362307 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362413 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362587 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362741 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.362897 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363053 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363206 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363345 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363500 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363654 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363807 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.363981 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.364124 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.364314 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365064 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365517 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_json = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365517 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365517 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365743 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365743 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.365883 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.366002 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.366089 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.366246 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:02:36.366419 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.366577 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.366745 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.366901 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367056 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367211 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367366 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367525 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367683 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.367837 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368034 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368196 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368361 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368577 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368717 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368840 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.368961 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.369103 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.369244 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370264 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370771 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370771 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.370771 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371110 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371110 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371263 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371384 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371494 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371579 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.371807 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372007 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372146 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372302 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372458 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372615 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372770 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.372927 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373084 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373240 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373397 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373552 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373713 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.373879 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.374674 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.374674 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.374674 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.374674 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.374674 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375443 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375839 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.375839 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376003 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376099 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376669 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376669 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376669 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376669 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376993 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.376993 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377148 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377226 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:36.377449 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377528 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377652 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377808 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.377963 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.378968 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.378968 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.378968 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379573 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379573 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379573 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379573 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379934 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379934 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.379934 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380213 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380291 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380407 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380576 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380731 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.380888 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381050 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381208 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381362 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381516 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381672 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381828 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.381982 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382137 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382293 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382449 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382604 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382758 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.382912 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383066 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383220 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383375 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383530 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383684 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.383841 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384016 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384173 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384329 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384483 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384815 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384815 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.384973 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385081 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385242 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385407 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385563 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385719 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.385875 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386030 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386185 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386339 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386497 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386653 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386808 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.386963 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.387123 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.387329 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.387527 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.387685 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.387841 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.388040 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.388199 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.388356 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.388513 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.388668 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.389460 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.389623 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.389779 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390295 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390295 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390295 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390528 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390528 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390671 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390819 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.390946 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.391178 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392142 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392636 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392636 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392636 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392838 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.392915 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.393016 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.393170 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.393325 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.393472 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.393624 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.394481 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.394638 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.394796 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.394954 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.395110 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.395268 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.395425 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.395581 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.395738 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396121 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396121 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396359 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396359 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396589 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396713 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396833 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.396970 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397093 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397215 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397371 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397526 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397695 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.397851 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398007 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398162 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398318 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398473 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398629 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398785 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.398993 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399201 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399321 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399480 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399638 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399795 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.399951 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400129 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400285 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400440 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400595 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400762 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.400919 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401078 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401238 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401432 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401576 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401718 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.401916 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402060 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402197 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402328 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402457 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402600 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402741 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.402877 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403007 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403149 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403289 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403426 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403560 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403715 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.403870 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404049 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404191 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404356 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404511 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404665 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404820 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.404977 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.405130 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.405301 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.405516 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.405668 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.405823 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406136 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406293 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406458 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406614 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406770 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.406935 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407091 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407246 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407402 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407560 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407713 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.407870 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408047 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408205 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408618 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408618 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408767 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408845 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.408955 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409111 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409277 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409458 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409624 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409773 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.409936 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410104 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410259 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410414 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410570 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410725 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.410881 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411041 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411196 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411344 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411541 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411636 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411796 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.411951 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412129 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412284 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412440 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412581 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412739 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.412894 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.413050 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:02:36.413199 n-d-713499-30 neutron-server[102496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:02:36.593071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55042) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:02:36.601797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063293 Nov 12 03:02:47.961723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295efa8-12b1-4bca-b98b-d23c64a9c1be None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:02:48.043617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295efa8-12b1-4bca-b98b-d23c64a9c1be None None] No non-hosted networks {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:02:48.063090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.agentschedulers_db [None req-3295efa8-12b1-4bca-b98b-d23c64a9c1be None None] DHCP Agent not found on host n-d-713499-30 {{(pid=102607) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 03:02:48.172339 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73ff8623-02da-491d-a1d9-6f39330698e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:50.301617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-786c68e8-ba4b-401d-a610-ab30baff5642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:50.334834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab045e6d-85c0-4c35-9b0f-ce65f344b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:51.531952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:52.883280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:53.516111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:53.517448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.519342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.519775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.521400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.522067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.522759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.523370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.524121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.524882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.525633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.526229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.526771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:02:53.527432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713499-30', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:53.541537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713499-30', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:02:54.248363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:02:54.762650 n-d-713499-30 neutron-server[102606]: WARNING oslo_policy.policy [None req-897188d7-2e16-496b-9d62-644b9cbfa65b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:02:54.763488 n-d-713499-30 neutron-server[102606]: WARNING oslo_policy.policy [None req-897188d7-2e16-496b-9d62-644b9cbfa65b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:02:54.958298 n-d-713499-30 neutron-server[102607]: INFO neutron.db.l3_hamode_db [None req-60711df7-2110-4ed9-84a5-ab544a05a931 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:02:54.996325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-897188d7-2e16-496b-9d62-644b9cbfa65b admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:02:54.997660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-897188d7-2e16-496b-9d62-644b9cbfa65b admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7481816 Nov 12 03:02:55.037273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60711df7-2110-4ed9-84a5-ab544a05a931 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:02:55.037651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60711df7-2110-4ed9-84a5-ab544a05a931 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:02:57.501323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55148) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:02:57.804857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:02:57.901693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.policy [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:02:57.948632 n-d-713499-30 neutron-server[102606]: WARNING oslo_policy.policy [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:02:57.949004 n-d-713499-30 neutron-server[102606]: WARNING oslo_policy.policy [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:02:57.958338 n-d-713499-30 neutron-server[102606]: INFO neutron.quota [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] Loaded quota_driver: . Nov 12 03:02:58.048498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781428927805', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781428928744', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781428940074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781428943199', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781429346952', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781428897106', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-711945', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1310869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627093'] for rbac-policy, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:58.115316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:58.116511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-393c12d7-8979-43ed-bdf6-de3fb7b1ed32 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6142781 Nov 12 03:03:00.780804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55160) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:01.071042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:01.099413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Made reservation on behalf of 88ac7a02a22b4fbfba710ac2bd4ac61f for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:01.102056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.118368 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.226823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.230467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.254705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:01.278704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781426659557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.279279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Unsubscribe: segment precommit_create {{(pid=102606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:03:01.279775 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Added segment 2b93cd48-9652-441e-8711-56570f9ea518 of type vlan for network 19b05573-d3e0-4360-802d-5002ae4a6e5c Nov 12 03:03:01.285234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1269d96e-60cd-4ff8-ba26-257762371f66,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:01.319562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.319828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.320181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.320513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.320839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.321153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.321467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.321780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.322090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.322402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.322710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.323018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Tracked resource versions report: Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: pushed versions: Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Log': {'1.0'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Network': {'1.1'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Port': {'1.7'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'PortForwarding': {'1.2'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'QosPolicy': {'1.10'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SubPort': {'1.0'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Subnet': {'1.1'}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Trunk': {'1.1'}} Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: consumer versions: Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: L3 agent@n-d-713499-30: {}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: Metadata agent@n-d-713499-30: {}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: Metering agent@n-d-713499-30: {}, Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'ConntrackHelper': '1.0', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Log': '1.0', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Network': '1.1', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Port': '1.7', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'PortForwarding': '1.2', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'QosPolicy': '1.10', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SecurityGroup': '1.5', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SecurityGroupRule': '1.2', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'SubPort': '1.0', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Subnet': '1.1', Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: 'Trunk': '1.1'}} Nov 12 03:03:01.324121 n-d-713499-30 neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:01.394385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.432153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.433179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:01.433894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.492574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7107027 Nov 12 03:03:01.534118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e856e04-93cb-4da5-beed-bf405ee5e6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=19b05573-d3e0-4360-802d-5002ae4a6e5c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:01.545612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:04.265556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:04.657717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9451e5-0cdb-4d46-83bf-e1769a1b9ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:04.659090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f9451e5-0cdb-4d46-83bf-e1769a1b9ed4 admin admin] 10.222.0.93 "GET /v2.0/networks/19b05573-d3e0-4360-802d-5002ae4a6e5c HTTP/1.1" status: 200 len: 826 time: 0.3920152 Nov 12 03:03:04.684092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dba5a2c1-4daa-4634-8ccf-28f8912d5fd8 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/9ae16cf9-976e-4dec-839a-6a84c06d57c9 HTTP/1.1" status: 200 len: 734 time: 0.0185692 Nov 12 03:03:04.693758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:04.715613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Made reservation on behalf of 88ac7a02a22b4fbfba710ac2bd4ac61f for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:04.718162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.015536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.081162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7e7834-1aa2-47ff-b919-15df19ba88b1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:05.085610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Checking segment: {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:05.086002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Network hostable DHCP agents. Network: 19b05573-d3e0-4360-802d-5002ae4a6e5c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:05.109383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:05.120191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 19b05573-d3e0-4360-802d-5002ae4a6e5c) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:05.128217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:05.128807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.129823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e636f3-8f32-4897-bb5d-026b5d79b00f None None] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:05.144663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae3c1cef-bf5e-436a-96f8-618b569c0484 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4541922 Nov 12 03:03:05.449710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-19b05573-d3e0-4360-802d-5002ae4a6e5c', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:03:05.450954 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.739525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Allocated IP 172.20.0.2 (19b05573-d3e0-4360-802d-5002ae4a6e5c/7a7e7834-1aa2-47ff-b919-15df19ba88b1/45c1c855-51d8-464b-924c-abf5dda6867a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:05.946983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.955272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:06.018331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:06.023736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:06.036502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:06.050852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Pushing event updated for resources: {'Port': ['ID=45c1c855-51d8-464b-924c-abf5dda6867a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:06.079758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.080132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.080471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.080805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.081133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.081459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.081782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.082102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.082426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.082747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.083065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.083383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Tracked resource versions report: Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: pushed versions: Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Log': {'1.0'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Network': {'1.1'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Port': {'1.7'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: consumer versions: Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: L3 agent@n-d-713499-30: {}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: Metadata agent@n-d-713499-30: {}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: Metering agent@n-d-713499-30: {}, Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Log': '1.0', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Network': '1.1', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Port': '1.7', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'PortForwarding': '1.2', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'QosPolicy': '1.10', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'SubPort': '1.0', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Subnet': '1.1', Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: 'Trunk': '1.1'}} Nov 12 03:03:06.084495 n-d-713499-30 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:06.132843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Attempting to bind port 45c1c855-51d8-464b-924c-abf5dda6867a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:06.133477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Attempting to bind port 45c1c855-51d8-464b-924c-abf5dda6867a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:06.133656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Attempting to bind port 45c1c855-51d8-464b-924c-abf5dda6867a on network 19b05573-d3e0-4360-802d-5002ae4a6e5c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:06.138445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:06.138832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Checking segment: {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:06.139300 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:06.139689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Bound using segment: {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:06.140207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Bound port: 45c1c855-51d8-464b-924c-abf5dda6867a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:06.140627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:06.200349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] For port 45c1c855-51d8-464b-924c-abf5dda6867a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:06.204555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] For port 45c1c855-51d8-464b-924c-abf5dda6867a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=45c1c855-51d8-464b-924c-abf5dda6867a,segment=NetworkSegment(2b93cd48-9652-441e-8711-56570f9ea518),segment_id=2b93cd48-9652-441e-8711-56570f9ea518)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:06.208967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:06.273776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdba782-c3db-49de-b19a-2e34bfb6b93d None None] Pushing event updated for resources: {'Port': ['ID=45c1c855-51d8-464b-924c-abf5dda6867a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:07.676302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55182) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:07.987693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-98c6519c-d9c1-4937-84a7-143e1adadae4 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:07.988686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-98c6519c-d9c1-4937-84a7-143e1adadae4 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113489 Nov 12 03:03:10.503825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:10.813513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-1c11472c-1f7a-4a41-9b3a-ea8a512452e2 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:10.814490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1c11472c-1f7a-4a41-9b3a-ea8a512452e2 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097889 Nov 12 03:03:13.548310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55200) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:13.844029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Request body: {'router': {'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:13.869517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.871317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.003362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.008090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.021924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.023082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-66eebaaf-8684-4906-8d37-0f881872ca25 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4738071 Nov 12 03:03:15.347652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1b040-9609-4fe8-851e-aa6b91ac2e69 None None] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:15.473555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 45c1c855-51d8-464b-924c-abf5dda6867a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:15.487334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] Provisioning complete for port 45c1c855-51d8-464b-924c-abf5dda6867a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:15.487659 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.705637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 45c1c855-51d8-464b-924c-abf5dda6867a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:15.705856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.709722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.780123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] For port 45c1c855-51d8-464b-924c-abf5dda6867a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=45c1c855-51d8-464b-924c-abf5dda6867a,segment=NetworkSegment(2b93cd48-9652-441e-8711-56570f9ea518),segment_id=2b93cd48-9652-441e-8711-56570f9ea518)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:15.786674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.862387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5ac89-6807-4ca1-8165-2b6167a202a6 None None] Pushing event updated for resources: {'Port': ['ID=45c1c855-51d8-464b-924c-abf5dda6867a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:15.905315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-91746f36-3af6-4238-99cf-d7c06b72294a None None] Provisioning complete for port 45c1c855-51d8-464b-924c-abf5dda6867a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:15.905705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91746f36-3af6-4238-99cf-d7c06b72294a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.537231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:16.845161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-6b1ed8ef-e7af-4221-b32a-9691934fed2b admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:16.846233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6b1ed8ef-e7af-4221-b32a-9691934fed2b admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3080807 Nov 12 03:03:17.430390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 45c1c855-51d8-464b-924c-abf5dda6867a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:17.476384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 45c1c855-51d8-464b-924c-abf5dda6867a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:17.476664 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.901099 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4f1015e-1c2c-4bd0-b1b0-d6a9922cc9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.332193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55222) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.634950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:19.655559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Made reservation on behalf of 8a930b991d39414bbccce9c6c0e6eaab for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:19.657986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.665977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.738006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.741671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.757658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Reserving flat network on physical network physnet1 {{(pid=102606) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:03:19.779575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd9051-f49d-4475-8fb6-3fa48137c791,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.784175 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.784516 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Added segment 5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2 of type flat for network c05c87e7-7dae-4009-8352-b41d934068a4 Nov 12 03:03:19.829747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.862843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.864071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:19.864908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.919687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5864425 Nov 12 03:03:19.926350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb371e0-ffca-4276-94b8-6b074b1276fe admin admin] Pushing event updated for resources: {'Network': ['ID=c05c87e7-7dae-4009-8352-b41d934068a4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.948853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c05c87e7-7dae-4009-8352-b41d934068a4 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:20.289923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bdee96-a1fd-4f5a-ad3b-801b3eba7aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.465148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.395173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.614921 n-d-713499-30 neutron-server[102605]: WARNING oslo_policy.policy [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:03:22.615518 n-d-713499-30 neutron-server[102605]: WARNING oslo_policy.policy [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:03:22.797219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.035201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.policy [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:03:23.083228 n-d-713499-30 neutron-server[102605]: WARNING oslo_policy.policy [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:03:23.083594 n-d-713499-30 neutron-server[102605]: WARNING oslo_policy.policy [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:03:23.093036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:23.094993 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35a3eae6-07d0-451f-bb03-c695a9c7aa87 admin admin] 10.222.0.93 "GET /v2.0/subnets/7a7e7834-1aa2-47ff-b919-15df19ba88b1 HTTP/1.1" status: 200 len: 849 time: 0.6977720 Nov 12 03:03:23.254556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bba540f9-6353-4292-9fe4-7fbdfe26620f admin admin] 10.222.0.93 "GET /v2.0/routers/de372fc0-26b0-4338-b9c7-47b537a55e33 HTTP/1.1" status: 200 len: 704 time: 0.1534338 Nov 12 03:03:23.518346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.518603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.837981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Allocated IP 172.20.0.1 (19b05573-d3e0-4360-802d-5002ae4a6e5c/7a7e7834-1aa2-47ff-b919-15df19ba88b1/88ff7a15-bc74-4935-afbf-ecc8eff908b5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:24.044223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.111417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.150403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:24.172710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:24.228633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:24.228744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.247498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Pushing event updated for resources: {'Port': ['ID=88ff7a15-bc74-4935-afbf-ecc8eff908b5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:24.299263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.299606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.299952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.300307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.300641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.300970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.301303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.301626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.301948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.302269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.302595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.302916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Tracked resource versions report: Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: pushed versions: Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Log': {'1.0'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Network': {'1.1'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Port': {'1.7'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'PortForwarding': {'1.2'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'QosPolicy': {'1.10'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SubPort': {'1.0'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Subnet': {'1.1'}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Trunk': {'1.1'}} Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: consumer versions: Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: L3 agent@n-d-713499-30: {}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: Metadata agent@n-d-713499-30: {}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: Metering agent@n-d-713499-30: {}, Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'ConntrackHelper': '1.0', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Log': '1.0', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Network': '1.1', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Port': '1.7', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'PortForwarding': '1.2', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'QosPolicy': '1.10', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SecurityGroup': '1.5', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SecurityGroupRule': '1.2', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'SubPort': '1.0', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Subnet': '1.1', Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: 'Trunk': '1.1'}} Nov 12 03:03:24.304011 n-d-713499-30 neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:24.433385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.451005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0f1e66d7-20f8-4427-a8c9-79897789ec66 None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:24.451546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f1e66d7-20f8-4427-a8c9-79897789ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.484434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e66d7-20f8-4427-a8c9-79897789ec66 None None] Port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:24.642624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.647060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.647866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.727114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Pushing event updated for resources: {'Port': ['ID=88ff7a15-bc74-4935-afbf-ecc8eff908b5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:24.770606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:24.771899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:24.980626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Router de372fc0-26b0-4338-b9c7-47b537a55e33 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:03:25.007211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-03a462e0-771e-4f6c-afab-b1667e04f900 None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:25.007579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03a462e0-771e-4f6c-afab-b1667e04f900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:25.039879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-03a462e0-771e-4f6c-afab-b1667e04f900 None None] Port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:25.071486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:25.077365 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1abf4dda-5c65-4076-a278-ff6c819a38f0 admin admin] 10.222.0.93 "PUT /v2.0/routers/de372fc0-26b0-4338-b9c7-47b537a55e33/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8154187 Nov 12 03:03:25.081632 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Sync routers for ids ['de372fc0-26b0-4338-b9c7-47b537a55e33'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:25.094319 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Routers {'de372fc0-26b0-4338-b9c7-47b537a55e33'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:25.095187 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:03:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['de372fc0-26b0-4338-b9c7-47b537a55e33'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:25.283300 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Set router de372fc0-26b0-4338-b9c7-47b537a55e33 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:25.706919 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 2, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port_host': None, '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 2, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:25.757143 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Checking router: de372fc0-26b0-4338-b9c7-47b537a55e33 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:25.757513 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Updating router de372fc0-26b0-4338-b9c7-47b537a55e33 port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:25.804319 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.305631 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.312740 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.478984 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Pushing event updated for resources: {'Port': ['ID=88ff7a15-bc74-4935-afbf-ecc8eff908b5,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:26.493403 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.493751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.494088 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.494421 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.494751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.495076 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.495400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.495723 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.496087 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.496415 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.496737 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.497055 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Tracked resource versions report: Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: pushed versions: Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Log': {'1.0'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Network': {'1.1'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Port': {'1.7'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'PortForwarding': {'1.2'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'QosPolicy': {'1.10'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SubPort': {'1.0'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Subnet': {'1.1'}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Trunk': {'1.1'}} Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: consumer versions: Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: L3 agent@n-d-713499-30: {}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: Metadata agent@n-d-713499-30: {}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: Metering agent@n-d-713499-30: {}, Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'ConntrackHelper': '1.0', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Log': '1.0', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Network': '1.1', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Port': '1.7', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'PortForwarding': '1.2', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'QosPolicy': '1.10', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SecurityGroup': '1.5', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SecurityGroupRule': '1.2', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'SubPort': '1.0', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Subnet': '1.1', Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: 'Trunk': '1.1'}} Nov 12 03:03:26.498133 n-d-713499-30 neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:26.502457 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Attempting to bind port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:26.502862 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Attempting to bind port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:26.503279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Attempting to bind port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 on network 19b05573-d3e0-4360-802d-5002ae4a6e5c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:26.508617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:26.509034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Checking segment: {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:26.509510 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.509887 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Bound using segment: {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:26.510391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Bound port: 88ff7a15-bc74-4935-afbf-ecc8eff908b5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b93cd48-9652-441e-8711-56570f9ea518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:26.510804 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.566693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1870ad6f-170e-496c-a4c1-c96a5647e9fb None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:26.567291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1870ad6f-170e-496c-a4c1-c96a5647e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.576540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] For port 88ff7a15-bc74-4935-afbf-ecc8eff908b5, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:26.596789 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] For port 88ff7a15-bc74-4935-afbf-ecc8eff908b5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=88ff7a15-bc74-4935-afbf-ecc8eff908b5,segment=NetworkSegment(2b93cd48-9652-441e-8711-56570f9ea518),segment_id=2b93cd48-9652-441e-8711-56570f9ea518)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:26.601476 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.607425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1870ad6f-170e-496c-a4c1-c96a5647e9fb None None] Port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:26.653129 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Routers {'de372fc0-26b0-4338-b9c7-47b537a55e33'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:26.653780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:03:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['de372fc0-26b0-4338-b9c7-47b537a55e33'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:26.734391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7922-5fee-4808-8868-d17cda13dfa5 None None] Pushing event updated for resources: {'Port': ['ID=88ff7a15-bc74-4935-afbf-ecc8eff908b5,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:26.763299 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] Set router de372fc0-26b0-4338-b9c7-47b537a55e33 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:26.826206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:26.826709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.908629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.944832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] For port 88ff7a15-bc74-4935-afbf-ecc8eff908b5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=88ff7a15-bc74-4935-afbf-ecc8eff908b5,segment=NetworkSegment(2b93cd48-9652-441e-8711-56570f9ea518),segment_id=2b93cd48-9652-441e-8711-56570f9ea518)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:26.949014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.977273 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 2, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port_host': None, '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:26Z', 'revision_number': 4, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:26.996119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7445e-885f-4c94-9724-356f17b8b204 None None] Pushing event updated for resources: {'Port': ['ID=88ff7a15-bc74-4935-afbf-ecc8eff908b5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:27.008437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f2a6d-b52d-47b5-9c80-9c4322321020 None None] The sync data for ids ['de372fc0-26b0-4338-b9c7-47b537a55e33'] in n-d-713499-30 is: [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 2, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port_host': None, '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:26Z', 'revision_number': 4, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:27.421258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:27.531038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8a6ab-6a18-401a-a816-ad9aac3038f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:27.532408 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1a8a6ab-6a18-401a-a816-ad9aac3038f3 admin admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 842 time: 0.1101170 Nov 12 03:03:27.542491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Request body: {'subnet': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:27.543909 n-d-713499-30 neutron-server[102605]: INFO neutron.quota [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Loaded quota_driver: . Nov 12 03:03:27.579052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Made reservation on behalf of 8a930b991d39414bbccce9c6c0e6eaab for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:27.581545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.887038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:03:27.887772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.942009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c629091a-cdb3-4938-9a03-7fb2390f30d6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:27.952036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:27.952421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Network hostable DHCP agents. Network: c05c87e7-7dae-4009-8352-b41d934068a4, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:27.973538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:27.985108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c05c87e7-7dae-4009-8352-b41d934068a4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:27.988967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:27.989599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.996362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89366caa-b5c0-40af-8690-742156855b57 None None] Network c05c87e7-7dae-4009-8352-b41d934068a4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:28.018209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af490c16-0ebb-4bc8-a770-f19d4460b117 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4791369 Nov 12 03:03:28.142065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8e8903-1f49-4d4d-b65f-4327da62d383 None None] Network c05c87e7-7dae-4009-8352-b41d934068a4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:30.423258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:30.551814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d936912-6ddc-494a-ae4f-0e873347eacc admin admin] 10.222.0.93 "GET /v2.0/routers/de372fc0-26b0-4338-b9c7-47b537a55e33 HTTP/1.1" status: 200 len: 710 time: 0.1273475 Nov 12 03:03:30.640598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce15a1-a895-42da-bf13-dfb394205ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:30.642159 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e4ce15a1-a895-42da-bf13-dfb394205ec0 admin admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 886 time: 0.0826995 Nov 12 03:03:30.652060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:30.907651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.138515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.275562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.378597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Allocated IP 172.25.4.211 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ade54676-bf03-47d4-89a6-40207e54c9e2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:31.482154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.517904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.554499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:31.559140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:31.562823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:31.597014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=ade54676-bf03-47d4-89a6-40207e54c9e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:31.805165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.000930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.004538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.110968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Router de372fc0-26b0-4338-b9c7-47b537a55e33 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:03:32.216440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:32.220667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.222507 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e42f99a2-95e1-4f09-b667-da7e92980ea6 admin admin] 10.222.0.93 "PUT /v2.0/routers/de372fc0-26b0-4338-b9c7-47b537a55e33 HTTP/1.1" status: 200 len: 890 time: 1.5738928 Nov 12 03:03:33.464392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 88ff7a15-bc74-4935-afbf-ecc8eff908b5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:33.513535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:33.513850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.964727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Sync routers for ids ['de372fc0-26b0-4338-b9c7-47b537a55e33'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:33.976277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Routers {'de372fc0-26b0-4338-b9c7-47b537a55e33'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:33.976961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:03:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['de372fc0-26b0-4338-b9c7-47b537a55e33'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:34.181976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Set router de372fc0-26b0-4338-b9c7-47b537a55e33 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:34.642469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:31Z', 'revision_number': 4, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port': {'id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:31Z', 'updated_at': '2021-11-12T03:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:26Z', 'revision_number': 5, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:34.693794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Checking router: de372fc0-26b0-4338-b9c7-47b537a55e33 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:34.694162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Updating router de372fc0-26b0-4338-b9c7-47b537a55e33 port ade54676-bf03-47d4-89a6-40207e54c9e2 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:34.740762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.781327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:34.896081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8c44b78-3674-467a-b414-57569f7612f0 admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110294 Nov 12 03:03:35.067567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.073657 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.123807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Attempting to bind port ade54676-bf03-47d4-89a6-40207e54c9e2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:35.124203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Attempting to bind port ade54676-bf03-47d4-89a6-40207e54c9e2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:35.124571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Attempting to bind port ade54676-bf03-47d4-89a6-40207e54c9e2 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:35.131494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245ec9-b860-4bc8-8a9c-91b81f8d8a27 None None] Pushing event updated for resources: {'Port': ['ID=ade54676-bf03-47d4-89a6-40207e54c9e2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.135097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:35.135097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:35.135368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.135763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:35.136271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Bound port: ade54676-bf03-47d4-89a6-40207e54c9e2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:35.136671 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.186969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] For port ade54676-bf03-47d4-89a6-40207e54c9e2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:35.190094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] For port ade54676-bf03-47d4-89a6-40207e54c9e2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ade54676-bf03-47d4-89a6-40207e54c9e2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:35.194377 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.253194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Routers {'de372fc0-26b0-4338-b9c7-47b537a55e33'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:35.253808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:03:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['de372fc0-26b0-4338-b9c7-47b537a55e33'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:35.287383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245ec9-b860-4bc8-8a9c-91b81f8d8a27 None None] Pushing event updated for resources: {'Port': ['ID=ade54676-bf03-47d4-89a6-40207e54c9e2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.366014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] Set router de372fc0-26b0-4338-b9c7-47b537a55e33 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:35.577936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:31Z', 'revision_number': 4, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port': {'id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:31Z', 'updated_at': '2021-11-12T03:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:26Z', 'revision_number': 5, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:35.604713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db664a50-6acf-4088-9ca7-decd44638719 None None] The sync data for ids ['de372fc0-26b0-4338-b9c7-47b537a55e33'] in n-d-713499-30 is: [{'id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'name': 'router1', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:13Z', 'updated_at': '2021-11-12T03:03:31Z', 'revision_number': 4, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'gw_port': {'id': 'ade54676-bf03-47d4-89a6-40207e54c9e2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:31Z', 'updated_at': '2021-11-12T03:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '88ff7a15-bc74-4935-afbf-ecc8eff908b5', 'name': '', 'network_id': '19b05573-d3e0-4360-802d-5002ae4a6e5c', 'tenant_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'mac_address': 'fa:16:3e:09:fa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de372fc0-26b0-4338-b9c7-47b537a55e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:26Z', 'revision_number': 5, 'project_id': '88ac7a02a22b4fbfba710ac2bd4ac61f', 'subnets': [{'id': '7a7e7834-1aa2-47ff-b919-15df19ba88b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ae16cf9-976e-4dec-839a-6a84c06d57c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:36.317523 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:03:37.502843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ade54676-bf03-47d4-89a6-40207e54c9e2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:37.605863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ade54676-bf03-47d4-89a6-40207e54c9e2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:37.606494 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.682301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.704759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port ade54676-bf03-47d4-89a6-40207e54c9e2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ade54676-bf03-47d4-89a6-40207e54c9e2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:37.709213 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.759437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=ade54676-bf03-47d4-89a6-40207e54c9e2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:39.492600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ade54676-bf03-47d4-89a6-40207e54c9e2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:39.562670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ade54676-bf03-47d4-89a6-40207e54c9e2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:39.563726 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.902856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2b4d996-d26c-4437-a9f4-04748d1fdd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:50.297193 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1344f6ed-ff90-4dc8-a868-b71b06cc6ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.471872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.812574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.520565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.317668 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:04:17.906212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ce1aa34-4ddb-4389-93e4-31f59073c517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.290915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57a5fec2-8bd8-4697-b1ab-b92d5897687e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.473139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.813281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:23.529139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.909075 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9379e227-f2fe-46d6-a2f9-ff9421eb0a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.294267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcb27204-e809-432d-b99b-28576314eeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.317920 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:04:51.476911 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.818021 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:53.521164 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.808656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:16.870721 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-343e1ce5-cbaa-401f-95da-9e7ffad89ca0 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:05:16.872050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-343e1ce5-cbaa-401f-95da-9e7ffad89ca0 admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624015 Nov 12 03:05:17.041156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819393f2-2173-44ac-8031-1a46a293cabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.042517 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-819393f2-2173-44ac-8031-1a46a293cabd admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1657827 Nov 12 03:05:17.911936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5d82ae6-d14b-476c-aead-c12466a7e2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.312518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:19.403096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299bcbb-dda8-464d-a5f7-83903cc426cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:19.404424 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1299bcbb-dda8-464d-a5f7-83903cc426cc admin admin] 10.222.0.93 "GET /v2.0/subnets/7a7e7834-1aa2-47ff-b919-15df19ba88b1 HTTP/1.1" status: 200 len: 849 time: 0.0909524 Nov 12 03:05:19.414346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:19.575905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Publish callbacks [] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.717152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781426556299'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.745591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:19.746987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.748086 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] 10.222.0.93 "PUT /v2.0/subnets/7a7e7834-1aa2-47ff-b919-15df19ba88b1 HTTP/1.1" status: 200 len: 868 time: 0.3373187 Nov 12 03:05:19.762224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61d9c8-871a-4384-a7b2-32985adbc731 None None] Network 19b05573-d3e0-4360-802d-5002ae4a6e5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:19.769898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7e7834-1aa2-47ff-b919-15df19ba88b1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:19.777378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.777746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.778063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.778401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.778736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.779066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.779394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.780525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.780525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.780525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.780816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:19.781011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76882656-e647-4374-92fd-c0d953c54efd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:20.185293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-301e312a-06b5-4004-bad7-1fcfd7480b69 None None] Provisioning complete for port 45c1c855-51d8-464b-924c-abf5dda6867a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:20.185663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-301e312a-06b5-4004-bad7-1fcfd7480b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.273880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-301e312a-06b5-4004-bad7-1fcfd7480b69 None None] Provisioning complete for port 88ff7a15-bc74-4935-afbf-ecc8eff908b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:20.274248 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-301e312a-06b5-4004-bad7-1fcfd7480b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.316947 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f24444f-cb12-4616-afca-9d28805a7c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:21.478333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.052163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55904) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:22.255366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c928fa8-001b-4423-a49a-f579db875c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.255763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c928fa8-001b-4423-a49a-f579db875c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.257316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c928fa8-001b-4423-a49a-f579db875c52 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2040982 Nov 12 03:05:22.818420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.523444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:24.534254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55914) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:24.665145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f426f1c-a370-4c05-9f2d-e23d79ca719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.665611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f426f1c-a370-4c05-9f2d-e23d79ca719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.667121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4f426f1c-a370-4c05-9f2d-e23d79ca719a admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1319349 Nov 12 03:05:26.935272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:27.119086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62711a2-2d3c-4f47-b2da-b7f28d03fca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.120387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f62711a2-2d3c-4f47-b2da-b7f28d03fca6 admin admin] 10.222.0.93 "GET /v2.0/networks/19b05573-d3e0-4360-802d-5002ae4a6e5c HTTP/1.1" status: 200 len: 870 time: 0.1841710 Nov 12 03:05:27.316275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:05:29.400552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:29.526323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6af69-9e71-4dcc-ba81-cdaaa4095134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.528249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-40a6af69-9e71-4dcc-ba81-cdaaa4095134 admin admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 886 time: 0.1267049 Nov 12 03:05:31.797665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:31.918208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ab19e-4ecb-4024-ac8d-6251e49a1f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.918659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ab19e-4ecb-4024-ac8d-6251e49a1f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.920195 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ad1ab19e-4ecb-4024-ac8d-6251e49a1f90 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215703 Nov 12 03:05:34.184078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55946) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:34.305565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61938683-6798-4355-af20-a6f56d7ad5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.306003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61938683-6798-4355-af20-a6f56d7ad5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.307567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-61938683-6798-4355-af20-a6f56d7ad5d4 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225617 Nov 12 03:05:36.590285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:36.680584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e8e55-1b6a-4e89-bb32-816d0fac1f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.681889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d6e8e55-1b6a-4e89-bb32-816d0fac1f17 admin admin] 10.222.0.93 "GET /v2.0/subnets/7a7e7834-1aa2-47ff-b919-15df19ba88b1 HTTP/1.1" status: 200 len: 868 time: 0.0904117 Nov 12 03:05:38.960188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55962) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:39.048415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1b520-3dbc-4832-9ad7-62a5fc6f276a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.049727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b4d1b520-3dbc-4832-9ad7-62a5fc6f276a admin admin] 10.222.0.93 "GET /v2.0/subnets/c629091a-cdb3-4938-9a03-7fb2390f30d6 HTTP/1.1" status: 200 len: 816 time: 0.0885997 Nov 12 03:05:47.912325 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4b4faa6-e88a-4c43-a293-2ca6782e655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:50.297922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cacdb8c9-bad4-4a41-8308-f355eca350c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.481775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:52.820388 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.525234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.609667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56016) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:03.656217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-30aee269-155d-4013-b94a-159ddef871a7 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:03.657208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-30aee269-155d-4013-b94a-159ddef871a7 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466132 Nov 12 03:06:04.315650 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:06:06.022261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56024) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:06.082060 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-651c29db-afd7-479b-b3f6-514345be5fdd admin admin] GET failed (client error): The resource could not be found. Nov 12 03:06:06.083338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-651c29db-afd7-479b-b3f6-514345be5fdd admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601501 Nov 12 03:06:06.222028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd6ec5-28a8-4fad-aff1-f96abfc723f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:06.223410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-64bd6ec5-28a8-4fad-aff1-f96abfc723f4 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355157 Nov 12 03:06:08.549727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56032) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:08.596986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:08.617098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Made reservation on behalf of 8a930b991d39414bbccce9c6c0e6eaab for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:08.619207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.651366 n-d-713499-30 neutron-server[102606]: WARNING neutron.services.revisions.revision_plugin [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Could not find related network for resource to bump revision. Nov 12 03:06:08.662898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:06:08.672569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.672907 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Added segment 44b1e5f3-bb25-43eb-b361-37bcc43e43de of type vlan for network 382829c3-4004-4489-a9da-9cc06262a5d5 Nov 12 03:06:08.758194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.781685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.782655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.783244 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.815436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2645469 Nov 12 03:06:08.847096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Pushing event updated for resources: {'Network': ['ID=382829c3-4004-4489-a9da-9cc06262a5d5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:08.854492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.855512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.855858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.856227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.856670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.857003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.857326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.857650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.857970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.858290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.858612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.858932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e11ad1-3027-420c-9ea4-90092838dda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:08.870206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 382829c3-4004-4489-a9da-9cc06262a5d5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:06:11.138350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56040) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:11.197684 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-310231b8-d06f-4531-b0f5-9cee495c1d10 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:06:11.199582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-310231b8-d06f-4531-b0f5-9cee495c1d10 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602858 Nov 12 03:06:11.271634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c015d9-8618-4a43-8da9-90144aeaf209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.273108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f5c015d9-8618-4a43-8da9-90144aeaf209 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0690646 Nov 12 03:06:11.283324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:11.303128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Made reservation on behalf of 8a930b991d39414bbccce9c6c0e6eaab for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:11.305304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.467857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.521538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1397e8f6-e175-442a-932a-ef9fd9c605c2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:11.530708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:11.531061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Network hostable DHCP agents. Network: 382829c3-4004-4489-a9da-9cc06262a5d5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:06:11.547066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:06:11.555257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 382829c3-4004-4489-a9da-9cc06262a5d5) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:11.559815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.560442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.565499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abbcd41-b75f-4efc-b0a7-f24b2e54b048 None None] Network 382829c3-4004-4489-a9da-9cc06262a5d5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:11.576678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9024b410-0941-4a09-95c1-2c0bba4140c3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2966733 Nov 12 03:06:11.715518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-382829c3-4004-4489-a9da-9cc06262a5d5', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'tenant_id': '8a930b991d39414bbccce9c6c0e6eaab', 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:06:11.716757 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.857114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Allocated IP 192.168.233.2 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/a992c5c2-8665-4f73-b02a-d9905e5baf44) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:12.000583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.006359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.047364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:12.049160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:12.054609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:12.063788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Pushing event updated for resources: {'Port': ['ID=a992c5c2-8665-4f73-b02a-d9905e5baf44,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:12.085173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.085505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.085843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.086172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.086500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.086825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.087146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.087463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.087778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.088120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.088441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.088756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:12.122910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Attempting to bind port a992c5c2-8665-4f73-b02a-d9905e5baf44 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:12.123274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Attempting to bind port a992c5c2-8665-4f73-b02a-d9905e5baf44 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:12.123635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Attempting to bind port a992c5c2-8665-4f73-b02a-d9905e5baf44 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:12.128650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:12.129013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:12.129403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.129787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:12.130298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Bound port: a992c5c2-8665-4f73-b02a-d9905e5baf44, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:12.130683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.190669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] For port a992c5c2-8665-4f73-b02a-d9905e5baf44, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:12.193919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] For port a992c5c2-8665-4f73-b02a-d9905e5baf44, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a992c5c2-8665-4f73-b02a-d9905e5baf44,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:12.199160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.258196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf408-a1a8-4c36-a7a3-c43e7d58f8c2 None None] Pushing event updated for resources: {'Port': ['ID=a992c5c2-8665-4f73-b02a-d9905e5baf44,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.120130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8a1f5-23c8-44d8-b6d5-4a0a8592399c None None] Network 382829c3-4004-4489-a9da-9cc06262a5d5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:13.193337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] Provisioning complete for port a992c5c2-8665-4f73-b02a-d9905e5baf44 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:13.193705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.335415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.377028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] For port a992c5c2-8665-4f73-b02a-d9905e5baf44, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a992c5c2-8665-4f73-b02a-d9905e5baf44,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:13.382052 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.440378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92981eb2-fe0b-44c8-9472-fc9bcc25f443 None None] Pushing event updated for resources: {'Port': ['ID=a992c5c2-8665-4f73-b02a-d9905e5baf44,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.608029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1609d4a4-5577-499a-aaf9-fc742bcde492 None None] Provisioning complete for port a992c5c2-8665-4f73-b02a-d9905e5baf44 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:13.608401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1609d4a4-5577-499a-aaf9-fc742bcde492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.629950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a992c5c2-8665-4f73-b02a-d9905e5baf44 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:13.718002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a992c5c2-8665-4f73-b02a-d9905e5baf44 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:13.718369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.914152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f119c85-4704-4d9e-bbd1-c7b821fb2b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:20.297811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56cb0db7-be5f-430b-933d-f30f7c72c483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:21.485507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.821816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.527814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.314811 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:06:47.919352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b24cc424-cb4f-4d5e-a4ce-cdb81cfab0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.299613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30d9bf31-4758-48cf-b6fa-ad817ae4f917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.487580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.825395 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.530579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.923063 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-149166a3-73e2-4faf-b431-c541efeb1733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.312755 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:07:20.302113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5adf383a-0cdb-46bc-93c0-fb19698cfae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.492261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.828372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.533790 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.396458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56084) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:26.402186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-81098af1-d3e6-4412-b3a3-2d1aeac4c374 tempest-verify_tempest_config-804369253 tempest-verify_tempest_config-804369253-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:07:26.403136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-81098af1-d3e6-4412-b3a3-2d1aeac4c374 tempest-verify_tempest_config-804369253 tempest-verify_tempest_config-804369253-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057218 Nov 12 03:07:26.690538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56102) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:26.791353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.862135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.865340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.912824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7ac216b917dd4594b9b772f965d433c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2212150 Nov 12 03:07:26.913826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441e306c-6232-476f-a9a8-8da078becb5b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:26.915484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:26.921816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.922161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.922493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.922824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.923172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.923496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.923814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.924157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.924474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.924787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.925097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.925514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3ffb1-6059-4a88-94e9-d817d6307ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:26.993328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.013764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.102714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.105762 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.106912 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/441e306c-6232-476f-a9a8-8da078becb5b HTTP/1.1" status: 204 len: 168 time: 0.1904309 Nov 12 03:07:27.115447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e306c-6232-476f-a9a8-8da078becb5b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:27.122772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.123350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.123692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.124056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.124409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.124710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.125040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.125366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.125686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.126191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.126503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.126834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac08fc-f773-45f0-980c-cc63fa780222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:47.924721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a38f1dc-2886-4ed6-88a5-9c0d742569f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.304135 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f19-af87-44e0-a286-ea8b6f2b114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.494279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:52.830154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.535152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.311676 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:08:17.925639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4334f6d-957d-4759-a4ce-83ebfe2ffd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.306038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3594-a2db-4a96-8b82-420aeebb1a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.496944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.832936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.539000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.311031 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:08:47.926310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-982c96e2-b36c-4ade-aaff-ccab529590c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.306299 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3198c129-a9de-42ca-a4a2-3191f3339e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.499603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.836862 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.539972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.309350 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:17.927978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be28a239-8a06-48fa-8a81-f4f7c6f2f283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.307918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-463b2629-af39-4e6b-8647-74a5b7d2ea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.502310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.840161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.540950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.307312 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:47.928358 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa8be5d2-70ef-42f0-9de4-2bb0d94a4dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.308736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c258358d-7bbe-417f-bf08-03db70246b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.505872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.842968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.544362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.930204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd62a4b3-44bb-4536-ac69-d00794d78112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.312810 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0674308-d26a-4358-ba20-c507fcd993ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.508048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.846434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.305566 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 5 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:23.546073 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.476669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.285564 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-458678'] for agent, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.934112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-beff31aa-20a8-482e-a5ed-75afda6c75a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.314208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-954d67b4-6af0-48ac-acd6-4bc8a5228379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.510498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.850139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.547995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.305005 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:00.436915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.276245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.936202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94822d32-fc3d-48aa-bee3-3b2607eb643e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.315723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69168292-e90f-4b79-8695-0472de05404f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.512520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.852690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:23.107598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:23.210963 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d3886ab8-e2b6-47d0-ac60-c2d2af4b1e5d admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1007466 Nov 12 03:11:23.548993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.532029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56174) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:25.587316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74689961-51ee-46da-a8d0-d2a32bce9db2 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0542133 Nov 12 03:11:30.434859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.307637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.304793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:47.938278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-200ee2dc-af83-4b82-8d70-d2b289be3538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:50.316482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10182bb3-0c0b-4f55-b87e-183db6bc242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.515295 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.855286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.551550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.433947 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.320314 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.305147 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:17.945821 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8632fd3d-795a-4c9a-8d96-7c0bf7d1c520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.322656 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53fd9bcd-c1e7-43cf-8a8f-f535c307307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.519673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.858701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.553190 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.430860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.333598 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.944560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ac2a322-a580-44dc-8a8d-01c76089f09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.807715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.161085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-network', 'tenant_id': 'f575f8e31ce748228a992338d394d404'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:50.188885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Made reservation on behalf of f575f8e31ce748228a992338d394d404 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:50.191481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.201266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.294493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.298452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.329324 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97615737-5fd3-4b17-aee0-67f06895d655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.340354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:50.360322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936660af-e065-4764-9648-8dd3e81942a0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:50.364334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781426659557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.365050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Unsubscribe: segment precommit_create {{(pid=102605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:12:50.365546 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Added segment c71ba613-018a-4dfd-a428-a393044a51e2 of type vlan for network 4629c0b6-ab18-4922-bb96-23414d91b86c Nov 12 03:12:50.381220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.381679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.382256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.382621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.383121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.383454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.383774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.384160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.384460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.384786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.385183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.385414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Tracked resource versions report: Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: pushed versions: Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: { 'AddressGroup': {'1.2'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Log': {'1.0'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Network': {'1.1'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Port': {'1.7'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'PortForwarding': {'1.2'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'QosPolicy': {'1.10'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SecurityGroup': {'1.5'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SubPort': {'1.0'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Subnet': {'1.1'}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Trunk': {'1.1'}} Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: consumer versions: Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: HyperV agent@n-h1-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: HyperV agent@n-h2-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: L3 agent@n-d-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: Metadata agent@n-d-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: Metering agent@n-d-713499-30: {}, Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'ConntrackHelper': '1.0', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Log': '1.0', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Network': '1.1', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Port': '1.7', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'PortForwarding': '1.2', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'QosPolicy': '1.10', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SecurityGroup': '1.5', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SecurityGroupRule': '1.2', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'SubPort': '1.0', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Subnet': '1.1', Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: 'Trunk': '1.1'}} Nov 12 03:12:50.386500 n-d-713499-30 neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:12:50.437135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.474179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.475095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:50.475690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.532494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56426) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.538908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Request body: {'subnet': {'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-subnet', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:50.542889 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7339020 Nov 12 03:12:50.565392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Made reservation on behalf of f575f8e31ce748228a992338d394d404 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:50.568476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.596144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb07c4-67df-4409-97bf-b06e587fa994 admin admin] Pushing event updated for resources: {'Network': ['ID=4629c0b6-ab18-4922-bb96-23414d91b86c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:50.610193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4629c0b6-ab18-4922-bb96-23414d91b86c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:50.760792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.812743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc132e8b-0666-4ea5-93e6-3319c9c91dff,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:50.825745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.826025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.826361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.826694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.827022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.827348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.827670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.828012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.828337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.828657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.828977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.829291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Tracked resource versions report: Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: pushed versions: Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: { 'AddressGroup': {'1.2'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Log': {'1.0'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Network': {'1.1'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Port': {'1.7'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'PortForwarding': {'1.2'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'QosPolicy': {'1.10'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SecurityGroup': {'1.5'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SubPort': {'1.0'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Subnet': {'1.1'}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Trunk': {'1.1'}} Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: consumer versions: Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: HyperV agent@n-h1-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: HyperV agent@n-h2-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: L3 agent@n-d-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: Metadata agent@n-d-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: Metering agent@n-d-713499-30: {}, Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'ConntrackHelper': '1.0', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Log': '1.0', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Network': '1.1', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Port': '1.7', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'PortForwarding': '1.2', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'QosPolicy': '1.10', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SecurityGroup': '1.5', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SecurityGroupRule': '1.2', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'SubPort': '1.0', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Subnet': '1.1', Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: 'Trunk': '1.1'}} Nov 12 03:12:50.830379 n-d-713499-30 neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:12:50.841248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Checking segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:50.841601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Network hostable DHCP agents. Network: 4629c0b6-ab18-4922-bb96-23414d91b86c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:50.863181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:50.877122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4629c0b6-ab18-4922-bb96-23414d91b86c) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:50.881568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:50.882203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.893099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c1d624-44d5-4a3a-85a5-454ea3ab05aa None None] Network 4629c0b6-ab18-4922-bb96-23414d91b86c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:50.900542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c3814a9d-6aab-4817-af9b-0d87b82ff3f1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3669767 Nov 12 03:12:50.905442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56448) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.910471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:50.939614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.942367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.018826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.082891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-4629c0b6-ab18-4922-bb96-23414d91b86c', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:12:51.083759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.213547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.267056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Allocated IP 172.20.0.2 (4629c0b6-ab18-4922-bb96-23414d91b86c/fc132e8b-0666-4ea5-93e6-3319c9c91dff/ca0aed35-d278-4051-bbb1-d84236cbbae4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:51.305328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:51.470716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.471733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.480981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.499349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.544057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:51.547138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:51.551994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:51.555652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Pushing event updated for resources: {'Port': ['ID=ca0aed35-d278-4051-bbb1-d84236cbbae4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:51.557571 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.569652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.569941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.570502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.571207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.571687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.572317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.572819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.573170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.573646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.574005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.574381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.574771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Tracked resource versions report: Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: pushed versions: Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Log': {'1.0'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Network': {'1.1'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Port': {'1.7'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: consumer versions: Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: HyperV agent@n-h1-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: HyperV agent@n-h2-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: L3 agent@n-d-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: Metadata agent@n-d-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: Metering agent@n-d-713499-30: {}, Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Log': '1.0', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Network': '1.1', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Port': '1.7', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'PortForwarding': '1.2', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'QosPolicy': '1.10', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'SubPort': '1.0', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Subnet': '1.1', Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: 'Trunk': '1.1'}} Nov 12 03:12:51.576569 n-d-713499-30 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:12:51.626199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Attempting to bind port ca0aed35-d278-4051-bbb1-d84236cbbae4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:51.627075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Attempting to bind port ca0aed35-d278-4051-bbb1-d84236cbbae4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:51.627593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Attempting to bind port ca0aed35-d278-4051-bbb1-d84236cbbae4 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:51.633854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:51.634638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Checking segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:51.635976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.636654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Bound using segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:51.637321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Bound port: ca0aed35-d278-4051-bbb1-d84236cbbae4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:51.638411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.697441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Allocated IP 172.25.4.116 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:51.720341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] For port ca0aed35-d278-4051-bbb1-d84236cbbae4, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:51.725806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] For port ca0aed35-d278-4051-bbb1-d84236cbbae4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0aed35-d278-4051-bbb1-d84236cbbae4,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:51.736267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.802459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a60b-6976-404c-a516-95d1810b26cb None None] Pushing event updated for resources: {'Port': ['ID=ca0aed35-d278-4051-bbb1-d84236cbbae4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:51.950021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.057389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.221196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:52.241487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:52.244127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:52.250369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:52.598046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.858148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.874321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.061386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:53.089310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beac777-530d-4ddd-9a95-e9a4b07128e3 None None] Network 4629c0b6-ab18-4922-bb96-23414d91b86c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:53.207055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:53.219528 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:53.232293 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.234108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5df3e62e-aeb6-45f2-827e-54ad8f8b22d3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3281510 Nov 12 03:12:53.236992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.245596 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:53.246321 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:53.280366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] Provisioning complete for port ca0aed35-d278-4051-bbb1-d84236cbbae4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:53.280734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.372175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.410251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] For port ca0aed35-d278-4051-bbb1-d84236cbbae4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0aed35-d278-4051-bbb1-d84236cbbae4,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:53.425899 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.472076 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:53.497721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79f70a-d759-4d04-9c9d-efa9764e717c None None] Pushing event updated for resources: {'Port': ['ID=ca0aed35-d278-4051-bbb1-d84236cbbae4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:53.601681 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.679478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56546) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.803653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.818364 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:52Z', 'revision_number': 3, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:53.819122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56556) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.895899 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:53.896281 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Updating router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:12:53.923328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0aed35-d278-4051-bbb1-d84236cbbae4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:53.952870 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.025697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a65838-ed78-41d3-af6f-4f4a3a92c0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.044342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Allocated IP 172.20.0.1 (4629c0b6-ab18-4922-bb96-23414d91b86c/fc132e8b-0666-4ea5-93e6-3319c9c91dff/1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:54.094194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ca0aed35-d278-4051-bbb1-d84236cbbae4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:54.094560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.159630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2e76-7cd3-4ad2-bd7a-0cb9ca3a28a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.245544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.258477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ada40d9d-a955-4cf0-98e4-ddcae098b259 None None] Provisioning complete for port ca0aed35-d278-4051-bbb1-d84236cbbae4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:54.258848 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada40d9d-a955-4cf0-98e4-ddcae098b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.316518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.369354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.381753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2e76-7cd3-4ad2-bd7a-0cb9ca3a28a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.393915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:54.396332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:54.399186 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2e76-7cd3-4ad2-bd7a-0cb9ca3a28a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.400223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:54.400700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.521751 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.540796 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.566434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e0cf2e76-7cd3-4ad2-bd7a-0cb9ca3a28a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=32ac257a6dc24420a6ca62917fa120bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7408667 Nov 12 03:12:54.583115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.589499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a65838-ed78-41d3-af6f-4f4a3a92c0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.608155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf2e76-7cd3-4ad2-bd7a-0cb9ca3a28a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852ef15f-447a-4dff-bfea-92f53e884b03,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.618275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a65838-ed78-41d3-af6f-4f4a3a92c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.642065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56592) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.703888 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Pushing event updated for resources: {'Port': ['ID=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.719511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a65838-ed78-41d3-af6f-4f4a3a92c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb526fe-2461-43f9-b876-53d512c7f0c2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.727281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-68a65838-ed78-41d3-af6f-4f4a3a92c0a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=892a79a97a754a2bbe36ef072c351e11&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0463829 Nov 12 03:12:54.733644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56600) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.749505 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.755908 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.756302 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.756641 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.756978 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.757314 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.761544 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.763884 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.764257 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.764602 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.764944 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.765284 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.765622 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Tracked resource versions report: Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: pushed versions: Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: { 'AddressGroup': {'1.2'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'ConntrackHelper': {'1.0'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Log': {'1.0'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Network': {'1.1'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Port': {'1.7'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'PortForwarding': {'1.2'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'QosPolicy': {'1.10'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SecurityGroup': {'1.5'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SubPort': {'1.0'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Subnet': {'1.1'}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Trunk': {'1.1'}} Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: consumer versions: Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: { DHCP agent@n-d-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: HyperV agent@n-h1-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: HyperV agent@n-h2-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: L3 agent@n-d-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: Metadata agent@n-d-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: Metering agent@n-d-713499-30: {}, Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: Open vSwitch agent@n-d-713499-30: { 'AddressGroup': '1.2', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'ConntrackHelper': '1.0', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Log': '1.0', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Network': '1.1', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Port': '1.7', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'PortForwarding': '1.2', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'QosPolicy': '1.10', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SecurityGroup': '1.5', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SecurityGroupRule': '1.2', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'SubPort': '1.0', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Subnet': '1.1', Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: 'Trunk': '1.1'}} Nov 12 03:12:54.766749 n-d-713499-30 neutron-server[102608]: {{(pid=102608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:12:54.778414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Attempting to bind port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:54.778785 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Attempting to bind port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:54.786480 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Attempting to bind port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:54.799268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:54.803504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:54.804184 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.804960 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:54.805201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.806809 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Bound port: b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:54.809724 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.821809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6bd37f44-056a-4cb5-abce-14537d88fbca None None] Provisioning complete for port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:54.822179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bd37f44-056a-4cb5-abce-14537d88fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.852208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56602) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.880043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.901769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.909134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.912886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bd37f44-056a-4cb5-abce-14537d88fbca None None] Port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:54.938303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] For port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:54.940363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.943082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.944527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/852ef15f-447a-4dff-bfea-92f53e884b03 HTTP/1.1" status: 204 len: 168 time: 0.3601375 Nov 12 03:12:54.950964 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] For port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:54.958710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b25baf-7fa9-4991-9f71-e6fe7c42c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852ef15f-447a-4dff-bfea-92f53e884b03,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.968048 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.988708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.992270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.995081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0cb526fe-2461-43f9-b876-53d512c7f0c2 HTTP/1.1" status: 204 len: 168 time: 0.2604966 Nov 12 03:12:55.005970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615533-01cf-45c9-89af-28b7e1000d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb526fe-2461-43f9-b876-53d512c7f0c2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.064840 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:55.065536 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:55.079946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f537d34-3926-47d8-a7b5-6455159f6b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.131593 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ad47230-a1c6-422e-814b-c8799dcc5dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.156163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.163983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.167564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.174697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781e07-75f0-45aa-a4dd-c6f1fa61e86f None None] Pushing event updated for resources: {'Port': ['ID=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.248787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:55.257144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f537d34-3926-47d8-a7b5-6455159f6b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.271127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f537d34-3926-47d8-a7b5-6455159f6b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.291095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ad47230-a1c6-422e-814b-c8799dcc5dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.305921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ad47230-a1c6-422e-814b-c8799dcc5dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.327160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.327712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f537d34-3926-47d8-a7b5-6455159f6b1d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a9f635466f848c086faa77af27b8c86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6843715 Nov 12 03:12:55.334086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56618) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:55.350916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537d34-3926-47d8-a7b5-6455159f6b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b9475-39d1-4abe-8cb8-92ee97050501,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.366153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3ad47230-a1c6-422e-814b-c8799dcc5dd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63b36050170a4b69b21c10fc23552bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4949570 Nov 12 03:12:55.369367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:55.497768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:55.506388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:55.530697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47230-a1c6-422e-814b-c8799dcc5dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2fe72-d945-45eb-aa0c-74a678dbbf3f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.552302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.597746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.615925 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 1, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:55.647763 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd6409-0b2d-4266-8332-3df68f7609ad None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 1, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:55.711391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.714012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.718781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/121b9475-39d1-4abe-8cb8-92ee97050501 HTTP/1.1" status: 204 len: 168 time: 0.3836911 Nov 12 03:12:55.733084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56636) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:55.740735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae3202-a779-4db1-b714-f7ebef0393f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b9475-39d1-4abe-8cb8-92ee97050501,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.761859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d377719-5d74-4534-8acf-3e4a28f2bc77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.792008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.846397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4bed32b-511d-4f84-8ea3-f58f20be0e64 None None] Provisioning complete for port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:55.848505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4bed32b-511d-4f84-8ea3-f58f20be0e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.878248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.893630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d377719-5d74-4534-8acf-3e4a28f2bc77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.897686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:55.903669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d377719-5d74-4534-8acf-3e4a28f2bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.903893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b4bed32b-511d-4f84-8ea3-f58f20be0e64 None None] Port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:55.971057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d377719-5d74-4534-8acf-3e4a28f2bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac677089-ff6e-43c4-8917-478d6240efef,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.065413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d377719-5d74-4534-8acf-3e4a28f2bc77 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ff16725b28fb45a288b5a5f156c30d25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3102775 Nov 12 03:12:56.065413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56644) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.083292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.093359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.095019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2aa2fe72-d945-45eb-aa0c-74a678dbbf3f HTTP/1.1" status: 204 len: 168 time: 0.6841822 Nov 12 03:12:56.166378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.261359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.266672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dad603-5591-4e82-a638-67b26e5b80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2fe72-d945-45eb-aa0c-74a678dbbf3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.310889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:56.324025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7ed6a1fb-8f1c-485f-91e1-8b5129ce5987 admin admin] 10.222.0.93 "PUT /v2.0/routers/e76a9b0d-6a8f-4172-a2cf-e75769b85d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0837188 Nov 12 03:12:56.409478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.410412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.413870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ac677089-ff6e-43c4-8917-478d6240efef HTTP/1.1" status: 204 len: 168 time: 0.3473494 Nov 12 03:12:56.430938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2e50c-1293-45e3-a8f8-7cfe82a3bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac677089-ff6e-43c4-8917-478d6240efef,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.433438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.471934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b77c8d2-e813-4172-b017-fcb0de40e062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.636526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b77c8d2-e813-4172-b017-fcb0de40e062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.641656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b77c8d2-e813-4172-b017-fcb0de40e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.701576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56692) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.702984 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b77c8d2-e813-4172-b017-fcb0de40e062 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8b7037081a041c38a4cac6fe888395c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2660224 Nov 12 03:12:56.704292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77c8d2-e813-4172-b017-fcb0de40e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434d6be-ad42-4887-8096-ef3dbe91abf0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.789019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.859771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.923204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.936903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.941821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.947179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f434d6be-ad42-4887-8096-ef3dbe91abf0 HTTP/1.1" status: 204 len: 168 time: 0.2405894 Nov 12 03:12:56.951434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7e39b48-716c-4881-be4a-682b7c856052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.955905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9204f-a4d8-44a9-b3df-9cfaf672165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434d6be-ad42-4887-8096-ef3dbe91abf0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.066402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7e39b48-716c-4881-be4a-682b7c856052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.071867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7e39b48-716c-4881-be4a-682b7c856052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.122343 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7e39b48-716c-4881-be4a-682b7c856052 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d41c1ba7231e4fd6a06e668fb4399e4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1948047 Nov 12 03:12:57.122343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e39b48-716c-4881-be4a-682b7c856052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2352c2da-cd20-452e-975b-8457d9b30f8f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.123598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.182942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.205128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.257542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.260617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.262011 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2352c2da-cd20-452e-975b-8457d9b30f8f HTTP/1.1" status: 204 len: 168 time: 0.1377819 Nov 12 03:12:57.271558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252dc05-878a-4525-874f-353c47480572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352c2da-cd20-452e-975b-8457d9b30f8f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.505382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.520094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2e55781-158a-4c1f-ad0a-d77ae3039893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.633327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2e55781-158a-4c1f-ad0a-d77ae3039893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.638221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2e55781-158a-4c1f-ad0a-d77ae3039893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.659424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.674254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a2e55781-158a-4c1f-ad0a-d77ae3039893 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f487638e0c014b4d9d9f36b8a2938fef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1677899 Nov 12 03:12:57.677153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56734) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.679028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e55781-158a-4c1f-ad0a-d77ae3039893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f90154-635d-45f2-be71-f437e04d14b7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.733241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.766746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.820212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:57.850614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.854239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.859724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13f90154-635d-45f2-be71-f437e04d14b7 HTTP/1.1" status: 204 len: 168 time: 0.1815097 Nov 12 03:12:57.868879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5f95e-3860-4c4e-adb9-f074d67b733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f90154-635d-45f2-be71-f437e04d14b7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.888521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:57.888932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.929861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56742) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.974483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.001822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:58.013603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.073909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.121197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21eccd14-9938-43dd-8396-1dfd72052929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.235100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21eccd14-9938-43dd-8396-1dfd72052929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.240378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21eccd14-9938-43dd-8396-1dfd72052929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.287734 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e0d-9925-47dd-9e79-0bd10cb6931e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.306138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-21eccd14-9938-43dd-8396-1dfd72052929 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=60d6f5ad376a4f05a2cb58151654e756&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6424873 Nov 12 03:12:58.306487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:58.325136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eccd14-9938-43dd-8396-1dfd72052929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637653a4-9b55-4ad0-ae6b-22abb97823d5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.370206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.403556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e0d-9925-47dd-9e79-0bd10cb6931e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.410323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.411413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbfb0e0d-9925-47dd-9e79-0bd10cb6931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.464008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bbfb0e0d-9925-47dd-9e79-0bd10cb6931e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=52588600befc469aa739fc39b02b50aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5310695 Nov 12 03:12:58.465006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:58.466217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb0e0d-9925-47dd-9e79-0bd10cb6931e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab05a58-1d56-4542-b107-ac22239288ca,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.491183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:58.496269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.499361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.500540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/637653a4-9b55-4ad0-ae6b-22abb97823d5 HTTP/1.1" status: 204 len: 168 time: 0.1930792 Nov 12 03:12:58.506830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:58.507060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:58.530548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edfc79-e2bc-47bf-80ea-b5845124fdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637653a4-9b55-4ad0-ae6b-22abb97823d5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.562515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.586500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.633716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:58.648481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.651208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.652504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ab05a58-1d56-4542-b107-ac22239288ca HTTP/1.1" status: 204 len: 168 time: 0.1860569 Nov 12 03:12:58.666093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28016023-c4fd-4bec-9725-935f4f098500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab05a58-1d56-4542-b107-ac22239288ca,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.907149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 2, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:58.936585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:58.936939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Updating router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:12:58.965804 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.250503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.258401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.311417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.316718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-network', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:59.325435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a3b07-f74e-45b7-8477-91443b11eb1a None None] Pushing event updated for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.374864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Made reservation on behalf of 8b538b9b3a854605a5acd0efb8d453d2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:59.377673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.390938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.414960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.417567 n-d-713499-30 neutron-server[102606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:12:59.426910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Attempting to bind port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:59.427783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Attempting to bind port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:59.428326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Attempting to bind port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:59.435021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:59.435671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Checking segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:59.436250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.436906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Bound using segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:59.437835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Bound port: 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:59.438383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.484193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-9f5f31a1-8f24-4c53-9364-f6f1d2cf5cde tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e348f64ea28f4c389b56f188102524fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677791 Nov 12 03:12:59.558821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.568510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.583202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] For port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:59.588362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:59.591246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] For port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:59.606430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.623573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.623916 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Added segment 966f49e1-0295-4211-85c5-6405ec27fd98 of type vlan for network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 Nov 12 03:12:59.660375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56830) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.660882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56832) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.662480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cddabb-9dca-4c5d-ace5-07335165670c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.681352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.696128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bb521be-f006-4009-a548-a36f9a3135da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.712933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.715319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.716325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.729137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fa9c64d-d04e-47ac-8752-8e5167edf98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.822486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:59.823151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:59.829092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] Provisioning complete for port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:59.829377 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.866931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bb521be-f006-4009-a548-a36f9a3135da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.884835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5719836 Nov 12 03:12:59.886714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bb521be-f006-4009-a548-a36f9a3135da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.891737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.896519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Request body: {'subnet': {'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-subnet', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:59.916751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f23a-1530-4eb1-8c27-eb86dacf046a admin admin] Pushing event updated for resources: {'Network': ['ID=666ee4ac-756e-48d6-b1cd-54c19d8e5852,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.929243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:59.949733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb521be-f006-4009-a548-a36f9a3135da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c3210d-bc4f-4187-ba56-c51aad10c63d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.973098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Made reservation on behalf of 8b538b9b3a854605a5acd0efb8d453d2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:59.977019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.990663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-5e7875ec-6a7c-45a7-bb2b-e823ab066998 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.997739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-5e7875ec-6a7c-45a7-bb2b-e823ab066998 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051663 Nov 12 03:13:00.029172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-dae2b5e1-bb44-4b1d-9241-5f5bc1d74e0b tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/quotas/e348f64ea28f4c389b56f188102524fe HTTP/1.1" status: 200 len: 375 time: 0.0303273 Nov 12 03:13:00.030286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:00.109967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8bb521be-f006-4009-a548-a36f9a3135da admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77302428d63c4605b88a97c262b4f888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388044 Nov 12 03:13:00.128162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.135204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a3b07-f74e-45b7-8477-91443b11eb1a None None] Pushing event updated for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.170373 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.177270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fa9c64d-d04e-47ac-8752-8e5167edf98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.180556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-f64f5921-b43e-40e7-9ecb-6686d47042e4 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e348f64ea28f4c389b56f188102524fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1506522 Nov 12 03:13:00.186202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fa9c64d-d04e-47ac-8752-8e5167edf98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.219158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9c64d-d04e-47ac-8752-8e5167edf98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2738320-d646-4bd8-988f-3f975bf13efc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.252150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0fa9c64d-d04e-47ac-8752-8e5167edf98b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b8d210f03b1b479eadfd9bb564ac4d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894644 Nov 12 03:13:00.254626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.329996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.342867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] For port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:00.380169 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.385527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3129dbf6-09fc-49a3-9906-daafe0d4d9c1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.399034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.424097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.459790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.487744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.491066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.492408 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9c3210d-bc4f-4187-ba56-c51aad10c63d HTTP/1.1" status: 204 len: 168 time: 0.3626759 Nov 12 03:13:00.507749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.509814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967144e-7442-4e89-b398-677551d4744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c3210d-bc4f-4187-ba56-c51aad10c63d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.519195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Checking segment: {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:00.519195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Network hostable DHCP agents. Network: 666ee4ac-756e-48d6-b1cd-54c19d8e5852, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:00.541948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:00.553259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 666ee4ac-756e-48d6-b1cd-54c19d8e5852) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:00.558042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:00.570490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.612793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0863d9ea-53fd-420b-8417-6de5e89c3a6c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7187998 Nov 12 03:13:00.614531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.614703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.618148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.620288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d2738320-d646-4bd8-988f-3f975bf13efc HTTP/1.1" status: 204 len: 168 time: 0.3643088 Nov 12 03:13:00.627552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:00.627707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d33e2-b312-40b7-84cf-3b89654b196e None None] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:00.637829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343c001-a995-4dbc-8988-974c759f100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2738320-d646-4bd8-988f-3f975bf13efc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.679190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.679190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.749146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.756390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:00.756753 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.762553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:00.768053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-37cc0d96-8cdd-49d2-8269-e3c75d1c0493 None None] Provisioning complete for port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:00.768428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37cc0d96-8cdd-49d2-8269-e3c75d1c0493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.789963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.924130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e3e2c-4176-4128-bab1-791a2406d684 None None] Pushing event updated for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.088589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.235479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'fixed_ips': [{'subnet_id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:01.237330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.346059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.367397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.394412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.463882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:59Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:01.506341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Allocated IP 172.25.4.32 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/35fc9b69-6afd-4c43-b438-6c778b01561e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:01.520365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32d18f-01b6-4f20-8c4f-dce85b2464db None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:59Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:01.525548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Allocated IP 172.20.0.2 (666ee4ac-756e-48d6-b1cd-54c19d8e5852/3129dbf6-09fc-49a3-9906-daafe0d4d9c1/ffa0f650-5fa8-4885-be67-c2690a1bc7bb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:01.696669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.749751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.839492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:01.850448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:01.864498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:01.868288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:01.885467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56936) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:01.924652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Pushing event updated for resources: {'Port': ['ID=35fc9b69-6afd-4c43-b438-6c778b01561e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.974563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.994644 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.024034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:02.024661 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.074198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:02.086377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:02.099281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:02.109229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Pushing event updated for resources: {'Port': ['ID=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:02.202340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Attempting to bind port ffa0f650-5fa8-4885-be67-c2690a1bc7bb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:02.202735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Attempting to bind port ffa0f650-5fa8-4885-be67-c2690a1bc7bb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:02.203096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Attempting to bind port ffa0f650-5fa8-4885-be67-c2690a1bc7bb on network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:02.210286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:02.210932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Checking segment: {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:02.211341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.211728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Bound using segment: {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:02.212401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Bound port: ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:02.212967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.237315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.344757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] For port ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:02.348537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] For port ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:02.364192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.515721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fadf0-cca8-4f9b-8073-9dffdc0e0c13 None None] Pushing event updated for resources: {'Port': ['ID=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:02.538527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.758897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a618e23f-3a81-4c30-80fc-f4dcd59f9024 req-94493570-bed9-4ce9-a71d-641d4a6333b7 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 210 time: 0.8716719 Nov 12 03:13:02.863146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Router 03ca0862-252b-4790-9e8d-59cd42e127ed is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:13:03.009447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:03.021497 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Sync routers for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:03.029805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.031044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f94c3b6d-752e-4f8b-aa5c-d5e8c2b91934 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4149761 Nov 12 03:13:03.033866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56980) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:03.042881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:03.047698 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:03.284590 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:03.571183 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:02Z', 'revision_number': 3, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:03.621594 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Checking router: 03ca0862-252b-4790-9e8d-59cd42e127ed for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:03.622041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Updating router 03ca0862-252b-4790-9e8d-59cd42e127ed port 35fc9b69-6afd-4c43-b438-6c778b01561e binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:03.663441 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.710282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.100', 59860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:03.820326 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-a1a71f03-183a-4a54-9eb1-ae8a72710926 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=e348f64ea28f4c389b56f188102524fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079395 Nov 12 03:13:03.831548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.925079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffa0f650-5fa8-4885-be67-c2690a1bc7bb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:04.067354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844a845-6f0d-44ce-a66b-97ee9e2b652a None None] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:04.080822 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.087878 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.203103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189f95-d740-4f4e-9f7f-fd4744867411 None None] Pushing event updated for resources: {'Port': ['ID=35fc9b69-6afd-4c43-b438-6c778b01561e,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:04.235528 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Attempting to bind port 35fc9b69-6afd-4c43-b438-6c778b01561e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:04.236318 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Attempting to bind port 35fc9b69-6afd-4c43-b438-6c778b01561e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:04.236889 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Attempting to bind port 35fc9b69-6afd-4c43-b438-6c778b01561e on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:04.245751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:04.247146 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:04.247771 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.248428 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:04.249144 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Bound port: 35fc9b69-6afd-4c43-b438-6c778b01561e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:04.249961 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.318893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ffa0f650-5fa8-4885-be67-c2690a1bc7bb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:04.320363 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] For port 35fc9b69-6afd-4c43-b438-6c778b01561e, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:04.321439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.329475 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] For port 35fc9b69-6afd-4c43-b438-6c778b01561e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=35fc9b69-6afd-4c43-b438-6c778b01561e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:04.362760 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.389153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] Provisioning complete for port ffa0f650-5fa8-4885-be67-c2690a1bc7bb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:04.390140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.452139 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189f95-d740-4f4e-9f7f-fd4744867411 None None] Pushing event updated for resources: {'Port': ['ID=35fc9b69-6afd-4c43-b438-6c778b01561e,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:04.492497 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:04.493334 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:04.525647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-244ac409-1a01-45c1-8340-264a7b886e3f tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:04.529387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-244ac409-1a01-45c1-8340-264a7b886e3f tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7014112 Nov 12 03:13:04.622159 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.625578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2c3bb58-a029-4822-8299-302576d71370 req-d8ee38a2-c7da-49f0-9bd2-94f24edf3272 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 210 time: 0.4077697 Nov 12 03:13:04.637484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Request body: {'port': {'device_id': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'e348f64ea28f4c389b56f188102524fe'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:04.674392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Allocated IP 172.20.0.1 (666ee4ac-756e-48d6-b1cd-54c19d8e5852/3129dbf6-09fc-49a3-9906-daafe0d4d9c1/3f3e130e-ac10-48a1-8a04-fd2827f99a50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:04.677637 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:04.709689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.744746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] For port ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:04.756605 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.871042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.914131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.011362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:05.015938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:05.022862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:05.024483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.055049 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:02Z', 'revision_number': 3, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:05.146880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01365208-5b4f-4bf7-83e6-217de985b7db None None] Pushing event updated for resources: {'Port': ['ID=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.172636 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdec58-8fc2-43c5-acb9-ccf1ace9ed38 None None] The sync data for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 is: [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:02Z', 'revision_number': 3, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:05.197051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:05.199208 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:05.227402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Made reservation on behalf of e348f64ea28f4c389b56f188102524fe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:05.236714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.260647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.293563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.472473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.480614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.513189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8063c8fd-be2e-4bdf-8a9d-2cc38f85370b None None] Provisioning complete for port ffa0f650-5fa8-4885-be67-c2690a1bc7bb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:05.513562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8063c8fd-be2e-4bdf-8a9d-2cc38f85370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.644939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.788578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.931431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Allocated IP 192.168.233.219 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/5c53ad9f-3d17-44df-9d84-0b8322876cb7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:06.211412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1dbe250a-3282-4774-844d-142c5ef2fa2f None None] Provisioning complete for port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:06.212362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dbe250a-3282-4774-844d-142c5ef2fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.330782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffa0f650-5fa8-4885-be67-c2690a1bc7bb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:06.431672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2b32965-d1ef-47d1-9387-dd74893fb5cd req-92be1e57-0fb6-4931-93d8-417038eaed3b tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 210 time: 0.1558154 Nov 12 03:13:06.530702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.541102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.542109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.553446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe250a-3282-4774-844d-142c5ef2fa2f None None] Port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:06.568968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ffa0f650-5fa8-4885-be67-c2690a1bc7bb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:06.569459 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.617376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.719378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.796021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:06.800313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 35fc9b69-6afd-4c43-b438-6c778b01561e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:06.850039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Pushing event updated for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:06.888565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:06.907436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:06.929563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 35fc9b69-6afd-4c43-b438-6c778b01561e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:06.930115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.953058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:06.954883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.044882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:07.047054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:07.206400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Pushing event updated for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:07.255211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.281097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-aa944700-d3d5-47e3-b421-e4059a35adca tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6494310 Nov 12 03:13:07.300586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b89bdb65-c2a2-4fcc-8634-710fba4d9753 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:07.301757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b89bdb65-c2a2-4fcc-8634-710fba4d9753 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123632 Nov 12 03:13:07.307412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 35fc9b69-6afd-4c43-b438-6c778b01561e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=35fc9b69-6afd-4c43-b438-6c778b01561e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:07.313026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.452933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=35fc9b69-6afd-4c43-b438-6c778b01561e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:07.526864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Router 03ca0862-252b-4790-9e8d-59cd42e127ed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:07.566799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-310d669a-9807-4265-9f85-81f859c0b9e8 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0f1118c3131a41eab169fc4c41e75686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877993 Nov 12 03:13:07.603091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Provisioning complete for port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:07.603433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.687295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:07.712918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Provisioning complete for port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:07.713309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.805131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc45a10b-ae69-4f17-8442-2999a5a4f37b None None] Port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:07.890285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-8ae70547-d843-4486-9cc8-a5c16a3ba44b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:07.901022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-8ae70547-d843-4486-9cc8-a5c16a3ba44b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196285 Nov 12 03:13:07.966904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-804aba82-c723-40a4-a52d-a83d1f417a46 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/quotas/0f1118c3131a41eab169fc4c41e75686 HTTP/1.1" status: 200 len: 375 time: 0.0649149 Nov 12 03:13:08.018086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-371657a9-b486-4ef6-8637-5be47e1a4afc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073825 Nov 12 03:13:08.034036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-fb3b6721-efe2-43ea-b102-079f200a0c28 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659308 Nov 12 03:13:08.096558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 35fc9b69-6afd-4c43-b438-6c778b01561e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:08.276124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 35fc9b69-6afd-4c43-b438-6c778b01561e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:08.277730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.422548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:08.448056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-26099da9-2a12-4e26-b79b-401197836e2d admin admin] 10.222.0.93 "PUT /v2.0/routers/03ca0862-252b-4790-9e8d-59cd42e127ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4043026 Nov 12 03:13:08.502937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Request body: {'port': {'device_id': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'device_owner': 'compute:tempest-test_az-833661612', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:08.554764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-adcbc4d6-f15d-4a70-9c53-54c171279963 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:08.566190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-adcbc4d6-f15d-4a70-9c53-54c171279963 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5468884 Nov 12 03:13:08.597214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-770c6f56-bca0-48f8-a885-a26928e6d300 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/quotas/a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 375 time: 0.0298104 Nov 12 03:13:08.646994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-d276f571-35c9-4cbb-ad52-b34713b41374 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485997 Nov 12 03:13:08.653546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Sync routers for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:08.695563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:08.696788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:08.708714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf715dd4-7ffd-4c4a-9372-637d0e323edb req-c3eedba4-ddc6-4ab7-8aba-29c56b9efdda tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:08.723323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf715dd4-7ffd-4c4a-9372-637d0e323edb req-c3eedba4-ddc6-4ab7-8aba-29c56b9efdda tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 936 time: 0.2598972 Nov 12 03:13:08.754502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.935722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf715dd4-7ffd-4c4a-9372-637d0e323edb req-8a948e99-45b0-434a-bd7c-99bbbba77dcf tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111821 Nov 12 03:13:09.088285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43b425ba-ff4b-48e2-a14d-7e7309ac4e34 req-a7518cfb-89bb-46a3-a4c4-736796481f33 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.0790954 Nov 12 03:13:09.107805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:09.352986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-087134d9-44d1-41f8-9d6a-d388ad81d8af req-70430eb2-2db8-4cb4-aea0-44947e116ca8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 210 time: 0.0626771 Nov 12 03:13:09.517295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c53ad9f-3d17-44df-9d84-0b8322876cb7 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:09.535375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.587897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Transition to ACTIVE for port object 5c53ad9f-3d17-44df-9d84-0b8322876cb7 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:09.592967 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.752789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Pushing event updated for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:09.944828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:05Z', 'revision_number': 4, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3f3e130e-ac10-48a1-8a04-fd2827f99a50', 'name': '', 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'mac_address': 'fa:16:3e:8e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:05Z', 'revision_number': 2, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'subnets': [{'id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:10.016779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Checking router: 03ca0862-252b-4790-9e8d-59cd42e127ed for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:10.017179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Updating router 03ca0862-252b-4790-9e8d-59cd42e127ed port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:10.127749 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.134012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Attempting to bind port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:10.134378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Attempting to bind port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:10.134815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Attempting to bind port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:10.173515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:10.173882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Attempting to bind port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:10.197912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:10.198250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:10.202671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:10.203149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Bound port: 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:10.217027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.456357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:10.470045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:10.484542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.594576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a3feaf7-d888-4e38-a271-62c0d7bf5282 req-159cd1b8-9388-4e67-a43e-36a1dc5ebf64 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.0391693 Nov 12 03:13:10.632559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69e30-7913-47ee-871f-3b3b5b26e66f req-720304d9-3a2d-4fb4-becf-4c350db5c5c7 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:10.633967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02e69e30-7913-47ee-871f-3b3b5b26e66f req-720304d9-3a2d-4fb4-becf-4c350db5c5c7 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.3471491 Nov 12 03:13:10.642549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:10.643196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.644687 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] 10.222.0.100 "PUT /v2.0/ports/5c53ad9f-3d17-44df-9d84-0b8322876cb7 HTTP/1.1" status: 200 len: 1118 time: 2.6814682 Nov 12 03:13:10.645145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:10.760722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02e69e30-7913-47ee-871f-3b3b5b26e66f req-d7b7c231-b940-409b-9d40-3596d14ccddf tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058028 Nov 12 03:13:10.966191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b18f5a67-f382-49ee-b6a9-68c9b2ab1642 req-185da1af-76d5-45f4-9440-da9da5556e1d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 210 time: 0.1081934 Nov 12 03:13:11.059315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4d89-cb49-48c0-bd4f-17ff03e01073 service neutron] Pushing event updated for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:11.103083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.104421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-987b4bb8-de8f-4ca8-93c4-1b09f460e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.106637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-987b4bb8-de8f-4ca8-93c4-1b09f460e7de service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348f64ea28f4c389b56f188102524fe&device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 1121 time: 0.2207077 Nov 12 03:13:11.116734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.212283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec30e29-bb8c-44db-8d10-020003073804 None None] Pushing event updated for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:11.350424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Attempting to bind port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:11.354340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Attempting to bind port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:11.355059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Attempting to bind port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 on network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:11.368659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:11.372723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Checking segment: {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:11.375444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.377016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Bound using segment: {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:11.380719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Bound port: 3f3e130e-ac10-48a1-8a04-fd2827f99a50, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f49e1-0295-4211-85c5-6405ec27fd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:11.382981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.477955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57276) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:11.508142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.98', 52064) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:11.626539 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e68123-b5fd-4ba9-a80d-1a2926919551" -d '{"events": [{"name": "network-changed", "server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:11.633235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-d5fa8632-da72-4ef4-a4db-ea6580acafa2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211033 Nov 12 03:13:11.748068 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-c24e81eb-5cbf-470d-8301-0c41dc920e08 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7 HTTP/1.1" status: 200 len: 217 time: 0.6008751 Nov 12 03:13:11.762102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2cf628fd-3aee-4162-9f36-72c4b6302ab4 None None] Provisioning complete for port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:11.764755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cf628fd-3aee-4162-9f36-72c4b6302ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.877647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] For port 3f3e130e-ac10-48a1-8a04-fd2827f99a50, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:11.896224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-437a5701-9d55-44a4-bf0e-0a2a118818e0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.911728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-437a5701-9d55-44a4-bf0e-0a2a118818e0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684891 Nov 12 03:13:11.947791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f0a3-25fd-4ee8-9c6a-7679a7a408d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.952129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] For port 3f3e130e-ac10-48a1-8a04-fd2827f99a50, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3f3e130e-ac10-48a1-8a04-fd2827f99a50,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:11.955943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2cf628fd-3aee-4162-9f36-72c4b6302ab4 None None] Port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:11.965158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.048703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf8f1100-0bf1-465c-88df-c9f99c83ae90 req-01c36aa4-a5d9-43a8-aab6-9d1bb6f9f00c tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.0740209 Nov 12 03:13:12.062504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Request body: {'port': {'device_id': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'a16c9604feaa4802abb92acbd4905337'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:12.119028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec30e29-bb8c-44db-8d10-020003073804 None None] Pushing event updated for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:12.171408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:12.172094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:12:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:12.207920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.98', 52067) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:12.325267 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd0f47-472e-43b5-accd-303aa0a0b1ae x-openstack-request-id: req-fbbd0f47-472e-43b5-accd-303aa0a0b1ae {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:12.325548 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:12.336093 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fbbd0f47-472e-43b5-accd-303aa0a0b1ae {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:12.336780 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7', 'status': 'completed', 'code': 200} Nov 12 03:13:12.420023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-ad98ec0f-ba21-456b-af5c-48ab6e61ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.421964 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-ad98ec0f-ba21-456b-af5c-48ab6e61ef62 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2190194 Nov 12 03:13:12.444060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-f850c980-31d7-4135-8146-78b717c74951 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0f1118c3131a41eab169fc4c41e75686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2266397 Nov 12 03:13:12.627164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-6b1e39a2-14eb-412e-9aa8-c0c1b457e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.635925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-6b1e39a2-14eb-412e-9aa8-c0c1b457e78a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2049303 Nov 12 03:13:12.791794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f0a3-25fd-4ee8-9c6a-7679a7a408d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.806815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:12.822180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768120632', 'description': 'tempest-description--1649689014'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:12.842917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] Provisioning complete for port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:12.843641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.851563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Made reservation on behalf of a16c9604feaa4802abb92acbd4905337 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:12.856180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.866842 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f0a3-25fd-4ee8-9c6a-7679a7a408d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.873795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-144fb9f5-2009-4f06-ae5f-594d7dcdfe96 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260973 Nov 12 03:13:12.925029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:12.945013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.980791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ec8f0a3-25fd-4ee8-9c6a-7679a7a408d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7c0a40e8fa3b4e018a3d6a754c6e4c60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5005770 Nov 12 03:13:12.986157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:13.066089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32377014-9aff-434b-9913-d1c9518fe456 req-36cb263c-7d6e-4080-9b4c-fa1e26d89fb1 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:13.074979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32377014-9aff-434b-9913-d1c9518fe456 req-36cb263c-7d6e-4080-9b4c-fa1e26d89fb1 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.4998763 Nov 12 03:13:13.081120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.169404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f0a3-25fd-4ee8-9c6a-7679a7a408d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc039c2-ba4f-4807-bbaa-149889e9d58d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.187696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32377014-9aff-434b-9913-d1c9518fe456 req-964f400a-96e4-42e7-b461-4c2fcc9cad73 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116242 Nov 12 03:13:13.356760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7331fc40-2a4e-4c7a-99bb-4606a9151d95 req-f23553dc-ed45-4d82-a71b-577a7a21040c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 210 time: 0.0385797 Nov 12 03:13:13.375660 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.390780 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba74cb81-35f7-4cd4-831a-b0409b036509 req-66bdf5df-f32d-4320-aed5-f55130d688dc service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962478 Nov 12 03:13:13.417775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] For port 3f3e130e-ac10-48a1-8a04-fd2827f99a50, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3f3e130e-ac10-48a1-8a04-fd2827f99a50,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:13.437634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88279279-f344-41b9-b0c3-6656377e838b req-24303082-79b7-4547-a22e-14ae83ed6ce2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.1156583 Nov 12 03:13:13.481987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.500411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-544fbd1f-e96a-4d92-b61a-49a7fa0680fa tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:13.503995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-544fbd1f-e96a-4d92-b61a-49a7fa0680fa tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9708388 Nov 12 03:13:13.537234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Request body: {'port': {'device_id': 'c335012b-e894-426d-bf0d-076b4c781625', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '0f1118c3131a41eab169fc4c41e75686'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:13.552426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.609797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.621211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aecad1-bf4f-4f6e-9009-d4518e957aff None None] Pushing event updated for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.695266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:05Z', 'revision_number': 4, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3f3e130e-ac10-48a1-8a04-fd2827f99a50', 'name': '', 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'mac_address': 'fa:16:3e:8e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:11Z', 'revision_number': 4, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'subnets': [{'id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:13.728857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.735181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-5b3a4f41-d0dc-44ba-a69a-ea62c6cd3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:13.736659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-5b3a4f41-d0dc-44ba-a69a-ea62c6cd3fd3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348f64ea28f4c389b56f188102524fe&device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 1121 time: 0.2415779 Nov 12 03:13:13.737389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.742373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.746110 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6cc039c2-ba4f-4807-bbaa-149889e9d58d HTTP/1.1" status: 204 len: 168 time: 0.7462430 Nov 12 03:13:13.755820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.770675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da1f93-d643-404c-918c-ced1b2adf03a None None] The sync data for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 is: [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:13:05Z', 'revision_number': 4, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3f3e130e-ac10-48a1-8a04-fd2827f99a50', 'name': '', 'network_id': '666ee4ac-756e-48d6-b1cd-54c19d8e5852', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'mac_address': 'fa:16:3e:8e:cc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:11Z', 'revision_number': 4, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'subnets': [{'id': '3129dbf6-09fc-49a3-9906-daafe0d4d9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:13.770867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57a9ae-e921-48a6-a170-f961dbf9188a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc039c2-ba4f-4807-bbaa-149889e9d58d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.833137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Made reservation on behalf of 0f1118c3131a41eab169fc4c41e75686 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:13.838372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.856967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.969254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.975801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.981806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.067582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13321056-2fbf-40b5-8166-a1ac484a2152,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.072579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.104869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.114779 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2932692 Nov 12 03:13:14.145424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57372) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:14.146673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7bf169-7492-452a-957d-63b82ca365f1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.159997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'security_group_rule': {'security_group_id': '450ce6b5-2772-4741-b8de-1cb09f8c3841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:14.282867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3f3e130e-ac10-48a1-8a04-fd2827f99a50 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:14.416751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:14.418532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.525379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:14.639818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06b04ef-d385-409d-8727-924fc0d03e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.659226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Allocated IP 192.168.233.46 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/9f86b611-9445-489d-b884-46a62287dc0f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:14.723114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf996a-0b66-462c-b9bf-2a9cb6a5ba87 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450ce6b5-2772-4741-b8de-1cb09f8c3841,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.889023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.982405 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06b04ef-d385-409d-8727-924fc0d03e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.989748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-1bcf2cff-6028-4b75-a56b-184407a8106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.991415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-1bcf2cff-6028-4b75-a56b-184407a8106f service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 1.2316282 Nov 12 03:13:14.992679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06b04ef-d385-409d-8727-924fc0d03e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.004767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8a325b7-3f97-487f-9870-772375e45d1e req-e25eab8f-67c9-4d84-b334-276a7fb5e430 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 210 time: 0.0516238 Nov 12 03:13:15.050239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.082811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b04ef-d385-409d-8727-924fc0d03e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2178bfb2-ed4e-46d0-ba1d-2dbf16290357,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.190023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-36e5f35a-898e-4598-8a8d-d28f3b8f18ac service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7 HTTP/1.1" status: 200 len: 217 time: 0.1223922 Nov 12 03:13:15.190749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d504f40-1173-4780-92f7-15f06845c232 req-1cb765d0-364f-4c7b-96ce-5de0968990f5 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.191628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d504f40-1173-4780-92f7-15f06845c232 req-1cb765d0-364f-4c7b-96ce-5de0968990f5 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.8025086 Nov 12 03:13:15.308803 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b06b04ef-d385-409d-8727-924fc0d03e92 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a88e636b79649c1903167ed3a172b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7817349 Nov 12 03:13:15.313419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:15.315613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.337812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.426841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-c885ec32-a88a-465d-bf2f-07839157b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.428824 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-c885ec32-a88a-465d-bf2f-07839157b27d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2285833 Nov 12 03:13:15.441698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb5caa9-3b10-44d9-8b31-31d3914d2ccd,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.465803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.539423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.568507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-b0079e4d-b79a-4e18-b7fb-dc43fd766eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.574196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-b0079e4d-b79a-4e18-b7fb-dc43fd766eaa service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1239829 Nov 12 03:13:15.583536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.585073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-372841e3-727e-44d9-b6aa-383d90d0a012 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4309664 Nov 12 03:13:15.593614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:15.625646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'security_group_rule': {'security_group_id': '450ce6b5-2772-4741-b8de-1cb09f8c3841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:15.637908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.777295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.829641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-5274d5c8-be30-4073-a970-7966a1f34c8b service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951876 Nov 12 03:13:15.831457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.834522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.839765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2178bfb2-ed4e-46d0-ba1d-2dbf16290357 HTTP/1.1" status: 204 len: 168 time: 0.5191989 Nov 12 03:13:15.861189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de3ca9-d59c-4539-a281-3f37e5bcc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2178bfb2-ed4e-46d0-ba1d-2dbf16290357,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.866917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d504f40-1173-4780-92f7-15f06845c232 req-269a1ef8-06cb-4796-a4a0-b4036c4296dd tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658435 Nov 12 03:13:15.918633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0fab290-bd61-4d28-9e21-40ce42811178 req-a6faafd9-e65c-4991-baec-3c1e5febf119 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.3288155 Nov 12 03:13:15.945153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.017968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:16.060644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Allocated IP 192.168.233.197 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/a159aa86-e0bf-4bd4-b2e7-acd706063985) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:16.086608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.132035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:16.136729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:16.143038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.144234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.216118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ac0484-c50f-4caf-987b-1058c5c40e5b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:16.283737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2299771 Nov 12 03:13:16.289195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.290387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fbe28e4b-619f-4343-873b-912b7e6d256b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6955531 Nov 12 03:13:16.314237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57424) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:16.331820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:16.368048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-148e642b-4684-4eb1-b19e-5ea6bd68ea9d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:16.375743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-148e642b-4684-4eb1-b19e-5ea6bd68ea9d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212047 Nov 12 03:13:16.378353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f5d6-71f7-4a7b-857d-560b5f0bb180 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:16.450679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d2e68123-b5fd-4ba9-a80d-1a2926919551 req-cb41b3c5-0501-4320-bed6-8c806e28ecc2 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805132 Nov 12 03:13:16.484943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc665b-622a-4220-b2ad-1ffc81c43790 req-6393cf55-4bf4-40cb-b1ce-32d092baa044 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.494362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3bc665b-622a-4220-b2ad-1ffc81c43790 req-6393cf55-4bf4-40cb-b1ce-32d092baa044 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 935 time: 0.2840767 Nov 12 03:13:16.507164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.622647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3bc665b-622a-4220-b2ad-1ffc81c43790 req-8f666865-2ebc-4dd7-ac07-c2a93d283bba tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273081 Nov 12 03:13:16.679248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f1566b07-f638-4b55-8dd4-d645443782d6 None None] Provisioning complete for port 9f86b611-9445-489d-b884-46a62287dc0f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:16.680401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1566b07-f638-4b55-8dd4-d645443782d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.739216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.834748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f1566b07-f638-4b55-8dd4-d645443782d6 None None] Port 9f86b611-9445-489d-b884-46a62287dc0f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:16.887433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.897560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.986830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Request body: {'port': {'device_id': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:17.128923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Allocated IP 172.25.4.97 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/7b8a86d5-f789-4dac-bf6b-2eb1c37371f9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:17.139040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:17.155442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.172845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:17.188605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:17.201525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.204031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.439764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.444147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9236519 Nov 12 03:13:17.462029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394be3c-d3be-48e6-83f4-c93e453ca2a3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Pushing event updated for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:17.471103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Request body: {'port': {'device_id': 'c335012b-e894-426d-bf0d-076b4c781625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:17.534882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.580852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aefdc-2d87-41b7-904e-ac1d779b58f2 req-a680f862-0ec6-4be1-923b-0df2affb5100 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.582490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-591aefdc-2d87-41b7-904e-ac1d779b58f2 req-a680f862-0ec6-4be1-923b-0df2affb5100 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 936 time: 0.4392741 Nov 12 03:13:17.604136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812ee49-f4eb-4843-96e6-c7248b0b8bdb req-e6cc08cb-b185-4c98-8758-ea7f817796fe tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.612292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c812ee49-f4eb-4843-96e6-c7248b0b8bdb req-e6cc08cb-b185-4c98-8758-ea7f817796fe tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.2210138 Nov 12 03:13:17.642549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:17.648890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:17.655324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:17.665517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'Port': ['ID=7b8a86d5-f789-4dac-bf6b-2eb1c37371f9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:17.795396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3cf5dcbb-37c7-4874-a47c-fb2db016e20f None None] Provisioning complete for port a159aa86-e0bf-4bd4-b2e7-acd706063985 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:17.796069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3cf5dcbb-37c7-4874-a47c-fb2db016e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.836135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.869849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-591aefdc-2d87-41b7-904e-ac1d779b58f2 req-51eec276-c241-4cce-9068-df48a9683479 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431901 Nov 12 03:13:17.926704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c812ee49-f4eb-4843-96e6-c7248b0b8bdb req-7ebc74f0-2d90-4bfd-a95f-2d3c5b1b7af8 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664144 Nov 12 03:13:18.052934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f86b611-9445-489d-b884-46a62287dc0f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:18.062756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5dcbb-37c7-4874-a47c-fb2db016e20f None None] Port a159aa86-e0bf-4bd4-b2e7-acd706063985 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:18.069108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f83ccd1-7f0f-460d-92d0-c76417ed161c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.083770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.087201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.158703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.291825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Transition to ACTIVE for port object 9f86b611-9445-489d-b884-46a62287dc0f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:18.315206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.592718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.621042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.727494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa68bf-b3ce-43bf-aaa1-6f6d302abd9a req-67f8b1f2-9ec7-4671-a147-44e7120354bb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:18.729339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18aa68bf-b3ce-43bf-aaa1-6f6d302abd9a req-67f8b1f2-9ec7-4671-a147-44e7120354bb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 935 time: 0.6199665 Nov 12 03:13:18.807022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.892482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'Port': ['ID=7b8a86d5-f789-4dac-bf6b-2eb1c37371f9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:18.914287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.916790 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2fb5e62e-1537-4530-a8d4-44b32df9492b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6012161 Nov 12 03:13:19.035020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:19.035454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:19.035831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:19.062917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:19.095894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:19.107098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:19.244204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:19.244497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:19.244961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:19.246007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Bound port: 9f86b611-9445-489d-b884-46a62287dc0f, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:19.246385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.260333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18aa68bf-b3ce-43bf-aaa1-6f6d302abd9a req-e3776958-27a1-4c9c-9bc3-7059e9114e66 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136056 Nov 12 03:13:19.565643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc619e-2b10-4e5f-8f20-bf9f1692e1ce req-0aa91a06-c378-4f5e-9976-78c37d009086 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.577295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5bc619e-2b10-4e5f-8f20-bf9f1692e1ce req-0aa91a06-c378-4f5e-9976-78c37d009086 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.3409655 Nov 12 03:13:19.614789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a159aa86-e0bf-4bd4-b2e7-acd706063985 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:19.622796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:19.643342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.676718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b64d68-cab8-4d00-82fd-7c0fbfe561f0 req-ca73677c-1098-49d3-976a-ee6e548d0fb4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.686611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29b64d68-cab8-4d00-82fd-7c0fbfe561f0 req-ca73677c-1098-49d3-976a-ee6e548d0fb4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 936 time: 0.2641525 Nov 12 03:13:19.689956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:19.755162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5bc619e-2b10-4e5f-8f20-bf9f1692e1ce req-a8c54e16-43f0-496b-a339-e8692fdd87c1 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761005 Nov 12 03:13:19.783671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.810989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Transition to ACTIVE for port object a159aa86-e0bf-4bd4-b2e7-acd706063985 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:19.870453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.894451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.895098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.896624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] 10.222.0.98 "PUT /v2.0/ports/9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 1096 time: 3.3034668 Nov 12 03:13:19.897088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:20.344654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97d40b0e-3ae4-498c-be7b-9979b183b538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.405770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29b64d68-cab8-4d00-82fd-7c0fbfe561f0 req-fa3f0f9e-4df1-4128-b9fe-85ae2124c832 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182522 Nov 12 03:13:20.520983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:20.713224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Attempting to bind port a159aa86-e0bf-4bd4-b2e7-acd706063985 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:20.716266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Attempting to bind port a159aa86-e0bf-4bd4-b2e7-acd706063985 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:20.718027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Attempting to bind port a159aa86-e0bf-4bd4-b2e7-acd706063985 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.728935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d1c45-a501-4db4-ac52-b453e7d5f9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:20.790248 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5824fd-d327-4e09-8aba-be288a16a2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:20.845617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Port a159aa86-e0bf-4bd4-b2e7-acd706063985 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:20.848988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Attempting to bind port a159aa86-e0bf-4bd4-b2e7-acd706063985 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.923780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:20.924579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:20.925231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:20.927121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Bound port: a159aa86-e0bf-4bd4-b2e7-acd706063985, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:20.927587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.944997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-286ecfeb-28be-45de-986a-97b16e7c9a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.042848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:21.046405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:21.057864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.074588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Pushing event updated for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.143991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Pushing event updated for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.149268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-d96e0ce3-0144-4852-a508-cf0ca6187d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.151745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-d96e0ce3-0144-4852-a508-cf0ca6187d07 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1099 time: 0.5050192 Nov 12 03:13:21.171605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.174162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.176573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-aeb360d7-f87f-4898-880e-ca396472808a service neutron] 10.222.0.98 "PUT /v2.0/ports/a159aa86-e0bf-4bd4-b2e7-acd706063985 HTTP/1.1" status: 200 len: 1097 time: 3.7104924 Nov 12 03:13:21.182863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-286ecfeb-28be-45de-986a-97b16e7c9a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.189029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-286ecfeb-28be-45de-986a-97b16e7c9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.297449 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-286ecfeb-28be-45de-986a-97b16e7c9a84 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=edb482045bb94ecebc073a34e59d02a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7753515 Nov 12 03:13:21.300352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57552) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:21.303388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ecfeb-28be-45de-986a-97b16e7c9a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b36399-b069-45ce-8928-05cde377e093,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.400162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.436645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.516656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.522359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.526019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a4b36399-b069-45ce-8928-05cde377e093 HTTP/1.1" status: 204 len: 168 time: 0.2243536 Nov 12 03:13:21.545740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.559092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bc845-ccad-4fba-b6f2-1fc8b53050aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b36399-b069-45ce-8928-05cde377e093,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.760432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-bb54ac89-10b1-49d3-a170-2bda482d8c31 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6dab3531904946a3909c25cf40bfa343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521102 Nov 12 03:13:21.849996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-c6236a40-e6c0-4cd9-b629-a1bdd530f0ec tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--768120632&fields=id&tenant_id=f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 267 time: 0.1263330 Nov 12 03:13:21.929170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:21.947707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d23b79e4-d764-4efe-879b-9f99bf8b2bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.029214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d23b79e4-d764-4efe-879b-9f99bf8b2bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.035224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d23b79e4-d764-4efe-879b-9f99bf8b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.045771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-9124f078-f544-417b-807e-54935692e0c9 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.047317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-9124f078-f544-417b-807e-54935692e0c9 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759066 Nov 12 03:13:22.086524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d23b79e4-d764-4efe-879b-9f99bf8b2bf8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a304f31654624fc7a8c3f7f5e6310037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557355 Nov 12 03:13:22.087203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b79e4-d764-4efe-879b-9f99bf8b2bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588fbcdc-c22e-45ba-90a9-5c31c90523f5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:22.090370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:22.092184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-6ef6f308-d5cd-416f-ac89-ef0f2a061de0 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/quotas/6dab3531904946a3909c25cf40bfa343 HTTP/1.1" status: 200 len: 375 time: 0.0324340 Nov 12 03:13:22.107558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-21184a73-faf0-4021-a803-25f4fea2de31 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.109311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-21184a73-faf0-4021-a803-25f4fea2de31 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 823 time: 0.2316370 Nov 12 03:13:22.139757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.145411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-49128cae-0a38-44ea-bb36-f0239431e476 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352561 Nov 12 03:13:22.147022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-54b92768-5526-4e95-b731-16664d097553 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/quotas/f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 375 time: 0.0276678 Nov 12 03:13:22.162251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.214881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.217791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.218984 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/588fbcdc-c22e-45ba-90a9-5c31c90523f5 HTTP/1.1" status: 204 len: 168 time: 0.1276324 Nov 12 03:13:22.226457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-084088bb-c6df-476e-9216-fb07354a4144 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703521 Nov 12 03:13:22.240867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c38d7-4d27-41f1-8dc2-f632fb295c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588fbcdc-c22e-45ba-90a9-5c31c90523f5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:22.565505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7367-76a3-44b9-8da9-fd460e598dfa req-f7fdaebc-a7b5-42e3-b374-1094b2295748 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.568072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedc7367-76a3-44b9-8da9-fd460e598dfa req-f7fdaebc-a7b5-42e3-b374-1094b2295748 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.1992674 Nov 12 03:13:22.670953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedc7367-76a3-44b9-8da9-fd460e598dfa req-b77d499f-d362-4d65-99ca-939550790b8c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944862 Nov 12 03:13:22.822112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142eb0b-cceb-4766-a215-27117d2e9b4f req-fecf623d-fec7-46ab-994f-e011005a692f tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.830174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c142eb0b-cceb-4766-a215-27117d2e9b4f req-fecf623d-fec7-46ab-994f-e011005a692f tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.0701377 Nov 12 03:13:22.875471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.883379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c142eb0b-cceb-4766-a215-27117d2e9b4f req-d10d55a9-3d7e-445c-89d5-c1d7d0128350 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524640 Nov 12 03:13:22.916336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-500427fc-dd17-4ec4-8f69-35f78d4e0cd2 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:22.917811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-500427fc-dd17-4ec4-8f69-35f78d4e0cd2 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5252531 Nov 12 03:13:22.982844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:22.994521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:23.008964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f248e21b-7019-4306-b08f-5851c3758060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.073532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-5c37cf04-ab36-4eb7-91ad-cf1eef055489 service neutron] 10.222.0.93 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416154 Nov 12 03:13:23.238088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f248e21b-7019-4306-b08f-5851c3758060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.240180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-3279c766-10ab-49d7-bb90-b6bbff6eeb6b service neutron] 10.222.0.93 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601362 Nov 12 03:13:23.246269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f248e21b-7019-4306-b08f-5851c3758060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.274080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae2940ea-397b-40be-9407-c083a30b6dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.308631 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f248e21b-7019-4306-b08f-5851c3758060 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1c93a59f64bc4353b05a1a4b23c101f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123639 Nov 12 03:13:23.311879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57602) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:23.312548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248e21b-7019-4306-b08f-5851c3758060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec26c2-0275-4805-b07c-968f2623f348,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.414113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae2940ea-397b-40be-9407-c083a30b6dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.424652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae2940ea-397b-40be-9407-c083a30b6dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.433308 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.469185 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af2b7c-2b2d-42c1-a9d5-3f25b84c9967 x-openstack-request-id: req-d1af2b7c-2b2d-42c1-a9d5-3f25b84c9967 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:23.469466 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:23.469713 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d1af2b7c-2b2d-42c1-a9d5-3f25b84c9967 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:23.470170 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'status': 'completed', 'code': 200} Nov 12 03:13:23.474309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ae2940ea-397b-40be-9407-c083a30b6dc4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4552e4fc3f9342e194bf89b76b683c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895055 Nov 12 03:13:23.476496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2940ea-397b-40be-9407-c083a30b6dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cbd960-bfa4-4e3f-86a7-00a5e93d55c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.479004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:23.492085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.606745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.624236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7d29e2c-2957-4f8f-9828-0c27297e25a1 req-ea731d09-09aa-4626-a631-ea14720f3f48 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 210 time: 0.0535636 Nov 12 03:13:23.634390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.657817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.660053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.661172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82ec26c2-0275-4805-b07c-968f2623f348 HTTP/1.1" status: 204 len: 168 time: 0.3480420 Nov 12 03:13:23.697484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc5ed8-c3e6-4626-959a-41d096e7309e req-952f54d9-3af1-4286-9cb8-ed14836769c2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.701149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5dc5ed8-c3e6-4626-959a-41d096e7309e req-952f54d9-3af1-4286-9cb8-ed14836769c2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.1413860 Nov 12 03:13:23.712609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.726513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a9dd1-1246-4035-b664-be04149eef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec26c2-0275-4805-b07c-968f2623f348,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.775039 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-cd09615f-ef3f-4687-ab6e-3edaec379f04 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=6dab3531904946a3909c25cf40bfa343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269291 Nov 12 03:13:23.787510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16f954d4-708b-484c-887d-86bdd913bf13 req-e0551253-2a56-4b41-814d-1cc9860eb37a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.0824347 Nov 12 03:13:23.941994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5dc5ed8-c3e6-4626-959a-41d096e7309e req-9f78cc5e-5ab2-4fb9-8aea-7031797fb128 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144501 Nov 12 03:13:24.020592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.023376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.033242 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/19cbd960-bfa4-4e3f-86a7-00a5e93d55c4 HTTP/1.1" status: 204 len: 168 time: 0.5285518 Nov 12 03:13:24.051356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-76bb44fb-5b9b-4b79-865c-bc0e2bba16d7 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.059656 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-76bb44fb-5b9b-4b79-865c-bc0e2bba16d7 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2785137 Nov 12 03:13:24.079152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Request body: {'port': {'device_id': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '6dab3531904946a3909c25cf40bfa343'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:24.089067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f0aa-310b-46cc-9cf9-d1acb0ce3fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cbd960-bfa4-4e3f-86a7-00a5e93d55c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:24.168139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7394-bd29-4d0a-8d4c-285d15594c8c req-36b6e4bc-fb80-4803-a5cb-b78d02edb3b7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.174471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc3e7394-bd29-4d0a-8d4c-285d15594c8c req-36b6e4bc-fb80-4803-a5cb-b78d02edb3b7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.2200994 Nov 12 03:13:24.239599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fc357-63a3-4f3c-9b07-e104dffea1bc req-be74451b-67ff-4fab-bcfa-6985c0f6cd47 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.255100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da7fc357-63a3-4f3c-9b07-e104dffea1bc req-be74451b-67ff-4fab-bcfa-6985c0f6cd47 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.1933620 Nov 12 03:13:24.275458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc3e7394-bd29-4d0a-8d4c-285d15594c8c req-5f670b38-29ae-4d91-b997-49de2b31899c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952218 Nov 12 03:13:24.319876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Made reservation on behalf of 6dab3531904946a3909c25cf40bfa343 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:24.330347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.356920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.377240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da7fc357-63a3-4f3c-9b07-e104dffea1bc req-dd2ee98e-c458-4c25-8576-e6a2065b9900 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276288 Nov 12 03:13:24.486472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.491027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.592378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:24.684688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:24.698421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Allocated IP 192.168.233.136 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/7e03cdd3-d799-433a-89b3-b23a884df660) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:24.709890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a35f150c-8769-41bb-bab0-c1635a9e487f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.754376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acad35da-ce83-4d4b-ad10-6deda0f535bf req-b01d6895-ddbb-4e23-a58c-a9e05751351f tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 210 time: 0.0420744 Nov 12 03:13:24.930373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a35f150c-8769-41bb-bab0-c1635a9e487f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.936224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4ff0d08-46b6-4d52-8cba-2cf27cf43f0b req-da63ab61-37fd-4089-b9ad-53cf6e53d866 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.0461376 Nov 12 03:13:24.942412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a35f150c-8769-41bb-bab0-c1635a9e487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.978298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.004083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a35f150c-8769-41bb-bab0-c1635a9e487f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4350339e918b4202a3a632d21d182f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162687 Nov 12 03:13:25.005212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:25.007751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f150c-8769-41bb-bab0-c1635a9e487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcd6eb6-0e11-4187-b8ca-33254a5e97a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:25.071463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.109103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbea00-b191-4488-a251-4090257ab526 req-11fdd6ce-74df-4efe-9f8c-edcd8c4b81bb tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.114050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fddbea00-b191-4488-a251-4090257ab526 req-11fdd6ce-74df-4efe-9f8c-edcd8c4b81bb tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.0886760 Nov 12 03:13:25.121495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.123114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:25.128285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:25.142331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:25.155589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.156297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.167839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.175629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1006918 Nov 12 03:13:25.188119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Request body: {'port': {'device_id': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'device_owner': 'compute:tempest-test_az-833661612', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:25.209745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fddbea00-b191-4488-a251-4090257ab526 req-3fbd5e79-c22c-46de-9e92-bd979030f22a tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855100 Nov 12 03:13:25.222626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6715db5-71ec-4277-9181-ce81bff8c810 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Pushing event updated for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:25.253959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.264394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.267729 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.273276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9fcd6eb6-0e11-4187-b8ca-33254a5e97a3 HTTP/1.1" status: 204 len: 168 time: 0.2668004 Nov 12 03:13:25.291592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f522c-5f5f-42ae-8eeb-500fb6e6efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcd6eb6-0e11-4187-b8ca-33254a5e97a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:25.299686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c53ad9f-3d17-44df-9d84-0b8322876cb7 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:25.472513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:25.475745 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378d45b2-c06b-45e9-9ae9-e360172d0688" -d '{"events": [{"name": "network-changed", "server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:25.542658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:25.584229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5c53ad9f-3d17-44df-9d84-0b8322876cb7', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '5c53ad9f-3d17-44df-9d84-0b8322876cb7', 'mac_address': 'fa:16:3e:40:7c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:tempest-test_az-833661612', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:25.600494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f871e54f-7e2f-4ea0-a1ea-0d249eb7ea36 None None] Provisioning complete for port 7e03cdd3-d799-433a-89b3-b23a884df660 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:25.600872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f871e54f-7e2f-4ea0-a1ea-0d249eb7ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.670039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ac01b-e3c4-4a46-92a8-11da7d1d486c req-95d436e8-8d83-48df-820a-f4fe3e2d442e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.673150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f871e54f-7e2f-4ea0-a1ea-0d249eb7ea36 None None] Port 7e03cdd3-d799-433a-89b3-b23a884df660 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:25.680105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-053ac01b-e3c4-4a46-92a8-11da7d1d486c req-95d436e8-8d83-48df-820a-f4fe3e2d442e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.1980340 Nov 12 03:13:25.687817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.700245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585336ff-762e-4f8e-9e23-f2d965557f81 req-7c955695-50ac-4635-909a-a6ea866483eb tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.701982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-585336ff-762e-4f8e-9e23-f2d965557f81 req-7c955695-50ac-4635-909a-a6ea866483eb tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 969 time: 0.1581826 Nov 12 03:13:25.710145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c53ad9f-3d17-44df-9d84-0b8322876cb7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:25.732531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:25.781276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.834098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-053ac01b-e3c4-4a46-92a8-11da7d1d486c req-b05276e2-7ab4-4a3e-96b7-24a5da76afee tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528599 Nov 12 03:13:25.853799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e03cdd3-d799-433a-89b3-b23a884df660 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:25.863643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-585336ff-762e-4f8e-9e23-f2d965557f81 req-b8ce9109-8adf-420e-8fc2-41cc6f513286 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509368 Nov 12 03:13:25.887195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.936854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Transition to ACTIVE for port object 7e03cdd3-d799-433a-89b3-b23a884df660 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:25.945285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.955436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:25.978149 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea10d35c-df1a-41f4-9888-224b3ba0e750 x-openstack-request-id: req-ea10d35c-df1a-41f4-9888-224b3ba0e750 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:25.978789 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:25.979730 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea10d35c-df1a-41f4-9888-224b3ba0e750 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:25.980475 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985', 'status': 'completed', 'code': 200} Nov 12 03:13:26.066114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Pushing event updated for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.110028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5c53ad9f-3d17-44df-9d84-0b8322876cb7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:26.123262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Attempting to bind port 7e03cdd3-d799-433a-89b3-b23a884df660 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:26.123899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Attempting to bind port 7e03cdd3-d799-433a-89b3-b23a884df660 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:26.124118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Attempting to bind port 7e03cdd3-d799-433a-89b3-b23a884df660 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:26.129239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Port 7e03cdd3-d799-433a-89b3-b23a884df660 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:26.130048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Attempting to bind port 7e03cdd3-d799-433a-89b3-b23a884df660 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:26.137525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:26.139367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:26.140335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:26.141059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Bound port: 7e03cdd3-d799-433a-89b3-b23a884df660, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:26.142122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.160661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d186657a-329a-473b-ba3a-f3803cb03fa6 req-0554dcf7-8709-48a5-9541-61784141667a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.0845633 Nov 12 03:13:26.212762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8690-69c8-4c43-b0a2-e97a4248aabd req-23ddb3b1-7a03-4099-a325-3e346665a72b tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.221386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aec8690-69c8-4c43-b0a2-e97a4248aabd req-23ddb3b1-7a03-4099-a325-3e346665a72b tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 969 time: 0.2064197 Nov 12 03:13:26.287865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:26.293551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7e03cdd3-d799-433a-89b3-b23a884df660,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:26.300813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.317191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aec8690-69c8-4c43-b0a2-e97a4248aabd req-031f3291-5340-4ed6-be5c-acfa099bc55a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947020 Nov 12 03:13:26.361731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.362373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.363760 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] 10.222.0.100 "PUT /v2.0/ports/7e03cdd3-d799-433a-89b3-b23a884df660 HTTP/1.1" status: 200 len: 1118 time: 1.1798673 Nov 12 03:13:26.364238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:26.366466 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d0296b-2f2e-4a5a-a2f7-be1224af462f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:26.392400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0a032-1066-410f-ae47-9ec254337730 service neutron] Pushing event updated for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.472277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd63f-1b03-4978-bf62-ee9b5534dc62 req-fca18ab1-207a-40f5-9c2f-174d6f5fb26f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.475850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-c32a3650-e48a-4a62-8ee6-2695c43a375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.478099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-c32a3650-e48a-4a62-8ee6-2695c43a375c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 1121 time: 0.0553269 Nov 12 03:13:26.484501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-781cd63f-1b03-4978-bf62-ee9b5534dc62 req-fca18ab1-207a-40f5-9c2f-174d6f5fb26f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.0771704 Nov 12 03:13:26.603051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-781cd63f-1b03-4978-bf62-ee9b5534dc62 req-bb209a74-4047-4b4f-b129-3ac96a860a93 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175952 Nov 12 03:13:26.631057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-a9ffc075-639d-4f86-8e4f-d746682f01c3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7e03cdd3-d799-433a-89b3-b23a884df660 HTTP/1.1" status: 200 len: 217 time: 0.1433830 Nov 12 03:13:26.710776 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1dc129-a4d5-456f-8211-cc62c02ee1b6 x-openstack-request-id: req-6a1dc129-a4d5-456f-8211-cc62c02ee1b6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:26.710991 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:26.711241 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a1dc129-a4d5-456f-8211-cc62c02ee1b6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:26.711634 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660', 'status': 'completed', 'code': 200} Nov 12 03:13:26.730979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-33116c93-f339-48ea-9ea5-aa20a1a93080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.732464 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-33116c93-f339-48ea-9ea5-aa20a1a93080 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0876453 Nov 12 03:13:26.783791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-4cfe5c14-4bee-4d38-8490-8df24781f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.785338 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-4cfe5c14-4bee-4d38-8490-8df24781f762 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451994 Nov 12 03:13:26.903992 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-42e17c8b-85bb-479e-a261-641e86847eca service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105096 Nov 12 03:13:27.008885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdf56-1f69-48a6-8fd1-b57ea3892aa7 req-1ecd2bcf-a45f-4466-96cf-9c2ad60c91b0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.012119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d1cdf56-1f69-48a6-8fd1-b57ea3892aa7 req-1ecd2bcf-a45f-4466-96cf-9c2ad60c91b0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.0600076 Nov 12 03:13:27.033016 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ffb66102-e946-40c4-b8b6-3d60e0777afe req-d2a0ef3b-acc6-4d90-9efc-5f89b99c2c2f service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211050 Nov 12 03:13:27.080770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d1cdf56-1f69-48a6-8fd1-b57ea3892aa7 req-320d8777-3119-4b6c-a7c5-bfe0886959b3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601914 Nov 12 03:13:27.165305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-4e1cbdb4-4623-41e8-880c-e77fb10641fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.167492 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-4e1cbdb4-4623-41e8-880c-e77fb10641fc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 1121 time: 0.0727956 Nov 12 03:13:27.221480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb8c39-89ca-4647-8641-dd50950442f2 req-052cba79-b5e5-417d-9a67-570f5eaf28bd tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.229098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bbb8c39-89ca-4647-8641-dd50950442f2 req-052cba79-b5e5-417d-9a67-570f5eaf28bd tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 970 time: 0.0869241 Nov 12 03:13:27.287696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-0cef7c55-fad1-4df1-b60c-8a9be35e9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.289699 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-0cef7c55-fad1-4df1-b60c-8a9be35e9391 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1145575 Nov 12 03:13:27.292474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c53ad9f-3d17-44df-9d84-0b8322876cb7 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:27.301322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5be0271f-f57c-44da-8e1f-9de692454d91 req-b9e23121-c55a-40f7-b779-ff07aabda484 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.0353837 Nov 12 03:13:27.306110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bbb8c39-89ca-4647-8641-dd50950442f2 req-9357d52d-11a5-4f48-aee2-72c334e9fe15 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722294 Nov 12 03:13:27.349735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-a0d75f8f-683c-41ba-982d-ca7b6fc742c2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7e03cdd3-d799-433a-89b3-b23a884df660 HTTP/1.1" status: 200 len: 217 time: 0.0506427 Nov 12 03:13:27.383154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:27.387717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:27.388289 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.426007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-85073ef7-1f20-4be5-8eb5-fd5d1b7846a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.428872 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-85073ef7-1f20-4be5-8eb5-fd5d1b7846a7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0701480 Nov 12 03:13:27.491313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.492633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0419c-c137-40ae-814e-7d7df03dcd77 req-5124db8e-8d4c-4b45-a13c-ecb03d7fe176 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.494317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ee0419c-c137-40ae-814e-7d7df03dcd77 req-5124db8e-8d4c-4b45-a13c-ecb03d7fe176 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 969 time: 0.0608380 Nov 12 03:13:27.518236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:27.521534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-47c50e80-026e-4939-bbb5-98c55f7c8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.523138 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-47c50e80-026e-4939-bbb5-98c55f7c8d61 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0861609 Nov 12 03:13:27.579867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ee0419c-c137-40ae-814e-7d7df03dcd77 req-87ce0b72-f923-40a7-b4a3-0f42005b81cd tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769165 Nov 12 03:13:27.609259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:27.615150 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.671554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-2e28f6f1-13d8-4217-85f0-b6876ec470c8 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394539 Nov 12 03:13:27.692326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:27.780597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7617a-7634-48db-b9da-fe7e4832b89b req-6a0e5604-117a-49c4-bd16-95bcc967eb81 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.782414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8e7617a-7634-48db-b9da-fe7e4832b89b req-6a0e5604-117a-49c4-bd16-95bcc967eb81 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.0864453 Nov 12 03:13:27.813425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-22d0296b-2f2e-4a5a-a2f7-be1224af462f req-ef9522ca-3264-4833-83e5-9e38e5c11845 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297610 Nov 12 03:13:27.841309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:27.864346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8e7617a-7634-48db-b9da-fe7e4832b89b req-82ae9466-20a0-43d6-a622-ac2749a882ec tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736032 Nov 12 03:13:27.892432 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31995c7-0d81-4ad0-b09b-6f755e6de62a" -d '{"events": [{"server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "name": "network-vif-plugged", "status": "completed", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:27.969064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a46f3d5a-fe4f-4307-98bf-f9c34881a37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.006764 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3fb0ce-eb6e-4a30-a6db-73ed802a1d8e x-openstack-request-id: req-fd3fb0ce-eb6e-4a30-a6db-73ed802a1d8e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:28.007299 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "name": "network-vif-plugged", "status": "completed", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:28.007801 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd3fb0ce-eb6e-4a30-a6db-73ed802a1d8e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:28.008560 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7', 'code': 200} Nov 12 03:13:28.057103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a46f3d5a-fe4f-4307-98bf-f9c34881a37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.064683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a46f3d5a-fe4f-4307-98bf-f9c34881a37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.158679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a46f3d5a-fe4f-4307-98bf-f9c34881a37a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9498f31b57b3412bacc1c965219635a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162231 Nov 12 03:13:28.162705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3d5a-fe4f-4307-98bf-f9c34881a37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95da6b11-11f3-4d97-b97f-a0667e6ce759,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.165003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:28.201582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e9faf-26a1-4195-881a-8507340d9eda req-3b35a50e-4aed-4205-9112-94d50cfe6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.206703 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c73e9faf-26a1-4195-881a-8507340d9eda req-3b35a50e-4aed-4205-9112-94d50cfe6e40 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 1123 time: 0.1357231 Nov 12 03:13:28.257204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c73e9faf-26a1-4195-881a-8507340d9eda req-88ff246e-6f2e-4794-8516-fd00df5e5418 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.282507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.304962 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:28.318644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.425121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-0000b27a-8064-405c-b870-6fcbc2c5c226 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.3233247 Nov 12 03:13:28.430688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c73e9faf-26a1-4195-881a-8507340d9eda req-88ff246e-6f2e-4794-8516-fd00df5e5418 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.433537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.437494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.438688 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/95da6b11-11f3-4d97-b97f-a0667e6ce759 HTTP/1.1" status: 204 len: 168 time: 0.2720165 Nov 12 03:13:28.441471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c73e9faf-26a1-4195-881a-8507340d9eda req-88ff246e-6f2e-4794-8516-fd00df5e5418 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.463780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbed038-ddc4-4d44-ab35-4c2c6b2064c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95da6b11-11f3-4d97-b97f-a0667e6ce759,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.504607 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c73e9faf-26a1-4195-881a-8507340d9eda req-88ff246e-6f2e-4794-8516-fd00df5e5418 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750061 Nov 12 03:13:28.525534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff246e-6f2e-4794-8516-fd00df5e5418 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=471ec516-fc22-4f22-ba49-c4c45b25142e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.527706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff060f40-37b3-4c26-ac94-1a0df771d3e9 req-cc813dd1-bdb0-4a09-abf0-838b175e6597 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.1015971 Nov 12 03:13:28.586802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:28.591134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d45b2-c06b-45e9-9ae9-e360172d0688 req-0f6957e2-270a-4831-a698-4e183f6be5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.592653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-378d45b2-c06b-45e9-9ae9-e360172d0688 req-0f6957e2-270a-4831-a698-4e183f6be5cb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 1100 time: 0.4196203 Nov 12 03:13:28.600251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6dce4-8e92-4953-936c-eb29f83e6801 req-2acaf3b1-1f3d-4ad4-afb7-7e876878a82e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.602082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acd6dce4-8e92-4953-936c-eb29f83e6801 req-2acaf3b1-1f3d-4ad4-afb7-7e876878a82e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.1675396 Nov 12 03:13:28.670314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-7503e12f-766f-4ed4-9ad7-faea6e4c4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.671775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-7503e12f-766f-4ed4-9ad7-faea6e4c4a5e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1835186 Nov 12 03:13:28.682923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-378d45b2-c06b-45e9-9ae9-e360172d0688 req-35a2badc-0533-48c5-bdfa-45b7e2a7aab7 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=0f1118c3131a41eab169fc4c41e75686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782001 Nov 12 03:13:28.755359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.98', 52070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:28.881288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346ee4-0236-4390-b5a9-9e72fa6c682a req-0d910a15-3303-4145-a88f-a84aa2380f91 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.888658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a346ee4-0236-4390-b5a9-9e72fa6c682a req-0d910a15-3303-4145-a88f-a84aa2380f91 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.2855215 Nov 12 03:13:28.932366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acd6dce4-8e92-4953-936c-eb29f83e6801 req-667eb95a-42b9-40f4-9584-00c9460204bd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029778 Nov 12 03:13:28.969555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57810) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:28.988089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-209097cb-1429-419f-ae8a-6986b8648be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.989852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-209097cb-1429-419f-ae8a-6986b8648be7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3060677 Nov 12 03:13:29.019336 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b408e86a-7853-483c-93fd-1fdadb870310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.100781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8b3fe74-1754-40a4-87a8-7fe5312450b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.142568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d45b2-c06b-45e9-9ae9-e360172d0688 req-0a567cf8-1705-414a-8ddb-bf0b46a2a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.144033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-378d45b2-c06b-45e9-9ae9-e360172d0688 req-0a567cf8-1705-414a-8ddb-bf0b46a2a046 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4236822 Nov 12 03:13:29.153128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a346ee4-0236-4390-b5a9-9e72fa6c682a req-299065dd-580b-4299-8201-d41c9b1a06f1 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636373 Nov 12 03:13:29.202547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e4adb86f-7bda-41b6-bef2-ea03f3fe8982 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.206348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e4adb86f-7bda-41b6-bef2-ea03f3fe8982 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.98 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 823 time: 0.4489865 Nov 12 03:13:29.213167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc38e98-4dfb-4e78-b54f-86dbcf51e39a req-c2449b77-10b5-4de9-a1cb-0e1190801403 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.215332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1dc38e98-4dfb-4e78-b54f-86dbcf51e39a req-c2449b77-10b5-4de9-a1cb-0e1190801403 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 969 time: 0.2117498 Nov 12 03:13:29.298397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-35c572cf-8a39-4193-b066-e7330839874c service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960849 Nov 12 03:13:29.306855 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-4c296489-949d-4828-a1f7-aed93a9fee69 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 379 time: 0.0897398 Nov 12 03:13:29.320278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'port': {'device_id': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'admin_state_up': True, 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'security_groups': ['450ce6b5-2772-4741-b8de-1cb09f8c3841']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:29.325598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8b3fe74-1754-40a4-87a8-7fe5312450b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.337559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8b3fe74-1754-40a4-87a8-7fe5312450b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.376896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-12e9c321-5798-4497-a274-c37f9a8ba941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.378359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-12e9c321-5798-4497-a274-c37f9a8ba941 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 1100 time: 0.1874173 Nov 12 03:13:29.381549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b408e86a-7853-483c-93fd-1fdadb870310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.415296 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d8b3fe74-1754-40a4-87a8-7fe5312450b5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fe271fc309ff42ec81b0a5ba339a13f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8246918 Nov 12 03:13:29.416607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.424214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3fe74-1754-40a4-87a8-7fe5312450b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baade5c-3f3a-4f93-bfac-16ea3f6d08fb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.425708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b408e86a-7853-483c-93fd-1fdadb870310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.434655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd5d10-e0f4-48be-9fed-148da0616154 req-9fce2a2c-aa3a-40f5-a20b-9c3f03e674a5 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.436146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd5d10-e0f4-48be-9fed-148da0616154 req-9fce2a2c-aa3a-40f5-a20b-9c3f03e674a5 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.2005880 Nov 12 03:13:29.468400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Made reservation on behalf of f575f8e31ce748228a992338d394d404 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:29.471798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.490567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1dc38e98-4dfb-4e78-b54f-86dbcf51e39a req-75482d7c-7f40-4d4e-a61a-3e4217ba2de1 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499931 Nov 12 03:13:29.500800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-719861ad-77b5-4892-adc2-6e583dad763f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985 HTTP/1.1" status: 200 len: 217 time: 0.0899389 Nov 12 03:13:29.591656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408e86a-7853-483c-93fd-1fdadb870310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db2619-fbe0-4b9b-b513-f712a4432f21,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.597079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b408e86a-7853-483c-93fd-1fdadb870310 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=db9d42ca5b3e42feb32695aab2105c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6245904 Nov 12 03:13:29.599791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.618239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Allocated IP 172.20.0.5 (4629c0b6-ab18-4922-bb96-23414d91b86c/fc132e8b-0666-4ea5-93e6-3319c9c91dff/0721cef9-a1a1-46ca-886a-e73843b5ba65) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:29.662642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d0b3e6d-88cb-4a20-ab1b-9194e95349d6 req-2e57f56c-5dfa-4330-a786-56e772cba8ff service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546808 Nov 12 03:13:29.678306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65f31d3f-a243-43bc-964a-3b44d6757ca5 req-c866be33-9f7c-4735-a1b2-2bfc98885f8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 210 time: 0.0690849 Nov 12 03:13:29.691143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.704078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-cceead69-ddc5-4345-ab55-ffde9902397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.705540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-cceead69-ddc5-4345-ab55-ffde9902397b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1877923 Nov 12 03:13:29.715522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd5d10-e0f4-48be-9fed-148da0616154 req-ae50db8b-a98d-4784-88d9-9f264a28606e tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319462 Nov 12 03:13:29.739414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.759505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.794826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.827932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.843846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-7f7fa512-cfe4-4b17-a8c2-4812325cff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.845810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-7f7fa512-cfe4-4b17-a8c2-4812325cff02 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292446 Nov 12 03:13:29.849620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.852600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.853657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-c935ab51-35ff-4994-a366-f526d202b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.853797 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43db2619-fbe0-4b9b-b513-f712a4432f21 HTTP/1.1" status: 204 len: 168 time: 0.2529757 Nov 12 03:13:29.855073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-c935ab51-35ff-4994-a366-f526d202b58d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1254215 Nov 12 03:13:29.868112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978357a-2118-4d46-a446-b7116fbfa45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db2619-fbe0-4b9b-b513-f712a4432f21,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.880252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.980678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.991766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:29.995125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:29.997689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:30.007905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.009094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.038848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.039932 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e840f115-e09a-41e8-b261-9cc709135127 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7256994 Nov 12 03:13:30.042235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.045779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3baade5c-3f3a-4f93-bfac-16ea3f6d08fb HTTP/1.1" status: 204 len: 168 time: 0.6184893 Nov 12 03:13:30.057045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Request body: {'port': {'device_id': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:30.210578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.293997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-84e28b49-e70a-42c9-8dbf-96dbee726bb6 None None] Provisioning complete for port 0721cef9-a1a1-46ca-886a-e73843b5ba65 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:30.294576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84e28b49-e70a-42c9-8dbf-96dbee726bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.371606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-84e28b49-e70a-42c9-8dbf-96dbee726bb6 None None] Port 0721cef9-a1a1-46ca-886a-e73843b5ba65 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:30.423611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3cc2b-e530-4b12-99e8-a56e480c2cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baade5c-3f3a-4f93-bfac-16ea3f6d08fb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:30.454586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.499235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-8a99cca4-3cfb-4678-8e0a-05a191833dfe service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429677 Nov 12 03:13:30.504560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-837bbff4-8881-42fe-96f7-db252a276b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.506018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-837bbff4-8881-42fe-96f7-db252a276b7a service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.6421990 Nov 12 03:13:30.543341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704541-25af-43a1-810a-1b7413e014ae req-15db20da-a2b7-48ef-b93a-f7f45abeb340 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.552517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be704541-25af-43a1-810a-1b7413e014ae req-15db20da-a2b7-48ef-b93a-f7f45abeb340 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.5246413 Nov 12 03:13:30.610776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57842) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:30.630829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-bfde3da3-2d56-4fa0-ade3-547b3db4aacb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.1087198 Nov 12 03:13:30.632493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0721cef9-a1a1-46ca-886a-e73843b5ba65 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:30.640824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.654780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Transition to ACTIVE for port object 0721cef9-a1a1-46ca-886a-e73843b5ba65 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:30.658931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.668691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a16cf5-85e1-4fce-b19c-24b1582ba3cb req-4fade48c-ac56-4946-a536-27325f383990 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.670236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4a16cf5-85e1-4fce-b19c-24b1582ba3cb req-4fade48c-ac56-4946-a536-27325f383990 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.2959793 Nov 12 03:13:30.684661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8251e67e-dc36-4ddf-8ada-fd7fbfc810ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.715344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:30.755283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Attempting to bind port 0721cef9-a1a1-46ca-886a-e73843b5ba65 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:30.756177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Attempting to bind port 0721cef9-a1a1-46ca-886a-e73843b5ba65 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:30.756739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Attempting to bind port 0721cef9-a1a1-46ca-886a-e73843b5ba65 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:30.764018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Port 0721cef9-a1a1-46ca-886a-e73843b5ba65 on network 4629c0b6-ab18-4922-bb96-23414d91b86c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:30.765045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Attempting to bind port 0721cef9-a1a1-46ca-886a-e73843b5ba65 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:30.771030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:30.771933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Checking segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:30.773290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Bound using segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:30.773998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Bound port: 0721cef9-a1a1-46ca-886a-e73843b5ba65, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:30.774446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.814131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be704541-25af-43a1-810a-1b7413e014ae req-4463b4bf-9844-4527-b45d-3b8c0e114327 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607527 Nov 12 03:13:30.830458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-2e6dc240-9447-4b29-8f63-9e32958a3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.831944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-2e6dc240-9447-4b29-8f63-9e32958a3a0f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1579361 Nov 12 03:13:30.846358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cb6b676-3386-46b7-93f4-99cb7249d271 req-e3d36d16-43aa-4e6d-b323-8de20b187b0a service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376260 Nov 12 03:13:30.901273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:30.907040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:30.914990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.921340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4a16cf5-85e1-4fce-b19c-24b1582ba3cb req-08804bc3-41e2-4440-973d-2b64386b59bb tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336955 Nov 12 03:13:30.966276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.979944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.979944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] 10.222.0.98 "PUT /v2.0/ports/0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 200 len: 1092 time: 0.9235733 Nov 12 03:13:30.979944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:30.988266 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6cb00-0c58-4d90-bd87-10585e3c30f3" -d '{"events": [{"name": "network-changed", "server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:31.032741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8251e67e-dc36-4ddf-8ada-fd7fbfc810ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.037365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb3eaf-eadc-4bc5-9328-16ee575635b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.067402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8251e67e-dc36-4ddf-8ada-fd7fbfc810ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.117476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-b18d8cad-7c74-4982-aa21-3620006c7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.119074 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-b18d8cad-7c74-4982-aa21-3620006c7018 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 1095 time: 0.0779696 Nov 12 03:13:31.130605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8251e67e-dc36-4ddf-8ada-fd7fbfc810ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb227f2ecb694a888b3e3d5949faee6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157399 Nov 12 03:13:31.139584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:31.147608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-06adde5b-f8eb-49bf-8f9e-10d0b789fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.149112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-06adde5b-f8eb-49bf-8f9e-10d0b789fe5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3052115 Nov 12 03:13:31.184717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e67e-dc36-4ddf-8ada-fd7fbfc810ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11d6bf-f54f-4716-8e50-b02efdddd143,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.224327 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-9aebd13b-11cb-4dca-a6e5-ab7ff427d3ea service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 200 len: 217 time: 0.0942459 Nov 12 03:13:31.264285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8fcda-4bd8-4c2c-988f-774b83d3b97b req-4d39bb1d-e958-4459-baec-0bc7d8d2c161 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.265752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40f8fcda-4bd8-4c2c-988f-774b83d3b97b req-4d39bb1d-e958-4459-baec-0bc7d8d2c161 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 969 time: 0.3253267 Nov 12 03:13:31.276304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf454-4188-4b9a-b68c-560d4a0f1cba req-233dbbf1-2dea-45c0-acc0-dfef17ece056 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.278362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1cdbf454-4188-4b9a-b68c-560d4a0f1cba req-233dbbf1-2dea-45c0-acc0-dfef17ece056 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 943 time: 0.2264750 Nov 12 03:13:31.284015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.289883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-442880f0-7167-4770-bfa8-35a2dac4f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.291419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-442880f0-7167-4770-bfa8-35a2dac4f0a9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.0551133 Nov 12 03:13:31.296844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7e03cdd3-d799-433a-89b3-b23a884df660 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:31.338912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.368334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40f8fcda-4bd8-4c2c-988f-774b83d3b97b req-3a43e227-4f92-4f3e-a92c-e37c454088e1 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873644 Nov 12 03:13:31.382209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-d0e36d9e-33a7-4762-8808-058df79f117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.384040 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-d0e36d9e-33a7-4762-8808-058df79f117e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836725 Nov 12 03:13:31.391549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1cdbf454-4188-4b9a-b68c-560d4a0f1cba req-9051d501-876d-4482-8733-52a8fe1455ac tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874035 Nov 12 03:13:31.394015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-67cf0fec-3ded-49f6-9644-69dbd62f8da7 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314405 Nov 12 03:13:31.472795 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafbdc12-71a1-4a8c-8683-00c96188bc01 x-openstack-request-id: req-fafbdc12-71a1-4a8c-8683-00c96188bc01 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:31.473084 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:31.473384 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fafbdc12-71a1-4a8c-8683-00c96188bc01 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:31.473807 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'status': 'completed', 'code': 200} Nov 12 03:13:31.488927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.518791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7e03cdd3-d799-433a-89b3-b23a884df660,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:31.534700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '7e03cdd3-d799-433a-89b3-b23a884df660', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '7e03cdd3-d799-433a-89b3-b23a884df660', 'mac_address': 'fa:16:3e:ae:9f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-833661612', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:31.542425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.545011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.546188 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f11d6bf-f54f-4716-8e50-b02efdddd143 HTTP/1.1" status: 204 len: 168 time: 0.4056165 Nov 12 03:13:31.559375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28694-665e-4d85-92a0-8b26c07ce1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11d6bf-f54f-4716-8e50-b02efdddd143,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.607951 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.617165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b18dc-c27e-4683-a43a-bd9a8b5a10df req-538a5b53-d496-4c13-814a-7f01d3323c1d tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.618648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb1b18dc-c27e-4683-a43a-bd9a8b5a10df req-538a5b53-d496-4c13-814a-7f01d3323c1d tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.1017029 Nov 12 03:13:31.625136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd5824fd-d327-4e09-8aba-be288a16a2f4 req-6f0f707d-3732-484c-85e7-f601d456367b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231004 Nov 12 03:13:31.630806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-fbf43e96-c457-4af9-86d1-4e864f159785 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359643 Nov 12 03:13:31.647617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e03cdd3-d799-433a-89b3-b23a884df660 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:31.680226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7e03cdd3-d799-433a-89b3-b23a884df660,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:31.683627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb1b18dc-c27e-4683-a43a-bd9a8b5a10df req-5732e233-91cc-4454-9e69-75f8b8b6e2cf tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558336 Nov 12 03:13:31.685439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.749878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.775466 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f254eaf4-b3a8-4241-ab0a-dc5ba92c3424 req-e5504df2-042a-4eed-8f26-292a2be57bdb service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365278 Nov 12 03:13:31.884166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-9fb52455-b9f3-4f44-826f-124f9469f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.886982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-9fb52455-b9f3-4f44-826f-124f9469f4cc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 1095 time: 0.0628943 Nov 12 03:13:31.904643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7e03cdd3-d799-433a-89b3-b23a884df660'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:32.004072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eecb6-8e87-48d7-a667-57a469f6da90 req-80876d6b-3c63-4500-9e03-e584944e2dda tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.005714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-674eecb6-8e87-48d7-a667-57a469f6da90 req-80876d6b-3c63-4500-9e03-e584944e2dda tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.1088023 Nov 12 03:13:32.087051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7f461-a87f-4dfe-a70f-30b59130c1e3 req-7064b226-f7ef-4059-b2cf-2b3d8c4a7411 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.088216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-c6bba787-f192-4245-bc44-ec56100e6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.089996 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-c6bba787-f192-4245-bc44-ec56100e6072 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 925 time: 0.1944859 Nov 12 03:13:32.092786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82e7f461-a87f-4dfe-a70f-30b59130c1e3 req-7064b226-f7ef-4059-b2cf-2b3d8c4a7411 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.0857804 Nov 12 03:13:32.122405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-674eecb6-8e87-48d7-a667-57a469f6da90 req-5ac45852-2377-4fca-b8be-6d404c2313c2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816765 Nov 12 03:13:32.139953 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-438956c8-71a6-470f-ba83-0f874f8fcc51 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 200 len: 217 time: 0.0424762 Nov 12 03:13:32.155783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82e7f461-a87f-4dfe-a70f-30b59130c1e3 req-c5f553cc-b644-4a71-9a7b-da71481fd3a1 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589943 Nov 12 03:13:32.201903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-4acc8683-0c1f-4c2c-81fd-2238b898c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.203557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-4acc8683-0c1f-4c2c-81fd-2238b898c175 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.0547256 Nov 12 03:13:32.270337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-0d8e45f4-1864-44a4-9ae5-467592138ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.271983 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-0d8e45f4-1864-44a4-9ae5-467592138ed4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607612 Nov 12 03:13:32.358245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c620-da0c-41b5-97de-46b451025b1f req-3b14489e-662e-4d10-aa21-d0c45055594b tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.359756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c96c620-da0c-41b5-97de-46b451025b1f req-3b14489e-662e-4d10-aa21-d0c45055594b tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 1123 time: 0.0820680 Nov 12 03:13:32.387658 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-273a3d2a-746f-4b0d-93f3-580a52e7fb66 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067476 Nov 12 03:13:32.394207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3c96c620-da0c-41b5-97de-46b451025b1f req-33796cb2-a4a5-4774-a28b-1a27be9dd138 tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.499266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87b6cb00-0c58-4d90-bd87-10585e3c30f3 req-ba1c28db-acff-4c48-9dac-74723727dea0 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030445 Nov 12 03:13:32.524128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3c96c620-da0c-41b5-97de-46b451025b1f req-33796cb2-a4a5-4774-a28b-1a27be9dd138 tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.532358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3c96c620-da0c-41b5-97de-46b451025b1f req-33796cb2-a4a5-4774-a28b-1a27be9dd138 tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.568947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7181-af98-4036-8730-e1bdc7cd559d req-a09a9f17-03b2-4b7c-a844-b10c0a1d395a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.570595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d66a7181-af98-4036-8730-e1bdc7cd559d req-a09a9f17-03b2-4b7c-a844-b10c0a1d395a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 970 time: 0.0946908 Nov 12 03:13:32.597810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c96c620-da0c-41b5-97de-46b451025b1f req-33796cb2-a4a5-4774-a28b-1a27be9dd138 tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255540 Nov 12 03:13:32.621264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33796cb2-a4a5-4774-a28b-1a27be9dd138 tempest-AggregatesAdminTestJSON-1081160063 tempest-AggregatesAdminTestJSON-1081160063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40954c-fa89-4069-83ac-13c04329beff,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.666880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d66a7181-af98-4036-8730-e1bdc7cd559d req-8dacebb9-0d58-4178-9003-26662d06af80 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851574 Nov 12 03:13:32.709596 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-131632f7-adbd-43f1-a7c3-c0ca85ff8357 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836532 Nov 12 03:13:32.806884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd104-1e94-48aa-988a-9aa5b6f6d61e req-91746da4-9854-472d-91aa-92ddba435e5d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.809066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-042dd104-1e94-48aa-988a-9aa5b6f6d61e req-91746da4-9854-472d-91aa-92ddba435e5d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 943 time: 0.0802310 Nov 12 03:13:32.870252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-042dd104-1e94-48aa-988a-9aa5b6f6d61e req-ddf3a584-740b-4069-b2be-b5ebf6972ab4 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551300 Nov 12 03:13:32.873322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-fdb6f601-2822-4360-beb0-acbe870a6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.874967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-fdb6f601-2822-4360-beb0-acbe870a6404 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e348f64ea28f4c389b56f188102524fe&device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 1123 time: 0.0580182 Nov 12 03:13:33.033046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-ab1ff650-905c-455a-9368-1c773b419540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.034511 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-ab1ff650-905c-455a-9368-1c773b419540 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1282616 Nov 12 03:13:33.062226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b0d98-2836-48fd-b15b-6941cca30bb5 req-a45b31f8-bb2a-4207-8260-5f55b2be3c8b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.063880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e27b0d98-2836-48fd-b15b-6941cca30bb5 req-a45b31f8-bb2a-4207-8260-5f55b2be3c8b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.0717056 Nov 12 03:13:33.101611 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-9083d5ad-a2ed-47cc-bfa7-7890be9b4f50 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7 HTTP/1.1" status: 200 len: 217 time: 0.0558901 Nov 12 03:13:33.129680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e27b0d98-2836-48fd-b15b-6941cca30bb5 req-7f16f78f-2b9e-425a-bd14-55eac98e0ff2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563719 Nov 12 03:13:33.176868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-707e9833-3784-4f53-8b12-b5d9a146b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.178839 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-707e9833-3784-4f53-8b12-b5d9a146b912 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0694451 Nov 12 03:13:33.249332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-124d9fb2-c817-470d-95a8-dd23ca2ee0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.250866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-124d9fb2-c817-470d-95a8-dd23ca2ee0f5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637491 Nov 12 03:13:33.301410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1a2a5-bf61-4ffe-b646-b4627116d4a8 req-33c5ca84-06cb-42c9-b53e-558e0b94240d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.305237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b1a2a5-bf61-4ffe-b646-b4627116d4a8 req-33c5ca84-06cb-42c9-b53e-558e0b94240d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.0593653 Nov 12 03:13:33.306266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7e03cdd3-d799-433a-89b3-b23a884df660 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:33.366643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b1a2a5-bf61-4ffe-b646-b4627116d4a8 req-dad6a38e-f9ad-4b9e-86c9-075d8ad234bd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Nov 12 03:13:33.404398 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-2873bad8-ab9a-4724-b6f6-ca2b26db7042 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399856 Nov 12 03:13:33.536935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d5330e7a-d1a9-484c-b456-7597736587d6 req-37a81775-fc9e-49c7-80d4-38b329e675b5 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284673 Nov 12 03:13:33.562247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 7e03cdd3-d799-433a-89b3-b23a884df660 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:33.567133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 7e03cdd3-d799-433a-89b3-b23a884df660 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:33.567503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.651171 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.679839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:33.682185 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff70a8-26e0-4839-abc4-25278048b7a9" -d '{"events": [{"server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "name": "network-vif-plugged", "status": "completed", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:33.695157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7e03cdd3-d799-433a-89b3-b23a884df660,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:33.700831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.768816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:33.892158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee87b-2b4e-4b18-a8db-8d817b59dbba req-6203ce4c-d6b2-42aa-8ae4-4f86bce647e7 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.893627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7eee87b-2b4e-4b18-a8db-8d817b59dbba req-6203ce4c-d6b2-42aa-8ae4-4f86bce647e7 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.0746546 Nov 12 03:13:33.939377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:33.976215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7eee87b-2b4e-4b18-a8db-8d817b59dbba req-b4822ce5-53c2-48d4-8b8f-1cdeae193b2c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763872 Nov 12 03:13:34.044320 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe27df8-5c01-40ea-bb58-cb87699611a0 x-openstack-request-id: req-8fe27df8-5c01-40ea-bb58-cb87699611a0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:34.044963 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "name": "network-vif-plugged", "status": "completed", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:34.044963 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8fe27df8-5c01-40ea-bb58-cb87699611a0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:34.045475 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660', 'code': 200} Nov 12 03:13:34.110388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0721cef9-a1a1-46ca-886a-e73843b5ba65 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:34.128710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d2485f2-294c-4660-8838-dbc45c376322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.184248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c53b-1bc1-4545-acea-a4a68f02c0ee req-115955ee-da6b-49bb-bff0-a2d527aef149 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.187052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4380c53b-1bc1-4545-acea-a4a68f02c0ee req-115955ee-da6b-49bb-bff0-a2d527aef149 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 943 time: 0.0760067 Nov 12 03:13:34.220072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304c91-0035-4199-9e7e-e34478148d58 req-b64ddc47-85c4-4d6a-8125-65533cd50a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.221771 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e9304c91-0035-4199-9e7e-e34478148d58 req-b64ddc47-85c4-4d6a-8125-65533cd50a3c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 1123 time: 0.0723293 Nov 12 03:13:34.274931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4380c53b-1bc1-4545-acea-a4a68f02c0ee req-3bc65154-ab7b-4ae6-b0a4-97556a59e57d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803111 Nov 12 03:13:34.288052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d2485f2-294c-4660-8838-dbc45c376322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.297884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d2485f2-294c-4660-8838-dbc45c376322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.305721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.320356 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e9304c91-0035-4199-9e7e-e34478148d58 req-353cd8a7-ba5d-496f-aacb-cca93f4c456c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874000 Nov 12 03:13:34.321072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'port_id': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'mac_address': 'fa:16:3e:cc:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:34.347569 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d2485f2-294c-4660-8838-dbc45c376322 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ae5032d7fd1427a90b9a75668c92ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086761 Nov 12 03:13:34.348325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2485f2-294c-4660-8838-dbc45c376322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b2a16-82bb-4fa2-9dab-82c1a71f0129,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.350553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58022) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:34.372039 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.388401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0721cef9-a1a1-46ca-886a-e73843b5ba65 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:34.414837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.420924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.421844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:34.434066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a9bcd-d863-4dd1-b0ac-96e9a7c8cd1e req-d903a53b-7a67-49c2-9043-9b1988ec4ab7 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.435570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c5a9bcd-d863-4dd1-b0ac-96e9a7c8cd1e req-d903a53b-7a67-49c2-9043-9b1988ec4ab7 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 948 time: 0.0981572 Nov 12 03:13:34.466591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.501060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.525590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.539741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c5a9bcd-d863-4dd1-b0ac-96e9a7c8cd1e req-78d8673d-9e81-4e89-b7c0-cef8a74fc17c tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873256 Nov 12 03:13:34.568406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.583395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '9f86b611-9445-489d-b884-46a62287dc0f', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '9f86b611-9445-489d-b884-46a62287dc0f', 'mac_address': 'fa:16:3e:93:76:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:34.611622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f390-9161-433f-8de2-d22ea92de8dc req-1f67bc27-9bc2-4862-8503-ed5315800caf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.611939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1017f390-9161-433f-8de2-d22ea92de8dc req-1f67bc27-9bc2-4862-8503-ed5315800caf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.0649359 Nov 12 03:13:34.613177 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.615875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.616944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea2b2a16-82bb-4fa2-9dab-82c1a71f0129 HTTP/1.1" status: 204 len: 168 time: 0.2548261 Nov 12 03:13:34.638361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb748d-44a5-496b-ae69-912368c38961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b2a16-82bb-4fa2-9dab-82c1a71f0129,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.661711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.683082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f86b611-9445-489d-b884-46a62287dc0f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:34.685838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1017f390-9161-433f-8de2-d22ea92de8dc req-b77bcf98-0a0a-4dde-a7d7-230bacc145e3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662155 Nov 12 03:13:34.712207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.716677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.717549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a159aa86-e0bf-4bd4-b2e7-acd706063985 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:34.811798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.817470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.829751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a159aa86-e0bf-4bd4-b2e7-acd706063985', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'a159aa86-e0bf-4bd4-b2e7-acd706063985', 'mac_address': 'fa:16:3e:24:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:34.884209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.902471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a159aa86-e0bf-4bd4-b2e7-acd706063985 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:34.926587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:34.933974 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.998272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.019678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.035008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f563f153-376a-4ae3-9a19-766dafb71fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.120588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f563f153-376a-4ae3-9a19-766dafb71fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.124890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f563f153-376a-4ae3-9a19-766dafb71fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.163819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f3e56-89fb-4f3d-83d8-16dc2a634579 req-f1a3309b-d5b3-4da3-8e27-c7b8f819c308 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:35.165484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb7f3e56-89fb-4f3d-83d8-16dc2a634579 req-f1a3309b-d5b3-4da3-8e27-c7b8f819c308 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.0539665 Nov 12 03:13:35.169055 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f563f153-376a-4ae3-9a19-766dafb71fde admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6467d61089ad4cd38071fc7e7419e2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471789 Nov 12 03:13:35.170112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f153-376a-4ae3-9a19-766dafb71fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7fbc6a-abfb-4726-b92b-9dc883a32e3a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.171699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58072) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.246499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb7f3e56-89fb-4f3d-83d8-16dc2a634579 req-ab376d29-f876-45d6-b783-b02ff871b04e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Nov 12 03:13:35.268518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.296245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.347046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a159aa86-e0bf-4bd4-b2e7-acd706063985'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:35.391078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0721cef9-a1a1-46ca-886a-e73843b5ba65'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:35.393511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:35.452525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7fa80-bc63-4337-a614-f724e2980431 req-955fc78d-91b9-4edd-a036-3f4178391922 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:35.460979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ae7fa80-bc63-4337-a614-f724e2980431 req-955fc78d-91b9-4edd-a036-3f4178391922 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 944 time: 0.0966952 Nov 12 03:13:35.497946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.501080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.502627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea7fbc6a-abfb-4726-b92b-9dc883a32e3a HTTP/1.1" status: 204 len: 168 time: 0.3278990 Nov 12 03:13:35.522331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c55c6-07bf-42dc-bce5-ad51a35c700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7fbc6a-abfb-4726-b92b-9dc883a32e3a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.556740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ae7fa80-bc63-4337-a614-f724e2980431 req-7e096923-81fa-4b21-993f-e881a1f26e97 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918803 Nov 12 03:13:35.696272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67fc76-6993-495c-b436-d8b467b497f3 req-5191150f-8fc0-49b3-b635-5d83beb9f880 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:35.704619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f67fc76-6993-495c-b436-d8b467b497f3 req-5191150f-8fc0-49b3-b635-5d83beb9f880 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 949 time: 0.0629141 Nov 12 03:13:35.763236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f67fc76-6993-495c-b436-d8b467b497f3 req-5b55fae0-7154-4aac-9ccc-e3737cea1b1b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575974 Nov 12 03:13:36.032268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe259efa-0576-4a66-bf3e-92bbc5b32810 req-fe29f8fc-b823-4df3-a1ab-58a2dc57bdb2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:36.033928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe259efa-0576-4a66-bf3e-92bbc5b32810 req-fe29f8fc-b823-4df3-a1ab-58a2dc57bdb2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 948 time: 0.0605543 Nov 12 03:13:36.094659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe259efa-0576-4a66-bf3e-92bbc5b32810 req-bdb22838-f258-445b-8df8-47f3a680fff8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Nov 12 03:13:36.419468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153b0e8-7663-488a-a0d4-ad9ed01d9248 req-0db70fbe-4ddb-478e-a594-96630730169f tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:36.424981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1153b0e8-7663-488a-a0d4-ad9ed01d9248 req-0db70fbe-4ddb-478e-a594-96630730169f tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.0715013 Nov 12 03:13:36.490168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1153b0e8-7663-488a-a0d4-ad9ed01d9248 req-cf59624e-2069-4580-a302-a631df5673ba tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546758 Nov 12 03:13:36.935628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-4cee9aec-5462-482b-90c5-9de5607d834d req-82d10192-c276-497a-b0ca-439220aae4f9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:36.937113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cee9aec-5462-482b-90c5-9de5607d834d req-82d10192-c276-497a-b0ca-439220aae4f9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132809 Nov 12 03:13:36.962354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09fe1-336c-4db2-ae49-76498d0bea36 req-fd9abc4d-6bf3-4511-87a3-141512cfb9c6 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:36.965022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f09fe1-336c-4db2-ae49-76498d0bea36 req-fd9abc4d-6bf3-4511-87a3-141512cfb9c6 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 944 time: 0.0676715 Nov 12 03:13:37.037955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f09fe1-336c-4db2-ae49-76498d0bea36 req-499c8d74-e848-4c8c-9f04-134d9bca6b04 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654337 Nov 12 03:13:37.218787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35551f77-da68-4759-bab0-eb5bddae142a req-0aa7344e-4850-4c3c-8b8b-854c5df0e25a tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.220575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35551f77-da68-4759-bab0-eb5bddae142a req-0aa7344e-4850-4c3c-8b8b-854c5df0e25a tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 949 time: 0.0624959 Nov 12 03:13:37.322472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:37.334460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35551f77-da68-4759-bab0-eb5bddae142a req-ee443268-5fa4-43d9-a5a5-7d11c4da53bc tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038346 Nov 12 03:13:37.358166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5e31-2357-408d-9481-1778d0d442ee req-36529e89-1a10-4b9f-8110-0ddf0b73f1f0 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.359722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abac5e31-2357-408d-9481-1778d0d442ee req-36529e89-1a10-4b9f-8110-0ddf0b73f1f0 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.0633104 Nov 12 03:13:37.429286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abac5e31-2357-408d-9481-1778d0d442ee req-97f3372d-bcc6-408f-b054-1a13c8182d85 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Nov 12 03:13:37.514500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fb03-3b1c-4df8-bfcb-1409715d036b req-dbab5822-a8d1-46b2-883c-4a62e1177506 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.522485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d2fb03-3b1c-4df8-bfcb-1409715d036b req-dbab5822-a8d1-46b2-883c-4a62e1177506 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 948 time: 0.0893097 Nov 12 03:13:37.581152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d2fb03-3b1c-4df8-bfcb-1409715d036b req-a7699216-6162-4869-83f6-25463e327a12 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Nov 12 03:13:37.755625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-38503e33-5bd3-4aa8-9a1a-25434372b691 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=6dab3531904946a3909c25cf40bfa343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241907 Nov 12 03:13:37.763677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcf6015b-21f3-4847-8b6f-7137ed2ace5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.779687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b765807a-571b-4726-b0a4-d56f7c1a6daf req-155ee168-ba1a-4110-a466-99eb730263cb tempest-FlavorsV2NegativeTest-829915341 tempest-FlavorsV2NegativeTest-829915341-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=7e5355e985e946ae8d5b2f757e95c4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230734 Nov 12 03:13:37.845759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcf6015b-21f3-4847-8b6f-7137ed2ace5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.849874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcf6015b-21f3-4847-8b6f-7137ed2ace5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.888989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dcf6015b-21f3-4847-8b6f-7137ed2ace5b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d5bca19de12415597b8b693bfbcf68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649292 Nov 12 03:13:37.890193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6015b-21f3-4847-8b6f-7137ed2ace5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd1d10-2109-43cd-a1b2-87d58e9df90f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:37.892508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:37.941935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.959562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-1c8c6265-b553-4cb2-b062-41af892c66af tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.961015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-1c8c6265-b553-4cb2-b062-41af892c66af tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933839 Nov 12 03:13:37.963134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.971193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765807a-571b-4726-b0a4-d56f7c1a6daf req-3973f642-4f65-4087-adc2-d4fdd1dadbc3 tempest-FlavorsV2NegativeTest-829915341 tempest-FlavorsV2NegativeTest-829915341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.972546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b765807a-571b-4726-b0a4-d56f7c1a6daf req-3973f642-4f65-4087-adc2-d4fdd1dadbc3 tempest-FlavorsV2NegativeTest-829915341 tempest-FlavorsV2NegativeTest-829915341-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730855 Nov 12 03:13:37.990114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-b943c8d2-3226-4c27-a570-7dc0d0db8818 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/quotas/6dab3531904946a3909c25cf40bfa343 HTTP/1.1" status: 200 len: 375 time: 0.0166461 Nov 12 03:13:37.991620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b765807a-571b-4726-b0a4-d56f7c1a6daf req-7b78129d-8498-4770-826c-5152a98ef880 tempest-FlavorsV2NegativeTest-829915341 tempest-FlavorsV2NegativeTest-829915341-project] 10.222.0.93 "GET /v2.0/quotas/7e5355e985e946ae8d5b2f757e95c4ad HTTP/1.1" status: 200 len: 375 time: 0.0110989 Nov 12 03:13:38.009374 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.013163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.014358 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c8cd1d10-2109-43cd-a1b2-87d58e9df90f HTTP/1.1" status: 204 len: 168 time: 0.1209671 Nov 12 03:13:38.027228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187580c-4965-4495-86aa-503a4a830f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd1d10-2109-43cd-a1b2-87d58e9df90f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:38.045816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b765807a-571b-4726-b0a4-d56f7c1a6daf req-42588166-a39a-4a7b-9a3c-07e132e830f6 tempest-FlavorsV2NegativeTest-829915341 tempest-FlavorsV2NegativeTest-829915341-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7e5355e985e946ae8d5b2f757e95c4ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473390 Nov 12 03:13:38.079780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-1aa814ac-b549-4efc-b628-acfa6be9fdce tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732698 Nov 12 03:13:38.131275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0721cef9-a1a1-46ca-886a-e73843b5ba65 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:38.206954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0721cef9-a1a1-46ca-886a-e73843b5ba65 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:38.211722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0721cef9-a1a1-46ca-886a-e73843b5ba65 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:38.212173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.305513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.350588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:38.354577 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4355e3c-6464-416b-95dd-002f7181c42a" -d '{"events": [{"server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "name": "network-vif-plugged", "status": "completed", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:38.371426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:38.375395 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.376645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:38.378336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cab6b8-22fa-482c-bdff-dcbc15d7ddb8 req-6c0fef99-318d-46b4-aa23-eb2217319136 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:38.387283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2cab6b8-22fa-482c-bdff-dcbc15d7ddb8 req-6c0fef99-318d-46b4-aa23-eb2217319136 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 944 time: 0.0866566 Nov 12 03:13:38.442511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2cab6b8-22fa-482c-bdff-dcbc15d7ddb8 req-51b13aff-f16b-4b17-8b1c-3a0b4281604f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543010 Nov 12 03:13:38.561050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 9f86b611-9445-489d-b884-46a62287dc0f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:38.573217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 9f86b611-9445-489d-b884-46a62287dc0f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:38.574646 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.579450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:38.614061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a1c3200-d917-4e3b-a866-5c1c4fb4d803 req-dc9bc4bf-8d81-4a8c-8ba9-c48afc74b862 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 210 time: 0.0858154 Nov 12 03:13:38.652168 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e561e02-137f-468b-bd93-4f7606595ab2 x-openstack-request-id: req-7e561e02-137f-468b-bd93-4f7606595ab2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:38.652683 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "name": "network-vif-plugged", "status": "completed", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:38.653093 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e561e02-137f-468b-bd93-4f7606595ab2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:38.653627 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'code': 200} Nov 12 03:13:38.665698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:38.687274 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e58f10da-ed85-449e-96ca-6a300ace69af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.705185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.784429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:38.790151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.791618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a159aa86-e0bf-4bd4-b2e7-acd706063985 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:38.797306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f02f9-7bd3-42f9-bc09-4b7a0f34b312 req-102b4563-0293-457c-87d1-3ce9a69e1988 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:38.802095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a4f02f9-7bd3-42f9-bc09-4b7a0f34b312 req-102b4563-0293-457c-87d1-3ce9a69e1988 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 949 time: 0.0908608 Nov 12 03:13:38.901086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7738e94-aed7-4a8d-af15-105eb347451c req-987c11c5-ed56-4980-ab79-d062ed7c89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:38.902760 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f7738e94-aed7-4a8d-af15-105eb347451c req-987c11c5-ed56-4980-ab79-d062ed7c89a1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 1097 time: 0.1793025 Nov 12 03:13:38.930860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a4f02f9-7bd3-42f9-bc09-4b7a0f34b312 req-38e0dd02-f0ac-4aba-bc77-e9aeaa0fd301 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230636 Nov 12 03:13:38.981855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e58f10da-ed85-449e-96ca-6a300ace69af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.983935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port a159aa86-e0bf-4bd4-b2e7-acd706063985 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:38.987814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:38.991433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e58f10da-ed85-449e-96ca-6a300ace69af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.001903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a159aa86-e0bf-4bd4-b2e7-acd706063985 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:39.002331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.076667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f10da-ed85-449e-96ca-6a300ace69af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5faf08d-bc0b-4216-a0b3-7a5ad85a73ee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:39.112519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdcdae-9f48-44fb-98d3-c91b59407d05 req-5ff0a124-6c81-4aea-9c87-bcb217edc8ab tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:39.114471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.122190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cabdcdae-9f48-44fb-98d3-c91b59407d05 req-5ff0a124-6c81-4aea-9c87-bcb217edc8ab tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0822806 Nov 12 03:13:39.125005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e58f10da-ed85-449e-96ca-6a300ace69af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=073e88ffe6914c75aa4b387a611b360d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575012 Nov 12 03:13:39.129008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f7738e94-aed7-4a8d-af15-105eb347451c req-e9f5bc53-b98d-4dd6-80d2-f6f7bc7e040a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161012 Nov 12 03:13:39.129655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:39.171690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:39.178371 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.210625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.225490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cabdcdae-9f48-44fb-98d3-c91b59407d05 req-7db3a836-ebf6-47a3-8548-416104dbb2a7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015625 Nov 12 03:13:39.264908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.293701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:39.349019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.351995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.356100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5faf08d-bc0b-4216-a0b3-7a5ad85a73ee HTTP/1.1" status: 204 len: 168 time: 0.2224584 Nov 12 03:13:39.367932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad849a-6857-431a-a015-06e2477d36e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5faf08d-bc0b-4216-a0b3-7a5ad85a73ee,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:39.459045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:39.643807 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-b545b67b-0f0b-4173-8062-ad06db7b899c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=6dab3531904946a3909c25cf40bfa343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440888 Nov 12 03:13:39.710594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e7bdd-18d4-460b-beb3-e0c2ea419c01 req-195aa541-4971-4142-ad97-0aeb72fea640 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:39.722164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-188e7bdd-18d4-460b-beb3-e0c2ea419c01 req-195aa541-4971-4142-ad97-0aeb72fea640 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.1248879 Nov 12 03:13:39.794889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-188e7bdd-18d4-460b-beb3-e0c2ea419c01 req-146307a8-f19b-4a63-bd50-6284c3f061a1 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675783 Nov 12 03:13:39.871074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-ef1af666-ed15-495a-854f-5ba5ef3a0f98 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:39.875931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4cdb-0e32-4581-9993-158d2ca0efa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.877658 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-ef1af666-ed15-495a-854f-5ba5ef3a0f98 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148695 Nov 12 03:13:39.895401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Request body: {'port': {'device_id': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '6dab3531904946a3909c25cf40bfa343'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:39.900019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-723ad23a-cc32-47d3-b945-5d9438b18caf req-85cc773e-972a-4f1b-9804-6295aae04eeb tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 210 time: 0.0367894 Nov 12 03:13:40.028324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4cdb-0e32-4581-9993-158d2ca0efa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.043086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4cdb-0e32-4581-9993-158d2ca0efa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.085490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc4cdb-0e32-4581-9993-158d2ca0efa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30a46f-9c0b-4f1d-954e-eafa0c3f1df2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.088701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Made reservation on behalf of 6dab3531904946a3909c25cf40bfa343 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:40.108944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.112486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906a684-37b4-400c-bc2e-6f32706d6c93 req-db529b83-379b-4e82-821c-e55d040341b7 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:40.114138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8906a684-37b4-400c-bc2e-6f32706d6c93 req-db529b83-379b-4e82-821c-e55d040341b7 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.1012940 Nov 12 03:13:40.116764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ddcc4cdb-0e32-4581-9993-158d2ca0efa6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7e5355e985e946ae8d5b2f757e95c4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565287 Nov 12 03:13:40.120170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58384) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:40.317781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Allocated IP 192.168.233.214 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/a186e4ba-c69e-410e-bd43-23b083135700) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:40.455642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8906a684-37b4-400c-bc2e-6f32706d6c93 req-8072e26c-0e7e-46e1-97b5-692edded0225 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287685 Nov 12 03:13:40.490836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.519185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.574469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.633310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.638459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.642438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed30a46f-9c0b-4f1d-954e-eafa0c3f1df2 HTTP/1.1" status: 204 len: 168 time: 0.5185893 Nov 12 03:13:40.655352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}, {'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:40.658226 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e2506d-5f7e-4d5b-a931-0f1a2bc6586d" -d '{"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-plugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}, {"server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "name": "network-vif-plugged", "status": "completed", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:40.663283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.680827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7e03cdd3-d799-433a-89b3-b23a884df660'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:40.687792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91410b5-ca06-4dfd-8812-9ca00ae66013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30a46f-9c0b-4f1d-954e-eafa0c3f1df2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.703789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871bf4-5398-4db4-9948-985fcc4c87cb req-4b84d4bd-ad41-4f16-91c5-1e770857889b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:40.706552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12871bf4-5398-4db4-9948-985fcc4c87cb req-4b84d4bd-ad41-4f16-91c5-1e770857889b tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 950 time: 0.1302719 Nov 12 03:13:40.732311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:40.736289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:40.744680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:40.762277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:40.763160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.814208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9223354 Nov 12 03:13:40.815871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee49c7-cbae-407e-8baf-912d0df0f3f4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Pushing event updated for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.835575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Request body: {'port': {'device_id': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:40.854435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12871bf4-5398-4db4-9948-985fcc4c87cb req-057f85d5-9f0a-4359-95eb-84590fc68b98 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404402 Nov 12 03:13:40.978419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.017535 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcad45c-0f15-4911-8f05-43396aae9694 x-openstack-request-id: req-3bcad45c-0f15-4911-8f05-43396aae9694 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:41.017837 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-plugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "code": 200}, {"server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "name": "network-vif-plugged", "status": "completed", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:41.018110 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bcad45c-0f15-4911-8f05-43396aae9694 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:41.018504 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'code': 200} Nov 12 03:13:41.023129 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985', 'code': 200} Nov 12 03:13:41.060112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.100', 59873) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:41.203177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2530da6-a16b-4313-806a-275c3d01d017 req-81ac6f85-3641-46d9-aed3-116c03086220 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.204893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2530da6-a16b-4313-806a-275c3d01d017 req-81ac6f85-3641-46d9-aed3-116c03086220 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.2073088 Nov 12 03:13:41.321248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1ac4e76c-609a-489b-a5c6-a84caeb1a53c None None] Provisioning complete for port a186e4ba-c69e-410e-bd43-23b083135700 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:41.321625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e76c-609a-489b-a5c6-a84caeb1a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.372833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4e76c-609a-489b-a5c6-a84caeb1a53c None None] Port a186e4ba-c69e-410e-bd43-23b083135700 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:41.380396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-6fe516aa-9308-4ad3-8aa4-5317e22028a0 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.381930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-6fe516aa-9308-4ad3-8aa4-5317e22028a0 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.3211083 Nov 12 03:13:41.491515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54c813-3c12-4d84-80a1-f88e0356889c req-9665da76-ec5a-42b0-9351-4de6315ae8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.492952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b54c813-3c12-4d84-80a1-f88e0356889c req-9665da76-ec5a-42b0-9351-4de6315ae8ce service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 1102 time: 0.2871299 Nov 12 03:13:41.577548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65764-7949-412e-9206-eaad56e0b7d0 req-3d362193-73e4-4082-85f2-356431b6c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.579393 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c9d65764-7949-412e-9206-eaad56e0b7d0 req-3d362193-73e4-4082-85f2-356431b6c22a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0736043 Nov 12 03:13:41.615317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b5049-4821-4b9e-aa89-75555878e0bf req-fb632cc1-5720-4810-b7d6-ea1cf0add420 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.620970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:41.623166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-888b5049-4821-4b9e-aa89-75555878e0bf req-fb632cc1-5720-4810-b7d6-ea1cf0add420 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.3467317 Nov 12 03:13:41.663568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2530da6-a16b-4313-806a-275c3d01d017 req-4b4bdf82-1ff8-4d02-8387-8f4b85b9ddfb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858647 Nov 12 03:13:41.699545 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c9d65764-7949-412e-9206-eaad56e0b7d0 req-4aeef798-7ade-4588-9e88-6e3008325adc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078157 Nov 12 03:13:41.752456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b54c813-3c12-4d84-80a1-f88e0356889c req-97c9fd8f-c123-4418-a6ec-66daee353ec4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005286 Nov 12 03:13:41.832040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-888b5049-4821-4b9e-aa89-75555878e0bf req-0ddf8e3c-2444-4d7c-b8aa-41f70194a581 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071667 Nov 12 03:13:41.860057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a186e4ba-c69e-410e-bd43-23b083135700 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:41.876169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.878846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06c2d-b993-4ce9-a080-9bba6169483f req-191f6af3-5193-4770-8eed-8ec11962e867 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.882556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa06c2d-b993-4ce9-a080-9bba6169483f req-191f6af3-5193-4770-8eed-8ec11962e867 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 936 time: 0.1196773 Nov 12 03:13:41.899941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Deleting port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:41.900393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.907063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Transition to ACTIVE for port object a186e4ba-c69e-410e-bd43-23b083135700 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:41.913790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.050053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59177b40-383f-4b23-b942-81d5b5b43a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.056046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa06c2d-b993-4ce9-a080-9bba6169483f req-a2523eeb-87e2-4c00-bf4d-8b1d402ef28a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647203 Nov 12 03:13:42.081480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] For port 5c53ad9f-3d17-44df-9d84-0b8322876cb7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c53ad9f-3d17-44df-9d84-0b8322876cb7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:42.081835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.101293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Calling delete_port for 5c53ad9f-3d17-44df-9d84-0b8322876cb7 owned by compute:tempest-test_az-833661612 {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:42.121483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Pushing event updated for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.127743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b370f-150c-44f3-a252-5b136e781de2 req-62e86356-4789-47ff-b0dc-0246d9a05fc6 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.129653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-936b370f-150c-44f3-a252-5b136e781de2 req-62e86356-4789-47ff-b0dc-0246d9a05fc6 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 971 time: 0.1383023 Nov 12 03:13:42.214024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Attempting to bind port a186e4ba-c69e-410e-bd43-23b083135700 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:42.214398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Attempting to bind port a186e4ba-c69e-410e-bd43-23b083135700 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:42.214666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Attempting to bind port a186e4ba-c69e-410e-bd43-23b083135700 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:42.227055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Port a186e4ba-c69e-410e-bd43-23b083135700 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:42.227381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Attempting to bind port a186e4ba-c69e-410e-bd43-23b083135700 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:42.241821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:42.242204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:42.242607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:42.243043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Bound port: a186e4ba-c69e-410e-bd43-23b083135700, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:42.243404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.339183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59177b40-383f-4b23-b942-81d5b5b43a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.357075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59177b40-383f-4b23-b942-81d5b5b43a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.410864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-936b370f-150c-44f3-a252-5b136e781de2 req-86aeea45-d678-48c2-aa28-c377df3bd869 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734702 Nov 12 03:13:42.413490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:42.418442 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59177b40-383f-4b23-b942-81d5b5b43a7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2cce8bb07a0547aeb1697c32d11d6a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7937515 Nov 12 03:13:42.420433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a186e4ba-c69e-410e-bd43-23b083135700,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:42.422244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:42.429791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59177b40-383f-4b23-b942-81d5b5b43a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26c477-65ec-4dd4-920b-0447bfcc9b43,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.446200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.542598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f490f-b725-4b95-bb60-fede29302ffa req-ce19f1db-9b72-4ab8-be3e-02e438d793d4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.555507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-608f490f-b725-4b95-bb60-fede29302ffa req-ce19f1db-9b72-4ab8-be3e-02e438d793d4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 950 time: 0.2540636 Nov 12 03:13:42.597774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Pushing event updated for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.627993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.629185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.630826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-905778e8-66e1-4358-affc-0c270b150e4e service neutron] 10.222.0.100 "PUT /v2.0/ports/a186e4ba-c69e-410e-bd43-23b083135700 HTTP/1.1" status: 200 len: 1097 time: 1.8024199 Nov 12 03:13:42.631309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:42.642113 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3009604-0acb-4a29-9335-23c9a8868be4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "tag": "a186e4ba-c69e-410e-bd43-23b083135700"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:42.649127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-608f490f-b725-4b95-bb60-fede29302ffa req-3f0d09b6-a1d8-4994-a609-dc95521780a1 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Nov 12 03:13:42.674631 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.706911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.718125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5c53ad9f-3d17-44df-9d84-0b8322876cb7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:42.761039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.800949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-ef4b059f-f6c3-4d1d-ad91-3217ce56cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.802877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-ef4b059f-f6c3-4d1d-ad91-3217ce56cfa9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 1100 time: 0.1214945 Nov 12 03:13:42.903496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Pushing event deleted for resources: {'Port': ['ID=5c53ad9f-3d17-44df-9d84-0b8322876cb7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.930975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-80a095ee-763a-4fc8-a365-95841101149e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a186e4ba-c69e-410e-bd43-23b083135700 HTTP/1.1" status: 200 len: 217 time: 0.1174290 Nov 12 03:13:42.936187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.939590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.941221 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2a26c477-65ec-4dd4-920b-0447bfcc9b43 HTTP/1.1" status: 204 len: 168 time: 0.5178831 Nov 12 03:13:42.961259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] No DVR routers for this DVR port 5c53ad9f-3d17-44df-9d84-0b8322876cb7 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:42.967092 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.972662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-478a07e0-5caf-4313-b3a0-2e961648dcd1 req-535a08d8-0df6-44d5-a3be-fc14118ffba9 tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.100 "DELETE /v2.0/ports/5c53ad9f-3d17-44df-9d84-0b8322876cb7 HTTP/1.1" status: 204 len: 173 time: 1.5678270 Nov 12 03:13:42.991376 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71600e8e-4c98-45b6-8c50-65109b8ae78b x-openstack-request-id: req-71600e8e-4c98-45b6-8c50-65109b8ae78b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:42.991799 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "tag": "a186e4ba-c69e-410e-bd43-23b083135700", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:42.992174 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-71600e8e-4c98-45b6-8c50-65109b8ae78b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:42.992669 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700', 'status': 'completed', 'code': 200} Nov 12 03:13:42.997568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'name': 'network-vif-deleted', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:42.997807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2263a5-3a84-4d8c-891a-681dd341a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26c477-65ec-4dd4-920b-0447bfcc9b43,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:43.011330 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc39f1-6912-43cf-b261-cfbd922b63d5" -d '{"events": [{"server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "name": "network-vif-deleted", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:43.055249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-0952fbef-be1b-4903-bea0-9fba33277e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.058550 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-0952fbef-be1b-4903-bea0-9fba33277e39 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1160016 Nov 12 03:13:43.185162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-bc4b334b-69e2-4727-a27a-40f7d7ae30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.188134 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-bc4b334b-69e2-4727-a27a-40f7d7ae30bd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214671 Nov 12 03:13:43.221807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2472bde-7551-459b-aadf-bbfa637efa4f req-5b6cfcc7-3dee-4be7-858c-e413453d3530 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.231007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2472bde-7551-459b-aadf-bbfa637efa4f req-5b6cfcc7-3dee-4be7-858c-e413453d3530 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1157744 Nov 12 03:13:43.356980 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-9573362c-866e-4a49-872f-ee7dd61aa46f service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616535 Nov 12 03:13:43.388945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2472bde-7551-459b-aadf-bbfa637efa4f req-452be97f-2004-4426-8a30-c3567a304f48 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528482 Nov 12 03:13:43.403912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8224f-01cf-43b5-bf8d-efd45ad46cd8 req-5596ef26-63e8-49c7-9b33-5c20c0612684 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.411202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae8224f-01cf-43b5-bf8d-efd45ad46cd8 req-5596ef26-63e8-49c7-9b33-5c20c0612684 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.1445041 Nov 12 03:13:43.482453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae8224f-01cf-43b5-bf8d-efd45ad46cd8 req-740086a0-7275-49bd-a091-717d189e469f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703640 Nov 12 03:13:43.489170 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c62b7-9991-4e5e-bfb4-0020a9135d6a x-openstack-request-id: req-667c62b7-9991-4e5e-bfb4-0020a9135d6a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:43.490240 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2828f47e-536c-4de8-8b42-7e9a5aa1c307", "name": "network-vif-deleted", "tag": "5c53ad9f-3d17-44df-9d84-0b8322876cb7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:43.490240 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-667c62b7-9991-4e5e-bfb4-0020a9135d6a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:43.490491 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2828f47e-536c-4de8-8b42-7e9a5aa1c307', 'name': 'network-vif-deleted', 'tag': '5c53ad9f-3d17-44df-9d84-0b8322876cb7', 'status': 'completed', 'code': 200} Nov 12 03:13:43.498468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59fd1b31-5254-4d45-bb1f-5e4058760b13 req-ff596489-c0f0-42f6-b3bc-c012d07f33db service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322391 Nov 12 03:13:43.613457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.645352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73617332-469c-4378-a999-f93a9efe594f req-0a7843a1-b373-4656-be6a-ac94126cce4c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.653362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73617332-469c-4378-a999-f93a9efe594f req-0a7843a1-b373-4656-be6a-ac94126cce4c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 948 time: 0.0706382 Nov 12 03:13:43.669965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-64326dbf-9d24-4584-b853-32c5c8e96f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.671609 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-64326dbf-9d24-4584-b853-32c5c8e96f6c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6dab3531904946a3909c25cf40bfa343&device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 1100 time: 0.1060572 Nov 12 03:13:43.711431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79d4b4a7-1f76-4fab-b77b-279aa3d569bd req-d7ec3bb0-d205-4587-b646-e2a9653b307a tempest-AggregatesAdminTestJSON-1712411740 tempest-AggregatesAdminTestJSON-1712411740-project] 10.222.0.93 "GET /v2.0/ports?device_id=2828f47e-536c-4de8-8b42-7e9a5aa1c307 HTTP/1.1" status: 200 len: 210 time: 0.0476983 Nov 12 03:13:43.756678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73617332-469c-4378-a999-f93a9efe594f req-74c70d7b-fd8d-4e0e-897c-2dcb559c6b5c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021693 Nov 12 03:13:43.791067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.815343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-338dd39e-d98b-4688-9cd2-b3fe033ced58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.872753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-343d188e-2763-4ac0-bb4e-13dac94bcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.874239 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-343d188e-2763-4ac0-bb4e-13dac94bcf36 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1903014 Nov 12 03:13:43.924490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.936501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-8cb5d8d0-677e-4802-afac-b2e8189b5b70 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=a186e4ba-c69e-410e-bd43-23b083135700 HTTP/1.1" status: 200 len: 217 time: 0.0529850 Nov 12 03:13:43.990451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65d52b-29e1-4b1a-8c73-e638e7c3fa88 req-7731725e-5691-483c-b970-ca4b5099deec tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.991928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c65d52b-29e1-4b1a-8c73-e638e7c3fa88 req-7731725e-5691-483c-b970-ca4b5099deec tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.1557112 Nov 12 03:13:44.001053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-4af7772a-617a-466c-bcb1-727bbebb805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.002449 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-4af7772a-617a-466c-bcb1-727bbebb805d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0560806 Nov 12 03:13:44.003872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.009124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'floatingip': {'port_id': '0721cef9-a1a1-46ca-886a-e73843b5ba65'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:44.031114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27710899-66da-4e3c-9673-50280be25cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.047118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6b2da-0888-45e8-a081-edbb9276bff3 req-704bec33-b603-4c3d-b591-991ecb1d3b35 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.048611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93b6b2da-0888-45e8-a081-edbb9276bff3 req-704bec33-b603-4c3d-b591-991ecb1d3b35 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 950 time: 0.1707633 Nov 12 03:13:44.049332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87a9426c-0057-49c2-99e7-dfde822b64c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.105603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.153012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-338dd39e-d98b-4688-9cd2-b3fe033ced58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.170705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-338dd39e-d98b-4688-9cd2-b3fe033ced58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.200959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-73a05f40-6231-4dee-a98b-df7c2e85a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.202475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-73a05f40-6231-4dee-a98b-df7c2e85a406 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904488 Nov 12 03:13:44.220755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93b6b2da-0888-45e8-a081-edbb9276bff3 req-d8b07e52-49e4-44ee-a058-413760923dbc tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630790 Nov 12 03:13:44.243501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-338dd39e-d98b-4688-9cd2-b3fe033ced58 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0a1a06f642884793a6adb780ccbedbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507451 Nov 12 03:13:44.248532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.268348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dd39e-d98b-4688-9cd2-b3fe033ced58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7652b102-acbd-4659-bd8d-5bc33bd58b35,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.326544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87a9426c-0057-49c2-99e7-dfde822b64c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.334425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87a9426c-0057-49c2-99e7-dfde822b64c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.337911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27710899-66da-4e3c-9673-50280be25cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.353769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27710899-66da-4e3c-9673-50280be25cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.392272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-87a9426c-0057-49c2-99e7-dfde822b64c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ccc43106ae7c49b8896e7a3aa7298fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618244 Nov 12 03:13:44.397144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9426c-0057-49c2-99e7-dfde822b64c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a572b-5c4c-438f-b776-cf0af2370c90,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.400088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.430801 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-df813ae5-3e51-46de-98c2-d43de4a71cba service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049670 Nov 12 03:13:44.434110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-27710899-66da-4e3c-9673-50280be25cd0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=700c487574474c0288c8f8edda8260b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8195062 Nov 12 03:13:44.435317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27710899-66da-4e3c-9673-50280be25cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1772c6e-09ba-4b7a-8242-1d00c3d39a83,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.438524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58516) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.488643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.509044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.549181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.558043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.577647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbe6b8-f94b-4053-8bda-ab1c6d7233db req-1addd2e5-1cfb-4c5a-9dc5-01e225ae8d25 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.578095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.579581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06fbe6b8-f94b-4053-8bda-ab1c6d7233db req-1addd2e5-1cfb-4c5a-9dc5-01e225ae8d25 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0833976 Nov 12 03:13:44.645973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06fbe6b8-f94b-4053-8bda-ab1c6d7233db req-f45c9c83-763d-4092-8a76-2792188da8ab tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Nov 12 03:13:44.649031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.652342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.653883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a1772c6e-09ba-4b7a-8242-1d00c3d39a83 HTTP/1.1" status: 204 len: 168 time: 0.2152946 Nov 12 03:13:44.677827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b68bee-3e39-4dec-9bf8-6571eeca4f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1772c6e-09ba-4b7a-8242-1d00c3d39a83,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.749334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.946080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d5ed7-25d4-46cf-907b-301489475bd5 req-6131de2e-dfa9-49d5-a5a1-2e0f1e91b798 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.948573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d6d5ed7-25d4-46cf-907b-301489475bd5 req-6131de2e-dfa9-49d5-a5a1-2e0f1e91b798 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 950 time: 0.0826285 Nov 12 03:13:45.026719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-14cafdb1-a89f-46db-8a4a-9e21ae04b284 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:45.032450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-14cafdb1-a89f-46db-8a4a-9e21ae04b284 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0827010 Nov 12 03:13:45.058086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d6d5ed7-25d4-46cf-907b-301489475bd5 req-3952a343-69f8-4315-abb9-d4bfc985ad72 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736754 Nov 12 03:13:45.097144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-5b7e8a76-e546-4489-97c9-396167a5ebff tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.111408 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c3009604-0acb-4a29-9335-23c9a8868be4 req-16fa63f8-92ef-41ed-8b21-5591dae88f0d service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691160 Nov 12 03:13:45.139173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.141768 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.142903 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7652b102-acbd-4659-bd8d-5bc33bd58b35 HTTP/1.1" status: 204 len: 168 time: 0.8915243 Nov 12 03:13:45.164426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bf575-fc46-41d0-a3e2-3e90bd1f5628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7652b102-acbd-4659-bd8d-5bc33bd58b35,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.204139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.206318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.207457 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/921a572b-5c4c-438f-b776-cf0af2370c90 HTTP/1.1" status: 204 len: 168 time: 0.8048928 Nov 12 03:13:45.243226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.255671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34474205-88a6-4aa2-bc96-ef69e9eb967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a572b-5c4c-438f-b776-cf0af2370c90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.291125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:45.316038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934cf21-56ac-441d-b0c6-45eb1251ea03 req-4a200a4c-834c-4dde-b5fc-195ee9e3a1ba tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:45.318531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f934cf21-56ac-441d-b0c6-45eb1251ea03 req-4a200a4c-834c-4dde-b5fc-195ee9e3a1ba tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 948 time: 0.1209874 Nov 12 03:13:45.335840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c53ad9f-3d17-44df-9d84-0b8322876cb7 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:45.364156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 5c53ad9f-3d17-44df-9d84-0b8322876cb7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:45.365252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c53ad9f-3d17-44df-9d84-0b8322876cb7 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:45.398756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-5b7e8a76-e546-4489-97c9-396167a5ebff tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.412227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-5b7e8a76-e546-4489-97c9-396167a5ebff tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.413998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.419862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.445792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e8a76-e546-4489-97c9-396167a5ebff tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ead6f7-5b42-45cd-ae15-b2a4fec9361c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.485986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f934cf21-56ac-441d-b0c6-45eb1251ea03 req-9d473b02-ac61-4e60-bdb6-51480a16a94a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359744 Nov 12 03:13:45.490703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef64bcd8-e1e5-4792-a386-006dd07f6f1f req-5b7e8a76-e546-4489-97c9-396167a5ebff tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317460 Nov 12 03:13:45.602398 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa associated. External IP: 172.25.4.97, port: 0721cef9-a1a1-46ca-886a-e73843b5ba65. Nov 12 03:13:45.770132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b82e5493-badb-4723-a406-d8eeabac315f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e348f64ea28f4c389b56f188102524fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242665 Nov 12 03:13:45.772875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58568) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.837526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.869558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.906945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.928660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:45.936235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68c2fe95-71c9-428b-b60d-f361ab964d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.997966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.000964 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.002297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a3a8279-dbb0-4bbb-a11a-130b5789c4f9 HTTP/1.1" status: 204 len: 168 time: 0.2279043 Nov 12 03:13:46.022162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2b22-efa8-4425-954d-8e9c70b9ca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3a8279-dbb0-4bbb-a11a-130b5789c4f9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.067284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68c2fe95-71c9-428b-b60d-f361ab964d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.079242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68c2fe95-71c9-428b-b60d-f361ab964d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.106338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:46.112982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.123727 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:46.138776 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:46.139950 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.144785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-68c2fe95-71c9-428b-b60d-f361ab964d70 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f9b4f1ed27df44c9b5c6918ade3d251c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344940 Nov 12 03:13:46.160344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-a5121b02-04fd-4f21-a133-2e787df38b41 req-7edd5200-7325-40b0-b01a-f4c86d1a0b89 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:46.166600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:46.173910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5121b02-04fd-4f21-a133-2e787df38b41 req-7edd5200-7325-40b0-b01a-f4c86d1a0b89 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1691904 Nov 12 03:13:46.231626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-62d4f6cf-fb3b-4e05-8708-66a7c4b35e8b tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "PUT /v2.0/floatingips/cebe8f6b-434b-423c-b8c6-bf8d234817fa HTTP/1.1" status: 200 len: 990 time: 2.2167168 Nov 12 03:13:46.237423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:46.251634 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad973fe-0497-4c59-bf82-95edefceb6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:46.258347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2fe95-71c9-428b-b60d-f361ab964d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad0f71-d1f5-4099-8ad3-ef46dde82861,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.269182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-f0e9f085-6862-451d-85b7-3df54e8c8ae3 tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.271044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-f0e9f085-6862-451d-85b7-3df54e8c8ae3 tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 1102 time: 0.2022457 Nov 12 03:13:46.283846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5234e06-2649-408a-b151-cc1cb369f188 req-557e48f1-3630-4fe9-a7ef-e41cdf2e9903 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.285428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5234e06-2649-408a-b151-cc1cb369f188 req-557e48f1-3630-4fe9-a7ef-e41cdf2e9903 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 950 time: 0.1104729 Nov 12 03:13:46.348795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.374018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.381087 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:46.437079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5234e06-2649-408a-b151-cc1cb369f188 req-6d9a1e78-edb1-45e2-8c79-38d59564c490 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182916 Nov 12 03:13:46.465433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.469738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.473336 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29ad0f71-d1f5-4099-8ad3-ef46dde82861 HTTP/1.1" status: 204 len: 168 time: 0.3033571 Nov 12 03:13:46.485653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Deleting port a159aa86-e0bf-4bd4-b2e7-acd706063985 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:46.488465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.488756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9151a42-4399-45b0-a824-3310c68f1cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad0f71-d1f5-4099-8ad3-ef46dde82861,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.656693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:46.692655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] For port a159aa86-e0bf-4bd4-b2e7-acd706063985, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a159aa86-e0bf-4bd4-b2e7-acd706063985,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:46.693047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.710945 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-897473b6-f705-48d9-af36-8ebb281409bc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21d748a056054497808a67538be04bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526724 Nov 12 03:13:46.711887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:46.734724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Calling delete_port for a159aa86-e0bf-4bd4-b2e7-acd706063985 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:46.769249 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d576c158-c092-4446-b12b-0cd08910458e x-openstack-request-id: req-d576c158-c092-4446-b12b-0cd08910458e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:46.769802 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:46.775114 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d576c158-c092-4446-b12b-0cd08910458e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:46.775882 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'status': 'completed', 'code': 200} Nov 12 03:13:46.777162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.799093 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:cc:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:13:45Z', 'revision_number': 1, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.834498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.835229 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:46.846375 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:46.847239 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.861279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-c1b43d38-80dd-45a7-a612-2714995fc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.863133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-c1b43d38-80dd-45a7-a612-2714995fc421 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 1097 time: 0.0743134 Nov 12 03:13:46.984633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-af1b84f1-e606-411e-83b1-6fc9ca282de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.986716 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-af1b84f1-e606-411e-83b1-6fc9ca282de7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 925 time: 0.1115584 Nov 12 03:13:46.999255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:47.023554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e73c4-8d44-4542-9678-1ab8dc6889c7 req-7eaa9a95-ef44-41eb-b9f7-0200e914861c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.035775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a4e73c4-8d44-4542-9678-1ab8dc6889c7 req-7eaa9a95-ef44-41eb-b9f7-0200e914861c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 948 time: 0.1527476 Nov 12 03:13:47.095020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.097991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.102209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4d40954c-fa89-4069-83ac-13c04329beff HTTP/1.1" status: 204 len: 168 time: 0.3863943 Nov 12 03:13:47.136428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4484-b844-4340-8c35-ff3497b0fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40954c-fa89-4069-83ac-13c04329beff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:47.141261 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-8f2f159e-778a-4804-8c7a-58a1416d323f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 200 len: 998 time: 0.1472204 Nov 12 03:13:47.213140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-a35b2bb7-9062-4970-bdd2-06960b7da7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.215183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-a35b2bb7-9062-4970-bdd2-06960b7da7de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.0572572 Nov 12 03:13:47.230061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a4e73c4-8d44-4542-9678-1ab8dc6889c7 req-c9d2ec40-6e08-430a-9e51-097540887a7a tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724112 Nov 12 03:13:47.250962 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.264622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a159aa86-e0bf-4bd4-b2e7-acd706063985'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:47.313704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Pushing event deleted for resources: {'Port': ['ID=a159aa86-e0bf-4bd4-b2e7-acd706063985,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:47.346793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a186e4ba-c69e-410e-bd43-23b083135700 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:47.356936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-d6a04c57-10eb-4dfb-b96b-bfe5bd5a781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.358478 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-d6a04c57-10eb-4dfb-b96b-bfe5bd5a781e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327033 Nov 12 03:13:47.362992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] No DVR routers for this DVR port a159aa86-e0bf-4bd4-b2e7-acd706063985 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:47.367732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.372689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f957f035-f4a6-4f83-a820-cc9d3adecd66 req-a06a41bc-9539-4773-b0c1-dd4fe75adb0f tempest-DeleteServersAdminTestJSON-1279215771 tempest-DeleteServersAdminTestJSON-1279215771-project-admin] 10.222.0.98 "DELETE /v2.0/ports/a159aa86-e0bf-4bd4-b2e7-acd706063985 HTTP/1.1" status: 204 len: 173 time: 1.0862582 Nov 12 03:13:47.373298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'name': 'network-vif-deleted', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:47.379936 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e11df8-7d21-43ee-9640-c8516d443725" -d '{"events": [{"server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "name": "network-vif-deleted", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:47.397238 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:cc:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:13:45Z', 'revision_number': 1, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:47.473029 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75199d7-44f6-47eb-9146-7f617a2938a4 None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:cc:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:13:45Z', 'revision_number': 1, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:47.594856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-f5913fa0-9d30-453a-b5b9-49303f10a3d6 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283289 Nov 12 03:13:47.652040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a186e4ba-c69e-410e-bd43-23b083135700,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:47.680038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'a186e4ba-c69e-410e-bd43-23b083135700', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'a186e4ba-c69e-410e-bd43-23b083135700', 'mac_address': 'fa:16:3e:b9:b5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:47.694472 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a8f32-7feb-42a0-8bac-11730534454b x-openstack-request-id: req-319a8f32-7feb-42a0-8bac-11730534454b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:47.694653 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c335012b-e894-426d-bf0d-076b4c781625", "name": "network-vif-deleted", "tag": "a159aa86-e0bf-4bd4-b2e7-acd706063985", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:47.694931 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-319a8f32-7feb-42a0-8bac-11730534454b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:47.695742 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c335012b-e894-426d-bf0d-076b4c781625', 'name': 'network-vif-deleted', 'tag': 'a159aa86-e0bf-4bd4-b2e7-acd706063985', 'status': 'completed', 'code': 200} Nov 12 03:13:47.766191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.799444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a186e4ba-c69e-410e-bd43-23b083135700 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:47.802659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ad973fe-0497-4c59-bf82-95edefceb6fc req-c7216a7e-6f87-429a-992f-a360a4a967a8 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989470 Nov 12 03:13:47.835285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a186e4ba-c69e-410e-bd43-23b083135700,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:47.843749 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.885455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-065e2b40-e431-4b23-afc5-93d5c7766e9f req-b239a52a-0b08-4b4b-b8bc-bd35b9bc0be8 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=c335012b-e894-426d-bf0d-076b4c781625 HTTP/1.1" status: 200 len: 210 time: 0.0428946 Nov 12 03:13:47.898430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045ead8-3fad-4d19-a045-1efa34be36eb None None] New status for floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:13:48.201704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103202-4f4e-4873-bd2f-c9e129668551 req-8ec64f0c-3330-402b-b3b9-c9b6a6cdb548 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:48.217803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4103202-4f4e-4873-bd2f-c9e129668551 req-8ec64f0c-3330-402b-b3b9-c9b6a6cdb548 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1996281 Nov 12 03:13:48.342884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a186e4ba-c69e-410e-bd43-23b083135700'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:48.382848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:48.392619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4103202-4f4e-4873-bd2f-c9e129668551 req-f9e24c99-e79d-4d1a-b13c-71481542cea5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728907 Nov 12 03:13:48.542353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d81fd-a70e-432d-a8cd-878798d91757 req-284cc5d8-739b-433b-82c6-731394302c5e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:48.549989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f16d81fd-a70e-432d-a8cd-878798d91757 req-284cc5d8-739b-433b-82c6-731394302c5e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 949 time: 0.0797544 Nov 12 03:13:48.557165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:48.566002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f581bec-706c-4ea0-a3fb-b48ce42db176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.638326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f16d81fd-a70e-432d-a8cd-878798d91757 req-741e8b89-477d-465d-826d-0b8b68f78d0e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865464 Nov 12 03:13:48.678684 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-f32493ab-d73e-4347-8740-56777b23ac38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2942977 Nov 12 03:13:48.690428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a1cb1a7d-ab7d-44c2-8e4f-401e3ea80ab0 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:48.693345 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a1cb1a7d-ab7d-44c2-8e4f-401e3ea80ab0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070474 Nov 12 03:13:49.272597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-7e549f37-444f-4c67-9186-5915f2507daf tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0f1118c3131a41eab169fc4c41e75686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291381 Nov 12 03:13:49.354346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a186e4ba-c69e-410e-bd43-23b083135700 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:49.448498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port a186e4ba-c69e-410e-bd43-23b083135700 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:49.453087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port a186e4ba-c69e-410e-bd43-23b083135700 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:49.453734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.494000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-d76b91ab-676b-455a-9829-6e86f31eca6a tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:49.500387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-d76b91ab-676b-455a-9829-6e86f31eca6a tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192018 Nov 12 03:13:49.528040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-67b2db45-7e13-4ca5-b8ad-d5adec21799f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/quotas/0f1118c3131a41eab169fc4c41e75686 HTTP/1.1" status: 200 len: 375 time: 0.0200527 Nov 12 03:13:49.604566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-86948367-a4ed-4368-a3b1-4f6a5bb444f4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755887 Nov 12 03:13:49.652348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.725166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:49.727665 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c86f7-5ba2-4bae-8098-a4de18a64e71" -d '{"events": [{"server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "name": "network-vif-plugged", "status": "completed", "tag": "a186e4ba-c69e-410e-bd43-23b083135700"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:49.773372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a186e4ba-c69e-410e-bd43-23b083135700,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:49.779318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.818767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca81c-d1d0-4887-bbda-12374a91fc7f req-0f8c0e52-bb7d-4acf-bb63-f524194fa046 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:49.826463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ccca81c-d1d0-4887-bbda-12374a91fc7f req-0f8c0e52-bb7d-4acf-bb63-f524194fa046 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1348033 Nov 12 03:13:49.856802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:49.932052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ccca81c-d1d0-4887-bbda-12374a91fc7f req-d2a8a73d-eaef-4683-9f34-1176395b7a00 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939877 Nov 12 03:13:50.096227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.144752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c527ba-f6a5-4e75-8acf-7b25d9f88891 req-4e6061a2-45cf-4888-8394-386e3d1f2fc8 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:50.156491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6c527ba-f6a5-4e75-8acf-7b25d9f88891 req-4e6061a2-45cf-4888-8394-386e3d1f2fc8 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1200821 Nov 12 03:13:50.191359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a159aa86-e0bf-4bd4-b2e7-acd706063985 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:50.243221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: a159aa86-e0bf-4bd4-b2e7-acd706063985 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:50.244131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a159aa86-e0bf-4bd4-b2e7-acd706063985 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:50.276024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6c527ba-f6a5-4e75-8acf-7b25d9f88891 req-0464741f-7a93-482f-aea7-24f5cf92c556 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169398 Nov 12 03:13:50.346644 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df327e-5173-4d5d-80af-7654328ca849 x-openstack-request-id: req-d0df327e-5173-4d5d-80af-7654328ca849 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:50.349148 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "name": "network-vif-plugged", "status": "completed", "tag": "a186e4ba-c69e-410e-bd43-23b083135700", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:50.350167 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d0df327e-5173-4d5d-80af-7654328ca849 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:50.351496 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700', 'code': 200} Nov 12 03:13:50.361208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-583e7697-b980-4de7-a486-d135a82c074d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.467870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f21fb5e-8493-4da9-bb26-cc690efc5584 req-9f346ceb-d99a-4183-8b97-a670c3e963c4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 210 time: 0.0612400 Nov 12 03:13:50.525095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.581964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5859-da5d-4bca-9b9a-0dcdfe614b2b req-c7846f1d-ffdb-4a38-b7f8-c4bc1c76807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:50.583944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-347e5859-da5d-4bca-9b9a-0dcdfe614b2b req-c7846f1d-ffdb-4a38-b7f8-c4bc1c76807c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 1102 time: 0.1274257 Nov 12 03:13:50.664200 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-347e5859-da5d-4bca-9b9a-0dcdfe614b2b req-160cb6d3-dda5-4f6c-a0c5-d2fd0a780989 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702069 Nov 12 03:13:50.678212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.684315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.728660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0f434-d61a-4033-88b2-4d68a539230c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:50.746915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.747234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.747736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.748265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.748748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.749077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.749533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.749999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.750482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.750946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.751410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.751870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.760385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58816) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.760763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18be856b-70e5-4443-a60b-faf682041027 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a0116e31e5db40ebbc612979e63ecb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6631424 Nov 12 03:13:50.823106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.848396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.909821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.913621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.920304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/56e0f434-d61a-4033-88b2-4d68a539230c HTTP/1.1" status: 204 len: 168 time: 0.1585567 Nov 12 03:13:50.930432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0f434-d61a-4033-88b2-4d68a539230c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:50.941714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.942857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.943503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.944138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.945334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.945813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.946289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.946805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.947339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.947807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.948308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:50.948628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883fd75-e41b-4e94-a25e-fff076120a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:51.124658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1995aa-4b9a-4dcd-90d3-8de6eb339781 req-7ef133e6-d909-443d-b749-d3f8c0102b01 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.126753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b1995aa-4b9a-4dcd-90d3-8de6eb339781 req-7ef133e6-d909-443d-b749-d3f8c0102b01 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0662339 Nov 12 03:13:51.183452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b1995aa-4b9a-4dcd-90d3-8de6eb339781 req-b921887a-6eb6-495e-bec3-425a76052a99 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474870 Nov 12 03:13:51.205661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58836) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:51.218493 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-a8cbf7c9-908f-4184-9e6d-6e4837c1d099 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=0f1118c3131a41eab169fc4c41e75686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245073 Nov 12 03:13:51.349302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-d28df6fe-2df0-4baf-b75b-e5041fc66384 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.352165 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-d28df6fe-2df0-4baf-b75b-e5041fc66384 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273718 Nov 12 03:13:51.366992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Request body: {'port': {'device_id': '87f21c6f-5171-4cee-b155-1459ed913443', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '0f1118c3131a41eab169fc4c41e75686'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:51.451631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51418ee2-e3ba-45a4-8bce-e187fcd1072a req-b98e0d6c-9f5d-4422-b09a-d3e18fefaa5c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.461364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51418ee2-e3ba-45a4-8bce-e187fcd1072a req-b98e0d6c-9f5d-4422-b09a-d3e18fefaa5c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.0891147 Nov 12 03:13:51.526392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.538483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:51.550207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51418ee2-e3ba-45a4-8bce-e187fcd1072a req-0628e94d-be50-47cb-bfdd-d14bee552b74 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867648 Nov 12 03:13:51.573159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-03a2c2e4-504f-4c7a-b2f2-feb571cc2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.574916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-03a2c2e4-504f-4c7a-b2f2-feb571cc2403 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0886431 Nov 12 03:13:51.762782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec7c0-f869-46b0-8e95-d5d89d07393b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.804943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Made reservation on behalf of 0f1118c3131a41eab169fc4c41e75686 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:51.811009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.938354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caf3c20f-d3f2-4c46-b1d4-b799c383b1c5 req-09615a24-6b6a-476b-bab3-e9737b5da3b5 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 210 time: 0.0509663 Nov 12 03:13:51.947378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feef6a1f-6a06-4161-9b21-c1df5ad31e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.961646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-44522032-ad41-4fd7-80d3-430d5cf9e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.962734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-44522032-ad41-4fd7-80d3-430d5cf9e778 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.3800626 Nov 12 03:13:52.031566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-85430296-6949-4929-aaf7-23126117c2d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0480320 Nov 12 03:13:52.078782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec7c0-f869-46b0-8e95-d5d89d07393b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.117958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a4321e12-afd7-4634-9d21-246648f0be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.120244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a4321e12-afd7-4634-9d21-246648f0be34 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0802922 Nov 12 03:13:52.137213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec7c0-f869-46b0-8e95-d5d89d07393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.166998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feef6a1f-6a06-4161-9b21-c1df5ad31e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.173704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feef6a1f-6a06-4161-9b21-c1df5ad31e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.209255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e5ec7c0-f869-46b0-8e95-d5d89d07393b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cf0f40c457c74aaf9a797a6b8902213a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6697276 Nov 12 03:13:52.218119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.233771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-feef6a1f-6a06-4161-9b21-c1df5ad31e6c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b3d5fb65023246df97ca0457db833c21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0256875 Nov 12 03:13:52.236315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-6c6b1f72-34b8-43b4-aee1-e09b42c0fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.239096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-6c6b1f72-34b8-43b4-aee1-e09b42c0fc08 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073933 Nov 12 03:13:52.240838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58882) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.243317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef6a1f-6a06-4161-9b21-c1df5ad31e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d58da-d9a3-425a-a108-b9153b3a1521,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.270507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec7c0-f869-46b0-8e95-d5d89d07393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce8062-d231-4c37-8b9c-b53ae83e3bfc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.273512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Allocated IP 192.168.233.99 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/78df32ef-917f-4b92-99db-7c4dc26fe621) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:52.401969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.428616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.457116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-630233f0-cc89-42db-a3fb-017dae42cce3 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022285 Nov 12 03:13:52.472667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.482289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.490176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa227-3094-48ae-b3ff-076bc993026b req-df852c46-1adb-4a85-a1ea-0feac8a44b6b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.498543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43cfa227-3094-48ae-b3ff-076bc993026b req-df852c46-1adb-4a85-a1ea-0feac8a44b6b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1537833 Nov 12 03:13:52.520925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.572980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.581183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.584492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.588373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fdce8062-d231-4c37-8b9c-b53ae83e3bfc HTTP/1.1" status: 204 len: 168 time: 0.3702245 Nov 12 03:13:52.602460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360c82b-0cb1-42c1-ad6b-340b19560e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce8062-d231-4c37-8b9c-b53ae83e3bfc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.632903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff49bf3f-c693-40ce-9209-acca8822f031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.656996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.694412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43cfa227-3094-48ae-b3ff-076bc993026b req-eb4fb28f-dbb9-4f14-80f4-2dd5e1ff643d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952574 Nov 12 03:13:52.715504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:52.726087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:52.734533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:52.740086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.740892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.747911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Pushing event updated for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.757737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.769033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.775405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f3d58da-d9a3-425a-a108-b9153b3a1521 HTTP/1.1" status: 204 len: 168 time: 0.5333469 Nov 12 03:13:52.776271 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-e56d7c28-fd1c-4f4d-b1ca-64a2aef35d9f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4138889 Nov 12 03:13:52.794613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd5561-2c21-402c-98de-d5836555fcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d58da-d9a3-425a-a108-b9153b3a1521,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.819365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-99a82f95-2c2f-4d57-a34f-14f99d014fc5 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483548 Nov 12 03:13:52.829329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Request body: {'port': {'device_id': '87f21c6f-5171-4cee-b155-1459ed913443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:52.907196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.919101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff49bf3f-c693-40ce-9209-acca8822f031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.935869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff49bf3f-c693-40ce-9209-acca8822f031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.954777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cede0c-b43f-4f9d-a63d-0a27cc4d9a45 req-17744b48-16c0-4211-876f-864d9d50dcab tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.957088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36cede0c-b43f-4f9d-a63d-0a27cc4d9a45 req-17744b48-16c0-4211-876f-864d9d50dcab tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1367846 Nov 12 03:13:53.048038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff49bf3f-c693-40ce-9209-acca8822f031 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=071f5d4836be4dde84fadd5e4a68e757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5743098 Nov 12 03:13:53.051596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58920) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:53.061580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.091087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36cede0c-b43f-4f9d-a63d-0a27cc4d9a45 req-29daedf4-f415-4b73-bb38-23d5694b14f3 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068571 Nov 12 03:13:53.110060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49bf3f-c693-40ce-9209-acca8822f031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35d90c4-4d29-4f46-bd4f-3b1c52a5653f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:53.205039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1827bfdb-3598-4d49-80d3-ea068118a39f None None] Provisioning complete for port 78df32ef-917f-4b92-99db-7c4dc26fe621 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:53.206633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1827bfdb-3598-4d49-80d3-ea068118a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.261374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d522bc-ab2c-4d19-8be0-1647b5a95db0 req-2846c2b5-5df4-4c06-a17f-7782a91aaef2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:53.273702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38d522bc-ab2c-4d19-8be0-1647b5a95db0 req-2846c2b5-5df4-4c06-a17f-7782a91aaef2 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 935 time: 0.1384161 Nov 12 03:13:53.281826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.299413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1827bfdb-3598-4d49-80d3-ea068118a39f None None] Port 78df32ef-917f-4b92-99db-7c4dc26fe621 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:53.373414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.418084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38d522bc-ab2c-4d19-8be0-1647b5a95db0 req-f7df6316-c200-4638-b3e5-bd862b826572 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422694 Nov 12 03:13:53.467783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.471395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.472756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f35d90c4-4d29-4f46-bd4f-3b1c52a5653f HTTP/1.1" status: 204 len: 168 time: 0.4201832 Nov 12 03:13:53.500428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983bf8f-e2f9-4d0e-bfa1-e69c769d4ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35d90c4-4d29-4f46-bd4f-3b1c52a5653f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:53.585357 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.680387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78df32ef-917f-4b92-99db-7c4dc26fe621 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:53.691736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.706876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe0bb0-0ff3-4031-b136-b7d1934d0a0e req-dcc527d4-9e67-45ec-8ae2-471899dadd8e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:53.717757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6fe0bb0-0ff3-4031-b136-b7d1934d0a0e req-dcc527d4-9e67-45ec-8ae2-471899dadd8e tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.0870667 Nov 12 03:13:53.735688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Transition to ACTIVE for port object 78df32ef-917f-4b92-99db-7c4dc26fe621 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:53.738972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.788803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6fe0bb0-0ff3-4031-b136-b7d1934d0a0e req-3163abad-a432-49cc-aa63-352a2a8697bd tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Nov 12 03:13:53.834611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Pushing event updated for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:53.855501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Attempting to bind port 78df32ef-917f-4b92-99db-7c4dc26fe621 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:53.856638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Attempting to bind port 78df32ef-917f-4b92-99db-7c4dc26fe621 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:53.858082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Attempting to bind port 78df32ef-917f-4b92-99db-7c4dc26fe621 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:53.869730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Port 78df32ef-917f-4b92-99db-7c4dc26fe621 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:53.872936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Attempting to bind port 78df32ef-917f-4b92-99db-7c4dc26fe621 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:53.883362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:53.884526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:53.886077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:53.886934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Bound port: 78df32ef-917f-4b92-99db-7c4dc26fe621, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:53.889207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.917987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f243b4-7d05-4228-bb9f-c32d9aa85447 req-fe1b1f9f-8d1e-4616-b246-4ad10981dbbe tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:53.919530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82f243b4-7d05-4228-bb9f-c32d9aa85447 req-fe1b1f9f-8d1e-4616-b246-4ad10981dbbe tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0888948 Nov 12 03:13:53.996204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:54.004339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=78df32ef-917f-4b92-99db-7c4dc26fe621,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:54.019192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.083364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.084021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.085689 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] 10.222.0.98 "PUT /v2.0/ports/78df32ef-917f-4b92-99db-7c4dc26fe621 HTTP/1.1" status: 200 len: 1096 time: 1.2713771 Nov 12 03:13:54.089286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:54.092127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82f243b4-7d05-4228-bb9f-c32d9aa85447 req-e85d3f1e-9578-4ad2-acdd-f27f52e49f81 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622601 Nov 12 03:13:54.092389 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:54.141016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58986) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:54.173537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d454df9e-1ee2-4a98-87c4-00bc83dac2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.232557 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4fe4c-d91d-4174-adb1-0b9fc6fff1ea x-openstack-request-id: req-45e4fe4c-d91d-4174-adb1-0b9fc6fff1ea {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:54.233813 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:54.234464 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-45e4fe4c-d91d-4174-adb1-0b9fc6fff1ea {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:54.235008 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621', 'status': 'completed', 'code': 200} Nov 12 03:13:54.261128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265cd94-d618-469c-b6d2-3fad85cbb084 service neutron] Pushing event updated for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.288303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-c383f432-d7ed-4939-acfe-922e2ad55d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.291928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-c383f432-d7ed-4939-acfe-922e2ad55d77 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 1099 time: 0.1268067 Nov 12 03:13:54.371031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-3ab92b9a-9e2e-4657-883d-5da0732177c1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=78df32ef-917f-4b92-99db-7c4dc26fe621 HTTP/1.1" status: 200 len: 217 time: 0.0654731 Nov 12 03:13:54.374022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d454df9e-1ee2-4a98-87c4-00bc83dac2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.386207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d454df9e-1ee2-4a98-87c4-00bc83dac2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.474156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-fce09366-e16c-474e-8395-75037b7dc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.476110 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-fce09366-e16c-474e-8395-75037b7dc9bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0962303 Nov 12 03:13:54.488874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d454df9e-1ee2-4a98-87c4-00bc83dac2ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e011c833fe404a069b5fcf887f8f8948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457477 Nov 12 03:13:54.489382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:54.497898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454df9e-1ee2-4a98-87c4-00bc83dac2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a230f-b508-4d0b-ad74-1eaaf7090c7a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.567722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.608104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-56e8d387-1a5c-4461-8e8b-4946066096e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.609758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-56e8d387-1a5c-4461-8e8b-4946066096e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126714 Nov 12 03:13:54.620732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.671094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980fa3-3c0c-47cf-af29-9966c2a01134 req-250504b3-8eff-405a-b749-a110cca6410e tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.672754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d980fa3-3c0c-47cf-af29-9966c2a01134 req-250504b3-8eff-405a-b749-a110cca6410e tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 947 time: 0.1293151 Nov 12 03:13:54.696174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59024) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:54.710724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.713823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.714927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc4a230f-b508-4d0b-ad74-1eaaf7090c7a HTTP/1.1" status: 204 len: 168 time: 0.2235796 Nov 12 03:13:54.735374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85097499-cae3-4fc2-a5f3-5c53f6df8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a230f-b508-4d0b-ad74-1eaaf7090c7a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.775491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d980fa3-3c0c-47cf-af29-9966c2a01134 req-6ef2de0f-64fc-430a-9079-8a4e8469aa88 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808096 Nov 12 03:13:54.813826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-71eeb980-2587-4467-88a8-53ec4a268175 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958487 Nov 12 03:13:54.885493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1981857194-network', 'tenant_id': '65ca4bf7625c4c82acc2c44ac5b02796'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:54.965686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Made reservation on behalf of 65ca4bf7625c4c82acc2c44ac5b02796 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:54.968407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.977320 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ca850c5-6d9f-440c-b66e-558edef63137 req-6f719fd4-994c-404a-90e7-f8176a252b0c service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557734 Nov 12 03:13:54.980625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.003929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6445-3562-4ac8-8e64-c3d65915fc9e req-8e832bde-e3b0-4c0c-854c-45c1d169b4c2 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.013458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5ba6445-3562-4ac8-8e64-c3d65915fc9e req-8e832bde-e3b0-4c0c-854c-45c1d169b4c2 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1136189 Nov 12 03:13:55.096859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-67e6f443-b20d-44d4-a5f8-e34106e6d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.100008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-67e6f443-b20d-44d4-a5f8-e34106e6d631 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0f1118c3131a41eab169fc4c41e75686&device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 1099 time: 0.0597241 Nov 12 03:13:55.133307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5ba6445-3562-4ac8-8e64-c3d65915fc9e req-2b561192-8e45-4823-8947-0bdea62acbea tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186860 Nov 12 03:13:55.190809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.209796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.268548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:55.280382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-f45f1645-d806-45c5-91af-4b6a0bcdb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.282074 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-f45f1645-d806-45c5-91af-4b6a0bcdb89d service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1739023 Nov 12 03:13:55.288644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d61bc6-4a62-4eb8-8484-06dcce45726a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.309355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683ad72-493f-4cc1-b1db-4f097970757b req-32eb3d2f-19a4-4fd6-befd-5dd3cc2b0bf5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.310837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6683ad72-493f-4cc1-b1db-4f097970757b req-32eb3d2f-19a4-4fd6-befd-5dd3cc2b0bf5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1169107 Nov 12 03:13:55.326017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.326360 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Added segment 675c500c-58d8-4d0d-9a61-73c76c93c806 of type vlan for network 23834db6-0f06-4994-b17a-128e9ce8a385 Nov 12 03:13:55.348009 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-1c1011fc-939e-4585-807b-dd3b1e02abbc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=78df32ef-917f-4b92-99db-7c4dc26fe621 HTTP/1.1" status: 200 len: 217 time: 0.0563939 Nov 12 03:13:55.390806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.412705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-7c26edf4-1dd1-468f-b25b-d3f70ad653be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.414501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-7c26edf4-1dd1-468f-b25b-d3f70ad653be service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0581167 Nov 12 03:13:55.423085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-88e8064a-073c-43bf-aa3c-fd6ccfb923b8 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.425008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-88e8064a-073c-43bf-aa3c-fd6ccfb923b8 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 1102 time: 0.1608548 Nov 12 03:13:55.463622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6683ad72-493f-4cc1-b1db-4f097970757b req-e8bdd13f-67a4-4a31-a613-cf6549150970 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311991 Nov 12 03:13:55.481846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-4c4d989d-1e86-42bd-b92b-6a0072cd6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.483987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-4c4d989d-1e86-42bd-b92b-6a0072cd6bb1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619006 Nov 12 03:13:55.487117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.488228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.488950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.497164 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-859d90bd-1fb3-44a1-aea8-29af762d1ad9 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.546323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8487246 Nov 12 03:13:55.558364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:55.564712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Request body: {'subnet': {'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1981857194-subnet', 'tenant_id': '65ca4bf7625c4c82acc2c44ac5b02796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:55.593804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efb83-cdc2-4fad-9db8-1bfce3c6b7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=23834db6-0f06-4994-b17a-128e9ce8a385,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.605996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Made reservation on behalf of 65ca4bf7625c4c82acc2c44ac5b02796 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:55.608371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.613139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 23834db6-0f06-4994-b17a-128e9ce8a385 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:55.625412 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-0eef8e57-e277-45d1-a6d5-f8ad76b96d4f service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338239 Nov 12 03:13:55.707565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-859d90bd-1fb3-44a1-aea8-29af762d1ad9 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.717702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-859d90bd-1fb3-44a1-aea8-29af762d1ad9 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.726108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59080) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:55.738876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a7cb3f98-bbfa-462d-92f4-9518748f9fb5 req-4aa99f3b-1286-42f1-aa0e-e5c2808fb8e5 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035211 Nov 12 03:13:55.786644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc6ce48c-97e9-44a1-bd17-09be592d4baa req-859d90bd-1fb3-44a1-aea8-29af762d1ad9 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476908 Nov 12 03:13:55.787842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d90bd-1fb3-44a1-aea8-29af762d1ad9 tempest-LiveMigrationNegativeTest-356756220 tempest-LiveMigrationNegativeTest-356756220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc554ff-bfa3-45e1-89b9-3ec1b680c715,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.928756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-89c8420b-997d-4e7c-8107-87df6977203b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.956808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.032869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Pushing event updated for resources: {'Subnet': ['ID=480748ed-b986-4df0-97d3-c779adc7b046,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:56.035854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e10fd-b39a-4daa-8897-ca8e342088b3 req-6875ea20-d65d-4fb6-be6a-51e61bdd4359 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:56.037939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Checking segment: {'id': '675c500c-58d8-4d0d-9a61-73c76c93c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:56.038315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Network hostable DHCP agents. Network: 23834db6-0f06-4994-b17a-128e9ce8a385, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:56.044236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c25e10fd-b39a-4daa-8897-ca8e342088b3 req-6875ea20-d65d-4fb6-be6a-51e61bdd4359 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 947 time: 0.1222174 Nov 12 03:13:56.063464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Network 23834db6-0f06-4994-b17a-128e9ce8a385 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:56.078015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 23834db6-0f06-4994-b17a-128e9ce8a385) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:56.084507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:56.085397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.089333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb36fc2-d51a-444c-84c1-1c1b68b0960c None None] Network 23834db6-0f06-4994-b17a-128e9ce8a385 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:56.120170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1699624f-9925-4838-9b4a-3ed0fb0a955b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5526278 Nov 12 03:13:56.131491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:56.147040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c25e10fd-b39a-4daa-8897-ca8e342088b3 req-940b90c5-c92e-4358-b831-3257478b6e61 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969813 Nov 12 03:13:56.176109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-89c8420b-997d-4e7c-8107-87df6977203b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.186187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-89c8420b-997d-4e7c-8107-87df6977203b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.237667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8420b-997d-4e7c-8107-87df6977203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d573cc-aa28-47cf-95ab-33e7854c045c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:56.254954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:56.263706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-89c8420b-997d-4e7c-8107-87df6977203b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0be4a505d7cd4e2584983b1ec30d413b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5341918 Nov 12 03:13:56.315154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.315330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d474b7-851a-444e-8a2b-14a9afa73197 None None] Network 23834db6-0f06-4994-b17a-128e9ce8a385 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:56.340835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.417838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.421939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.426506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84d573cc-aa28-47cf-95ab-33e7854c045c HTTP/1.1" status: 204 len: 168 time: 0.1705742 Nov 12 03:13:56.436351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe3cc4-4d5c-46dc-a6f5-28fc58241aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d573cc-aa28-47cf-95ab-33e7854c045c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:56.456928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-634797037-network', 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:56.490410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:56.498425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.503706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-b102886e-7d71-4994-87d3-cb13daf2b9dd tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8687f1646ec643979ab59f46793b77ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342951 Nov 12 03:13:56.510095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.638382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.643704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.663099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-1f19985d-86d3-4e50-b19f-a1069fbb423d tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:56.665708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:56.666322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-1f19985d-86d3-4e50-b19f-a1069fbb423d tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547623 Nov 12 03:13:56.685693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.685927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-9d0cca01-74e9-4c0a-8831-38fc2b2bf42f tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/quotas/8687f1646ec643979ab59f46793b77ef HTTP/1.1" status: 200 len: 375 time: 0.0125854 Nov 12 03:13:56.686442 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Added segment 33973516-551f-45df-a2c4-9a1910c9f51e of type vlan for network 67758fb8-82ec-4996-a007-6f28630f429e Nov 12 03:13:56.687871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42e435f-257a-4cf1-b30b-420dd9573241,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:56.726234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-55b8aac4-1a45-4930-9959-94308338cc62 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8687f1646ec643979ab59f46793b77ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327554 Nov 12 03:13:56.737940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.773408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.774985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:56.776103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.841491 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7088616 Nov 12 03:13:56.844465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59146) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:56.847640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5200eb-c8d0-4c15-9d41-c73e780a7740 admin admin] Pushing event updated for resources: {'Network': ['ID=67758fb8-82ec-4996-a007-6f28630f429e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:56.850366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Request body: {'subnet': {'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-634797037-subnet', 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:56.859346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 67758fb8-82ec-4996-a007-6f28630f429e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:56.890840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:56.907338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b584bde8-2b81-4530-8f3c-ae57ab3f6257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.950498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:56.953441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.045843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b584bde8-2b81-4530-8f3c-ae57ab3f6257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.050856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b584bde8-2b81-4530-8f3c-ae57ab3f6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.062980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-efcfdeb6-3e4f-421e-aa58-6812aa6c2f5a tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.064452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-efcfdeb6-3e4f-421e-aa58-6812aa6c2f5a tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/networks?id=23834db6-0f06-4994-b17a-128e9ce8a385 HTTP/1.1" status: 200 len: 818 time: 0.2017684 Nov 12 03:13:57.109910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584bde8-2b81-4530-8f3c-ae57ab3f6257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3213fbb-f7e2-4b99-b48a-a821d6185d3a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.115181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-ebf33b13-3e8f-4e20-b3c6-5f27e97ce34b tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/quotas/65ca4bf7625c4c82acc2c44ac5b02796 HTTP/1.1" status: 200 len: 375 time: 0.0281167 Nov 12 03:13:57.120399 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b584bde8-2b81-4530-8f3c-ae57ab3f6257 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=242e9b69cc044c568ef8eb4dedb899b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281978 Nov 12 03:13:57.123896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:57.134652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d35b-61f7-4fea-8da2-3ca2d12248a4 req-fbfef38c-4197-4597-a6ac-10a9b935f6be tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.136188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7318d35b-61f7-4fea-8da2-3ca2d12248a4 req-fbfef38c-4197-4597-a6ac-10a9b935f6be tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1010206 Nov 12 03:13:57.174466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-1ed2a1f9-e223-4f63-a8ef-563b03aa99cc tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=65ca4bf7625c4c82acc2c44ac5b02796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498772 Nov 12 03:13:57.210741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.247303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.317172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.321869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.327771 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3213fbb-f7e2-4b99-b48a-a821d6185d3a HTTP/1.1" status: 204 len: 168 time: 0.2022839 Nov 12 03:13:57.342007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9b4d9-5dce-446d-9c97-5e1c1679af79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3213fbb-f7e2-4b99-b48a-a821d6185d3a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.367760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7318d35b-61f7-4fea-8da2-3ca2d12248a4 req-dd6f9743-88dd-4758-b921-3b0ac5242a15 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052414 Nov 12 03:13:57.394343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-a7f63d16-7204-49e5-a820-882eb787531c service neutron] 10.222.0.93 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188926 Nov 12 03:13:57.402184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.567220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d4493a-916b-4499-b748-9f7afb2fac08,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.588858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-c9a70f70-453b-4d50-a8e5-7e5b12058bdd service neutron] 10.222.0.93 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832995 Nov 12 03:13:57.595628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:57.596023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Network hostable DHCP agents. Network: 67758fb8-82ec-4996-a007-6f28630f429e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:57.615468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095903a7-9012-4d19-81fb-3c5df21b417c req-8eef6749-52ee-466d-b61d-d8153297c395 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.617163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-095903a7-9012-4d19-81fb-3c5df21b417c req-8eef6749-52ee-466d-b61d-d8153297c395 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1308968 Nov 12 03:13:57.644196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Network 67758fb8-82ec-4996-a007-6f28630f429e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:57.663848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 67758fb8-82ec-4996-a007-6f28630f429e) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:57.683055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b0b84-6f54-4328-aa92-cd8e9ee30eb6 None None] Network 67758fb8-82ec-4996-a007-6f28630f429e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:57.686705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.687534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.699091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-095903a7-9012-4d19-81fb-3c5df21b417c req-b9f6ddb8-1e97-4bda-bd72-a6444162789c tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727637 Nov 12 03:13:57.717382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9d79a6c1-58d4-436c-8fee-30576958290b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8717301 Nov 12 03:13:57.871882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41a05e2a-7e57-426e-af85-03752bf8ebf1 req-11cb4987-2dba-417c-a17a-3d5dcbc36036 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0680242 Nov 12 03:13:57.931285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa17cae3-b020-4352-8bdf-220d9aff92c2 None None] Network 67758fb8-82ec-4996-a007-6f28630f429e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:58.020109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-302c48e5-2b42-46da-848d-dffb4e867238 req-a87dabf0-8511-4870-b16e-26303024221c tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 210 time: 0.0596857 Nov 12 03:13:58.139039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5b7c9-bd40-453b-aa08-fa7ba5c26020 req-5245a45c-f8dd-4964-a5ae-1b66582e3351 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.153645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ac5b7c9-bd40-453b-aa08-fa7ba5c26020 req-5245a45c-f8dd-4964-a5ae-1b66582e3351 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 947 time: 0.0847859 Nov 12 03:13:58.178619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-6bd0853f-6b47-403a-ac3c-48a2ffa7f863 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.183004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-6bd0853f-6b47-403a-ac3c-48a2ffa7f863 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1784649 Nov 12 03:13:58.222742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 78df32ef-917f-4b92-99db-7c4dc26fe621 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:58.292341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ac5b7c9-bd40-453b-aa08-fa7ba5c26020 req-a31b665f-0ae3-4fd8-b472-566d59ecc45d tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375279 Nov 12 03:13:58.328325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-91a473b4-fdb4-4e78-9a6c-0beea21abf59 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=8687f1646ec643979ab59f46793b77ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780964 Nov 12 03:13:58.396123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=78df32ef-917f-4b92-99db-7c4dc26fe621,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:58.411529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '78df32ef-917f-4b92-99db-7c4dc26fe621', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '78df32ef-917f-4b92-99db-7c4dc26fe621', 'mac_address': 'fa:16:3e:97:dc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:58.504578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.523136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Deleting port a186e4ba-c69e-410e-bd43-23b083135700 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:58.528058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.534958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78df32ef-917f-4b92-99db-7c4dc26fe621 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:58.577864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=78df32ef-917f-4b92-99db-7c4dc26fe621,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:58.591430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.623410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-9eba0f20-dca6-44ca-885b-a07551663c29 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.625496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-9eba0f20-dca6-44ca-885b-a07551663c29 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2880423 Nov 12 03:13:58.635135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e577-9a0b-43c9-aaa7-c7912371fd5c req-5c646db7-923d-4f72-b99a-3ba2beb37b7f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.641077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:58.645230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65e6e577-9a0b-43c9-aaa7-c7912371fd5c req-5c646db7-923d-4f72-b99a-3ba2beb37b7f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1093583 Nov 12 03:13:58.657380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Request body: {'port': {'device_id': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '8687f1646ec643979ab59f46793b77ef'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:58.688189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.706071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.707234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.707234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.707234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.707509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.707718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.708081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.708406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.708873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.709199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.712992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.713468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:58.750191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] For port a186e4ba-c69e-410e-bd43-23b083135700, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a186e4ba-c69e-410e-bd43-23b083135700,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:58.751381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.772296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Calling delete_port for a186e4ba-c69e-410e-bd43-23b083135700 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:58.802268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65e6e577-9a0b-43c9-aaa7-c7912371fd5c req-ed0f1a6e-331d-4bb7-8dcb-9ff0b3cf5945 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496980 Nov 12 03:13:58.856575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['78df32ef-917f-4b92-99db-7c4dc26fe621'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:58.892019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Made reservation on behalf of 8687f1646ec643979ab59f46793b77ef for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:58.908893 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.940392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.949152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59222) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:58.965774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1938606135-network', 'tenant_id': '740d1bcf3a6340c99af03421123c62e8'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:58.981404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1d0ea-37d0-4a80-b6f8-09e3f2901f56 req-45d29dc8-b543-4dd3-bda8-386fe1fb2d4b tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.982942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64a1d0ea-37d0-4a80-b6f8-09e3f2901f56 req-45d29dc8-b543-4dd3-bda8-386fe1fb2d4b tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1d7df53-cdb8-45a6-afc3-6ebd871136da HTTP/1.1" status: 200 len: 950 time: 0.1396656 Nov 12 03:13:58.995519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.010428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7e03cdd3-d799-433a-89b3-b23a884df660', 'a186e4ba-c69e-410e-bd43-23b083135700'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:59.093318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Made reservation on behalf of 740d1bcf3a6340c99af03421123c62e8 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:59.094102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.117959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64a1d0ea-37d0-4a80-b6f8-09e3f2901f56 req-68082853-d243-456c-a21a-f437036e03e1 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269948 Nov 12 03:13:59.126725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9a64af6-65f2-4898-85a8-43e4cfb84d2f req-35abfa3f-b11a-4fe0-af35-b8fdc95ef51d tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0553343 Nov 12 03:13:59.129068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.178643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Pushing event deleted for resources: {'Port': ['ID=a186e4ba-c69e-410e-bd43-23b083135700,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.183671 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ef03ef6e-a571-48b0-b149-0cd1c488cc6d tempest-AutoAllocateNetworkTest-166219611 tempest-AutoAllocateNetworkTest-166219611-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4a3df77621b94ae1b0a94eb295d8b894&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5372438 Nov 12 03:13:59.187840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59226) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:59.217116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] No DVR routers for this DVR port a186e4ba-c69e-410e-bd43-23b083135700 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:59.228971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.232833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e393b7d9-ec02-4671-b31a-ab382d74743d req-c6c58c2a-bb63-4072-a41b-14be96ca7706 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "DELETE /v2.0/ports/a186e4ba-c69e-410e-bd43-23b083135700 HTTP/1.1" status: 204 len: 173 time: 1.0431647 Nov 12 03:13:59.240976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'name': 'network-vif-deleted', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:59.249763 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53663a7a-29e4-4159-ac84-3e8c9707bb82" -d '{"events": [{"server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "name": "network-vif-deleted", "tag": "a186e4ba-c69e-410e-bd43-23b083135700"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:59.312254 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2806956-c51f-4125-9f6d-5443b8940585 x-openstack-request-id: req-a2806956-c51f-4125-9f6d-5443b8940585 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:59.312579 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d7df53-cdb8-45a6-afc3-6ebd871136da", "name": "network-vif-deleted", "tag": "a186e4ba-c69e-410e-bd43-23b083135700", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:59.312828 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a2806956-c51f-4125-9f6d-5443b8940585 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:59.313215 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d7df53-cdb8-45a6-afc3-6ebd871136da', 'name': 'network-vif-deleted', 'tag': 'a186e4ba-c69e-410e-bd43-23b083135700', 'status': 'completed', 'code': 200} Nov 12 03:13:59.317388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.343707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.409571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4e6f3bc-a5ec-45e9-bc48-75df67e80ea6 req-522234e2-1a15-42f8-b8eb-2b5e63f2edab tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 210 time: 0.0904579 Nov 12 03:13:59.488064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-92bf8aee-7993-447d-bb80-e0f5be7de4a5 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.489541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-92bf8aee-7993-447d-bb80-e0f5be7de4a5 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.98 "GET /v2.0/networks?id=23834db6-0f06-4994-b17a-128e9ce8a385 HTTP/1.1" status: 200 len: 818 time: 0.1317749 Nov 12 03:13:59.504740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Request body: {'port': {'device_id': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385', 'admin_state_up': True, 'tenant_id': '65ca4bf7625c4c82acc2c44ac5b02796'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:59.618525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Made reservation on behalf of 65ca4bf7625c4c82acc2c44ac5b02796 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:59.622027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.744372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f17c7-da85-4122-95b3-400e7f3a6339,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.754747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Allocated IP 172.20.0.14 (23834db6-0f06-4994-b17a-128e9ce8a385/480748ed-b986-4df0-97d3-c779adc7b046/7a7d9e59-642b-463a-8152-1b8c4e0e8eb3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:59.785117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.797748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.816389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b2f63-36c4-46d0-8d29-7db089ea4027 tempest-AutoAllocateNetworkTest-166219611 tempest-AutoAllocateNetworkTest-166219611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.821198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2a0b2f63-36c4-46d0-8d29-7db089ea4027 tempest-AutoAllocateNetworkTest-166219611 tempest-AutoAllocateNetworkTest-166219611-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6268790 Nov 12 03:13:59.828781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:59.890885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd68c57-4bf0-4def-83dd-f5b2f3d6bed3 req-aab32cde-3d52-48bd-9373-56833d8eb98d tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.892473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abd68c57-4bf0-4def-83dd-f5b2f3d6bed3 req-aab32cde-3d52-48bd-9373-56833d8eb98d tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 948 time: 0.4886470 Nov 12 03:13:59.935852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:59.941469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.944677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0acddfa-4007-4b4b-87f6-c1bcae5a436f tempest-AutoAllocateNetworkTest-166219611 tempest-AutoAllocateNetworkTest-166219611-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148148 Nov 12 03:13:59.947764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:59.981254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-885d3fe6-88a1-4a68-a9cd-96224fd729ef tempest-AutoAllocateNetworkTest-166219611 tempest-AutoAllocateNetworkTest-166219611-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4a3df77621b94ae1b0a94eb295d8b894 HTTP/1.1" status: 200 len: 208 time: 0.0323689 Nov 12 03:14:00.003822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.004233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.004373 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Added segment cc9242ea-dcf0-4624-bfdb-67a62c4bdc53 of type vlan for network 1fb56411-5611-46a3-8bdd-2fc7212cc580 Nov 12 03:14:00.006752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516854b8-21f0-4a09-b46f-95c9265f018e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.062778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Network 23834db6-0f06-4994-b17a-128e9ce8a385 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:00.063792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Pushing event updated for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.066322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:00.069015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:00.075756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.075756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.080965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Allocated IP 192.168.233.152 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/8ba2a489-41bf-4c40-b569-395ea40a07bc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:00.095354 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-07cc65c9-fd5a-4768-9f4a-1fcd7fa35346 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945504 Nov 12 03:14:00.109181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.112217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Request body: {'port': {'device_id': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:00.126533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abd68c57-4bf0-4def-83dd-f5b2f3d6bed3 req-f8206a69-abce-4f65-a1fc-14ecbf45a19c tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837838 Nov 12 03:14:00.151218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6761-04a6-485d-a322-90d28d608401 req-a0adbd34-ad88-4945-8dd4-7ce22bc44cd2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.151218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e1d6761-04a6-485d-a322-90d28d608401 req-a0adbd34-ad88-4945-8dd4-7ce22bc44cd2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.2097135 Nov 12 03:14:00.195383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.213987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.214934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.215638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.234999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 78df32ef-917f-4b92-99db-7c4dc26fe621 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:00.287948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3364630 Nov 12 03:14:00.296643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:00.297457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:00.307306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Request body: {'subnet': {'network_id': '1fb56411-5611-46a3-8bdd-2fc7212cc580', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1938606135-subnet', 'tenant_id': '740d1bcf3a6340c99af03421123c62e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:00.309744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 78df32ef-917f-4b92-99db-7c4dc26fe621 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:00.314832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 78df32ef-917f-4b92-99db-7c4dc26fe621 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:00.315483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.361501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e1d6761-04a6-485d-a322-90d28d608401 req-d27060e2-1df1-4f36-b9da-e24395a8bc3d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066128 Nov 12 03:14:00.414676 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.419612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Made reservation on behalf of 740d1bcf3a6340c99af03421123c62e8 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:00.423011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.469176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce6a0-a365-40a9-91fd-7f7724555057 admin admin] Pushing event updated for resources: {'Network': ['ID=1fb56411-5611-46a3-8bdd-2fc7212cc580,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.474990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=78df32ef-917f-4b92-99db-7c4dc26fe621,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:00.477975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:00.481897 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdb547f-698e-4591-8ac9-d6a08cae5c91" -d '{"events": [{"server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "name": "network-vif-plugged", "status": "completed", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:00.483289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b71f31a-d2cc-4d3b-bdfc-dd69a3e1b377 req-0158fa4d-7d5c-45c1-963f-39e811986faf tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 210 time: 0.1151502 Nov 12 03:14:00.488602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1fb56411-5611-46a3-8bdd-2fc7212cc580 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:00.492172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.521568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.568611 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.573748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.578239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.700513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:00.708757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:00.711135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:00.717021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.717646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.722362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Pushing event updated for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.741936 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0873fde7-152e-4f1b-967f-2b0219aa04fd x-openstack-request-id: req-0873fde7-152e-4f1b-967f-2b0219aa04fd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:00.742284 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "name": "network-vif-plugged", "status": "completed", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:00.742541 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0873fde7-152e-4f1b-967f-2b0219aa04fd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:00.743566 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621', 'code': 200} Nov 12 03:14:00.747012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9f60-4afd-45b3-9f90-463b7b22ecff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.747887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-166cfbaf-db7b-4052-a41b-8a475d0161f9 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0998561 Nov 12 03:14:00.760317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66bb8-a91e-4129-8cc7-e1e2ca9e7f78 req-3fd3b693-6c59-4524-a5a0-5284bdecaf80 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.770131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88e66bb8-a91e-4129-8cc7-e1e2ca9e7f78 req-3fd3b693-6c59-4524-a5a0-5284bdecaf80 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 932 time: 0.1298289 Nov 12 03:14:00.778805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Request body: {'port': {'device_id': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:00.960589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88e66bb8-a91e-4129-8cc7-e1e2ca9e7f78 req-70ac657a-f8ca-41f5-b8fd-4729e8c3ab20 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894727 Nov 12 03:14:00.965273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.979093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d0eb7-9df4-43be-98f7-034f4c19c8e1 req-8b09a243-044b-45ea-9689-00f82b281330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.980720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd7d0eb7-9df4-43be-98f7-034f4c19c8e1 req-8b09a243-044b-45ea-9689-00f82b281330 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 1101 time: 0.1601434 Nov 12 03:14:00.996763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0a47f-e7e1-474e-bd5f-2962a7205ad5 req-8d59961f-f229-4e3c-bbb8-58462c1c7e83 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.998974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38c0a47f-e7e1-474e-bd5f-2962a7205ad5 req-8d59961f-f229-4e3c-bbb8-58462c1c7e83 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.1752353 Nov 12 03:14:01.040722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9f60-4afd-45b3-9f90-463b7b22ecff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.056795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9f60-4afd-45b3-9f90-463b7b22ecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.074515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:01.111996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.116423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38c0a47f-e7e1-474e-bd5f-2962a7205ad5 req-e1476de6-4bf2-4a88-8f83-f64dd82111f6 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095142 Nov 12 03:14:01.121061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd7d0eb7-9df4-43be-98f7-034f4c19c8e1 req-5feeaa62-31e6-4534-914e-da54bf45ecfe service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Nov 12 03:14:01.155316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5c1f9f60-4afd-45b3-9f90-463b7b22ecff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a3df77621b94ae1b0a94eb295d8b894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8507485 Nov 12 03:14:01.158181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:01.158866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f9f60-4afd-45b3-9f90-463b7b22ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e5f2ed-420a-4cbb-ac6a-205b6c48e9d1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.170364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Transition to ACTIVE for port object 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:01.172478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.187871 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.194478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e76e1fb6-7b0f-4c67-8b85-19a0ea2e5330 None None] Provisioning complete for port 8ba2a489-41bf-4c40-b569-395ea40a07bc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:01.195036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e76e1fb6-7b0f-4c67-8b85-19a0ea2e5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.248619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e76e1fb6-7b0f-4c67-8b85-19a0ea2e5330 None None] Port 8ba2a489-41bf-4c40-b569-395ea40a07bc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:01.324362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe9183-e960-4edb-9e07-35aea527d62b req-3928990c-8f79-4cfe-9f22-be105246ab19 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.325883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bfe9183-e960-4edb-9e07-35aea527d62b req-3928990c-8f79-4cfe-9f22-be105246ab19 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.0814409 Nov 12 03:14:01.335639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.347396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31050ce-1185-48f4-8a48-638f3fd05a1b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.371267 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.373096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Checking segment: {'id': 'cc9242ea-dcf0-4624-bfdb-67a62c4bdc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '1fb56411-5611-46a3-8bdd-2fc7212cc580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:01.373377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Network hostable DHCP agents. Network: 1fb56411-5611-46a3-8bdd-2fc7212cc580, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:01.389228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.399610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.418552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bfe9183-e960-4edb-9e07-35aea527d62b req-02b396ae-b8fb-45c9-af06-c60c1dac85e3 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845075 Nov 12 03:14:01.422615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba2a489-41bf-4c40-b569-395ea40a07bc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:01.432110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.458263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Attempting to bind port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:01.458606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Attempting to bind port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '675c500c-58d8-4d0d-9a61-73c76c93c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:01.459067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Attempting to bind port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 on network 23834db6-0f06-4994-b17a-128e9ce8a385 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:01.464257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.466756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.467888 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e4e5f2ed-420a-4cbb-ac6a-205b6c48e9d1 HTTP/1.1" status: 204 len: 168 time: 0.3060501 Nov 12 03:14:01.474544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 on network 23834db6-0f06-4994-b17a-128e9ce8a385 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:01.475135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Attempting to bind port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 on network 23834db6-0f06-4994-b17a-128e9ce8a385 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:01.479312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Transition to ACTIVE for port object 8ba2a489-41bf-4c40-b569-395ea40a07bc will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:01.486460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Network 1fb56411-5611-46a3-8bdd-2fc7212cc580 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:01.487542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.489634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:01.489970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Checking segment: {'id': '675c500c-58d8-4d0d-9a61-73c76c93c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:01.490349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Bound using segment: {'id': '675c500c-58d8-4d0d-9a61-73c76c93c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:01.490788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Bound port: 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675c500c-58d8-4d0d-9a61-73c76c93c806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:01.491143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.493525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59551-8902-45f5-8bc3-ffb1ced066ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e5f2ed-420a-4cbb-ac6a-205b6c48e9d1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.516661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1fb56411-5611-46a3-8bdd-2fc7212cc580) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:01.525463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033363e-0e64-4950-8727-9adb19066e1d None None] Network 1fb56411-5611-46a3-8bdd-2fc7212cc580 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:01.530900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96c0e1-fe1d-44e0-a078-8406ae9fd48a req-4e722e8e-4c4c-4d53-9fbe-39acbc222a89 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.536161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f96c0e1-fe1d-44e0-a078-8406ae9fd48a req-4e722e8e-4c4c-4d53-9fbe-39acbc222a89 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0946431 Nov 12 03:14:01.559849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.560477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.582459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Pushing event updated for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.651495 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9415bd8a-8a0e-472a-91c7-0f4f4313f070 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3508496 Nov 12 03:14:01.673095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:01.689954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Attempting to bind port 8ba2a489-41bf-4c40-b569-395ea40a07bc on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:01.689954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Attempting to bind port 8ba2a489-41bf-4c40-b569-395ea40a07bc by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:01.689954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Attempting to bind port 8ba2a489-41bf-4c40-b569-395ea40a07bc on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:01.692932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,segment=NetworkSegment(675c500c-58d8-4d0d-9a61-73c76c93c806),segment_id=675c500c-58d8-4d0d-9a61-73c76c93c806)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:01.699583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.711449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f96c0e1-fe1d-44e0-a078-8406ae9fd48a req-5da07c89-1e85-4170-ad31-6e3d08eb86cf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589043 Nov 12 03:14:01.715804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Port 8ba2a489-41bf-4c40-b569-395ea40a07bc on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:01.717235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Attempting to bind port 8ba2a489-41bf-4c40-b569-395ea40a07bc on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:01.756466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1fda1c-ddce-4263-b441-9166e803bb27 None None] Network 1fb56411-5611-46a3-8bdd-2fc7212cc580 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:01.764656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194998ea-e704-42e9-94a7-11ea82336322 req-7aad6624-16fa-424a-977e-247fb23d34ef tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.766169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194998ea-e704-42e9-94a7-11ea82336322 req-7aad6624-16fa-424a-977e-247fb23d34ef tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 948 time: 0.1385460 Nov 12 03:14:01.770488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:01.771745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:01.772172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:01.772636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Bound port: 8ba2a489-41bf-4c40-b569-395ea40a07bc, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:01.773004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.792331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.794224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.797204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] 10.222.0.98 "PUT /v2.0/ports/7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 HTTP/1.1" status: 200 len: 1093 time: 1.6926675 Nov 12 03:14:01.800463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:01.805272 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327d47f-754e-40bc-b177-1a6347e32c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:01.885301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194998ea-e704-42e9-94a7-11ea82336322 req-14eb6045-71fa-417c-820c-7f21bba5673b tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056175 Nov 12 03:14:01.907065 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dd06f8-a392-4019-8dd1-0bb8d6216d6d x-openstack-request-id: req-99dd06f8-a392-4019-8dd1-0bb8d6216d6d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:01.907559 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:01.907805 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99dd06f8-a392-4019-8dd1-0bb8d6216d6d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:01.908241 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3', 'status': 'completed', 'code': 200} Nov 12 03:14:01.910029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baede6-9692-4e0c-9e44-7c98bffdc1ce service neutron] Pushing event updated for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.939641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:01.948981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:01.955535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.965024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-da99d5e6-fb3f-423a-ad5a-bae4fda82e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.966990 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-da99d5e6-fb3f-423a-ad5a-bae4fda82e31 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=65ca4bf7625c4c82acc2c44ac5b02796&device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 1096 time: 0.1164575 Nov 12 03:14:02.011091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Pushing event updated for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:02.033614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.034339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.037707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-47d633e8-e99a-4e35-a6b8-60a16eef4e1c service neutron] 10.222.0.100 "PUT /v2.0/ports/8ba2a489-41bf-4c40-b569-395ea40a07bc HTTP/1.1" status: 200 len: 1097 time: 1.2653713 Nov 12 03:14:02.038106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:02.042549 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:02.095522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-d3d5fad2-8ec6-42ed-8b39-8835042deb73 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 HTTP/1.1" status: 200 len: 217 time: 0.1177137 Nov 12 03:14:02.134744 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c637951f-b40a-42a5-b557-361a2511823c x-openstack-request-id: req-c637951f-b40a-42a5-b557-361a2511823c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:02.135585 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:02.135840 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c637951f-b40a-42a5-b557-361a2511823c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:02.136315 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc', 'status': 'completed', 'code': 200} Nov 12 03:14:02.198914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-ba72a829-d217-4408-8e4a-545bef02cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.200507 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-ba72a829-d217-4408-8e4a-545bef02cae6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=480748ed-b986-4df0-97d3-c779adc7b046 HTTP/1.1" status: 200 len: 858 time: 0.0937815 Nov 12 03:14:02.208168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-662d6815-a7a0-4a4f-bffb-bf91561877f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.209913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-662d6815-a7a0-4a4f-bffb-bf91561877f8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8687f1646ec643979ab59f46793b77ef&device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 1100 time: 0.1187468 Nov 12 03:14:02.224403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018930f-dd4a-4c53-819e-aad4b4a2612c req-1e14c541-57c0-47b6-8386-a2d42f66de5e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.235331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b018930f-dd4a-4c53-819e-aad4b4a2612c req-1e14c541-57c0-47b6-8386-a2d42f66de5e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 944 time: 0.1324661 Nov 12 03:14:02.282672 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-1deb8f22-572f-4c07-8b3f-1ac4c283226b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23834db6-0f06-4994-b17a-128e9ce8a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722296 Nov 12 03:14:02.360892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-7baf9e99-591d-44db-9df8-d91ac73f4f3a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc HTTP/1.1" status: 200 len: 217 time: 0.1106548 Nov 12 03:14:02.435870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-e47600b3-f54d-4251-a6ad-a67ac5d4d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.436632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-5dbf88e6-3300-455f-a03a-5fddccf594b4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.437326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-e47600b3-f54d-4251-a6ad-a67ac5d4d930 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0672026 Nov 12 03:14:02.438538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-5dbf88e6-3300-455f-a03a-5fddccf594b4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.1588206 Nov 12 03:14:02.460144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b018930f-dd4a-4c53-819e-aad4b4a2612c req-7704bd54-f365-43db-b67e-9e11737ed6a5 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198627 Nov 12 03:14:02.538323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-42b97043-6ae8-4a23-8cf4-8c9804486eab service neutron] 10.222.0.98 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265096 Nov 12 03:14:02.588854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-57e4ba96-a29f-437b-9300-0c2af72bb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.590541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-57e4ba96-a29f-437b-9300-0c2af72bb118 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292789 Nov 12 03:14:02.617600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Deleting port 7e03cdd3-d799-433a-89b3-b23a884df660 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:02.617970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.634398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb4ebc-9510-4bac-ae92-fbcb086fa821 req-8416e6d9-4591-4eca-b9e9-66d1d72769a4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.640797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9fb4ebc-9510-4bac-ae92-fbcb086fa821 req-8416e6d9-4591-4eca-b9e9-66d1d72769a4 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e910904-a8b0-4c05-9631-c03a50ebab97 HTTP/1.1" status: 200 len: 971 time: 0.0991771 Nov 12 03:14:02.710889 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-329072a6-d5f7-4309-8630-488a25d86fd4 req-7789ea6c-f366-41cb-851c-15144e8e10e5 service neutron] 10.222.0.98 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627083 Nov 12 03:14:02.736304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] For port 7e03cdd3-d799-433a-89b3-b23a884df660, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7e03cdd3-d799-433a-89b3-b23a884df660,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:02.736771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.767693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Calling delete_port for 7e03cdd3-d799-433a-89b3-b23a884df660 owned by compute:tempest-test_az-833661612 {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:02.805593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-26d0710a-5620-48eb-8530-a51e3d2d81b5 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057519 Nov 12 03:14:02.818379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9fb4ebc-9510-4bac-ae92-fbcb086fa821 req-a90217fe-bda0-4224-bd31-4b2fba86aaa2 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.93 "GET /v2.0/security-groups?id=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470320 Nov 12 03:14:02.848756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-9b55ddd9-be15-4ce4-88b7-db7cafa336e1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.853045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-9b55ddd9-be15-4ce4-88b7-db7cafa336e1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.2088695 Nov 12 03:14:02.872055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-c792fc4f-7c45-49fd-85b8-48558287e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.873843 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-c792fc4f-7c45-49fd-85b8-48558287e002 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=65ca4bf7625c4c82acc2c44ac5b02796&device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 1096 time: 0.0960393 Nov 12 03:14:02.908948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-f144ae9f-0c43-46d7-9dc5-82541d298f05 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/quotas/b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 375 time: 0.0471742 Nov 12 03:14:02.971347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-efd03e59-009c-431a-a413-209318324ddb tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612161 Nov 12 03:14:03.019533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-d6f8a70d-1ab4-46d2-8e7f-61b39c3ed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.021254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-d6f8a70d-1ab4-46d2-8e7f-61b39c3ed1af service neutron] 10.222.0.98 "GET /v2.0/networks?id=23834db6-0f06-4994-b17a-128e9ce8a385 HTTP/1.1" status: 200 len: 920 time: 0.1340158 Nov 12 03:14:03.022393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.034427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7e03cdd3-d799-433a-89b3-b23a884df660'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:03.090130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Pushing event deleted for resources: {'Port': ['ID=7e03cdd3-d799-433a-89b3-b23a884df660,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.094782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-e6e48538-9b30-4434-8ff4-3708399b3488 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0632899 Nov 12 03:14:03.098676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920b32b0-da01-44dc-93a9-5d18f66158ec req-1ecf5e44-e5c9-4ffe-9c3e-249e82788eb4 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840974 Nov 12 03:14:03.130142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f910f06-e71a-400b-9aff-8f18e7bc132a req-ac8fb093-ffa4-463d-90f7-6c45aa316b56 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.132379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f910f06-e71a-400b-9aff-8f18e7bc132a req-ac8fb093-ffa4-463d-90f7-6c45aa316b56 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.1486874 Nov 12 03:14:03.144549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-0086782a-b697-4caf-a8e9-045dd28d1606 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722894 Nov 12 03:14:03.160932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] No DVR routers for this DVR port 7e03cdd3-d799-433a-89b3-b23a884df660 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:03.164642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.168063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f2f1f407-32cf-473e-92b3-3d250fb4863c req-25d68cbd-905b-43d4-af93-b3802944a425 tempest-LiveMigrationNegativeTest-217831585 tempest-LiveMigrationNegativeTest-217831585-project] 10.222.0.100 "DELETE /v2.0/ports/7e03cdd3-d799-433a-89b3-b23a884df660 HTTP/1.1" status: 204 len: 173 time: 0.7163370 Nov 12 03:14:03.202297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-648681a8-810d-41fb-b3b2-b115a41b00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.203471 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-648681a8-810d-41fb-b3b2-b115a41b00ff service neutron] 10.222.0.98 "GET /v2.0/subnets?id=480748ed-b986-4df0-97d3-c779adc7b046 HTTP/1.1" status: 200 len: 858 time: 0.0857837 Nov 12 03:14:03.260846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-0f2d2cc8-3fdb-4e23-9b36-374b8bfb6f75 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23834db6-0f06-4994-b17a-128e9ce8a385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471814 Nov 12 03:14:03.311678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f910f06-e71a-400b-9aff-8f18e7bc132a req-46ff3898-1a27-49a2-a519-3aa218d496b4 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538763 Nov 12 03:14:03.366246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-c94ebb20-cf1b-481d-8d47-8d36705adf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.368506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-c94ebb20-cf1b-481d-8d47-8d36705adf2d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8687f1646ec643979ab59f46793b77ef&device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 1100 time: 0.2077479 Nov 12 03:14:03.407521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-2525311d-5958-4322-9330-44fa09325cc8 service neutron] 10.222.0.98 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308208 Nov 12 03:14:03.432602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a186e4ba-c69e-410e-bd43-23b083135700 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:03.455348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: a186e4ba-c69e-410e-bd43-23b083135700 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:03.456413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a186e4ba-c69e-410e-bd43-23b083135700 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:03.460553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-621cf4f8-2b10-488b-acdc-12c7501f410d service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141878 Nov 12 03:14:03.536469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1c90f-cd5a-4549-acae-8519034aba38 req-9ac31c62-ced4-4e01-9746-de8631837a00 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.537879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06e1c90f-cd5a-4549-acae-8519034aba38 req-9ac31c62-ced4-4e01-9746-de8631837a00 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0865185 Nov 12 03:14:03.556460 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e327d47f-754e-40bc-b177-1a6347e32c9d req-f66d533a-b6a8-4fb8-96d3-9a8afb00b46a service neutron] 10.222.0.98 "GET /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377935 Nov 12 03:14:03.571066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-11f4425d-d737-4ed4-b601-80345af6a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.572755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-11f4425d-d737-4ed4-b601-80345af6a60d service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1937122 Nov 12 03:14:03.645339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-3af550a6-0c8e-4d0e-b478-b54dd5ea8eea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc HTTP/1.1" status: 200 len: 217 time: 0.0606537 Nov 12 03:14:03.909738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'name': 'network-vif-deleted', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:03.913179 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f9effc-70f2-446b-ada4-207bf66a85a9" -d '{"events": [{"server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "name": "network-vif-deleted", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:03.958195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06e1c90f-cd5a-4549-acae-8519034aba38 req-d864e4ae-4717-40bb-990c-8dcd80bed3a6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066820 Nov 12 03:14:03.983635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8448f8-576b-4831-8aef-30f94c00ab10 req-7b0f4e4f-8590-42d5-8d13-519f7183aefe tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.985194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d8448f8-576b-4831-8aef-30f94c00ab10 req-7b0f4e4f-8590-42d5-8d13-519f7183aefe tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 948 time: 0.3389804 Nov 12 03:14:03.992005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-47be64b8-56c8-4d4f-ad37-34a28ae94fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.992005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-47be64b8-56c8-4d4f-ad37-34a28ae94fb2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0890224 Nov 12 03:14:04.078782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-76134a0d-ce79-467b-be08-f573abd341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.080316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-76134a0d-ce79-467b-be08-f573abd341a1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734117 Nov 12 03:14:04.089373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d8448f8-576b-4831-8aef-30f94c00ab10 req-af3a67ab-6ed2-4cd9-b05d-aa72f0d7aba4 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942028 Nov 12 03:14:04.288707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-f8c305ae-7f1d-4ad9-ad70-92d585e55e91 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964073 Nov 12 03:14:04.302564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01949e-aefc-42e3-bc5e-c64b05d16eed req-454a0687-e0eb-43a7-bf2d-6cc017beda1e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.304069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb01949e-aefc-42e3-bc5e-c64b05d16eed req-454a0687-e0eb-43a7-bf2d-6cc017beda1e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 944 time: 0.1046581 Nov 12 03:14:04.411052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11aae5e8-6e94-46c7-b110-567c1c01374f req-ff7ca1f6-0695-42a5-a47c-5b16b7c398d3 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 210 time: 0.0386915 Nov 12 03:14:04.438922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb01949e-aefc-42e3-bc5e-c64b05d16eed req-ac4cc955-11fb-457d-9557-42c558b70aea tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072516 Nov 12 03:14:04.456346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0ec7e81-8f68-4295-bb00-41b5c81b71f8 req-4d449722-cd91-4963-a029-a7a547cb8ba0 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510277 Nov 12 03:14:04.517052 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9804fdc0-279e-4a04-9754-c82b247e8d75 x-openstack-request-id: req-9804fdc0-279e-4a04-9754-c82b247e8d75 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:04.517339 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e910904-a8b0-4c05-9631-c03a50ebab97", "name": "network-vif-deleted", "tag": "7e03cdd3-d799-433a-89b3-b23a884df660", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:04.517587 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9804fdc0-279e-4a04-9754-c82b247e8d75 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:04.517981 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e910904-a8b0-4c05-9631-c03a50ebab97', 'name': 'network-vif-deleted', 'tag': '7e03cdd3-d799-433a-89b3-b23a884df660', 'status': 'completed', 'code': 200} Nov 12 03:14:04.697908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951879-9894-40b5-b523-bfec6b6e6dec req-fcdeff50-54a6-4b22-91c1-1e4a69bf7739 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.700330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14951879-9894-40b5-b523-bfec6b6e6dec req-fcdeff50-54a6-4b22-91c1-1e4a69bf7739 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.0956359 Nov 12 03:14:04.834497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:04.911990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-7d709afd-3c79-4ce4-84f0-6c646f7e76a1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.913695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-7d709afd-3c79-4ce4-84f0-6c646f7e76a1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.2124302 Nov 12 03:14:04.936264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Request body: {'port': {'device_id': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'admin_state_up': True, 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:04.971021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14951879-9894-40b5-b523-bfec6b6e6dec req-2438e0f6-9cfa-4978-afbe-745420c09046 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568700 Nov 12 03:14:05.072545 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6a9c342c-d101-4832-b74a-acb2924e5b06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6dab3531904946a3909c25cf40bfa343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368450 Nov 12 03:14:05.076401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:05.088078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:05.095047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.160883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.209257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.245606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf23eb-34a7-4986-b607-cd818b8dfbdd req-1eb1e336-7165-45b6-b298-4c959c803821 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.250159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bbf23eb-34a7-4986-b607-cd818b8dfbdd req-1eb1e336-7165-45b6-b298-4c959c803821 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1374810 Nov 12 03:14:05.289348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.293129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.294462 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e9b7d17e-fd21-4b66-96bb-2aeba5c543bd HTTP/1.1" status: 204 len: 168 time: 0.2168710 Nov 12 03:14:05.304530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b0205-205f-46b5-ae26-716ea38b1133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7d17e-fd21-4b66-96bb-2aeba5c543bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.307881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:05.359398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Allocated IP 172.20.0.11 (67758fb8-82ec-4996-a007-6f28630f429e/c0d4493a-916b-4499-b748-9f7afb2fac08/dd5eb23f-6459-4c03-947d-3c9004403829) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:05.397385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bbf23eb-34a7-4986-b607-cd818b8dfbdd req-5aa37d72-7cfe-40cd-8a29-6ab18087e881 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233227 Nov 12 03:14:05.405487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38818b90-9007-419d-abd7-157d45849cf9 req-8572df4d-ecbf-40b9-9160-b266db67d1e0 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.419993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38818b90-9007-419d-abd7-157d45849cf9 req-8572df4d-ecbf-40b9-9160-b266db67d1e0 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 948 time: 0.1398070 Nov 12 03:14:05.506353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:05.516750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38818b90-9007-419d-abd7-157d45849cf9 req-cf64b481-e792-47e8-bf3c-c68fe81c3c83 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029904 Nov 12 03:14:05.653707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-10bbdcfa-eaa1-4b03-aef7-fe175888c72f req-ea73389a-1fa1-4b05-a19f-6202a644e265 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 210 time: 0.0540671 Nov 12 03:14:05.657927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5756184-eb43-44d9-83ad-28dbb9f05b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.667881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.687454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30969e-f169-47b9-89dc-3370b4b813e3 req-188cc932-f541-4625-b689-d9f418709cfd tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.691725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b30969e-f169-47b9-89dc-3370b4b813e3 req-188cc932-f541-4625-b689-d9f418709cfd tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.1941466 Nov 12 03:14:05.701029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:05.772430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-abf03578-d12d-4f00-929e-99770998385f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0ae65b85196c49f5a3356aa0d46d0f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701332 Nov 12 03:14:05.779303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:05.790502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b30969e-f169-47b9-89dc-3370b4b813e3 req-6c3a4c87-9d85-4bcb-ae29-6cc33049f4f0 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887241 Nov 12 03:14:05.804910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.819256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b64db-2602-49c5-81cf-cd00616017f0 req-261a5b9f-a4c2-4955-a089-878eaa513118 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.827018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c96b64db-2602-49c5-81cf-cd00616017f0 req-261a5b9f-a4c2-4955-a089-878eaa513118 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 944 time: 0.0919814 Nov 12 03:14:05.847917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5756184-eb43-44d9-83ad-28dbb9f05b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.855632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5756184-eb43-44d9-83ad-28dbb9f05b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.884121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Network 67758fb8-82ec-4996-a007-6f28630f429e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:05.887624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.894487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:05.906549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:05.912055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.912657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.914635 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e5756184-eb43-44d9-83ad-28dbb9f05b02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=637777caf7b04f71aad2b00302d541d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070566 Nov 12 03:14:05.918002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5756184-eb43-44d9-83ad-28dbb9f05b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599b76a0-a212-4c66-8785-0676f79be67b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.920577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:05.922612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.932009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.950038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c96b64db-2602-49c5-81cf-cd00616017f0 req-40f6232f-1c85-410b-81a0-69cbacab9179 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220424 Nov 12 03:14:05.955162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-bcd8b51b-d170-44cf-ad84-71053f2bb873 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0237463 Nov 12 03:14:05.973226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Request body: {'port': {'device_id': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:05.997094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.999893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.003520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0bc554ff-bfa3-45e1-89b9-3ec1b680c715 HTTP/1.1" status: 204 len: 168 time: 0.2209182 Nov 12 03:14:06.009989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d559ed4-6cf3-4a8d-abeb-a3351f258841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc554ff-bfa3-45e1-89b9-3ec1b680c715,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.037934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.049454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.072092 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.203765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.206249 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.207387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/599b76a0-a212-4c66-8785-0676f79be67b HTTP/1.1" status: 204 len: 168 time: 0.2857161 Nov 12 03:14:06.232648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271f12-54a1-43ca-b93e-0080c5b5efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b76a0-a212-4c66-8785-0676f79be67b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.256192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:06.381873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5eb23f-6459-4c03-947d-3c9004403829 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:06.385665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,segment=NetworkSegment(675c500c-58d8-4d0d-9a61-73c76c93c806),segment_id=675c500c-58d8-4d0d-9a61-73c76c93c806)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:06.390891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.402058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3', 'network_id': '23834db6-0f06-4994-b17a-128e9ce8a385', 'port_id': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3', 'mac_address': 'fa:16:3e:dd:6a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480748ed-b986-4df0-97d3-c779adc7b046', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:06.405531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Transition to ACTIVE for port object dd5eb23f-6459-4c03-947d-3c9004403829 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:06.411392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.453005 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.476240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:06.507912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,segment=NetworkSegment(675c500c-58d8-4d0d-9a61-73c76c93c806),segment_id=675c500c-58d8-4d0d-9a61-73c76c93c806)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:06.513173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.525908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.687811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:06.691334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:06.691671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:06.701630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321f56a-2bdc-45c9-aa47-bff0bf071d70 req-6f42f9d4-f703-4a1b-91e3-f9baa9e0272a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.709617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0321f56a-2bdc-45c9-aa47-bff0bf071d70 req-6f42f9d4-f703-4a1b-91e3-f9baa9e0272a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1861687 Nov 12 03:14:06.723206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.732804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:06.733289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:06.754042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:06.754385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:06.754803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:06.755202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Bound port: dd5eb23f-6459-4c03-947d-3c9004403829, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:06.755660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.769519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7a7d9e59-642b-463a-8152-1b8c4e0e8eb3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:06.781822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-d35a866f-cec0-4c53-adf6-903cf861945f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.783468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-d35a866f-cec0-4c53-adf6-903cf861945f tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.0938151 Nov 12 03:14:06.788143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601856fa-2253-43f0-af93-e035f605f417 req-e35ff496-dd43-4721-bfbf-a36b78bc62d2 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.797080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:06.798840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-601856fa-2253-43f0-af93-e035f605f417 req-e35ff496-dd43-4721-bfbf-a36b78bc62d2 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 948 time: 0.1643291 Nov 12 03:14:06.823412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0321f56a-2bdc-45c9-aa47-bff0bf071d70 req-1a0043a3-cbe2-4053-8063-6cd9dd2822a4 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129158 Nov 12 03:14:06.833584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d463492-4b7d-4950-9d6a-065c01f240af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.912060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-601856fa-2253-43f0-af93-e035f605f417 req-b0f04613-eb2b-4353-bbd6-8a3ef8dac065 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079316 Nov 12 03:14:06.946689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Deleting port 78df32ef-917f-4b92-99db-7c4dc26fe621 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:06.947587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.996900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:07.022933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d463492-4b7d-4950-9d6a-065c01f240af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.032708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d463492-4b7d-4950-9d6a-065c01f240af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.032902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:07.044185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.063060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b649fa-c119-4f93-a1f8-9faf364b8752 req-3bdc8806-0e72-4be0-960e-0959617e55d9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.064754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2b649fa-c119-4f93-a1f8-9faf364b8752 req-3bdc8806-0e72-4be0-960e-0959617e55d9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1515326 Nov 12 03:14:07.101165 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d463492-4b7d-4950-9d6a-065c01f240af admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4da480e49b57451ba97f9ddb409f3cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027556 Nov 12 03:14:07.106236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:07.108218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] For port 78df32ef-917f-4b92-99db-7c4dc26fe621, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=78df32ef-917f-4b92-99db-7c4dc26fe621,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:07.108512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.117203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d463492-4b7d-4950-9d6a-065c01f240af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383a333-2670-43a7-958e-a64841311272,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.117398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.118232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.120091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] 10.222.0.100 "PUT /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 1093 time: 1.1535506 Nov 12 03:14:07.137839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Calling delete_port for 78df32ef-917f-4b92-99db-7c4dc26fe621 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:07.140084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:07.142560 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694daccb-f438-4936-8b61-50c7eb155ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:07.230040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edce80-3e4c-41c1-bc4a-cbf0a82f6b64 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.240239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.250436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143dac0-5145-412e-ab5b-a7a56d8c825b req-0d1e0f20-28e3-4e6b-85ad-11bd32f80562 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.251945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3143dac0-5145-412e-ab5b-a7a56d8c825b req-0d1e0f20-28e3-4e6b-85ad-11bd32f80562 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/ports?device_id=87f21c6f-5171-4cee-b155-1459ed913443 HTTP/1.1" status: 200 len: 949 time: 0.1665039 Nov 12 03:14:07.255496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2b649fa-c119-4f93-a1f8-9faf364b8752 req-e002b295-8e4b-48be-8c9a-471cad2bfaf3 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663451 Nov 12 03:14:07.275128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.296285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-a2cc5eb2-300f-4d8c-be26-07bdbc681195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.297762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-a2cc5eb2-300f-4d8c-be26-07bdbc681195 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1096 time: 0.1242616 Nov 12 03:14:07.351086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-197ba4f7-4071-4c7b-bda2-eb5319697b52 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.0417151 Nov 12 03:14:07.355499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3143dac0-5145-412e-ab5b-a7a56d8c825b req-a6f4fbb4-8e61-4937-9525-f9fc0e4c6892 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.93 "GET /v2.0/security-groups?id=13321056-2fbf-40b5-8166-a1ac484a2152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962360 Nov 12 03:14:07.370143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.372759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.373905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9383a333-2670-43a7-958e-a64841311272 HTTP/1.1" status: 204 len: 168 time: 0.2626410 Nov 12 03:14:07.392074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18be2e-0215-4ffa-b550-e6c26e9fa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383a333-2670-43a7-958e-a64841311272,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.431799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8ba2a489-41bf-4c40-b569-395ea40a07bc details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:07.447257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.468290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['78df32ef-917f-4b92-99db-7c4dc26fe621'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:07.478087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-6f4d1cd0-b1e7-4732-a2fc-b43eac3eec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.479544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-6f4d1cd0-b1e7-4732-a2fc-b43eac3eec49 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1211534 Nov 12 03:14:07.492325 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01874a2a-a3fa-4f3c-9c66-7828f3c366da x-openstack-request-id: req-01874a2a-a3fa-4f3c-9c66-7828f3c366da {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:07.492693 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:07.493464 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-01874a2a-a3fa-4f3c-9c66-7828f3c366da {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:07.493851 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'status': 'completed', 'code': 200} Nov 12 03:14:07.500627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Pushing event deleted for resources: {'Port': ['ID=78df32ef-917f-4b92-99db-7c4dc26fe621,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.521219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7e03cdd3-d799-433a-89b3-b23a884df660 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:07.551721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-7df8579b-c232-4b13-ad3e-182380685f22 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562732 Nov 12 03:14:07.560012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 7e03cdd3-d799-433a-89b3-b23a884df660 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:07.561154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7e03cdd3-d799-433a-89b3-b23a884df660 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:07.570461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac589-0767-4533-9c6a-86d11cf9bde9 req-e1da85b9-d51f-4af2-949d-e1f31759e91c tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.573743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] No DVR routers for this DVR port 78df32ef-917f-4b92-99db-7c4dc26fe621 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:07.582043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c99ac589-0767-4533-9c6a-86d11cf9bde9 req-e1da85b9-d51f-4af2-949d-e1f31759e91c tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 945 time: 0.1380157 Nov 12 03:14:07.584181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.591876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e85a2bba-a53f-4fca-9dd1-789a2f29a006 req-8abf143a-ac3d-4864-9fda-bb750eba31c9 tempest-DeleteServersAdminTestJSON-674875483 tempest-DeleteServersAdminTestJSON-674875483-project] 10.222.0.98 "DELETE /v2.0/ports/78df32ef-917f-4b92-99db-7c4dc26fe621 HTTP/1.1" status: 204 len: 173 time: 0.8020351 Nov 12 03:14:07.594784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'name': 'network-vif-deleted', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:07.598341 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7473a86f-c56a-486e-8e37-a9b2d19b94c6" -d '{"events": [{"server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "name": "network-vif-deleted", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:07.675707 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b876e25-ed47-43e4-9e88-9b936e940404 x-openstack-request-id: req-4b876e25-ed47-43e4-9e88-9b936e940404 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:07.675707 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f21c6f-5171-4cee-b155-1459ed913443", "name": "network-vif-deleted", "tag": "78df32ef-917f-4b92-99db-7c4dc26fe621", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:07.675707 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4b876e25-ed47-43e4-9e88-9b936e940404 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:07.676063 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f21c6f-5171-4cee-b155-1459ed913443', 'name': 'network-vif-deleted', 'tag': '78df32ef-917f-4b92-99db-7c4dc26fe621', 'status': 'completed', 'code': 200} Nov 12 03:14:07.757895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c99ac589-0767-4533-9c6a-86d11cf9bde9 req-92aa64da-6b5c-4b72-a529-9f0a146580bb tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748114 Nov 12 03:14:07.763752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:07.785797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '8ba2a489-41bf-4c40-b569-395ea40a07bc', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '8ba2a489-41bf-4c40-b569-395ea40a07bc', 'mac_address': 'fa:16:3e:c3:30:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:07.816805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-6350f800-5454-4059-bec5-be5abcb059de service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288618 Nov 12 03:14:07.846808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.877763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba2a489-41bf-4c40-b569-395ea40a07bc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:07.904876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:07.912980 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.935698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c66fae9d-1613-48f5-a67a-0cc01f3cbc8d req-0dbdd65e-d6ac-4cce-bccf-a740957bfb06 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104865 Nov 12 03:14:08.000621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.113354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8ba2a489-41bf-4c40-b569-395ea40a07bc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:08.258017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:08.295272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26960ff-3ade-4d0a-af91-e51e48bb8ea6 req-e4012b01-1b8e-4e6a-8dcb-89e06c325858 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.297002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a26960ff-3ade-4d0a-af91-e51e48bb8ea6 req-e4012b01-1b8e-4e6a-8dcb-89e06c325858 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.3517702 Nov 12 03:14:08.306748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b85ac-d02b-4e87-a160-9b15c1645c85 req-c51bd6e1-b56e-4b03-a810-9976aa13340c tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.308209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b85ac-d02b-4e87-a160-9b15c1645c85 req-c51bd6e1-b56e-4b03-a810-9976aa13340c tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 949 time: 0.1035807 Nov 12 03:14:08.321190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-86f86838-6cd9-47b9-b015-566c6692f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.322620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-86f86838-6cd9-47b9-b015-566c6692f93e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1096 time: 0.1167829 Nov 12 03:14:08.353047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:08.358106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:08.358557 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.437027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a26960ff-3ade-4d0a-af91-e51e48bb8ea6 req-f5990972-714c-4ab8-9f48-87238297643e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278336 Nov 12 03:14:08.460096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.460555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b85ac-d02b-4e87-a160-9b15c1645c85 req-d8f8c72c-6b4e-43af-a1f0-8f804b255c04 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389303 Nov 12 03:14:08.489715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:08.493363 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30d1c5f-a88d-4ec1-b3d2-239f357db3c9" -d '{"events": [{"server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:08.505719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,segment=NetworkSegment(675c500c-58d8-4d0d-9a61-73c76c93c806),segment_id=675c500c-58d8-4d0d-9a61-73c76c93c806)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:08.509306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-d9d15af7-bd94-4416-a23c-c642ed5e3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.511360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-d9d15af7-bd94-4416-a23c-c642ed5e3b35 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.1758170 Nov 12 03:14:08.513249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.571437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.584853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-5228312a-d57d-4ac4-9fdb-c54c0c46cc03 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.0595129 Nov 12 03:14:08.659181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b443e-aaba-4e7d-a1da-08d503e8b7c0 req-a98b5140-31ec-403c-9322-006bf1ad35cc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.660847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-973b443e-aaba-4e7d-a1da-08d503e8b7c0 req-a98b5140-31ec-403c-9322-006bf1ad35cc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1292133 Nov 12 03:14:08.667520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-3a95b9cc-da6d-4262-909b-29b902f7c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.668931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-3a95b9cc-da6d-4262-909b-29b902f7c1cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0687330 Nov 12 03:14:08.710691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2103139174', 'description': 'tempest-description-127580074'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:08.735686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-d2e6c27a-6a1e-4b40-80d2-2574aa962f70 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526228 Nov 12 03:14:08.793265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-973b443e-aaba-4e7d-a1da-08d503e8b7c0 req-a02144ba-f086-4e4f-bee5-d6477e9a79ab tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233928 Nov 12 03:14:08.826552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.838260 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.898924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-67e42cb8-594f-48bc-b718-cf0609910898 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501820 Nov 12 03:14:08.949609 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24577e05-f522-4143-9c7d-5a64eb87b35d x-openstack-request-id: req-24577e05-f522-4143-9c7d-5a64eb87b35d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:08.949924 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "name": "network-vif-plugged", "status": "completed", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:08.950176 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24577e05-f522-4143-9c7d-5a64eb87b35d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:08.950739 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3', 'code': 200} Nov 12 03:14:09.047920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.064460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.073446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-694daccb-f438-4936-8b61-50c7eb155ca6 req-c87d01d0-0168-4181-a0a8-ec634eb000bb service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670959 Nov 12 03:14:09.074881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccb733-b3da-4caf-9cdf-e9cd86358fdd req-37dc6c4d-5106-4c7f-affb-ad698833f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.076786 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-16ccb733-b3da-4caf-9cdf-e9cd86358fdd req-37dc6c4d-5106-4c7f-affb-ad698833f040 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 1098 time: 0.0471373 Nov 12 03:14:09.119439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd5050-33c5-49bf-9b96-b79c634f4a3d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.128975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-16ccb733-b3da-4caf-9cdf-e9cd86358fdd req-cdc33cba-7c77-4103-badd-52fc2e2a1882 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Nov 12 03:14:09.131752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c12a54-a2d0-46d7-b59e-b5a46a47c0eb req-67058412-9a46-4a48-8e48-1f0bca896da5 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.133809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5c12a54-a2d0-46d7-b59e-b5a46a47c0eb req-67058412-9a46-4a48-8e48-1f0bca896da5 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.1174212 Nov 12 03:14:09.191355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.201536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.236032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5c12a54-a2d0-46d7-b59e-b5a46a47c0eb req-229fb5b3-4b72-46a8-ab6f-002f05e430fa tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923622 Nov 12 03:14:09.242919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.244118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f84ee7cd-c76b-4fbc-8cfa-6403752ede9c req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5441604 Nov 12 03:14:09.254331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950c3e-4e8b-4942-807b-a11268b197ef tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d996740-f1f6-4893-8582-43c5c8a35a4c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.294419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1958658556', 'description': 'tempest-description-635654112'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:09.322372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.387924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.392331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.421512 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.422707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f677c541-6e37-4c4b-9497-4f039618dab5 req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1325448 Nov 12 03:14:09.424371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347852f0-62b8-40d8-bb68-d0eab1bd59ee tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de392a9-562c-47df-b69b-c631b1012402,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.444411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8ba2a489-41bf-4c40-b569-395ea40a07bc up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:09.499000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 8ba2a489-41bf-4c40-b569-395ea40a07bc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:09.505066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 8ba2a489-41bf-4c40-b569-395ea40a07bc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:09.505703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.598226 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.600809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-993727830', 'description': 'tempest-description-1957235666'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:09.634438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:09.637916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.648543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.659233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.688356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be24c3c-991f-4401-adf6-99b4649bf3af req-f9265e07-a425-4691-ae38-99a1a404781c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.689421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.689790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9be24c3c-991f-4401-adf6-99b4649bf3af req-f9265e07-a425-4691-ae38-99a1a404781c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0744138 Nov 12 03:14:09.764980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9be24c3c-991f-4401-adf6-99b4649bf3af req-f814e3da-1a11-4c8a-ae6b-2c1a38bea854 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Nov 12 03:14:09.794094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.797863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.853909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f427e1-b504-4386-a018-29f6f2830fad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.912379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676e162-55c6-43d4-b649-fdd91e4e5755 req-ad223e3d-68a1-4aeb-89e6-1d3647d19d2f tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.913841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e676e162-55c6-43d4-b649-fdd91e4e5755 req-ad223e3d-68a1-4aeb-89e6-1d3647d19d2f tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.0804195 Nov 12 03:14:09.925612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.932553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.977471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.978671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77dea1eb-e9c7-4318-bc87-77e11ee32b6f req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3820977 Nov 12 03:14:09.981956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ba56-2e02-47da-8c9f-45d523051a0d tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789563ab-abc1-4216-9759-607fb754dc12,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.995860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e676e162-55c6-43d4-b649-fdd91e4e5755 req-5fe93bbb-d27b-44fe-9586-4ba0e50b2b4d tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731919 Nov 12 03:14:10.136814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738350e2-2f0d-4eee-80b7-d4f78c5ac4de req-29c82091-7091-4b4f-85c4-788b007d57f4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.138289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-738350e2-2f0d-4eee-80b7-d4f78c5ac4de req-29c82091-7091-4b4f-85c4-788b007d57f4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.0567439 Nov 12 03:14:10.189340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-738350e2-2f0d-4eee-80b7-d4f78c5ac4de req-2a548354-f684-4d0a-853e-003602348d2e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Nov 12 03:14:10.245815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1925639469', 'description': 'tempest-description-1921494222'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:10.256731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 78df32ef-917f-4b92-99db-7c4dc26fe621 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:10.276835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.279249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 78df32ef-917f-4b92-99db-7c4dc26fe621 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:10.279597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 78df32ef-917f-4b92-99db-7c4dc26fe621 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:10.358130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:10.362539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.375010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.419359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.420605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec48e8ab-bfa0-49b4-a854-06b31e230215 req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1791162 Nov 12 03:14:10.429426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c534d0-8e59-49e0-9a9c-7be2d1e82e4a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5778d6fa-06f9-432c-b94a-0da561fe5d81,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:10.443730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757496e-baaa-4de8-9024-d31c182ded94 req-67f86671-df1c-4f67-af61-79b9ed1a297e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.445368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5757496e-baaa-4de8-9024-d31c182ded94 req-67f86671-df1c-4f67-af61-79b9ed1a297e tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.0799363 Nov 12 03:14:10.494798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5757496e-baaa-4de8-9024-d31c182ded94 req-22b0d8a0-a5b3-4304-841f-3109c05b017d tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Nov 12 03:14:10.523505 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c30d15c1-d7c7-4e35-8902-bd972abd1110 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0f1118c3131a41eab169fc4c41e75686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612535 Nov 12 03:14:10.524457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:10.616347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.672121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.765370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.768468 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.769615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13321056-2fbf-40b5-8166-a1ac484a2152 HTTP/1.1" status: 204 len: 168 time: 0.2441804 Nov 12 03:14:10.788030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75a5ee-66a5-4dc2-b45f-f2ca404fef23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13321056-2fbf-40b5-8166-a1ac484a2152,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:10.899604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-a3d59ac4-3a19-4bf4-bffc-e9db92a81ae6 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48168 time: 0.3625448 Nov 12 03:14:10.952180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:10.953326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:10.954831 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec135c-ecc9-4b7b-b457-01b0bc1688d4" -d '{"events": [{"server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:10.970576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d87935-0866-4f34-9c45-2f3cc19ce08b req-21451772-ecb1-4d44-8e16-bfa4cc84322d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.972086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d87935-0866-4f34-9c45-2f3cc19ce08b req-21451772-ecb1-4d44-8e16-bfa4cc84322d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1078398 Nov 12 03:14:10.975614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-8e6f00c6-90d2-4dbc-8e68-6879f17b0c20 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1269d96e-60cd-4ff8-ba26-257762371f66 HTTP/1.1" status: 200 len: 2990 time: 0.0614381 Nov 12 03:14:11.052978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-61f60cbb-228d-4f24-bd14-71393e906e19 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/1269d96e-60cd-4ff8-ba26-257762371f66 HTTP/1.1" status: 200 len: 2990 time: 0.0677421 Nov 12 03:14:11.057126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d87935-0866-4f34-9c45-2f3cc19ce08b req-20ed8f26-e75a-4933-a7c7-a37e34285391 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706706 Nov 12 03:14:11.071888 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-fc04dca4-d1b7-4a8d-aa1f-2d0ca8fd0e71 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] show failed (client error): The resource could not be found. Nov 12 03:14:11.073146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-fc04dca4-d1b7-4a8d-aa1f-2d0ca8fd0e71 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/13321056-2fbf-40b5-8166-a1ac484a2152 HTTP/1.1" status: 404 len: 352 time: 0.0137875 Nov 12 03:14:11.082682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e765a879-c7d6-40fa-90e0-6d855ad519a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.100181 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-6e7cbcda-eb28-467c-8aed-42a4117728a0 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] show failed (client error): The resource could not be found. Nov 12 03:14:11.101711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-6e7cbcda-eb28-467c-8aed-42a4117728a0 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/13321056-2fbf-40b5-8166-a1ac484a2152 HTTP/1.1" status: 404 len: 352 time: 0.0174510 Nov 12 03:14:11.109361 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc2f94-e4c3-4da7-aa77-8259bc36aeaa x-openstack-request-id: req-45cc2f94-e4c3-4da7-aa77-8259bc36aeaa {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:11.109700 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:11.110067 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-45cc2f94-e4c3-4da7-aa77-8259bc36aeaa {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:11.110614 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc', 'code': 200} Nov 12 03:14:11.149316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:11.170884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-662aa0e9-7dd6-4837-aac0-0715ea67098f tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/22cddabb-9dca-4c5d-ace5-07335165670c HTTP/1.1" status: 200 len: 2994 time: 0.0566423 Nov 12 03:14:11.172742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4866b71-843d-48ea-bdf6-2905dbafb625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.230708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e765a879-c7d6-40fa-90e0-6d855ad519a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.238665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e765a879-c7d6-40fa-90e0-6d855ad519a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.280981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f687e-3f49-41c1-bf21-55d2c6fa6618 req-517df2e4-61ba-4453-b99f-4ad3d9e59485 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:11.282449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b7f687e-3f49-41c1-bf21-55d2c6fa6618 req-517df2e4-61ba-4453-b99f-4ad3d9e59485 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.1107161 Nov 12 03:14:11.286343 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e765a879-c7d6-40fa-90e0-6d855ad519a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6b5031dd32584625984cd6a26d8374a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319423 Nov 12 03:14:11.286587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-5b9ade10-563b-484c-a44f-9ae88cc17fdc tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/22cddabb-9dca-4c5d-ace5-07335165670c HTTP/1.1" status: 200 len: 2994 time: 0.1052408 Nov 12 03:14:11.289306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9914-9690-4c3e-b1e7-adf2e87510f0 req-efe6a8a6-556d-499b-88fc-2189d5a6d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:11.290685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-450c9914-9690-4c3e-b1e7-adf2e87510f0 req-efe6a8a6-556d-499b-88fc-2189d5a6d457 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 1102 time: 0.1106343 Nov 12 03:14:11.291325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59624) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:11.292905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765a879-c7d6-40fa-90e0-6d855ad519a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea5bf87-d16f-460d-a386-5d6867d1d37f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.322586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4866b71-843d-48ea-bdf6-2905dbafb625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.326790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4866b71-843d-48ea-bdf6-2905dbafb625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.365351 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4866b71-843d-48ea-bdf6-2905dbafb625 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=13a8eadf102340ada71c908520f6f8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123108 Nov 12 03:14:11.366245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4866b71-843d-48ea-bdf6-2905dbafb625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd059af-29d0-41e4-9cf6-b76d174f817a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.369238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:11.416457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.437654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.439844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-450c9914-9690-4c3e-b1e7-adf2e87510f0 req-d3db5d8a-1153-4604-8c17-a6ef563448d6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358073 Nov 12 03:14:11.444507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-063dea86-d478-478a-82c5-7e30dd0c1b65 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/471ec516-fc22-4f22-ba49-c4c45b25142e HTTP/1.1" status: 200 len: 2998 time: 0.1416938 Nov 12 03:14:11.446298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:11.449972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.455263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b7f687e-3f49-41c1-bf21-55d2c6fa6618 req-315c0c70-79e5-40a1-8795-8e2c7f7d7dc2 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480057 Nov 12 03:14:11.490481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.493530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.494244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.497135 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8fd059af-29d0-41e4-9cf6-b76d174f817a HTTP/1.1" status: 204 len: 168 time: 0.1270103 Nov 12 03:14:11.510363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c5e20-2723-4f61-aa48-4e5615a1184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd059af-29d0-41e4-9cf6-b76d174f817a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.543416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-a9784168-b108-445b-a4cc-f2fb0047ae75 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/471ec516-fc22-4f22-ba49-c4c45b25142e HTTP/1.1" status: 200 len: 2998 time: 0.0862701 Nov 12 03:14:11.584992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:11.598330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'port_id': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'mac_address': 'fa:16:3e:5e:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d4493a-916b-4499-b748-9f7afb2fac08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:11.627112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-08ff3479-40d7-410f-ac79-2e9c8f761218 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/516854b8-21f0-4a09-b46f-95c9265f018e HTTP/1.1" status: 200 len: 2998 time: 0.0682662 Nov 12 03:14:11.630170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.633793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.635269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bea5bf87-d16f-460d-a386-5d6867d1d37f HTTP/1.1" status: 204 len: 168 time: 0.3432505 Nov 12 03:14:11.638425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.653924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5eb23f-6459-4c03-947d-3c9004403829 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:11.674837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f63a8-3985-4db4-98d3-efee304f62b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea5bf87-d16f-460d-a386-5d6867d1d37f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.679200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:11.685352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.700439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959540c5-d004-4718-bd7f-0ed4ad9dde56 req-72203a60-b59e-4d20-ba34-a8bf44afd5e9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:11.705140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-959540c5-d004-4718-bd7f-0ed4ad9dde56 req-72203a60-b59e-4d20-ba34-a8bf44afd5e9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1144254 Nov 12 03:14:11.742260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-44604502-c9da-4533-8e33-9d20f72c9148 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/516854b8-21f0-4a09-b46f-95c9265f018e HTTP/1.1" status: 200 len: 2998 time: 0.0917227 Nov 12 03:14:11.744810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.799253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-959540c5-d004-4718-bd7f-0ed4ad9dde56 req-05c7f8a1-6e10-430c-91b9-e8cfed06cfe5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Nov 12 03:14:11.831473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-43d605bb-4344-4381-a4f1-b2717914841f tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/73ead6f7-5b42-45cd-ae15-b2a4fec9361c HTTP/1.1" status: 200 len: 2998 time: 0.0646386 Nov 12 03:14:11.880652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-6701ed81-89cf-49f6-b72d-d4684ee48605 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/73ead6f7-5b42-45cd-ae15-b2a4fec9361c HTTP/1.1" status: 200 len: 2998 time: 0.0481570 Nov 12 03:14:11.897281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dd5eb23f-6459-4c03-947d-3c9004403829'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:11.924311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-ffed82e1-8667-43b5-a8ad-eb7c26f17214 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/80f427e1-b504-4386-a018-29f6f2830fad HTTP/1.1" status: 200 len: 2998 time: 0.0426314 Nov 12 03:14:11.984529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-af93fb20-13dc-4a78-adbb-44c6bc9f9aa5 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/80f427e1-b504-4386-a018-29f6f2830fad HTTP/1.1" status: 200 len: 2998 time: 0.0494504 Nov 12 03:14:12.067708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-7316aa1b-4ac6-4cdb-a0a9-38c91bf913b4 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/899f17c7-da85-4122-95b3-400e7f3a6339 HTTP/1.1" status: 200 len: 2998 time: 0.0764802 Nov 12 03:14:12.080509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b3a9-f5de-4b7d-a628-78207df18b25 req-a09d5b6f-6a80-4605-9ae0-a759545edaf2 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.082239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e5b3a9-f5de-4b7d-a628-78207df18b25 req-a09d5b6f-6a80-4605-9ae0-a759545edaf2 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.0745873 Nov 12 03:14:12.094445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:12.111534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646cf604-4b3d-47ea-964d-14431432d7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.154715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e5b3a9-f5de-4b7d-a628-78207df18b25 req-e31daa33-57e3-405a-8e04-a7b93b753eec tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 Nov 12 03:14:12.159298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-b72f7c35-5d34-4f46-a7ed-69129b3727fb tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/899f17c7-da85-4122-95b3-400e7f3a6339 HTTP/1.1" status: 200 len: 2998 time: 0.0761504 Nov 12 03:14:12.213919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646cf604-4b3d-47ea-964d-14431432d7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.220201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646cf604-4b3d-47ea-964d-14431432d7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.226466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-2dcb6feb-7c88-4689-bb85-b556a74435b7 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8e7bf169-7492-452a-957d-63b82ca365f1 HTTP/1.1" status: 200 len: 2998 time: 0.0603857 Nov 12 03:14:12.279592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-eeb9d60e-9e49-467f-87bb-70c59c1dd579 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/8e7bf169-7492-452a-957d-63b82ca365f1 HTTP/1.1" status: 200 len: 2998 time: 0.0515845 Nov 12 03:14:12.297944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-646cf604-4b3d-47ea-964d-14431432d7d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cb9db915fe45465faa70bc2d021a1654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024026 Nov 12 03:14:12.298672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cf604-4b3d-47ea-964d-14431432d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3355f-958a-4e1e-8f7c-610607b1888e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:12.302292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:12.355912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-652d8e5b-9bf8-478d-b9e2-c9910a898243 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/936660af-e065-4764-9648-8dd3e81942a0 HTTP/1.1" status: 200 len: 2994 time: 0.0753927 Nov 12 03:14:12.357794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.372700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce80e77-1e10-48f2-9483-25af65fa455f req-40b65eea-a13b-409a-af7f-4c8be343fe57 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.379730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce80e77-1e10-48f2-9483-25af65fa455f req-40b65eea-a13b-409a-af7f-4c8be343fe57 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0978484 Nov 12 03:14:12.386798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.444703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.449104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce80e77-1e10-48f2-9483-25af65fa455f req-c5f965fd-3a90-4331-acdb-dc2a54567f35 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682957 Nov 12 03:14:12.449581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.453237 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/38f3355f-958a-4e1e-8f7c-610607b1888e HTTP/1.1" status: 204 len: 168 time: 0.1474397 Nov 12 03:14:12.461008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57353780-fe4a-46c2-8653-ea5b2af1cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f3355f-958a-4e1e-8f7c-610607b1888e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:12.462158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-559de633-6a05-425e-873c-b5347e7f60d4 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/936660af-e065-4764-9648-8dd3e81942a0 HTTP/1.1" status: 200 len: 2994 time: 0.1053181 Nov 12 03:14:12.548590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-26d9e7c7-efe1-4d46-879f-779b517002d7 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/d9cd5050-33c5-49bf-9b96-b79c634f4a3d HTTP/1.1" status: 200 len: 2998 time: 0.0854821 Nov 12 03:14:12.593358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-9d8e1bdc-f7a2-4920-8e11-cec4a42ebaf5 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/d9cd5050-33c5-49bf-9b96-b79c634f4a3d HTTP/1.1" status: 200 len: 2998 time: 0.0434144 Nov 12 03:14:12.656943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-bfcc8cae-50b8-4647-a593-84d583f0dfe1 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/e8cd9051-f49d-4475-8fb6-3fa48137c791 HTTP/1.1" status: 200 len: 2994 time: 0.0565255 Nov 12 03:14:12.736352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-6d5a4b06-f9ba-4761-a711-1608a1b7b72c tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/e8cd9051-f49d-4475-8fb6-3fa48137c791 HTTP/1.1" status: 200 len: 2994 time: 0.0718198 Nov 12 03:14:12.760486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9c694-1735-4afe-8e25-23d6d94173da req-c8aa1f76-485c-4ec6-aff7-5c25df8f0afe tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.762765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7f9c694-1735-4afe-8e25-23d6d94173da req-c8aa1f76-485c-4ec6-aff7-5c25df8f0afe tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.0660923 Nov 12 03:14:12.822564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-3f2422ec-59a8-4484-a5b4-3ce15da9837a tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f1d61bc6-4a62-4eb8-8484-06dcce45726a HTTP/1.1" status: 200 len: 2998 time: 0.0594027 Nov 12 03:14:12.852653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7f9c694-1735-4afe-8e25-23d6d94173da req-9aeb1ae6-84b0-4f20-91af-fe1e7642fcaf tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Nov 12 03:14:12.893115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-b435ad78-4ef2-4c5b-bb9a-d1cea6214dc2 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f1d61bc6-4a62-4eb8-8484-06dcce45726a HTTP/1.1" status: 200 len: 2998 time: 0.0622737 Nov 12 03:14:12.952647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-9a9b123b-dcbd-418b-a0f1-62fbf68a8156 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f42e435f-257a-4cf1-b30b-420dd9573241 HTTP/1.1" status: 200 len: 2998 time: 0.0522685 Nov 12 03:14:13.022286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee5291a-2833-4b24-aa38-2ae4b60f1832 req-72ee7248-3ec4-4a6b-a29a-07386b999c2f tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/f42e435f-257a-4cf1-b30b-420dd9573241 HTTP/1.1" status: 200 len: 2998 time: 0.0581875 Nov 12 03:14:13.030438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874eb7-4c32-4f6d-a97f-fa1115a7911c req-bfe35f96-534e-4579-b0c2-376974f2c369 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.037359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f874eb7-4c32-4f6d-a97f-fa1115a7911c req-bfe35f96-534e-4579-b0c2-376974f2c369 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.0909626 Nov 12 03:14:13.102643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f874eb7-4c32-4f6d-a97f-fa1115a7911c req-4429457f-9a3d-4195-95d9-2c5566e66d61 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561852 Nov 12 03:14:13.161788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45956084-e0d5-4391-9764-7cef7b711f91 req-75390ece-3b29-4dd1-a885-517a49175cd8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.163301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45956084-e0d5-4391-9764-7cef7b711f91 req-75390ece-3b29-4dd1-a885-517a49175cd8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 945 time: 0.0797782 Nov 12 03:14:13.247620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45956084-e0d5-4391-9764-7cef7b711f91 req-81995ef0-2faf-4080-8565-f525154eac09 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648596 Nov 12 03:14:13.348721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-feabd2bf-955c-4051-a145-8bd1509270a3 req-837ef662-fba8-4bdf-bc8a-22291ba78e16 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e34cacdc274d40b6a7307782137c7a9b HTTP/1.1" status: 200 len: 6153 time: 0.0837166 Nov 12 03:14:13.395200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-feabd2bf-955c-4051-a145-8bd1509270a3 req-7efe918a-ab5c-49a6-853f-7b003d6213af tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "GET /v2.0/security-groups/d9cd5050-33c5-49bf-9b96-b79c634f4a3d HTTP/1.1" status: 200 len: 2998 time: 0.0416434 Nov 12 03:14:13.439157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:13.453447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:13.458478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-feabd2bf-955c-4051-a145-8bd1509270a3 req-adfc7850-37e1-478a-8f29-4aa59ecc4d3b tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "GET /v2.0/security-groups/d9cd5050-33c5-49bf-9b96-b79c634f4a3d HTTP/1.1" status: 200 len: 2998 time: 0.0545452 Nov 12 03:14:13.518535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port dd5eb23f-6459-4c03-947d-3c9004403829 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:13.524155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port dd5eb23f-6459-4c03-947d-3c9004403829 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:13.524839 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.533418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f461f-5ea4-4bad-85ec-f5eaeed83505 req-80669a91-020a-4822-a716-e709075b0553 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.534888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-307f461f-5ea4-4bad-85ec-f5eaeed83505 req-80669a91-020a-4822-a716-e709075b0553 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.0659459 Nov 12 03:14:13.572361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-897888095-network', 'tenant_id': '58ee712775d949cea74805337cac0dc4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:13.600793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-307f461f-5ea4-4bad-85ec-f5eaeed83505 req-3492713d-e19a-4332-9c02-77ea916817ce tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Nov 12 03:14:13.610837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:13.613155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.625622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.637106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.658203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:13.661886 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df652420-d201-4eef-95f4-47895a28edf1" -d '{"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-plugged", "status": "completed", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:13.677951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:13.685113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.700415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-12ec4db1-4bb9-497a-a71a-8fba351712c8 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/5778d6fa-06f9-432c-b94a-0da561fe5d81 HTTP/1.1" status: 200 len: 1795 time: 0.0544558 Nov 12 03:14:13.730656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.735015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.743510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.762691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:13.772345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d61fc7-8a45-4318-b6ab-505cf0168ca2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.773323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a9b95-3846-4a63-a5cf-09da7e549594 req-f6a6dc97-933d-4099-bd3c-c5da34a0267e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.774934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177a9b95-3846-4a63-a5cf-09da7e549594 req-f6a6dc97-933d-4099-bd3c-c5da34a0267e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.0882430 Nov 12 03:14:13.777130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.777468 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Added segment bd3445cc-d7ec-4b9a-99cd-b21a62a2d199 of type vlan for network 31983b17-f674-4f71-a77a-ea9a7763f94c Nov 12 03:14:13.816274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.817878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.843580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.844570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.845190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.853223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177a9b95-3846-4a63-a5cf-09da7e549594 req-55d61f68-c980-4bad-9d20-e0725b4aa446 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Nov 12 03:14:13.854679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.905333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.909062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.913234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4729803 Nov 12 03:14:13.916674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:13.925716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Request body: {'subnet': {'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-897888095-subnet', 'tenant_id': '58ee712775d949cea74805337cac0dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:13.926264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3d22845-caf3-43a4-a41c-1be5a65359b9 req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/5778d6fa-06f9-432c-b94a-0da561fe5d81 HTTP/1.1" status: 204 len: 173 time: 0.2030234 Nov 12 03:14:13.948692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508674b6-4d7d-4265-893e-c71a78897326 admin admin] Pushing event updated for resources: {'Network': ['ID=31983b17-f674-4f71-a77a-ea9a7763f94c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.949986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad859c96-2c1f-47fe-b2de-a458ecdefdca tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5778d6fa-06f9-432c-b94a-0da561fe5d81,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.952479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:13.954950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.960150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 31983b17-f674-4f71-a77a-ea9a7763f94c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:14.031994 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5df873-3843-4f2f-99af-f5e7d64a6eac x-openstack-request-id: req-0e5df873-3843-4f2f-99af-f5e7d64a6eac {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:14.032614 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-plugged", "status": "completed", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:14.033068 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0e5df873-3843-4f2f-99af-f5e7d64a6eac {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:14.033672 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'code': 200} Nov 12 03:14:14.118170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-823100e7-f9bb-4967-a7e4-cecd9cc58e42 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "GET /v2.0/security-groups/789563ab-abc1-4216-9759-607fb754dc12 HTTP/1.1" status: 200 len: 1794 time: 0.0995770 Nov 12 03:14:14.166039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-8aec552b-f026-48a9-afa1-96840d1a9cfc tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.167704 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-8aec552b-f026-48a9-afa1-96840d1a9cfc tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.98 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.0997045 Nov 12 03:14:14.196160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88436-2efa-4d4c-983f-b47d1a58b3c2 req-8bd263ad-2107-4989-9690-b240b09c0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.197814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ad88436-2efa-4d4c-983f-b47d1a58b3c2 req-8bd263ad-2107-4989-9690-b240b09c0c65 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1098 time: 0.1252577 Nov 12 03:14:14.240441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.284502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.298325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ad88436-2efa-4d4c-983f-b47d1a58b3c2 req-3a7827c0-6b6b-4ed1-b860-acd86ef7152e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Nov 12 03:14:14.307441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b679dfc-b86e-4f20-b76c-0cabe28549bd req-600b52e8-cb9c-48b6-a802-9f7fbb026e3a tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.308882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b679dfc-b86e-4f20-b76c-0cabe28549bd req-600b52e8-cb9c-48b6-a802-9f7fbb026e3a tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 946 time: 0.1187890 Nov 12 03:14:14.321496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b95a5a-e0ad-474e-a71e-c9512ce2e399,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.326630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.345267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:14.345624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Network hostable DHCP agents. Network: 31983b17-f674-4f71-a77a-ea9a7763f94c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:14.353091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Deleting port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:14.353429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.383268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b679dfc-b86e-4f20-b76c-0cabe28549bd req-8009ef02-5a39-437b-ac5d-f99a50662ab7 tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/security-groups?id=f1d61bc6-4a62-4eb8-8484-06dcce45726a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669143 Nov 12 03:14:14.392972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.396632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.399018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04677958-8eba-40ea-929e-6c5f0fcaea86 req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/789563ab-abc1-4216-9759-607fb754dc12 HTTP/1.1" status: 204 len: 173 time: 0.2497184 Nov 12 03:14:14.411874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c5dd5-bf5c-45d5-929e-a313916cce08 tempest-SecurityGroupsTestAdminJSON-1995773493 tempest-SecurityGroupsTestAdminJSON-1995773493-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789563ab-abc1-4216-9759-607fb754dc12,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.415324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Network 31983b17-f674-4f71-a77a-ea9a7763f94c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:14.433143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 31983b17-f674-4f71-a77a-ea9a7763f94c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:14.440995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.441635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.449048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32108b6b-7f2c-41c2-ac7c-1a3cdb3a3bc9 None None] Network 31983b17-f674-4f71-a77a-ea9a7763f94c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:14.464530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] For port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,segment=NetworkSegment(675c500c-58d8-4d0d-9a61-73c76c93c806),segment_id=675c500c-58d8-4d0d-9a61-73c76c93c806)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:14.464898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.482429 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a5b9ffb-86e5-4c4f-99fb-b54f930fbb77 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5644999 Nov 12 03:14:14.483430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Calling delete_port for 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:14.614937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5322d-e5b2-4770-85a5-717b989ce3be req-f003b2c0-05d6-4c96-9e47-fa72e41d95cb tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.622590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0d5322d-e5b2-4770-85a5-717b989ce3be req-f003b2c0-05d6-4c96-9e47-fa72e41d95cb tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 946 time: 0.0958941 Nov 12 03:14:14.652131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37be19-728b-4d41-a324-4e629238132b None None] Network 31983b17-f674-4f71-a77a-ea9a7763f94c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:14.663877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-2cfce38c-49cc-4cbc-9bdc-89cbaf37e258 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "GET /v2.0/security-groups/7de392a9-562c-47df-b69b-c631b1012402 HTTP/1.1" status: 200 len: 1794 time: 0.0967329 Nov 12 03:14:14.757396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0d5322d-e5b2-4770-85a5-717b989ce3be req-f115ea3f-01a2-47c8-bbc2-833a494ddfad tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292741 Nov 12 03:14:14.777303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.821003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.859686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.872551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7a7d9e59-642b-463a-8152-1b8c4e0e8eb3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:14.894195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Pushing event deleted for resources: {'Port': ['ID=7a7d9e59-642b-463a-8152-1b8c4e0e8eb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.937620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] No DVR routers for this DVR port 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:14.941916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.946085 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-771ee52e-1a65-4b9b-ab9f-5753684707a8 req-1d82dbca-cecf-43a7-8e73-bdd03307536f tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.98 "DELETE /v2.0/ports/7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 HTTP/1.1" status: 204 len: 173 time: 0.7576652 Nov 12 03:14:14.946576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'name': 'network-vif-deleted', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:14.948901 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca8548-8d04-4929-87c6-fa85745fff1b" -d '{"events": [{"server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "name": "network-vif-deleted", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:14.953856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.956790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.968650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05740dab-5545-4bc0-8d11-df58c2e25f61 req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "DELETE /v2.0/security-groups/7de392a9-562c-47df-b69b-c631b1012402 HTTP/1.1" status: 204 len: 173 time: 0.3030314 Nov 12 03:14:14.976821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fecae-1429-439c-b9fb-78c8d141b8de req-2af10743-7504-432e-9c8c-1ca8a5fc2342 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.978460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-999fecae-1429-439c-b9fb-78c8d141b8de req-2af10743-7504-432e-9c8c-1ca8a5fc2342 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.1154246 Nov 12 03:14:15.027370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa4043-0830-430c-a87d-a039d90290f2 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de392a9-562c-47df-b69b-c631b1012402,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.112875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-999fecae-1429-439c-b9fb-78c8d141b8de req-de8ee03d-7bae-429b-8281-0c24c276afca tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/security-groups?id=899f17c7-da85-4122-95b3-400e7f3a6339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897436 Nov 12 03:14:15.123333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-f7ac7fcb-5c6b-44c6-81aa-6fdd2f9e46e6 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.125003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-f7ac7fcb-5c6b-44c6-81aa-6fdd2f9e46e6 tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.100 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 950 time: 0.1455128 Nov 12 03:14:15.158714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc20c82-dbaa-44d4-b78f-d307e13f8a1c req-f6cca23e-9b2e-4380-8fca-0e98c289e1c3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.160231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0fc20c82-dbaa-44d4-b78f-d307e13f8a1c req-f6cca23e-9b2e-4380-8fca-0e98c289e1c3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1073895 Nov 12 03:14:15.179417 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91125e6-7581-48b2-b020-16993af489aa x-openstack-request-id: req-f91125e6-7581-48b2-b020-16993af489aa {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:15.180442 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87b5f23-5d03-409a-8b84-bb2375cd2283", "name": "network-vif-deleted", "tag": "7a7d9e59-642b-463a-8152-1b8c4e0e8eb3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:15.180625 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f91125e6-7581-48b2-b020-16993af489aa {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:15.181886 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87b5f23-5d03-409a-8b84-bb2375cd2283', 'name': 'network-vif-deleted', 'tag': '7a7d9e59-642b-463a-8152-1b8c4e0e8eb3', 'status': 'completed', 'code': 200} Nov 12 03:14:15.211533 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-1220dbd2-c202-449a-bf18-1e750fb055fe service neutron] show failed (client error): The resource could not be found. Nov 12 03:14:15.213083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-1220dbd2-c202-449a-bf18-1e750fb055fe service neutron] 10.222.0.98 "GET /v2.0/ports/9f86b611-9445-489d-b884-46a62287dc0f/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0924203 Nov 12 03:14:15.222905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:15.235491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1156673371-network', 'tenant_id': '3283ec1164154e5a8e6b39daacbfa5cc'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:15.264822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Made reservation on behalf of 3283ec1164154e5a8e6b39daacbfa5cc for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:15.267253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.276084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.319398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-4a0ba111-b1f1-495f-b84a-e6d07bb0ed99 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "GET /v2.0/security-groups/3d996740-f1f6-4893-8582-43c5c8a35a4c HTTP/1.1" status: 200 len: 1794 time: 0.1177864 Nov 12 03:14:15.337026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0fc20c82-dbaa-44d4-b78f-d307e13f8a1c req-f93f000b-9668-4c6c-a69c-11e43e468d41 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548903 Nov 12 03:14:15.384782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.392090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Deleting port 8ba2a489-41bf-4c40-b569-395ea40a07bc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:15.392347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.396113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.451612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:15.471423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd2bc9-26f3-4770-8d08-bbd7df722442,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.475905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.475905 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Added segment 07efca58-0568-427b-b2cd-3ed4d12d8059 of type vlan for network 42743ae1-b490-494e-9c9a-09191e8b2758 Nov 12 03:14:15.531124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.537314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.581884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e54ac818-4040-4551-90f4-632ea5be9fa2 req-44b3b472-4d08-446b-b11d-92f1be17fe2d tempest-InstanceActionsV221TestJSON-1980725054 tempest-InstanceActionsV221TestJSON-1980725054-project] 10.222.0.93 "GET /v2.0/ports?device_id=e87b5f23-5d03-409a-8b84-bb2375cd2283 HTTP/1.1" status: 200 len: 210 time: 0.0563252 Nov 12 03:14:15.621550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.627427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] For port 8ba2a489-41bf-4c40-b569-395ea40a07bc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8ba2a489-41bf-4c40-b569-395ea40a07bc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:15.627853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.659695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Calling delete_port for 8ba2a489-41bf-4c40-b569-395ea40a07bc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:15.663585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-3d65eba3-4e94-4697-81ab-859d77a86c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.666615 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-3d65eba3-4e94-4697-81ab-859d77a86c0a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1101 time: 0.1442888 Nov 12 03:14:15.667688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.668805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.669773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.698884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:15.728380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.731247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.732271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a852e04-99de-48a8-b31e-6ceb3b8cee78 req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] 10.222.0.93 "DELETE /v2.0/security-groups/3d996740-f1f6-4893-8582-43c5c8a35a4c HTTP/1.1" status: 204 len: 173 time: 0.4118922 Nov 12 03:14:15.752331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc3fdd-1815-46d6-8163-96db80d42028 tempest-SecurityGroupsTestAdminJSON-1325831069 tempest-SecurityGroupsTestAdminJSON-1325831069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d996740-f1f6-4893-8582-43c5c8a35a4c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.782383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5559185 Nov 12 03:14:15.786639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59790) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:15.788490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997045b-a647-44f2-a065-c62cc1eb6fdf admin admin] Pushing event updated for resources: {'Network': ['ID=42743ae1-b490-494e-9c9a-09191e8b2758,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.793530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Request body: {'subnet': {'network_id': '42743ae1-b490-494e-9c9a-09191e8b2758', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1156673371-subnet', 'tenant_id': '3283ec1164154e5a8e6b39daacbfa5cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:15.800813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 42743ae1-b490-494e-9c9a-09191e8b2758 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:15.832526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.883579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.083086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f2c316e-9c45-4182-b11b-e732ee30c071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.124828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Made reservation on behalf of 3283ec1164154e5a8e6b39daacbfa5cc for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:16.127063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.137090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.142370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:16.181046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.196412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8ba2a489-41bf-4c40-b569-395ea40a07bc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:16.205760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60edcfd-5c52-4e56-8d70-1aa18512f9fd req-758293d8-d6b0-4d83-967b-360d46522c61 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.213653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60edcfd-5c52-4e56-8d70-1aa18512f9fd req-758293d8-d6b0-4d83-967b-360d46522c61 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 946 time: 0.3493357 Nov 12 03:14:16.220652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:16.248814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Pushing event deleted for resources: {'Port': ['ID=8ba2a489-41bf-4c40-b569-395ea40a07bc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.288498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f2c316e-9c45-4182-b11b-e732ee30c071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.299587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f2c316e-9c45-4182-b11b-e732ee30c071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.311412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ed1384b-5036-41a4-bc0f-85000db94d3d req-3876f0b0-c575-40c0-9d08-b07bb855a56b tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.93 "GET /v2.0/ports?device_id=b4cd1d57-3e61-42d5-b935-dbee2958e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0646045 Nov 12 03:14:16.324929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.364691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] No DVR routers for this DVR port 8ba2a489-41bf-4c40-b569-395ea40a07bc on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:16.385139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c316e-9c45-4182-b11b-e732ee30c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6846159c-54f1-4797-9456-1ad57e83d5a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.402367 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f2c316e-9c45-4182-b11b-e732ee30c071 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f6f31b7aeae4e949975b784d35f51b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151908 Nov 12 03:14:16.411335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Transition to ACTIVE for port object 9f86b611-9445-489d-b884-46a62287dc0f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:16.412044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59806) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.424015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.438887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f5196a9-8ef5-491d-af9d-ba4df7a05969 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e34cacdc274d40b6a7307782137c7a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990894 Nov 12 03:14:16.442128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.462689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.466161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9f1ad18-e202-4e98-ab25-592352c12ead req-093fef13-9bbf-49a8-b765-9a2035cb1aee tempest-ServerDiagnosticsNegativeTest-49624892 tempest-ServerDiagnosticsNegativeTest-49624892-project] 10.222.0.100 "DELETE /v2.0/ports/8ba2a489-41bf-4c40-b569-395ea40a07bc HTTP/1.1" status: 204 len: 173 time: 1.3311307 Nov 12 03:14:16.480022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'name': 'network-vif-deleted', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:16.485392 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc3dee-b863-4245-b78d-df348374183a" -d '{"events": [{"server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "name": "network-vif-deleted", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:16.539783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.540774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.556610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60edcfd-5c52-4e56-8d70-1aa18512f9fd req-555833c0-e902-4d06-aa8f-f32d98cafdd5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419752 Nov 12 03:14:16.579692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] No DVR routers for this DVR port 9f86b611-9445-489d-b884-46a62287dc0f on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:16.644753 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e95fc0-3d04-4f34-8419-cdd130ade57a x-openstack-request-id: req-25e95fc0-3d04-4f34-8419-cdd130ade57a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:16.645305 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd1d57-3e61-42d5-b935-dbee2958e9d2", "name": "network-vif-deleted", "tag": "8ba2a489-41bf-4c40-b569-395ea40a07bc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:16.645536 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-25e95fc0-3d04-4f34-8419-cdd130ade57a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:16.646172 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd1d57-3e61-42d5-b935-dbee2958e9d2', 'name': 'network-vif-deleted', 'tag': '8ba2a489-41bf-4c40-b569-395ea40a07bc', 'status': 'completed', 'code': 200} Nov 12 03:14:16.652701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.657296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:16.657643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:16.657984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:16.676182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Checking segment: {'id': '07efca58-0568-427b-b2cd-3ed4d12d8059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '42743ae1-b490-494e-9c9a-09191e8b2758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:16.676671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Network hostable DHCP agents. Network: 42743ae1-b490-494e-9c9a-09191e8b2758, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:16.682698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.684254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:16.684583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Attempting to bind port 9f86b611-9445-489d-b884-46a62287dc0f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:16.697150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8e2c-4d0a-4fa5-b626-8592740f3dea req-4f6670c0-392c-4253-9397-8922019830c0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.697639 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.706585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16be8e2c-4d0a-4fa5-b626-8592740f3dea req-4f6670c0-392c-4253-9397-8922019830c0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.2285099 Nov 12 03:14:16.714620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:16.714939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:16.715333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:16.715788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Bound port: 9f86b611-9445-489d-b884-46a62287dc0f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:16.716172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.717731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf48166-cdce-463c-929e-7a233061c8c1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.745388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Network 42743ae1-b490-494e-9c9a-09191e8b2758 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:16.745633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.774620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 42743ae1-b490-494e-9c9a-09191e8b2758) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:16.785640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e295f72-19e6-48ec-b2c2-1974db4aa740 None None] Network 42743ae1-b490-494e-9c9a-09191e8b2758 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:16.787498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.788188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.817663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16be8e2c-4d0a-4fa5-b626-8592740f3dea req-e7a86056-be3c-4d1b-a054-6399781c3223 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047413 Nov 12 03:14:16.832956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eadd8ebb-1d01-4545-82d9-18ff961fc91b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0437760 Nov 12 03:14:16.878926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:16.886247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:16.898086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.902504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.906724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6846159c-54f1-4797-9456-1ad57e83d5a3 HTTP/1.1" status: 204 len: 168 time: 0.4905870 Nov 12 03:14:16.911227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.914849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.916161 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9cd5050-33c5-49bf-9b96-b79c634f4a3d HTTP/1.1" status: 204 len: 168 time: 0.4720182 Nov 12 03:14:16.917525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.934350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc14cc-8938-49e8-8e3a-bfc42b2389e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6846159c-54f1-4797-9456-1ad57e83d5a3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.980659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.981268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.983219 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] 10.222.0.100 "PUT /v2.0/ports/9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 1096 time: 1.2972317 Nov 12 03:14:16.986300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637de51b-e587-4667-9b7d-2ac5261b529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd5050-33c5-49bf-9b96-b79c634f4a3d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:17.044926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcf906-662a-4889-add5-f55e7c95794d service neutron] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:17.066137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-e1c159dd-cd5f-4546-98d6-d7e4d79fd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.067973 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-e1c159dd-cd5f-4546-98d6-d7e4d79fd890 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0519209 Nov 12 03:14:17.203681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}, {'name': 'network-changed', 'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:17.205777 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e274346-8f95-4376-8e7b-a43c46029909" -d '{"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}, {"name": "network-changed", "server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:17.206058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a8579-3889-434e-93cd-a717044d0f60 req-370f55f3-7cab-4886-9aa6-0bc7d3b6ac38 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.218790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-083a8579-3889-434e-93cd-a717044d0f60 req-370f55f3-7cab-4886-9aa6-0bc7d3b6ac38 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1098 time: 0.0731966 Nov 12 03:14:17.286713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-083a8579-3889-434e-93cd-a717044d0f60 req-4f8e5000-00de-4434-b83a-88e26650bbb6 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Nov 12 03:14:17.370636 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ab33c-fb53-41f7-be9a-f9a117b92444 x-openstack-request-id: req-9e7ab33c-fb53-41f7-be9a-f9a117b92444 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:17.371686 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "code": 200}, {"name": "network-changed", "server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:17.372067 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e7ab33c-fb53-41f7-be9a-f9a117b92444 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:17.373141 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'code': 200} Nov 12 03:14:17.373653 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'status': 'completed', 'code': 200} Nov 12 03:14:17.377030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-3bbbe356-5b20-4f64-88ca-0e65dd5e1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.378838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-3bbbe356-5b20-4f64-88ca-0e65dd5e1af5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.3030243 Nov 12 03:14:17.420084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0a1bc-912c-496a-92ea-ec64090ea05b None None] Network 42743ae1-b490-494e-9c9a-09191e8b2758 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:17.498840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0afd0-adad-4703-bdb2-b3ce9de24c94 req-519df29c-8d60-457c-b23b-72d5a114737f tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.506458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91f0afd0-adad-4703-bdb2-b3ce9de24c94 req-519df29c-8d60-457c-b23b-72d5a114737f tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1098 time: 0.0751297 Nov 12 03:14:17.552669 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-3a28fdb4-5346-4f44-9b0f-d0683157239f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.1524158 Nov 12 03:14:17.613379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-999b1071-91ec-4bdb-a318-c369ef832412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.615366 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-999b1071-91ec-4bdb-a318-c369ef832412 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1099 time: 0.2341971 Nov 12 03:14:17.621582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59848) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:17.669969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a0d430da-412a-4d74-b906-cfe93d7d98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.671415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a0d430da-412a-4d74-b906-cfe93d7d98de service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1109898 Nov 12 03:14:17.682078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91f0afd0-adad-4703-bdb2-b3ce9de24c94 req-3f56a079-16a5-4077-8a6d-3f60c699230f tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692841 Nov 12 03:14:17.708801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Deleting subnet 480748ed-b986-4df0-97d3-c779adc7b046 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:17.712399 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.787664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.791252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-1a4b3ac4-b3d4-4805-be68-1951970a822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.793572 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-1a4b3ac4-b3d4-4805-be68-1951970a822a service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1618419 Nov 12 03:14:17.796596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59858) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:17.801524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-5f039946-9046-4e34-b248-fe0191f999ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.802988 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-5f039946-9046-4e34-b248-fe0191f999ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245379 Nov 12 03:14:17.843610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.865356 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-f05e3410-eb8d-4ea9-9d98-248f1cc8e22b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0613649 Nov 12 03:14:17.927241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd86f-5832-4809-9e51-9b1116eb0d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.965632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-39d2c257-2a92-4342-8438-88b5c28e59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.967380 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-39d2c257-2a92-4342-8438-88b5c28e59ce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0949826 Nov 12 03:14:17.982213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.993893 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95a1136f-a8a7-4a00-882f-1122b4520d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.022520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-938713a1-ef76-4b66-8929-b2aa248451d0 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113254 Nov 12 03:14:18.045434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480748ed-b986-4df0-97d3-c779adc7b046,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:18.050502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.055034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0a533e8-f823-4e2a-b517-7692a70e7ea4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/480748ed-b986-4df0-97d3-c779adc7b046 HTTP/1.1" status: 204 len: 168 time: 0.4321194 Nov 12 03:14:18.060258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59868) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.181668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.187193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-f94c18ac-480b-451d-a847-3ae2f5334fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.188987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-f94c18ac-480b-451d-a847-3ae2f5334fb2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2129223 Nov 12 03:14:18.208974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.250617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd86f-5832-4809-9e51-9b1116eb0d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.274995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd86f-5832-4809-9e51-9b1116eb0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.292004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:18.293276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-4585995e-4839-4873-8534-7dca00cb93a7 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627180 Nov 12 03:14:18.320462 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-0a488650-2680-4eb5-ba13-4254681bfce9 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222622 Nov 12 03:14:18.342570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:18.343762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a7d9e59-642b-463a-8152-1b8c4e0e8eb3 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:18.404007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.404636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.460507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cfebd86f-5832-4809-9e51-9b1116eb0d29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=384e6ec41c9a4a5d96220832d1e3e556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444435 Nov 12 03:14:18.461670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59888) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.481150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.481525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.482274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.482607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > port after_create 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.482934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.483271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > port after_update 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.483596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.483933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.484868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.485202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.519622 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-27412b93-5343-4f6b-9963-0554497ab74f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b4c78fcc942d46658154b7510f00399c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1115503 Nov 12 03:14:18.526722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.560787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.561251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.561536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.561984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:18.562499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23834db6-0f06-4994-b17a-128e9ce8a385']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:18.575052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebd86f-5832-4809-9e51-9b1116eb0d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3db731b-0ef2-49b1-a658-9a5458c2041c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:18.583712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-9b735173-51f3-4791-99db-944edb586058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.585238 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-9b735173-51f3-4791-99db-944edb586058 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1837518 Nov 12 03:14:18.591440 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-98003063-0150-43d5-852e-eba573cb9c70 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614968 Nov 12 03:14:18.601844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675c500c-58d8-4d0d-9a61-73c76c93c806') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:18.602150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675c500c-58d8-4d0d-9a61-73c76c93c806') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:18.661080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.687135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.704869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.726950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:18.727349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.743832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.749565 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0c83e8f-aa3e-4bce-a1b1-69c686c583e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8687f1646ec643979ab59f46793b77ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643380 Nov 12 03:14:18.753916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: from cryptography.utils import int_from_bytes Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: from cryptography.utils import int_from_bytes Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:18.755928 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:18.770492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-f2bbc4d4-e3bf-4ec5-b1b6-632b27c31f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.771919 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-f2bbc4d4-e3bf-4ec5-b1b6-632b27c31f57 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1796353 Nov 12 03:14:18.787840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.840612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-be5ea607-a80a-4a0a-932e-b33d08febd8e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0565834 Nov 12 03:14:18.872466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-3ca883fe-b92d-4d8f-9fac-046fd5d45cdb tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.874553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-3ca883fe-b92d-4d8f-9fac-046fd5d45cdb tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.5423911 Nov 12 03:14:18.882877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.896046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.909583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.913337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.916083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.919559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/80f427e1-b504-4386-a018-29f6f2830fad HTTP/1.1" status: 204 len: 168 time: 0.3895037 Nov 12 03:14:18.927768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.928242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-5e0b818d-17fd-4c92-b3a7-cfb8b6473c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.930231 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-5e0b818d-17fd-4c92-b3a7-cfb8b6473c3a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0798135 Nov 12 03:14:18.942121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c001c5-3591-42a1-8f56-e1da924ba06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f427e1-b504-4386-a018-29f6f2830fad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:18.947419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] 10.222.0.93 "DELETE /v2.0/networks/23834db6-0f06-4994-b17a-128e9ce8a385 HTTP/1.1" status: 204 len: 168 time: 0.8735473 Nov 12 03:14:18.957333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-3364a9dd-d13f-42b1-9bf3-ae2978d20c3e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/quotas/58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 375 time: 0.0705421 Nov 12 03:14:18.967799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012651ed-25d3-4dfd-b190-40ce69e22149 admin admin] Pushing event deleted for resources: {'Network': ['ID=23834db6-0f06-4994-b17a-128e9ce8a385,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:18.977469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.020642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e274346-8f95-4376-8e7b-a43c46029909 req-34d813e3-8860-4e3e-b6a0-5f6ef78474a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.022216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-34d813e3-8860-4e3e-b6a0-5f6ef78474a5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814431 Nov 12 03:14:19.036814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-e11acd26-066c-44ba-8171-7abeb6cd631c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667872 Nov 12 03:14:19.073705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-477ac320-a4d9-40c4-a7ce-9bc9b62e6197 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:19.074713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-477ac320-a4d9-40c4-a7ce-9bc9b62e6197 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166116 Nov 12 03:14:19.076068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.078808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.079873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3db731b-0ef2-49b1-a658-9a5458c2041c HTTP/1.1" status: 204 len: 168 time: 0.6059000 Nov 12 03:14:19.104237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.110181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.111738 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/899f17c7-da85-4122-95b3-400e7f3a6339 HTTP/1.1" status: 204 len: 168 time: 0.3553190 Nov 12 03:14:19.140485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd9559-d07f-4b9e-b2a7-88b22ee0ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3db731b-0ef2-49b1-a658-9a5458c2041c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:19.177779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c53dc-ed53-4a1c-bf7f-e3920996c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f17c7-da85-4122-95b3-400e7f3a6339,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:19.191987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.263275 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-628c2439-cea9-4bc7-997a-d58c474d6059 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323108 Nov 12 03:14:19.288087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-f8d00c0d-9554-4ac9-9889-808c986d1f92 service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888945 Nov 12 03:14:19.319394 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d7542360-93a5-4db6-acc9-010a226ecd39 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=65ca4bf7625c4c82acc2c44ac5b02796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260591 Nov 12 03:14:19.322756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.423283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7e274346-8f95-4376-8e7b-a43c46029909 req-44bdfc95-8874-47f2-a7e5-80ebf89cb155 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500173 Nov 12 03:14:19.428342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.430949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-ebc39329-0ebf-4df1-a499-a1b635263f7b service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318443 Nov 12 03:14:19.453808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.475864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8ba2a489-41bf-4c40-b569-395ea40a07bc no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:19.512685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 8ba2a489-41bf-4c40-b569-395ea40a07bc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:19.513194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8ba2a489-41bf-4c40-b569-395ea40a07bc not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:19.536909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.540172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.544110 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f1d61bc6-4a62-4eb8-8484-06dcce45726a HTTP/1.1" status: 204 len: 168 time: 0.2176669 Nov 12 03:14:19.552334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a238197-2c30-4e78-960a-fed1c63e12a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d61bc6-4a62-4eb8-8484-06dcce45726a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:19.708918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567259-1254-4a29-bd3b-cc49c9b3ad92 req-cb9fbdd7-dcbd-4776-bce2-d1c1e09e1a48 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.717078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44567259-1254-4a29-bd3b-cc49c9b3ad92 req-cb9fbdd7-dcbd-4776-bce2-d1c1e09e1a48 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.0924523 Nov 12 03:14:19.770235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44567259-1254-4a29-bd3b-cc49c9b3ad92 req-7871520a-1f38-4910-8088-8c1b72c72714 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521536 Nov 12 03:14:19.815460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.830404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09de3127-065f-4ee2-bc98-a3206bba5ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.851114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.946246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09de3127-065f-4ee2-bc98-a3206bba5ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.951079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09de3127-065f-4ee2-bc98-a3206bba5ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.001962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-688075c4-487f-4b0c-b284-50e58d04fda4 req-24b9dc20-d9a4-456c-ae7e-042f45d05f6b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 210 time: 0.0566082 Nov 12 03:14:20.033789 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09de3127-065f-4ee2-bc98-a3206bba5ee9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9a30fb045ed345e2906bcabfc700f151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146990 Nov 12 03:14:20.033789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de3127-065f-4ee2-bc98-a3206bba5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a2e30-1a15-4a08-89cf-f8b5bb512a4d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:20.035165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59960) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:20.112282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.138683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.202416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.205446 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.209022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/514a2e30-1a15-4a08-89cf-f8b5bb512a4d HTTP/1.1" status: 204 len: 168 time: 0.1697648 Nov 12 03:14:20.216543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9501-016d-4bfb-ad7e-3954ef0d8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a2e30-1a15-4a08-89cf-f8b5bb512a4d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:20.323246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:20.356163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-658cfceb-c807-443d-bb60-401b2383054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.370699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:20.377590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-3c813bf4-7631-4390-adbf-160e563f6714 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:20.379224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-3c813bf4-7631-4390-adbf-160e563f6714 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5258775 Nov 12 03:14:20.893485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-66dd9791-af15-438c-93b6-42f2b7bdf0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.898742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-66dd9791-af15-438c-93b6-42f2b7bdf0f4 service neutron] 10.222.0.93 "GET /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 1095 time: 0.3028417 Nov 12 03:14:20.917003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Request body: {'binding': {'host': 'n-h1-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:20.917770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Unknown quota resources ['binding']. {{(pid=102606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:14:20.956500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2da66d30-772c-4d03-8b3a-39ab69b81da2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.966218 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2da66d30-772c-4d03-8b3a-39ab69b81da2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.1974294 Nov 12 03:14:20.981862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Request body: {'port': {'device_id': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'admin_state_up': True, 'tenant_id': '58ee712775d949cea74805337cac0dc4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:21.065208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89a1df-e468-4549-ba4d-62c000ab0009 req-d86c312f-28cf-4b83-bc27-0c258f3d317e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.066734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a89a1df-e468-4549-ba4d-62c000ab0009 req-d86c312f-28cf-4b83-bc27-0c258f3d317e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.1663356 Nov 12 03:14:21.134817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:21.139422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.149321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a89a1df-e468-4549-ba4d-62c000ab0009 req-4cf04632-ecfd-4f49-a63e-a79b905b9514 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728872 Nov 12 03:14:21.158905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on host n-h1-713499-30 for vnic_type normal with profile None {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:21.159247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:21.159578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:21.164790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:21.165316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:21.170950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:21.171521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:21.172371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:21.172980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Bound port: dd5eb23f-6459-4c03-947d-3c9004403829, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:21.303440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:21.320274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.325532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f0f4e06f-c0f0-4206-bf91-497f5b04921f service neutron] 10.222.0.93 "POST /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829/bindings HTTP/1.1" status: 201 len: 390 time: 0.4111304 Nov 12 03:14:21.408593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aa95306-416a-4515-b690-9cb388c4b45f req-820830a3-9d3d-4c3f-a53e-23b3a6a8fb51 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 210 time: 0.0807881 Nov 12 03:14:21.490947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:21.563071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b3526-83ed-4916-88c7-374364bd336f req-257961be-af9e-4317-b0e5-7035b3134aef tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.576417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c3b3526-83ed-4916-88c7-374364bd336f req-257961be-af9e-4317-b0e5-7035b3134aef tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 946 time: 0.1081483 Nov 12 03:14:21.576700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.628829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Allocated IP 172.20.0.7 (31983b17-f674-4f71-a77a-ea9a7763f94c/e1b95a5a-e0ad-474e-a71e-c9512ce2e399/b5af8711-b4ce-4ad4-bef7-0b2483a65f85) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:21.653032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c3b3526-83ed-4916-88c7-374364bd336f req-6081fc7c-4ad3-4342-b1c3-f435ffa56c7d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Nov 12 03:14:21.702661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:21.720990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '9f86b611-9445-489d-b884-46a62287dc0f', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '9f86b611-9445-489d-b884-46a62287dc0f', 'mac_address': 'fa:16:3e:93:76:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:21.783797 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.804184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f86b611-9445-489d-b884-46a62287dc0f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:21.838302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:21.843729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-5dfc0792-abd9-4b52-b716-ae92d1d0f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.845668 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-5dfc0792-abd9-4b52-b716-ae92d1d0f2c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1098 time: 0.1527452 Nov 12 03:14:21.848955 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.879006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.903218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b6435-0adc-4d78-8fef-e7f273899b31 req-62123996-e392-4894-af09-448a6523d428 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.908441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa8b6435-0adc-4d78-8fef-e7f273899b31 req-62123996-e392-4894-af09-448a6523d428 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 947 time: 0.0995679 Nov 12 03:14:21.923090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.938825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.982827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Network 31983b17-f674-4f71-a77a-ea9a7763f94c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:22.019620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:22.026184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:22.032485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.033699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.065958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:22.077070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b4407a50-a3a2-4df2-a5be-e865bfaee542 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0995526 Nov 12 03:14:22.080665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:22.096144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Request body: {'port': {'device_id': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:22.146108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-7084cc20-4034-4072-986a-db6e39b11022 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.147926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-7084cc20-4034-4072-986a-db6e39b11022 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1&tenant_id=a16c9604feaa4802abb92acbd4905337&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 948 time: 0.2385669 Nov 12 03:14:22.157349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.165429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa8b6435-0adc-4d78-8fef-e7f273899b31 req-fd0c3257-5cbb-4016-a89c-47a6e6d4a5ed tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266266 Nov 12 03:14:22.168453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-b02ad532-61b6-4b5e-a7a8-629d868cf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.170043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-b02ad532-61b6-4b5e-a7a8-629d868cf385 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.2572839 Nov 12 03:14:22.270355 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-7df2483c-53b0-4607-bd3e-296f445250ab service neutron] delete failed (client error): The resource could not be found. Nov 12 03:14:22.271356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-7df2483c-53b0-4607-bd3e-296f445250ab service neutron] 10.222.0.98 "DELETE /v2.0/ports/9f86b611-9445-489d-b884-46a62287dc0f/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.1011038 Nov 12 03:14:22.355059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60056) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:22.378342 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-007c9181-081c-4d1c-bc07-955a33ab07fc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.2008193 Nov 12 03:14:22.428749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-1c6a4586-06dc-4dfc-8ebf-0d8993cc161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.431016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-1c6a4586-06dc-4dfc-8ebf-0d8993cc161f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1100 time: 0.0539255 Nov 12 03:14:22.488583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-0a82ebe6-b42e-4296-9021-ac0e579dcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.490277 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-0a82ebe6-b42e-4296-9021-ac0e579dcc5b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1057658 Nov 12 03:14:22.551506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-2df42b46-bc8a-41b9-becb-403a6806827b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539758 Nov 12 03:14:22.596347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709d55-7083-4d88-8b99-0235b48a208b req-2f31c868-87ad-4aca-afc5-d2b8ac4127f7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.597931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05709d55-7083-4d88-8b99-0235b48a208b req-2f31c868-87ad-4aca-afc5-d2b8ac4127f7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 931 time: 0.0767384 Nov 12 03:14:22.599561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-dda5b6fb-b925-4a2a-abe8-ae02d79b61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.601342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-dda5b6fb-b925-4a2a-abe8-ae02d79b61eb service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1624134 Nov 12 03:14:22.629373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-774033816-network', 'tenant_id': '66536e73548049c3a1d7d4890b284a22'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:22.665507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-0bfd004d-dba9-47e6-a854-57b8b41dc3ba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0557203 Nov 12 03:14:22.704376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-d14a4b83-9c76-499c-8e21-97b870e17e6d service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440623 Nov 12 03:14:22.793503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5af8711-b4ce-4ad4-bef7-0b2483a65f85 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:22.806739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.833413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Transition to ACTIVE for port object b5af8711-b4ce-4ad4-bef7-0b2483a65f85 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:22.847168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.856551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05709d55-7083-4d88-8b99-0235b48a208b req-042badf5-a4ae-4247-a0ce-a55652225ba6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442119 Nov 12 03:14:22.865609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Made reservation on behalf of 66536e73548049c3a1d7d4890b284a22 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:22.877311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.887978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.894415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-9c0c1761-d309-40d9-abec-2ba9be56574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.896072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-9c0c1761-d309-40d9-abec-2ba9be56574d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2240272 Nov 12 03:14:22.906345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.912584 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f33277b3-ae8f-4d82-b19a-b8a3d789c395 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892796 Nov 12 03:14:22.970919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:22.979788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf68f-0e05-4583-b33f-ab7cdc23f56f req-7375738f-7f08-4ce1-80da-dc2de4e1aba1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.986519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:22.987130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:22.987470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:22.991494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-038cf68f-0e05-4583-b33f-ab7cdc23f56f req-7375738f-7f08-4ce1-80da-dc2de4e1aba1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 946 time: 0.2083769 Nov 12 03:14:22.993295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:22.993295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:22.998713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:22.999055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:22.999559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:23.000022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Bound port: b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:23.000383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.047186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-691241c8-88f6-4e26-863b-7850a89b49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.049024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-691241c8-88f6-4e26-863b-7850a89b49cf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1438811 Nov 12 03:14:23.142345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-038cf68f-0e05-4583-b33f-ab7cdc23f56f req-9305dd58-1a27-4d35-bf5b-a43c7bc59421 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480412 Nov 12 03:14:23.168965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:23.215636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.218595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-2471caca-ead5-4c17-8a8c-c9807f195085 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511149 Nov 12 03:14:23.222485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.223832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-7de4090b-998f-4afa-9ca6-bd34ce583035 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.225742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-7de4090b-998f-4afa-9ca6-bd34ce583035 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1098 time: 0.1571710 Nov 12 03:14:23.231483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:23.237808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:23.249644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.250365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:23.308247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.308898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.310736 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] 10.222.0.100 "PUT /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 1092 time: 1.2237918 Nov 12 03:14:23.315388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:23.319345 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ccebb-de97-4d10-ad15-4314d8326a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:23.361515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a8e8d-9221-495f-9081-7af643d0b74c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.394331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.394900 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Added segment 62208611-c107-4573-8c0c-fa9ef4e1178e of type vlan for network 4487e8e6-b921-4e0d-956e-03674757f589 Nov 12 03:14:23.417599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.434108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a711c-2195-48d7-bc6c-e029e244fadf service neutron] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.450134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-62542a74-6e37-4c0d-8d3c-c9dfa16d36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.452015 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-62542a74-6e37-4c0d-8d3c-c9dfa16d36d0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1095 time: 0.0978835 Nov 12 03:14:23.507167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:23.535627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.548710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-0323c674-3c1c-4d70-9e08-20af0b4ce464 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0770071 Nov 12 03:14:23.578184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d51df-b7a6-468b-8898-03b1be464fb0 req-fed423f2-ac00-43dc-9593-42d5fcad5a1f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.585685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082d51df-b7a6-468b-8898-03b1be464fb0 req-fed423f2-ac00-43dc-9593-42d5fcad5a1f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 948 time: 0.2713058 Nov 12 03:14:23.617985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.635952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0a0c0cb-4217-4cec-8a6d-c07dd5e5bb1f req-5e0af3b3-2411-4bf1-bf50-8516431221a1 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829393 Nov 12 03:14:23.641895 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69295468-d4f3-4703-b5be-001b7312eb9c x-openstack-request-id: req-69295468-d4f3-4703-b5be-001b7312eb9c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:23.642210 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:23.642449 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69295468-d4f3-4703-b5be-001b7312eb9c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:23.642826 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'status': 'completed', 'code': 200} Nov 12 03:14:23.658192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 9f86b611-9445-489d-b884-46a62287dc0f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:23.665385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 9f86b611-9445-489d-b884-46a62287dc0f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:23.666952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.698403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.700032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.702138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.728507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082d51df-b7a6-468b-8898-03b1be464fb0 req-5d8fc3ff-4f54-4c84-8e6d-acfbd7a84937 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415234 Nov 12 03:14:23.761381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4045568 Nov 12 03:14:23.782612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.797254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.811073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:23.813488 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b12d3d-a5d8-46bc-a026-deceaf186f76" -d '{"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-plugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:23.822208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Request body: {'subnet': {'network_id': '4487e8e6-b921-4e0d-956e-03674757f589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-774033816-subnet', 'tenant_id': '66536e73548049c3a1d7d4890b284a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:23.830982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:23.836676 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.837114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af279d8-7326-46e7-b3c3-6182ae9a4ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=4487e8e6-b921-4e0d-956e-03674757f589,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.856368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b9af2089-c44b-405d-8f01-0d105c3ef088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.861865 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-b9af2089-c44b-405d-8f01-0d105c3ef088 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.3052311 Nov 12 03:14:23.892517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4487e8e6-b921-4e0d-956e-03674757f589 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:23.928309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-6e726c3f-77dc-47e6-ad63-6b05e730edf0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458527 Nov 12 03:14:23.966614 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359a69d-8ff0-4f8a-a94a-657ae0d6c226 x-openstack-request-id: req-a359a69d-8ff0-4f8a-a94a-657ae0d6c226 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:23.967053 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-plugged", "status": "completed", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:23.967164 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a359a69d-8ff0-4f8a-a94a-657ae0d6c226 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:23.967563 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'code': 200} Nov 12 03:14:24.045423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.115177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Made reservation on behalf of 66536e73548049c3a1d7d4890b284a22 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:24.117653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.165105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7a632-f614-4c46-8583-b01ba539851f req-3f32134b-ae66-4d0e-a4e9-1f88f7c3caf0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.165620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:24.170741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fb7a632-f614-4c46-8583-b01ba539851f req-3f32134b-ae66-4d0e-a4e9-1f88f7c3caf0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.0817616 Nov 12 03:14:24.196763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-6d6d07ee-80bc-439c-820e-ac316c8cb67b service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556429 Nov 12 03:14:24.310432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fb7a632-f614-4c46-8583-b01ba539851f req-33183983-5ac7-4d1b-bf51-af4d4cd7fafa tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133983 Nov 12 03:14:24.317464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:24.385309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-cb71de6d-7cc0-4743-9a54-8ab05cb8d174 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4b538a52272d4a0e9bf7c59615248382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353107 Nov 12 03:14:24.406366 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b22f6e15-ee44-4d97-8e33-cd777bca1dfd req-01510345-4752-48ea-baba-65d3ac96fe27 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007391 Nov 12 03:14:24.411928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.425275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.488688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60158) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.527741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-382e2483-0615-4c23-815a-a59965ad6a6f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.529317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-382e2483-0615-4c23-815a-a59965ad6a6f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429379 Nov 12 03:14:24.547012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-4ed7fdd1-819f-456f-b256-e959440e1716 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/quotas/4b538a52272d4a0e9bf7c59615248382 HTTP/1.1" status: 200 len: 375 time: 0.0120277 Nov 12 03:14:24.591719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-0dbf1b4e-8ca5-45bf-aa49-015366afea19 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387094 Nov 12 03:14:24.625894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.631427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.645652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5fd307b-909f-48d0-9e39-0bfff9167e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.669122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on host n-h2-713499-30 for vnic_type normal with profile {"migrating_to": "n-h1-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:24.669122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:24.669122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:24.689105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:24.689747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Attempting to bind port dd5eb23f-6459-4c03-947d-3c9004403829 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:24.700079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-42e89bc8-daef-43e3-9ec7-807372aa4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.701701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-42e89bc8-daef-43e3-9ec7-807372aa4638 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1095 time: 0.2069538 Nov 12 03:14:24.709999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:24.710485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:24.711495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:24.712252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Bound port: dd5eb23f-6459-4c03-947d-3c9004403829, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:24.712731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.739402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b44a70-eae4-467f-a3f3-6afc80b15c89,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.816624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5fd307b-909f-48d0-9e39-0bfff9167e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.824613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5fd307b-909f-48d0-9e39-0bfff9167e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.847082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Checking segment: {'id': '62208611-c107-4573-8c0c-fa9ef4e1178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:24.847540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Network hostable DHCP agents. Network: 4487e8e6-b921-4e0d-956e-03674757f589, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:24.859240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eb5a1-2cae-44f7-b4d0-9153cc711dfa req-611f6403-7511-4c34-92cb-8467860be0fc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.860935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b77eb5a1-2cae-44f7-b4d0-9153cc711dfa req-611f6403-7511-4c34-92cb-8467860be0fc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.0959849 Nov 12 03:14:24.893346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f5fd307b-909f-48d0-9e39-0bfff9167e07 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d286be2bb6149729de2b7e9f4512787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036987 Nov 12 03:14:24.894115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd307b-909f-48d0-9e39-0bfff9167e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aca7e5-d6d5-45bd-ab44-3968807dbe12,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.897399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.901269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:24.906144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:24.915261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-95bf827c-d3f1-49db-81a5-5ce3c922d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.917087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-95bf827c-d3f1-49db-81a5-5ce3c922d645 service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.2001202 Nov 12 03:14:24.918823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.923266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Network 4487e8e6-b921-4e0d-956e-03674757f589 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:24.961884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ce023f4-86ce-4b85-9f8d-6bf881cbbbcb req-7b1bebe1-a2df-487c-8306-559d5c4f523d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 210 time: 0.0466700 Nov 12 03:14:25.004089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-68da6a11-bc90-4597-b215-6717fbc07883 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0784781 Nov 12 03:14:25.027227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4487e8e6-b921-4e0d-956e-03674757f589) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:25.037992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82114f-8d8f-4d90-b725-b7d4e9b75a89 None None] Network 4487e8e6-b921-4e0d-956e-03674757f589 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:25.043519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.044285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.104086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.133804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.135215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.136849 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-26161672-d3cf-4f39-956f-9c11eb9fdb9d service neutron] 10.222.0.98 "PUT /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 1124 time: 1.9038930 Nov 12 03:14:25.147595 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e01c7ff3-6cc5-4088-a372-7d1df9b78bc8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3479908 Nov 12 03:14:25.172535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-877fba2f-c7a7-4e5d-a0c4-bd98f45bde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.180094 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-877fba2f-c7a7-4e5d-a0c4-bd98f45bde49 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1660061 Nov 12 03:14:25.232107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dd5eb23f-6459-4c03-947d-3c9004403829'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:25.232313 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-8e9f78fe-dccb-420c-b8e6-22171554eabd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401306 Nov 12 03:14:25.311527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04be3c-981c-4bb4-8b1f-2eb253c7440c None None] Network 4487e8e6-b921-4e0d-956e-03674757f589 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:25.369523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b77eb5a1-2cae-44f7-b4d0-9153cc711dfa req-331fa291-6578-4402-bbeb-a4096cb80e37 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659362 Nov 12 03:14:25.384876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.412088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bbb41-039e-4a85-b264-f6e199292ca9 req-fea86f80-cc9f-46d5-a756-68f6692df5a8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.425157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd2bbb41-039e-4a85-b264-f6e199292ca9 req-fea86f80-cc9f-46d5-a756-68f6692df5a8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.1544549 Nov 12 03:14:25.452761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.453975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-eb323119-bf35-48d0-a3ff-da14baf96593 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921003 Nov 12 03:14:25.549587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd2bbb41-039e-4a85-b264-f6e199292ca9 req-433021db-6053-4ec4-a640-80c6c4656d19 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234641 Nov 12 03:14:25.571084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf0ab0-4c9e-4d74-adbf-eb2f8d0c687f req-0d52b237-82ac-4d71-a153-befcc85c77b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.572778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bdf0ab0-4c9e-4d74-adbf-eb2f8d0c687f req-0d52b237-82ac-4d71-a153-befcc85c77b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.0836198 Nov 12 03:14:25.598979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.608689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.610080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b6ccebb-de97-4d10-ad15-4314d8326a7a req-44b801b6-75a0-40f5-96d2-1e8bdd0e933b service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476781 Nov 12 03:14:25.617206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14aca7e5-d6d5-45bd-ab44-3968807dbe12 HTTP/1.1" status: 204 len: 168 time: 0.7163472 Nov 12 03:14:25.647099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829'}, {'name': 'network-changed', 'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:25.647395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7207b9c-2a4d-41d8-9dba-187df68a0162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aca7e5-d6d5-45bd-ab44-3968807dbe12,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.651456 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91" -d '{"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829"}, {"name": "network-changed", "server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:25.701108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bdf0ab0-4c9e-4d74-adbf-eb2f8d0c687f req-236ece9d-bdf7-452e-8036-e80c3beae7f3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179130 Nov 12 03:14:25.878450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0ccba-8900-4c6f-993b-a996f3c489ef req-fda6777c-2ff6-4418-862d-e89e68d964bc tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.879986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aac0ccba-8900-4c6f-993b-a996f3c489ef req-fda6777c-2ff6-4418-862d-e89e68d964bc tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.1056669 Nov 12 03:14:25.919395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-33601691-54ae-42af-8bb3-71a4089412b4 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.920981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-33601691-54ae-42af-8bb3-71a4089412b4 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/networks?id=4487e8e6-b921-4e0d-956e-03674757f589 HTTP/1.1" status: 200 len: 820 time: 0.1576104 Nov 12 03:14:25.950814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-1e7ad73b-69f2-4807-81e0-9c68bd903e2c tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/quotas/66536e73548049c3a1d7d4890b284a22 HTTP/1.1" status: 200 len: 375 time: 0.0212071 Nov 12 03:14:25.953034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aac0ccba-8900-4c6f-993b-a996f3c489ef req-53069bc2-b89d-4ec0-94e4-77424e3429b9 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649824 Nov 12 03:14:25.964377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.998967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-309eb6b6-38c8-4fbf-9375-311e235228b5 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=66536e73548049c3a1d7d4890b284a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417273 Nov 12 03:14:26.112467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-72ddb252-4793-46f6-9c13-12615a0f2ef9 service neutron] 10.222.0.93 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034999 Nov 12 03:14:26.197445 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1337ae1a-b249-4a1e-8a7c-2558bc2571e1 x-openstack-request-id: req-1337ae1a-b249-4a1e-8a7c-2558bc2571e1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:26.197994 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-unplugged", "status": "completed", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829", "code": 200}, {"name": "network-changed", "server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:26.197994 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1337ae1a-b249-4a1e-8a7c-2558bc2571e1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:26.198342 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'code': 200} Nov 12 03:14:26.198503 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'status': 'completed', 'code': 200} Nov 12 03:14:26.215256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13bfb70d-98ad-4341-a4dc-9406e432c7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.237732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69338c99-9528-4b1e-b857-1d572a37f8e0 req-b992f4ce-a7ac-460e-a138-5769f295227d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 210 time: 0.0390897 Nov 12 03:14:26.247353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-83351068-441d-4862-b337-8944084f53b9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b538a52272d4a0e9bf7c59615248382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522273 Nov 12 03:14:26.265799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-1fe8b4db-79be-46a9-9987-504f28eee18c service neutron] 10.222.0.93 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415143 Nov 12 03:14:26.354340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-45b790f9-ee5a-47f9-9c38-c231654cf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.355772 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-45b790f9-ee5a-47f9-9c38-c231654cf35a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1127 time: 0.1562889 Nov 12 03:14:26.499522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-6a6502e1-1674-479f-a6e1-e946062d2084 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.501207 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-6a6502e1-1674-479f-a6e1-e946062d2084 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360220 Nov 12 03:14:26.510490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13bfb70d-98ad-4341-a4dc-9406e432c7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.517913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Request body: {'port': {'device_id': 'fc8681d7-c416-4994-ae48-e664137c367a', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '4b538a52272d4a0e9bf7c59615248382'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:26.530567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13bfb70d-98ad-4341-a4dc-9406e432c7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.535725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdae6f0-3f83-4216-b6d1-7ac6bd11c118 req-5fb3d41a-6a2e-486f-8b2f-ed94aa8c77d7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.543204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cdae6f0-3f83-4216-b6d1-7ac6bd11c118 req-5fb3d41a-6a2e-486f-8b2f-ed94aa8c77d7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.0640295 Nov 12 03:14:26.582590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-c58001aa-999e-4ce7-9630-c2adc0f0ad1f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366335 Nov 12 03:14:26.607783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-d61b659a-8c03-4052-a8f3-f2bf0a14b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.609273 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-d61b659a-8c03-4052-a8f3-f2bf0a14b910 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.2445991 Nov 12 03:14:26.638311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cdae6f0-3f83-4216-b6d1-7ac6bd11c118 req-cf9ea55f-3211-42d4-97fc-91431494e768 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942380 Nov 12 03:14:26.645484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-13bfb70d-98ad-4341-a4dc-9406e432c7bf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=069c77776dcf4636b78e31f05b0e0b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799641 Nov 12 03:14:26.681699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60258) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:26.699795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfb70d-98ad-4341-a4dc-9406e432c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb6727-de9d-45a6-b6ef-6b22245ca599,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:26.704502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-9c31ddc2-b2d1-4d87-9e8c-69eb706bd7b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.0819166 Nov 12 03:14:26.750849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a7bf417-2c33-420c-8ce2-c5231be99909 req-4b564e9b-ea20-48ec-b7c3-10baa52f3e3c tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 210 time: 0.0490828 Nov 12 03:14:26.786669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-0e9f2594-217a-4893-809f-c96b6eeab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.788276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-0e9f2594-217a-4893-809f-c96b6eeab198 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0734258 Nov 12 03:14:26.796459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Made reservation on behalf of 4b538a52272d4a0e9bf7c59615248382 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:26.801818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.806438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-515fa5ad-baa5-4c64-a6c3-7d53212cd6c2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.814215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-515fa5ad-baa5-4c64-a6c3-7d53212cd6c2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209334 Nov 12 03:14:26.816787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.833673 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5075929e-61cf-4343-953f-a383602670c9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/quotas/a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 375 time: 0.0185621 Nov 12 03:14:26.839546 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-26eedb74-66e0-429c-803c-286f46015db9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341961 Nov 12 03:14:26.840304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.884967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.969722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-d3b9f773-f87d-497d-83b1-cc0e766f65cf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325610 Nov 12 03:14:26.984156 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-cfd8ed9f-7b0f-4f40-a84c-da93abb7148b service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334271 Nov 12 03:14:26.988057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7516fe-8265-48a6-8088-dd7434c14cf9 req-9b98d21d-e0e4-4713-a11a-717873d45547 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.989773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed7516fe-8265-48a6-8088-dd7434c14cf9 req-9b98d21d-e0e4-4713-a11a-717873d45547 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.1135585 Nov 12 03:14:27.013471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.016406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.020092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/abbb6727-de9d-45a6-b6ef-6b22245ca599 HTTP/1.1" status: 204 len: 168 time: 0.3353274 Nov 12 03:14:27.020229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.039237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5b3a9-1fcf-4e33-a491-ccf8717ecf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb6727-de9d-45a6-b6ef-6b22245ca599,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.055591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.099168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed7516fe-8265-48a6-8088-dd7434c14cf9 req-f27b52ec-83dd-4a75-bd6e-e0b839865be4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868759 Nov 12 03:14:27.190774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a08e635-edfd-4be5-a3d2-9c1d117753b3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.282796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0b9bf72-1e78-448c-be03-c54ba741f8a0 req-9b6ab56c-34ce-4c85-b9b4-2b534435bd15 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 210 time: 0.0504284 Nov 12 03:14:27.283651 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-009a84a1-1c95-45ec-bc7f-bdd5abb35a91 req-1486b462-2ca9-4ede-8c2a-bf6b5ffa0b75 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813692 Nov 12 03:14:27.382365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Allocated IP 192.168.233.138 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:27.421420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb31815f-ea97-4409-8634-67484f61c141 req-9dcd4f39-165b-4c69-8a78-8752fb2478e3 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 210 time: 0.0633707 Nov 12 03:14:27.515245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:27.586072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.633451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.684396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60296) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:27.690533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:27.691081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:27.697615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:27.702029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:27.708396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.709125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.717651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Pushing event updated for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.721817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'port_id': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'mac_address': 'fa:16:3e:f7:53:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b95a5a-e0ad-474e-a71e-c9512ce2e399', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:27.736876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-8050661d-21e5-485a-9a2b-035c3716c090 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2226839 Nov 12 03:14:27.750079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Request body: {'port': {'device_id': 'fc8681d7-c416-4994-ae48-e664137c367a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:27.835666 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.877998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5af8711-b4ce-4ad4-bef7-0b2483a65f85 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:27.903856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d37e6-c030-4465-87ef-8f2e045c45c5 req-eb730554-c85a-4fe7-b624-453e63c5cf22 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.913074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:27.917024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e5d37e6-c030-4465-87ef-8f2e045c45c5 req-eb730554-c85a-4fe7-b624-453e63c5cf22 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1329279 Nov 12 03:14:27.921624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.986830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.993688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.069790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73eb461c-706e-4ec1-ac8a-8c54f4356daa req-6ea85a5d-8bb7-46b4-a1ff-b22ef61e0ef3 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 210 time: 0.1412032 Nov 12 03:14:28.097441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e5d37e6-c030-4465-87ef-8f2e045c45c5 req-730c0949-d5cb-4a1d-8aea-50158f593693 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779802 Nov 12 03:14:28.154161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48416b4a-3c77-448f-a3ae-6d201b7402cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.171991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b5af8711-b4ce-4ad4-bef7-0b2483a65f85'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:28.280193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-ab212d9e-4e56-4b6c-8669-960bcd5ee54b tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.281682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-ab212d9e-4e56-4b6c-8669-960bcd5ee54b tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.100 "GET /v2.0/networks?id=4487e8e6-b921-4e0d-956e-03674757f589 HTTP/1.1" status: 200 len: 820 time: 0.3816974 Nov 12 03:14:28.288988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-522acc23-c29b-4061-8ca9-9f3c54353393 None None] Provisioning complete for port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:28.289504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-522acc23-c29b-4061-8ca9-9f3c54353393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.316110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Request body: {'port': {'device_id': '9d26e00a-be80-4067-a105-f40994afb1d7', 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589', 'admin_state_up': True, 'tenant_id': '66536e73548049c3a1d7d4890b284a22'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:28.322440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48416b4a-3c77-448f-a3ae-6d201b7402cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.345647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48416b4a-3c77-448f-a3ae-6d201b7402cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.394530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:28.407435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48416b4a-3c77-448f-a3ae-6d201b7402cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b6ffde-36b4-48a4-a902-90e1f159d1a3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:28.417982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551850-0884-4e28-9953-366820ddd7f1 req-70bfa6a0-ebff-4c99-a4d7-4aecd27486b3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.419494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd551850-0884-4e28-9953-366820ddd7f1 req-70bfa6a0-ebff-4c99-a4d7-4aecd27486b3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.1250861 Nov 12 03:14:28.424157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-48416b4a-3c77-448f-a3ae-6d201b7402cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f6fc752fce341bcb242f92e01b93c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7357969 Nov 12 03:14:28.427490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:28.441897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-522acc23-c29b-4061-8ca9-9f3c54353393 None None] Port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:28.463846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99cc6922-8949-4557-831f-b86f17536703 req-3f0d0041-3583-48f1-8420-837089adec8c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 210 time: 0.0631592 Nov 12 03:14:28.560238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd551850-0884-4e28-9953-366820ddd7f1 req-e0db32c0-b72f-4721-aa6a-f3f54eb1f0b4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Nov 12 03:14:28.611291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:28.632207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 has no active binding in host n-h1-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:14:28.685585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Made reservation on behalf of 66536e73548049c3a1d7d4890b284a22 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:28.689127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.714984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-7ec290c8-5cbb-45e1-8e81-6055439202c5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288024 Nov 12 03:14:28.722532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da6680-cf3e-4bbd-b6d9-d2d4031767c5 req-5ba246e9-7b97-4326-98a0-a22ca050bfea tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.724756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5da6680-cf3e-4bbd-b6d9-d2d4031767c5 req-5ba246e9-7b97-4326-98a0-a22ca050bfea tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 936 time: 0.0845082 Nov 12 03:14:28.735148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.821360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.880703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5da6680-cf3e-4bbd-b6d9-d2d4031767c5 req-3aefe4ac-e88c-44c2-9347-6c04e6db195a tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909433 Nov 12 03:14:28.892152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-34fbb66d-d3a9-4a84-9f62-ec44d461087a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.893591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-34fbb66d-d3a9-4a84-9f62-ec44d461087a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676924 Nov 12 03:14:28.908191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Request body: {'port': {'device_id': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'a16c9604feaa4802abb92acbd4905337'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:28.923158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:28.937110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.967094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Transition to ACTIVE for port object 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:28.975161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Allocated IP 172.20.0.5 (4487e8e6-b921-4e0d-956e-03674757f589/f8b44a70-eae4-467f-a3f3-6afc80b15c89/01b3bfdf-ab93-453f-bc91-eefd0f77e138) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:28.977548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.044617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Made reservation on behalf of a16c9604feaa4802abb92acbd4905337 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:29.047307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.048560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.050124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.055185 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/64b6ffde-36b4-48a4-a902-90e1f159d1a3 HTTP/1.1" status: 204 len: 168 time: 0.6260476 Nov 12 03:14:29.090501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.102166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c163b07-9525-4906-8d05-9224df92bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b6ffde-36b4-48a4-a902-90e1f159d1a3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.177819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Attempting to bind port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:29.178378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Attempting to bind port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:29.178860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Attempting to bind port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:29.252686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:29.253401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Attempting to bind port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:29.265512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Allocated IP 192.168.233.72 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/71610c0a-27dc-4d4f-99da-4ca07c08ec9e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:29.266071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:29.266631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:29.267224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:29.267813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Bound port: 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:29.268461 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.360981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.393372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:29.399825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:29.411150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.441970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa380ec7-30f6-456b-99b8-4fd20fb65c56 req-7837c990-fe7c-41ac-9518-7657035641d9 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 210 time: 0.0457795 Nov 12 03:14:29.455898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.456907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.458759 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] 10.222.0.98 "PUT /v2.0/ports/8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f HTTP/1.1" status: 200 len: 1097 time: 1.7132823 Nov 12 03:14:29.465073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:29.467299 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:29.508255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.509025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.522055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:29.538932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Network 4487e8e6-b921-4e0d-956e-03674757f589 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:29.540251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ebb99-cedf-4a54-834f-176ae2204c37 req-34ec34a3-f947-455b-b617-66553018168e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.541834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-039ebb99-cedf-4a54-834f-176ae2204c37 req-34ec34a3-f947-455b-b617-66553018168e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1468806 Nov 12 03:14:29.563180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:29.583073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:29.589680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.590810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.607508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edb4c0-0715-4b51-9395-d70e39cc3016 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.635717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:29.644705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:29.645245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-039ebb99-cedf-4a54-834f-176ae2204c37 req-de867422-2ca9-445e-85fb-b4168a1a4e14 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924683 Nov 12 03:14:29.650914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.651038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60356) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:29.678936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.696936 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3905251 Nov 12 03:14:29.703586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c555d63-f76d-4a60-85c2-843f63229003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.709534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b72bf-6e2c-449b-9033-9cff11a56c44 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Pushing event updated for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.732419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Request body: {'port': {'device_id': '9d26e00a-be80-4067-a105-f40994afb1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:29.735608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:29.823132 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.841344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:29.845188 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683c1f4b-1275-405d-8b52-ee7d0665121e x-openstack-request-id: req-683c1f4b-1275-405d-8b52-ee7d0665121e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:29.845615 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:29.845903 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-683c1f4b-1275-405d-8b52-ee7d0665121e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:29.846264 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', 'status': 'completed', 'code': 200} Nov 12 03:14:29.849953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-410b1448-a283-4292-977e-f538c68462d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.853303 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-410b1448-a283-4292-977e-f538c68462d4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 1100 time: 0.3113928 Nov 12 03:14:29.862531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:29.867868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.871822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:29.892675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:29.895903 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3982ba6-f340-4620-9ec7-62137137dd31" -d '{"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-plugged", "status": "completed", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:29.932943 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-72496b16-80eb-41b6-8d14-b2d89aed58a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f HTTP/1.1" status: 200 len: 217 time: 0.0669096 Nov 12 03:14:29.934256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.945298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:29.992265 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.993487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.994154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.028260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9306606-b038-4cec-a50f-685b879cbf9a req-d25dbc85-b9ae-4134-803e-1ea1e6ad92af tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.041037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9306606-b038-4cec-a50f-685b879cbf9a req-d25dbc85-b9ae-4134-803e-1ea1e6ad92af tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 935 time: 0.1964862 Nov 12 03:14:30.057392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9d94d17-b2a3-4cd8-ab34-cb9b97f81e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.059906 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f9d94d17-b2a3-4cd8-ab34-cb9b97f81e7c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1108997 Nov 12 03:14:30.078817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-842e097e-7741-47a6-ab5b-9f1a9a69e455 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1757169 Nov 12 03:14:30.097111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.105207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Request body: {'port': {'device_id': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:30.132234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c555d63-f76d-4a60-85c2-843f63229003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.159993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c555d63-f76d-4a60-85c2-843f63229003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.201972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f6866ed9-c357-4bcb-8066-694385d8b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.203626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-f6866ed9-c357-4bcb-8066-694385d8b555 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355577 Nov 12 03:14:30.205932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b3acc15-697c-42eb-8888-411498c87070 None None] Provisioning complete for port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:30.206094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9306606-b038-4cec-a50f-685b879cbf9a req-10cff0fb-d5cb-445b-b7e4-b2665bbd8bfc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641045 Nov 12 03:14:30.206322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b3acc15-697c-42eb-8888-411498c87070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.257678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3b3acc15-697c-42eb-8888-411498c87070 None None] Port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:30.269621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1c555d63-f76d-4a60-85c2-843f63229003 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=462983ac7fcc434c84653d7b492062c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169679 Nov 12 03:14:30.273290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60364) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.277963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c555d63-f76d-4a60-85c2-843f63229003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2051e-1c38-44dd-bef3-224ef18fed9d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.287402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.381888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea55197-8889-4687-b958-3fc93f52d2de req-09091725-1a04-40fb-95db-d83add395999 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.383403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea55197-8889-4687-b958-3fc93f52d2de req-09091725-1a04-40fb-95db-d83add395999 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 945 time: 0.1924012 Nov 12 03:14:30.383755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-639bab54-5cff-471c-850d-4b04e9e1ba24 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701419 Nov 12 03:14:30.459086 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.492129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce7a1-2a3a-49b4-8b75-d8ecc3fa496b req-8078eecd-3507-4bee-9ff7-7c501fb6c309 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.493598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329ce7a1-2a3a-49b4-8b75-d8ecc3fa496b req-8078eecd-3507-4bee-9ff7-7c501fb6c309 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 948 time: 0.1879985 Nov 12 03:14:30.497614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.516480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b3bfdf-ab93-453f-bc91-eefd0f77e138 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:30.530664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.538705 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bd850dd8-239e-4702-8b88-33f366fac31e req-069086b5-568d-4330-aec1-21b0fea6d7be service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451473 Nov 12 03:14:30.545883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Transition to ACTIVE for port object 01b3bfdf-ab93-453f-bc91-eefd0f77e138 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:30.550351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.567231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea55197-8889-4687-b958-3fc93f52d2de req-6b83591b-b41f-4cb2-96ec-b15f9b10a8c6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737380 Nov 12 03:14:30.574766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.603385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.100', 59911) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.666874 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af0c3a-735b-40d5-8cc6-9d1f4b669d80 x-openstack-request-id: req-56af0c3a-735b-40d5-8cc6-9d1f4b669d80 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:30.668519 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-plugged", "status": "completed", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:30.669685 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-56af0c3a-735b-40d5-8cc6-9d1f4b669d80 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:30.670453 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'code': 200} Nov 12 03:14:30.672750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-329ce7a1-2a3a-49b4-8b75-d8ecc3fa496b req-cf9b2c9f-3476-431a-9ea0-7890549cb61d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668935 Nov 12 03:14:30.733830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.738251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.745653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a3f2051e-1c38-44dd-bef3-224ef18fed9d HTTP/1.1" status: 204 len: 168 time: 0.4694960 Nov 12 03:14:30.788568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.100', 59912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.794975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f62768-0146-4638-87f6-3e7b634f7615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2051e-1c38-44dd-bef3-224ef18fed9d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.849463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Pushing event updated for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.939895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Attempting to bind port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:30.940234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986e622-d5d4-46f9-9741-ea8e6cdc1a87 req-1b5a45c4-ee4c-40c1-bd58-4d8e5c56e27c tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.940875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Attempting to bind port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '62208611-c107-4573-8c0c-fa9ef4e1178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:30.940875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Attempting to bind port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 on network 4487e8e6-b921-4e0d-956e-03674757f589 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:30.941745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b986e622-d5d4-46f9-9741-ea8e6cdc1a87 req-1b5a45c4-ee4c-40c1-bd58-4d8e5c56e27c tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 943 time: 0.1657948 Nov 12 03:14:30.951744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791185-3a60-4548-acf0-726bbc5f471a req-7faaa21c-22a1-4b82-afbf-ea49ae929c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.952627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 on network 4487e8e6-b921-4e0d-956e-03674757f589 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:30.952962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Attempting to bind port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 on network 4487e8e6-b921-4e0d-956e-03674757f589 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:30.953226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47791185-3a60-4548-acf0-726bbc5f471a req-7faaa21c-22a1-4b82-afbf-ea49ae929c04 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1097 time: 0.1562316 Nov 12 03:14:30.964493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b803c-806c-4c75-8841-8f4c0eb5e3f6 req-49d13602-bd69-49b5-81b5-aa5ad7ab821e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.964627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-d5f55a36-d4eb-4a2e-8690-d0264c2b63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.966103 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-d5f55a36-d4eb-4a2e-8690-d0264c2b63d8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 1100 time: 0.3614471 Nov 12 03:14:30.968684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c48b803c-806c-4c75-8841-8f4c0eb5e3f6 req-49d13602-bd69-49b5-81b5-aa5ad7ab821e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 944 time: 0.1492085 Nov 12 03:14:30.972328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f6e9e199-7f70-4828-bb07-40bd31a6681c service neutron] 10.222.0.100 "GET /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.3663270 Nov 12 03:14:30.973253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:30.973561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Checking segment: {'id': '62208611-c107-4573-8c0c-fa9ef4e1178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:30.974015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Bound using segment: {'id': '62208611-c107-4573-8c0c-fa9ef4e1178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:30.974662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Bound port: 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62208611-c107-4573-8c0c-fa9ef4e1178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:30.974876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.978474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71610c0a-27dc-4d4f-99da-4ca07c08ec9e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:31.008192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.059757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Transition to ACTIVE for port object 71610c0a-27dc-4d4f-99da-4ca07c08ec9e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:31.083530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.158027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:31.162917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138,segment=NetworkSegment(62208611-c107-4573-8c0c-fa9ef4e1178e),segment_id=62208611-c107-4573-8c0c-fa9ef4e1178e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:31.168491 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.231797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-0d8f78b3-0c9e-450e-ad5c-243a16993631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.233577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-0d8f78b3-0c9e-450e-ad5c-243a16993631 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2536857 Nov 12 03:14:31.248151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.249026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.250596 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] 10.222.0.100 "PUT /v2.0/ports/01b3bfdf-ab93-453f-bc91-eefd0f77e138 HTTP/1.1" status: 200 len: 1092 time: 1.5351725 Nov 12 03:14:31.329793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-4b15bb5d-27a3-473c-8049-0f1436342395 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f HTTP/1.1" status: 200 len: 217 time: 0.0762877 Nov 12 03:14:31.370443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c48b803c-806c-4c75-8841-8f4c0eb5e3f6 req-1af43284-fed9-4c03-80f4-c74063c0f055 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857257 Nov 12 03:14:31.375741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47791185-3a60-4548-acf0-726bbc5f471a req-e5568da7-35e7-4c7a-9417-cb76975ddc6f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921871 Nov 12 03:14:31.393864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b986e622-d5d4-46f9-9741-ea8e6cdc1a87 req-01e1fe3f-4a08-469f-b40a-c652559690c3 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355748 Nov 12 03:14:31.420125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:31.422714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320f2b0-7d42-4a3a-8a66-b45498f173ff service neutron] Pushing event updated for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:31.432774 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.504182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-aa60a0e9-3d4b-46e4-b1ba-6838f799e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.505705 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-aa60a0e9-3d4b-46e4-b1ba-6838f799e2a8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1350472 Nov 12 03:14:31.507678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-ad5e2bc2-067b-4e28-8310-94fedae1e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.509095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-ad5e2bc2-067b-4e28-8310-94fedae1e66f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=66536e73548049c3a1d7d4890b284a22&device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 1095 time: 0.1872637 Nov 12 03:14:31.537232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:31.564861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:31.565763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:31.566273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:31.572497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:31.573005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:31.579127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:31.579512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:31.579937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:31.580363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Bound port: 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:31.580746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.605005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:31.694487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-7bd35b57-0892-4d98-a9a6-a4bb8a88c3cb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138 HTTP/1.1" status: 200 len: 217 time: 0.1191318 Nov 12 03:14:31.703912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-3bd8ba9d-1a4a-4107-845a-978ec90d6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.705658 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-3bd8ba9d-1a4a-4107-845a-978ec90d6fa5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1870770 Nov 12 03:14:31.732040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5eb23f-6459-4c03-947d-3c9004403829 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:31.734763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:31.765873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:31.775154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.775310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:31.793789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f320e-4832-4949-b299-ed5b4d2acf7e req-37632708-896c-4bd3-8087-0ee3273fedcd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.802468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b83f320e-4832-4949-b299-ed5b4d2acf7e req-37632708-896c-4bd3-8087-0ee3273fedcd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.1432478 Nov 12 03:14:31.832998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.849226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:31.852221 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0820f-d59c-4eff-a13f-aecae14dbe58" -d '{"events": [{"name": "network-changed", "server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:31.862955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e892-b53c-4de8-a567-51307fb5da86 req-4c40026f-ae26-4297-85a5-656b0a1353c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.864614 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-4c40026f-ae26-4297-85a5-656b0a1353c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f8b44a70-eae4-467f-a3f3-6afc80b15c89 HTTP/1.1" status: 200 len: 860 time: 0.1580808 Nov 12 03:14:31.865358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.865984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.868879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] 10.222.0.100 "PUT /v2.0/ports/71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 1096 time: 1.7775459 Nov 12 03:14:31.872582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:31.888522 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c629499-1ed8-4394-854a-cc88e928a78b" -d '{"events": [{"name": "network-changed", "server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:31.951752 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-d76e09b6-e977-42ed-a022-673477b2815d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4487e8e6-b921-4e0d-956e-03674757f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498903 Nov 12 03:14:31.995680 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-3734ae11-c90d-4bfe-ad35-c9ffd036ca96 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750976 Nov 12 03:14:32.105737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0662eb-93fb-478b-bf4c-4ccf55b5467d service neutron] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.137760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b83f320e-4832-4949-b299-ed5b4d2acf7e req-9166e874-5348-4a27-ab0f-01482b948ccf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342867 Nov 12 03:14:32.158753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-1e7d5638-f21b-48ab-818b-7101174668bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.160264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-1e7d5638-f21b-48ab-818b-7101174668bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1099 time: 0.2345099 Nov 12 03:14:32.184817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eea4e-07bb-4581-aeec-f7e94a833eba req-e78a3412-d199-4b66-b2ae-81a05c69cafd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.186422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3eea4e-07bb-4581-aeec-f7e94a833eba req-e78a3412-d199-4b66-b2ae-81a05c69cafd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 945 time: 0.2774141 Nov 12 03:14:32.203016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] Transition to ACTIVE for port object dd5eb23f-6459-4c03-947d-3c9004403829 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:32.228985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.265527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60414) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:32.267211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-1e75f3c0-d867-4dc9-af52-cab7d0928605 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0798712 Nov 12 03:14:32.342916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] No DVR routers for this DVR port dd5eb23f-6459-4c03-947d-3c9004403829 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:32.363875 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5943aa2-e8a1-4bdc-99cb-cc6f61fffec0 req-85fc9ab9-42ae-4b5e-b65b-bd8dd79150d6 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547175 Nov 12 03:14:32.365630 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-c5f97b29-43e3-4f45-b801-3d0155e9316f service neutron] 10.222.0.100 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054148 Nov 12 03:14:32.396793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.420482 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1ac2394a-9fc6-4134-a0cc-ea4d588db044 service neutron] 10.222.0.100 "PUT /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829/bindings/n-h1-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 1.4382398 Nov 12 03:14:32.438864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3eea4e-07bb-4581-aeec-f7e94a833eba req-74ef6a81-6ed5-445e-bf11-36f44d2a1123 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303843 Nov 12 03:14:32.457094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72208d-85fb-4ad5-8939-1686d53be867 req-28f724c0-d8e7-49c5-b6c6-db8adfafcf4c tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.488415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a72208d-85fb-4ad5-8939-1686d53be867 req-28f724c0-d8e7-49c5-b6c6-db8adfafcf4c tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 948 time: 0.2363131 Nov 12 03:14:32.520001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-cb4e6496-3824-461f-8a42-a709f3ce7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.524959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-cb4e6496-3824-461f-8a42-a709f3ce7ed4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2298660 Nov 12 03:14:32.548952 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1612e892-b53c-4de8-a567-51307fb5da86 req-8956181f-3fe4-4060-a92c-411d5618a84f service neutron] 10.222.0.100 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625266 Nov 12 03:14:32.561299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1abc03a4-1ac7-459a-9fa3-cd048f1d2128 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.565633 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-1abc03a4-1ac7-459a-9fa3-cd048f1d2128 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0718720 Nov 12 03:14:32.572601 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36a434-0eac-4368-b9a0-782d2dab14ff x-openstack-request-id: req-8b36a434-0eac-4368-b9a0-782d2dab14ff {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:32.572890 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:32.573173 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b36a434-0eac-4368-b9a0-782d2dab14ff {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:32.573574 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138', 'status': 'completed', 'code': 200} Nov 12 03:14:32.674531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa874f-1478-44c7-83e5-8b782073d6b2 x-openstack-request-id: req-8bfa874f-1478-44c7-83e5-8b782073d6b2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:32.674891 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:32.675089 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8bfa874f-1478-44c7-83e5-8b782073d6b2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:32.675423 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'status': 'completed', 'code': 200} Nov 12 03:14:32.687728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-574fc64f-0bf4-4b85-b6be-7973eb864ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.714493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a72208d-85fb-4ad5-8939-1686d53be867 req-9c897a53-6d63-4198-b8b7-65f17bbedc3a tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191200 Nov 12 03:14:32.734903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-8037b67b-7c56-409b-8871-15c2458ac232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.735454 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-8037b67b-7c56-409b-8871-15c2458ac232 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868&tenant_id=b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 1097 time: 0.1647260 Nov 12 03:14:32.744460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5679d6fb-2af9-46cd-8737-cb8270c3a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.745958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-5679d6fb-2af9-46cd-8737-cb8270c3a5c8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985183 Nov 12 03:14:32.758415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-9b88ec11-4226-41e5-9901-e96655601792 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721955 Nov 12 03:14:32.760361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-a761e54a-4f32-4edd-8d3d-e04edfc5b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.761856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-a761e54a-4f32-4edd-8d3d-e04edfc5b936 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=66536e73548049c3a1d7d4890b284a22&device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 1095 time: 0.1398890 Nov 12 03:14:32.896676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-784cc93a-8c76-4c75-8146-6a1f8a04c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.898181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-784cc93a-8c76-4c75-8146-6a1f8a04c6d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1097 time: 0.1318567 Nov 12 03:14:32.903803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b4ac-91e0-43b4-8659-2e8b930c5d0b req-ab0af6b4-de8c-42fb-9824-50da1a96db48 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.905373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b31b4ac-91e0-43b4-8659-2e8b930c5d0b req-ab0af6b4-de8c-42fb-9824-50da1a96db48 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 943 time: 0.1776814 Nov 12 03:14:32.928971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-f0777e6c-8676-4220-aeef-7c59cfea5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.930809 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-f0777e6c-8676-4220-aeef-7c59cfea5792 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0818720 Nov 12 03:14:32.947719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-ceaab07b-49ec-4c63-b6b0-5cc418bd4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.949183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-ceaab07b-49ec-4c63-b6b0-5cc418bd4dbc service neutron] 10.222.0.100 "GET /v2.0/networks?id=4487e8e6-b921-4e0d-956e-03674757f589 HTTP/1.1" status: 200 len: 922 time: 0.1744485 Nov 12 03:14:32.987734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bf61c-643b-4ae6-9816-88ba6e64212d req-310eb86e-9cde-4da0-926f-4e3d41e1212a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.989237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa3bf61c-643b-4ae6-9816-88ba6e64212d req-310eb86e-9cde-4da0-926f-4e3d41e1212a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 945 time: 0.1811721 Nov 12 03:14:32.991009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-95e9ec92-3ed7-46db-92fe-fbd113731a0e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225544 Nov 12 03:14:32.998118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-574fc64f-0bf4-4b85-b6be-7973eb864ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.018011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-574fc64f-0bf4-4b85-b6be-7973eb864ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.050829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-cf478e90-9828-405a-8a55-93a46ca28291 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138 HTTP/1.1" status: 200 len: 217 time: 0.0687428 Nov 12 03:14:33.073453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b31b4ac-91e0-43b4-8659-2e8b930c5d0b req-c4e4d30a-5bb2-4a7e-9e06-805c8a386dd2 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612709 Nov 12 03:14:33.137510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-574fc64f-0bf4-4b85-b6be-7973eb864ddc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3735270da864b2eb9e4d78d3d86870f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8719585 Nov 12 03:14:33.142830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60436) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:33.149655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fc64f-0bf4-4b85-b6be-7973eb864ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207d3cf7-14a0-4b61-8363-7aaf7df27e0d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.184600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa3bf61c-643b-4ae6-9816-88ba6e64212d req-2672ae0f-616e-4d10-982f-a69476ea7084 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832621 Nov 12 03:14:33.244654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5394a4-aef0-4e38-866b-a917d46f08fc req-fe6d788e-e3f9-426b-baa4-6c8b4b8ae463 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413416 Nov 12 03:14:33.279515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.346466 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.372216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-5b1f7995-bd21-4e00-94ed-3f7413d628a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.373661 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-5b1f7995-bd21-4e00-94ed-3f7413d628a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.4619868 Nov 12 03:14:33.398119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-12b9667f-4405-47bb-9906-1931590917d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.399756 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-12b9667f-4405-47bb-9906-1931590917d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f8b44a70-eae4-467f-a3f3-6afc80b15c89 HTTP/1.1" status: 200 len: 860 time: 0.3385820 Nov 12 03:14:33.423763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6830-00dc-451c-be72-bfb1058add74 req-af020e3e-5346-4bc5-be8e-2bd45974b002 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.428439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-539f6830-00dc-451c-be72-bfb1058add74 req-af020e3e-5346-4bc5-be8e-2bd45974b002 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.1631160 Nov 12 03:14:33.453630 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-317ce2e0-46aa-47b5-9b52-6815054fdd9c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.0578470 Nov 12 03:14:33.473406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629499-1ed8-4394-854a-cc88e928a78b req-4ab781c5-1bb2-46b2-a698-8e6f4583252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.473664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-8f94b575-c177-4bce-b0ea-71ba4b29e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.474503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-4ab781c5-1bb2-46b2-a698-8e6f4583252e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1099 time: 0.1770556 Nov 12 03:14:33.474865 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-8f94b575-c177-4bce-b0ea-71ba4b29e10f service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4958766 Nov 12 03:14:33.476989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-fac54c87-0fe0-4e82-83ea-7d5872a96d0b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4487e8e6-b921-4e0d-956e-03674757f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622475 Nov 12 03:14:33.478108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.481212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.482479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/207d3cf7-14a0-4b61-8363-7aaf7df27e0d HTTP/1.1" status: 204 len: 168 time: 0.3345969 Nov 12 03:14:33.511628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac57949-e1bb-4969-846a-f4870b4ab981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d3cf7-14a0-4b61-8363-7aaf7df27e0d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.552378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-4538867f-40b8-4014-baef-e264d99ba9df service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481419 Nov 12 03:14:33.589986 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-dc2f8814-b64b-4c60-b13f-763164a615df service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0805247 Nov 12 03:14:33.606787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-539f6830-00dc-451c-be72-bfb1058add74 req-5a31eb51-09e6-43e6-abee-9c9d7b1e3184 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630459 Nov 12 03:14:33.671529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-fe2dcb32-962d-4dab-a950-5dcbffee49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.673028 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-fe2dcb32-962d-4dab-a950-5dcbffee49a2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.2013867 Nov 12 03:14:33.731647 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-ac79bdab-b745-4ccd-b3ee-03de8efbe9cf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494189 Nov 12 03:14:33.749184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629499-1ed8-4394-854a-cc88e928a78b req-f628e231-f06e-40a8-a752-daabcc251d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.750662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-f628e231-f06e-40a8-a752-daabcc251d27 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2542129 Nov 12 03:14:33.752517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-a3f4443b-e60f-43ff-a440-1faa5bed87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.753678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-62016348-1414-40df-8113-2d5816918bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.753875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-a3f4443b-e60f-43ff-a440-1faa5bed87c2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 1097 time: 0.1375718 Nov 12 03:14:33.755067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-62016348-1414-40df-8113-2d5816918bc6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1285059 Nov 12 03:14:33.773833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7ace1-be69-4e75-80c8-b7e275472b84 req-a360464d-94d8-4ce9-8a4d-4f1d3f63d940 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.775797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dd7ace1-be69-4e75-80c8-b7e275472b84 req-a360464d-94d8-4ce9-8a4d-4f1d3f63d940 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 945 time: 0.1283560 Nov 12 03:14:33.839418 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-8ad799f6-b351-4c38-bdb7-722bfb95ee85 service neutron] 10.222.0.100 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285348 Nov 12 03:14:33.862964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-27cbb718-ab83-4d8c-a318-9e301d7a24aa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0853674 Nov 12 03:14:33.932207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60462) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:33.956326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-e3962ec4-a8e7-4275-a030-e1ef6104c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.957800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-e3962ec4-a8e7-4275-a030-e1ef6104c206 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829112 Nov 12 03:14:33.989430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1390b97c-20d8-47c3-82fb-8ab508c8f7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.990095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-84f65e15-5d9e-4a31-889d-90685915baea service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475739 Nov 12 03:14:34.016053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dd7ace1-be69-4e75-80c8-b7e275472b84 req-84a73110-9632-4e55-8cd2-b23d97463a48 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233865 Nov 12 03:14:34.031273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd489608-c62f-4816-a618-ff50c65d75c2 req-b39f728a-3c2e-42c6-aae8-9461af310725 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.032797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd489608-c62f-4816-a618-ff50c65d75c2 req-b39f728a-3c2e-42c6-aae8-9461af310725 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 948 time: 0.2366273 Nov 12 03:14:34.039477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629499-1ed8-4394-854a-cc88e928a78b req-4e1f9d63-ae1e-465a-959c-f00f80acd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.040809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-4e1f9d63-ae1e-465a-959c-f00f80acd7d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1559420 Nov 12 03:14:34.127751 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-28a0820f-d59c-4eff-a13f-aecae14dbe58 req-2a4ee6ca-9b81-48c6-a206-1558e302c8d2 service neutron] 10.222.0.100 "GET /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634766 Nov 12 03:14:34.129973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-abae0188-4926-4431-a57b-74a7e73ac08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.131969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-abae0188-4926-4431-a57b-74a7e73ac08b service neutron] 10.222.0.98 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 925 time: 0.3554511 Nov 12 03:14:34.178759 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-f580bb43-9204-4bce-bd03-c7a5ec13c92c service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800106 Nov 12 03:14:34.187147 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-7155d789-fca1-4c13-84bf-694ccfbe876c service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198226 Nov 12 03:14:34.277483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c629499-1ed8-4394-854a-cc88e928a78b req-626f1b1a-3298-429e-bd92-4e5b3a7e18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.278952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-626f1b1a-3298-429e-bd92-4e5b3a7e18f2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2282875 Nov 12 03:14:34.322050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd489608-c62f-4816-a618-ff50c65d75c2 req-13fd69b3-5669-42dd-872f-18a8ab18659f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753854 Nov 12 03:14:34.336244 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad9f9eac-81f9-407d-a503-4d3804e694fa req-84f02f17-3eef-4a80-8b9d-da285d30f0b2 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355534 Nov 12 03:14:34.396619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-64b9036c-ca0c-42b0-b933-658c08695866 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 200 len: 1000 time: 0.2537684 Nov 12 03:14:34.415030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:34.415709 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1390b97c-20d8-47c3-82fb-8ab508c8f7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.468303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1390b97c-20d8-47c3-82fb-8ab508c8f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.500401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:34.530210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:34.536524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-b1b74e82-c68e-4661-93e3-cbbd34f921e7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.536524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-b1b74e82-c68e-4661-93e3-cbbd34f921e7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0644314 Nov 12 03:14:34.542606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', 'mac_address': 'fa:16:3e:3a:ae:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:34.588778 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.609567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:34.612747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1390b97c-20d8-47c3-82fb-8ab508c8f7b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f1b442d582c14f0ba3bf01035c781080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6790242 Nov 12 03:14:34.613700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60482) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:34.621681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-25a9a65b-6a0a-4f36-bf04-2d21f0c83b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.623068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-25a9a65b-6a0a-4f36-bf04-2d21f0c83b14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.2102733 Nov 12 03:14:34.630580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390b97c-20d8-47c3-82fb-8ab508c8f7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969029d5-5a8c-4f93-9761-f043b6a79c99,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:34.632195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:34.638147 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.665539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f488d-8f78-4efa-b722-edb3d7e44d40 req-de16007f-ce03-43cd-99b4-ce539268e78f tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.672622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea5f488d-8f78-4efa-b722-edb3d7e44d40 req-de16007f-ce03-43cd-99b4-ce539268e78f tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 943 time: 0.2609165 Nov 12 03:14:34.695175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:34.706288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2f07f-038e-4e18-abd9-7c035f351e79 req-26b3df4d-6db2-4f76-8cae-b8296ce68076 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.707769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2c2f07f-038e-4e18-abd9-7c035f351e79 req-26b3df4d-6db2-4f76-8cae-b8296ce68076 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1097 time: 0.2725618 Nov 12 03:14:34.719222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-da785a6f-5cc2-4663-9aa4-cc380aac0789 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275568 Nov 12 03:14:34.791612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94483c45-c0f9-444f-9d31-c7d5a6ce0d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.806570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.817747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-37d2ce25-d14c-487d-8dd8-cfc9460cbc64 service neutron] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:34.828484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea5f488d-8f78-4efa-b722-edb3d7e44d40 req-89b7150b-0873-49cc-8709-b021d804da18 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549869 Nov 12 03:14:34.831062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-37d2ce25-d14c-487d-8dd8-cfc9460cbc64 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.831852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7c7f7595-2549-4976-8c2d-9465fb91f5c0 req-37d2ce25-d14c-487d-8dd8-cfc9460cbc64 service neutron] 10.222.0.98 "DELETE /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829/bindings/n-h2-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.2857463 Nov 12 03:14:34.834250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-fc4469c4-3c16-4746-87ff-9a5850fbdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.838346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-fc4469c4-3c16-4746-87ff-9a5850fbdfdb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004139 Nov 12 03:14:34.854272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.877863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:34.952118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94483c45-c0f9-444f-9d31-c7d5a6ce0d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.954248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.957402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.961619 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/969029d5-5a8c-4f93-9761-f043b6a79c99 HTTP/1.1" status: 204 len: 168 time: 0.3441234 Nov 12 03:14:34.978966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94483c45-c0f9-444f-9d31-c7d5a6ce0d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.006070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075954a9-219b-46c4-9323-376ce689fd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969029d5-5a8c-4f93-9761-f043b6a79c99,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.051512 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-94483c45-c0f9-444f-9d31-c7d5a6ce0d8b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9c1fc84f72d0492c9e3d66de9ee76c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489700 Nov 12 03:14:35.058527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:35.078889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483c45-c0f9-444f-9d31-c7d5a6ce0d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08e664-d247-4b63-be14-4a9193c05912,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.130978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.164437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.233332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.236636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.237850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/de08e664-d247-4b63-be14-4a9193c05912 HTTP/1.1" status: 204 len: 168 time: 0.1780427 Nov 12 03:14:35.256400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc10440-3216-4f3c-b616-91c79caa0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08e664-d247-4b63-be14-4a9193c05912,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.342702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2c2f07f-038e-4e18-abd9-7c035f351e79 req-3226349c-307d-4ee6-9fbe-28dd024f1fc2 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203005 Nov 12 03:14:35.422335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c629499-1ed8-4394-854a-cc88e928a78b req-681cc08a-60fb-4a53-94d0-cfff95f108aa service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896780 Nov 12 03:14:35.428925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-5dfa95fd-4149-4c5c-831e-ea2bfb6689ca service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814283 Nov 12 03:14:35.477132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40f22-db22-4517-a949-9291bc9f45df req-81a92422-e78d-465d-a5f8-11d6d872130f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.481377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9f40f22-db22-4517-a949-9291bc9f45df req-81a92422-e78d-465d-a5f8-11d6d872130f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 945 time: 0.1657186 Nov 12 03:14:35.542488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 01b3bfdf-ab93-453f-bc91-eefd0f77e138 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:35.555857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:35.609100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:35.615465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd4ded-0fae-468a-b7ff-472e1ade4af9 req-352c34cd-7f21-48e2-8fa4-4c899da60d7c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.624170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94bd4ded-0fae-468a-b7ff-472e1ade4af9 req-352c34cd-7f21-48e2-8fa4-4c899da60d7c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.1377676 Nov 12 03:14:35.637908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9f40f22-db22-4517-a949-9291bc9f45df req-d609bd09-430a-443c-a9c7-0d01653ae4f7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489832 Nov 12 03:14:35.639765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6f3a756-108a-4d07-81cd-848ab88ed9ae req-699089b2-b05a-4981-9c18-d682c0739e47 service neutron] 10.222.0.98 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030740 Nov 12 03:14:35.696664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94bd4ded-0fae-468a-b7ff-472e1ade4af9 req-37172091-1fa9-4ca2-ad47-d8d4cb9bf154 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Nov 12 03:14:35.826321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138,segment=NetworkSegment(62208611-c107-4573-8c0c-fa9ef4e1178e),segment_id=62208611-c107-4573-8c0c-fa9ef4e1178e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:35.834733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:35.844665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9175-646c-4c84-9595-56e1d430e1b8 req-b410c242-9739-4404-8ace-f42adadb4e51 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.845089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '01b3bfdf-ab93-453f-bc91-eefd0f77e138', 'network_id': '4487e8e6-b921-4e0d-956e-03674757f589', 'port_id': '01b3bfdf-ab93-453f-bc91-eefd0f77e138', 'mac_address': 'fa:16:3e:4b:29:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b44a70-eae4-467f-a3f3-6afc80b15c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:35.853125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6539-ac54-4dec-90ba-aebe0728e634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.853257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12db9175-646c-4c84-9595-56e1d430e1b8 req-b410c242-9739-4404-8ace-f42adadb4e51 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1097 time: 0.1007116 Nov 12 03:14:35.884687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c7e2-1395-4ee4-b863-3a8d71f00195 req-1e919c6a-601e-41b8-9cd0-bab5362e2996 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.892112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18a8c7e2-1395-4ee4-b863-3a8d71f00195 req-1e919c6a-601e-41b8-9cd0-bab5362e2996 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 949 time: 0.0970850 Nov 12 03:14:35.908446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.930799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b3bfdf-ab93-453f-bc91-eefd0f77e138 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:35.951860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6539-ac54-4dec-90ba-aebe0728e634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.955815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12db9175-646c-4c84-9595-56e1d430e1b8 req-c0332665-f765-4e25-93fe-12379b68739a tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948110 Nov 12 03:14:35.958093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6539-ac54-4dec-90ba-aebe0728e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.961826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138,segment=NetworkSegment(62208611-c107-4573-8c0c-fa9ef4e1178e),segment_id=62208611-c107-4573-8c0c-fa9ef4e1178e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:35.967953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.005183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e6539-ac54-4dec-90ba-aebe0728e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7fb891-6c31-4070-9dbd-19e0f3c79c6f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.013144 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e3e6539-ac54-4dec-90ba-aebe0728e634 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10b44d6116064c038b9356d1ffdb7433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767998 Nov 12 03:14:36.016350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:36.026452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18a8c7e2-1395-4ee4-b863-3a8d71f00195 req-cf6d66b9-d47f-4740-9434-94c4c51928df tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334243 Nov 12 03:14:36.042639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.135081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.164956 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.207020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['01b3bfdf-ab93-453f-bc91-eefd0f77e138'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:36.214803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0bc3b-d420-4d4e-be32-dbb22514bb87 req-2eae3588-e691-46bf-a708-55f9c7c97271 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.222236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5c0bc3b-d420-4d4e-be32-dbb22514bb87 req-2eae3588-e691-46bf-a708-55f9c7c97271 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 944 time: 0.0942857 Nov 12 03:14:36.270333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:36.277052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.279854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.283443 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df7fb891-6c31-4070-9dbd-19e0f3c79c6f HTTP/1.1" status: 204 len: 168 time: 0.2618995 Nov 12 03:14:36.301316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70fc4d-b368-4c29-9319-243250f62cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7fb891-6c31-4070-9dbd-19e0f3c79c6f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.317936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5c0bc3b-d420-4d4e-be32-dbb22514bb87 req-20ea5960-2c7f-47ff-997c-b9032d4d97dc tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947454 Nov 12 03:14:36.378146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700ce5b-9e64-4915-81a9-c6b6ac8c2169 req-f152cb3b-1da1-4218-a928-59ae6f08b9e5 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.386261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9700ce5b-9e64-4915-81a9-c6b6ac8c2169 req-f152cb3b-1da1-4218-a928-59ae6f08b9e5 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1097 time: 0.0504873 Nov 12 03:14:36.440256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:36.445506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9700ce5b-9e64-4915-81a9-c6b6ac8c2169 req-5779ce64-6902-4634-b45c-089270a94934 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 Nov 12 03:14:36.453429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1675133571-network', 'tenant_id': '0781d04cdfc14a7ab45bdf09c3b9ca03'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:36.485483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Made reservation on behalf of 0781d04cdfc14a7ab45bdf09c3b9ca03 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:36.490643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.507515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.548600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:36.556996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:36.557658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.641930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.648106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.668612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.685721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:36.703240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.709835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.710245 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Added segment a30a6394-e598-44ef-83c4-6dfe8aea274d of type vlan for network c3e1f87b-f518-4fab-99ed-8d6278023a22 Nov 12 03:14:36.747629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:36.750248 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9896e1-d126-466f-8b7c-13d88a77571d" -d '{"events": [{"server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:36.754682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.771702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:36.788004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.789306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.790410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.793283 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.862390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5907283 Nov 12 03:14:36.867281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:36.876877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Request body: {'subnet': {'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1675133571-subnet', 'tenant_id': '0781d04cdfc14a7ab45bdf09c3b9ca03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:36.877186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-377488e6-9572-4a99-aa2a-0406c88d0066 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.885816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-377488e6-9572-4a99-aa2a-0406c88d0066 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.1957355 Nov 12 03:14:36.899925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6664c-53e8-4987-997a-b0dc6b3ead12 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e1f87b-f518-4fab-99ed-8d6278023a22,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.900889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.905044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Made reservation on behalf of 0781d04cdfc14a7ab45bdf09c3b9ca03 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:36.907748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.916806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c3e1f87b-f518-4fab-99ed-8d6278023a22 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:36.918880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-57175a83-d50f-4dff-b4d0-ff1dfed1f007 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/quotas/b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 375 time: 0.0316782 Nov 12 03:14:37.031083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-8de49f22-db44-45d4-93bf-13ae9413c49c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095338 Nov 12 03:14:37.122390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.153575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-54adfadd-da13-4c5f-b883-af7ad10f4a92 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126151 Nov 12 03:14:37.192100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b5162b-b1c7-41ec-a505-b2b42bd539e8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:37.205198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Checking segment: {'id': 'a30a6394-e598-44ef-83c4-6dfe8aea274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:37.206445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Network hostable DHCP agents. Network: c3e1f87b-f518-4fab-99ed-8d6278023a22, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:37.228064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Network c3e1f87b-f518-4fab-99ed-8d6278023a22 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:37.248875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c3e1f87b-f518-4fab-99ed-8d6278023a22) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:37.253671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:37.254266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.261192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ecd31-8b02-4206-aaa7-85784743f320 None None] Network c3e1f87b-f518-4fab-99ed-8d6278023a22 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:37.291732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f002a86-5641-476f-b057-d73133d9d41f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4231842 Nov 12 03:14:37.337441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-a6549a6a-f0cd-4cd6-b85e-8e36ee1b4f40 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764140 Nov 12 03:14:37.452457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dd252a-c6be-4887-a67e-a8b5fbda9c4c None None] Network c3e1f87b-f518-4fab-99ed-8d6278023a22 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:37.471397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:37.602669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:37.605779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 01b3bfdf-ab93-453f-bc91-eefd0f77e138 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:37.623390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86000-e4cf-4ee8-9de4-4fe9232ae1fc req-eade3afb-5a23-45fa-9569-03dd4b0b2c4f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:37.634924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba86000-e4cf-4ee8-9de4-4fe9232ae1fc req-eade3afb-5a23-45fa-9569-03dd4b0b2c4f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.0991797 Nov 12 03:14:37.710546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba86000-e4cf-4ee8-9de4-4fe9232ae1fc req-b1619235-61c0-4531-8139-65bfac99322a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Nov 12 03:14:37.779620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-367306333-network', 'tenant_id': 'ec9317dc24da4f178104c55d9a50e7f4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:37.807495 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5fd425-b3b8-453a-8943-d41181d6fd9a x-openstack-request-id: req-7a5fd425-b3b8-453a-8943-d41181d6fd9a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:37.808160 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "name": "network-vif-plugged", "status": "completed", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:37.808516 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7a5fd425-b3b8-453a-8943-d41181d6fd9a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:37.809309 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', 'code': 200} Nov 12 03:14:37.812719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:37.821669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Made reservation on behalf of ec9317dc24da4f178104c55d9a50e7f4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:37.824502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.846008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:37.846708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.853844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.979207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.986045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.002808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:38.008748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b341-83bc-4cad-915e-0a641544b4c8 req-a7a4b4f6-1980-4df1-8429-21e72e6ee292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.010441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cd0b341-83bc-4cad-915e-0a641544b4c8 req-a7a4b4f6-1980-4df1-8429-21e72e6ee292 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 1102 time: 0.1192713 Nov 12 03:14:38.015533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.015723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:38.016393 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Added segment fa25827c-9789-4860-b0c5-a67c45168e86 of type vlan for network 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa Nov 12 03:14:38.049898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'mac_address': 'fa:16:3e:d4:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:38.058134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39185c-a6ba-40a4-baef-284679358f05 req-a01c7687-b56e-441c-bda3-b2b19c6ce782 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.059917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f39185c-a6ba-40a4-baef-284679358f05 req-a01c7687-b56e-441c-bda3-b2b19c6ce782 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 950 time: 0.1135581 Nov 12 03:14:38.084688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cd0b341-83bc-4cad-915e-0a641544b4c8 req-4688acb4-0e21-4bab-9500-a0db7e35ffcf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650883 Nov 12 03:14:38.096543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.127948 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.136497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f39185c-a6ba-40a4-baef-284679358f05 req-5580ba22-0d28-479e-970d-8b1781c707ad tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621288 Nov 12 03:14:38.193497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d79008e-6d42-4b0b-bdac-4be3a020dd90,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.201981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138,segment=NetworkSegment(62208611-c107-4573-8c0c-fa9ef4e1178e),segment_id=62208611-c107-4573-8c0c-fa9ef4e1178e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:38.214237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.216262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.218343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.219756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.226362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.264401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71610c0a-27dc-4d4f-99da-4ca07c08ec9e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:38.293046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:38.302198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60638) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:38.302918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.305186 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8325586 Nov 12 03:14:38.309409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Request body: {'subnet': {'network_id': '5611c8cf-c4a0-4353-809f-a3f5d8d82bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-367306333-subnet', 'tenant_id': 'ec9317dc24da4f178104c55d9a50e7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:38.342321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Made reservation on behalf of ec9317dc24da4f178104c55d9a50e7f4 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:38.352762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.361445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.371527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:38.382134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-644945764-network', 'tenant_id': '906fb43f5b004a1e99bfff1eb03680cc'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:38.383651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc857cc-128a-465f-b599-c71a4e85d355 admin admin] Pushing event updated for resources: {'Network': ['ID=5611c8cf-c4a0-4353-809f-a3f5d8d82bfa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.410440 n-d-713499-30 neutron-server[102605]: WARNING keystonemiddleware.auth_token [req-8ad645d4-286f-4490-be7b-53264ac7fcf4 req-a1cb1a7d-ab7d-44c2-8e4f-401e3ea80ab0 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:14:38.416028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7d8543ec-933b-4fca-a286-64c9500aebdc tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:38.426199 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7d8543ec-933b-4fca-a286-64c9500aebdc tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3240659 Nov 12 03:14:38.428439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.451014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Made reservation on behalf of 906fb43f5b004a1e99bfff1eb03680cc for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:38.453747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.470363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-fbcf1947-3be8-4a40-ae1a-a0ab2ad8fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.478516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-fbcf1947-3be8-4a40-ae1a-a0ab2ad8fdc8 service neutron] 10.222.0.93 "GET /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 1094 time: 0.0513871 Nov 12 03:14:38.485558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Request body: {'binding': {'host': 'n-h1-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:38.486124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:14:38.487453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.575282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:38.615832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff786f9-b1b8-406e-a2a0-bd5e57b828e9 req-941ef8cd-423c-46d2-a230-7186a5b45d0b tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.620768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:38.623306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ff786f9-b1b8-406e-a2a0-bd5e57b828e9 req-941ef8cd-423c-46d2-a230-7186a5b45d0b tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.1994154 Nov 12 03:14:38.658735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on host n-h1-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:38.659080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:38.659532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:38.667254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:38.667850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:38.673040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:38.673369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:38.673743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:38.674161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Bound port: b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:38.739128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ff786f9-b1b8-406e-a2a0-bd5e57b828e9 req-a60874a5-4134-4ee6-ba9c-ec2d8f0ba16d tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148853 Nov 12 03:14:38.754820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:38.761361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.762494 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-7e16644c-2785-48dd-8778-f40fec847a2d service neutron] 10.222.0.93 "POST /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85/bindings HTTP/1.1" status: 201 len: 390 time: 0.2831810 Nov 12 03:14:38.806169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.816135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.842261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.870560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:38.905258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-748faa4c-8d95-43cf-95bf-52a842c29f60 req-c58e2165-4fa9-40a7-8de9-94a3b8dd5574 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 210 time: 0.0856571 Nov 12 03:14:38.935383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5450cf-da59-4415-acff-b713ba9c4cb1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.940472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.941015 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Added segment 16c39220-aa4a-4775-a5b6-4a1e5196eb5a of type vlan for network 17ff3892-e6e2-4d46-a4b4-566428b238e9 Nov 12 03:14:39.011710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98884e0-ae86-4a57-ad49-becadd4199a6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.077288 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.078493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-99c11e44-109b-468c-be21-23305e2bc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.079942 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-99c11e44-109b-468c-be21-23305e2bc322 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1097 time: 0.0479794 Nov 12 03:14:39.112610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7d91-3a97-49e4-b7ed-9e0e508b3a17 req-03dc6302-f40a-46cf-a7fa-4abe154a40ce tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.114018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-791e7d91-3a97-49e4-b7ed-9e0e508b3a17 req-03dc6302-f40a-46cf-a7fa-4abe154a40ce tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 948 time: 0.2052817 Nov 12 03:14:39.187550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-a26f064b-e784-4052-bc3e-c0778eb14058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.189150 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-a26f064b-e784-4052-bc3e-c0778eb14058 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.0950861 Nov 12 03:14:39.190135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Checking segment: {'id': 'fa25827c-9789-4860-b0c5-a67c45168e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '5611c8cf-c4a0-4353-809f-a3f5d8d82bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:39.190491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Network hostable DHCP agents. Network: 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:39.215149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.216098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.216720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.226426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c04f7-5935-4a6e-894e-b1475dbc90a6 req-8d92e99d-72fd-4b3f-adb9-588a4513e77d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.233464 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-b8235e01-e831-4c25-90bb-04b32fb07061 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0348735 Nov 12 03:14:39.233743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f0c04f7-5935-4a6e-894e-b1475dbc90a6 req-8d92e99d-72fd-4b3f-adb9-588a4513e77d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 945 time: 0.2298582 Nov 12 03:14:39.298791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-d1ec9159-5afd-44c5-a062-1a89202eb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.300444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-d1ec9159-5afd-44c5-a062-1a89202eb4c6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0538051 Nov 12 03:14:39.327443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-9d2b43fb-ae8d-452f-99be-04178c76574c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.328912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-9d2b43fb-ae8d-452f-99be-04178c76574c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.3112066 Nov 12 03:14:39.350816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-37d3f1b4-2ca2-4b50-9906-227e2efda95d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310562 Nov 12 03:14:39.361780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9862223 Nov 12 03:14:39.363940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60650) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:39.369913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-791e7d91-3a97-49e4-b7ed-9e0e508b3a17 req-19f83029-29b9-4d3a-92e5-65bdf12d6bb5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183812 Nov 12 03:14:39.374352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Request body: {'subnet': {'network_id': '17ff3892-e6e2-4d46-a4b4-566428b238e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-644945764-subnet', 'tenant_id': '906fb43f5b004a1e99bfff1eb03680cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:39.383100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Request body: {'port': {'device_id': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'admin_state_up': True, 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:39.387889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Network 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:39.419854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5675-52cd-4603-ba47-9e16a488a124 admin admin] Pushing event updated for resources: {'Network': ['ID=17ff3892-e6e2-4d46-a4b4-566428b238e9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.430868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 17ff3892-e6e2-4d46-a4b4-566428b238e9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:39.445173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:39.468036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0133228-5165-456d-aa9b-7f3fc0c5f9ca None None] Network 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:39.471386 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-72fe01b6-e0d3-4053-8c6e-693922b6c16e service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127036 Nov 12 03:14:39.484967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.485742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.492098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f0c04f7-5935-4a6e-894e-b1475dbc90a6 req-fb32c3cc-6a79-40c9-9463-a585702f0f54 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569716 Nov 12 03:14:39.531154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Made reservation on behalf of 906fb43f5b004a1e99bfff1eb03680cc for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:39.531363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.570359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8b5cdbee-7ea6-4387-b6ff-8c982e86ece3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2659554 Nov 12 03:14:39.596516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:39.629905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-3b80880d-5f74-4af8-a9c7-65a4500513d4 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512501 Nov 12 03:14:39.653110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dae941-12ee-4e54-92c6-96b6af1e1031 req-6c8724df-8a58-4659-ae4f-02c128098928 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.655180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01dae941-12ee-4e54-92c6-96b6af1e1031 req-6c8724df-8a58-4659-ae4f-02c128098928 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 950 time: 0.1758630 Nov 12 03:14:39.671093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:39.697460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:39.697864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.720497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:39.723915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.752085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-b603e7f4-610f-4f89-a8af-de0d30d210c9 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.754585 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-b603e7f4-610f-4f89-a8af-de0d30d210c9 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0561748 Nov 12 03:14:39.759947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80707b90-ff33-4fee-b2f3-c245a5e7769d None None] Network 5611c8cf-c4a0-4353-809f-a3f5d8d82bfa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:39.763720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01dae941-12ee-4e54-92c6-96b6af1e1031 req-6da3e4c5-142f-4acf-adf6-75ab2dddacce tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953605 Nov 12 03:14:39.781943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:39.843231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:39.845684 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faf45c5-8f56-45cb-81b5-16a13d4aae33" -d '{"events": [{"server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "name": "network-vif-plugged", "status": "completed", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:39.936194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.950176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.989289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:39.999653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.010363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.064596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.072896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3a1a20-d6db-496d-b69a-edecabef1d5d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.114391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Allocated IP 172.20.0.3 (67758fb8-82ec-4996-a007-6f28630f429e/c0d4493a-916b-4499-b748-9f7afb2fac08/c5d097ee-7204-40df-86eb-746ff70a9f14) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:40.145211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:40.167609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1d9e-65f9-4b47-84b4-49b16db47bfe req-e0fa47a6-02a9-492a-ad7b-039de1444976 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.169236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868b1d9e-65f9-4b47-84b4-49b16db47bfe req-e0fa47a6-02a9-492a-ad7b-039de1444976 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.1744268 Nov 12 03:14:40.177762 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0923e9b-e1b5-4471-8ea1-4e4d2f14ac5b x-openstack-request-id: req-a0923e9b-e1b5-4471-8ea1-4e4d2f14ac5b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:40.178063 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "name": "network-vif-plugged", "status": "completed", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:40.178326 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a0923e9b-e1b5-4471-8ea1-4e4d2f14ac5b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:40.178782 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138', 'code': 200} Nov 12 03:14:40.200047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Checking segment: {'id': '16c39220-aa4a-4775-a5b6-4a1e5196eb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '17ff3892-e6e2-4d46-a4b4-566428b238e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:40.200497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Network hostable DHCP agents. Network: 17ff3892-e6e2-4d46-a4b4-566428b238e9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:40.249057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:40.326834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:40.330141 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861d72b-c6b5-4256-b98d-e130d6598754" -d '{"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-unplugged", "status": "completed", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:40.336131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.344903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Network 17ff3892-e6e2-4d46-a4b4-566428b238e9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:40.345410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.381004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 17ff3892-e6e2-4d46-a4b4-566428b238e9) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:40.395264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24926b5-51e7-4094-bb17-9e0f5db8f620 None None] Network 17ff3892-e6e2-4d46-a4b4-566428b238e9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:40.451974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on host n-h2-713499-30 for vnic_type normal with profile {"migrating_to": "n-h1-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:40.452311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:40.452645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:40.456294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.461872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:40.462177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Attempting to bind port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:40.467777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:40.468158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:40.468539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:40.469789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Bound port: b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:40.470049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.532088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.532957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.555158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868b1d9e-65f9-4b47-84b4-49b16db47bfe req-0350c85b-ffbf-4e80-91cb-4af37c95ecd2 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693049 Nov 12 03:14:40.557532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b8e3a27-8aab-4188-ae16-6573392a5758 req-41a55134-5006-49ec-9c00-14cf3a24819d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 210 time: 0.2764168 Nov 12 03:14:40.578905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:40.583411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:40.607705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-960375652-network', 'tenant_id': '93f0217a3d6d44a499b518d6c1498887'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:40.626001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44728031-51f2-424d-a1c2-42c67f105335 req-1900f7d5-59c3-4f07-8304-22101e5e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.627751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44728031-51f2-424d-a1c2-42c67f105335 req-1900f7d5-59c3-4f07-8304-22101e5e07f3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 1097 time: 0.3797922 Nov 12 03:14:40.665790 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b869896-87c4-42fb-a54e-ae74b6a06606 x-openstack-request-id: req-1b869896-87c4-42fb-a54e-ae74b6a06606 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:40.665790 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-unplugged", "status": "completed", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:40.665790 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b869896-87c4-42fb-a54e-ae74b6a06606 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:40.665790 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'code': 200} Nov 12 03:14:40.665790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:40.673504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.681486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-880c3475-669e-40bf-aa97-16373c0e6acb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2743835 Nov 12 03:14:40.720659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Made reservation on behalf of 93f0217a3d6d44a499b518d6c1498887 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:40.723031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.736647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.797773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44728031-51f2-424d-a1c2-42c67f105335 req-5f5631c7-9b25-4ee2-8060-492e984a974d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562643 Nov 12 03:14:40.804612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.809185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-03212889-021c-4fa6-83c5-2518788e8b21 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4b538a52272d4a0e9bf7c59615248382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857913 Nov 12 03:14:40.821456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573b9c6-082e-4af7-90ec-42a5dbf4b897 None None] Network 17ff3892-e6e2-4d46-a4b4-566428b238e9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:40.825135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.830100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.831110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.832883 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-4d2b2ccc-3834-4541-a5e8-98a37321b65b service neutron] 10.222.0.98 "PUT /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 1123 time: 1.0695457 Nov 12 03:14:40.918381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.923613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.953730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:40.965592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b5af8711-b4ce-4ad4-bef7-0b2483a65f85'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:40.965800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b71e4a9-fb3f-4bd9-9a12-af2a97900762,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.972580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.972921 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Added segment 7ebabdb4-e5ba-46f8-be63-5ae49f65aaa2 of type vlan for network be3c35be-8039-44f3-9ae3-32762c0aad30 Nov 12 03:14:41.024621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.032694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-921b44cd-e4d8-4d22-85d6-a409e4664cfc tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.034450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-921b44cd-e4d8-4d22-85d6-a409e4664cfc tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960263 Nov 12 03:14:41.063210 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.064595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.066060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.083508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0388-7d04-4d8c-bfee-81251e244863 req-6c0be778-4fa7-4e7d-b8a4-5505154d7779 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.088921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f6b0388-7d04-4d8c-bfee-81251e244863 req-6c0be778-4fa7-4e7d-b8a4-5505154d7779 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2860570 Nov 12 03:14:41.093945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-fb05147e-8881-4108-ad66-97a6d6a4e68a tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/quotas/4b538a52272d4a0e9bf7c59615248382 HTTP/1.1" status: 200 len: 375 time: 0.0480943 Nov 12 03:14:41.139516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5441821 Nov 12 03:14:41.142344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:41.149816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Request body: {'subnet': {'network_id': 'be3c35be-8039-44f3-9ae3-32762c0aad30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-960375652-subnet', 'tenant_id': '93f0217a3d6d44a499b518d6c1498887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:41.159169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af091fcd-eecb-4481-be9f-9436c6443cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=be3c35be-8039-44f3-9ae3-32762c0aad30,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.175457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.179504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network be3c35be-8039-44f3-9ae3-32762c0aad30 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:41.180982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Made reservation on behalf of 93f0217a3d6d44a499b518d6c1498887 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:41.183646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.234312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-53900612-d9b4-4ad3-aaf7-a15f13e8811d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393330 Nov 12 03:14:41.247895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f6b0388-7d04-4d8c-bfee-81251e244863 req-0454f235-4171-4d8b-b729-5b9c6f1fa2f6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517093 Nov 12 03:14:41.249784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Network 67758fb8-82ec-4996-a007-6f28630f429e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:41.255597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:41.258437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:41.291050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.349513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.350478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.434848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-6396ba49-3c6e-4f57-bb09-79bb6004fc4b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0720434 Nov 12 03:14:41.477624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Request body: {'port': {'device_id': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:41.502576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.528193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56e03-59ca-4900-9e03-df8f94b360c8 req-2bd814e5-a39c-4d8b-9d6e-9ace6baf68a9 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.532446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2d56e03-59ca-4900-9e03-df8f94b360c8 req-2bd814e5-a39c-4d8b-9d6e-9ace6baf68a9 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.1476159 Nov 12 03:14:41.589974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a9497f-71a8-4588-92a8-88111984f015,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.612161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Checking segment: {'id': '7ebabdb4-e5ba-46f8-be63-5ae49f65aaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'be3c35be-8039-44f3-9ae3-32762c0aad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:41.612512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Network hostable DHCP agents. Network: be3c35be-8039-44f3-9ae3-32762c0aad30, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:41.650413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Network be3c35be-8039-44f3-9ae3-32762c0aad30 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:41.667268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, be3c35be-8039-44f3-9ae3-32762c0aad30) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:41.675580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.676603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91713116-4110-4ed6-9356-c1cde853a014 None None] Network be3c35be-8039-44f3-9ae3-32762c0aad30 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:41.677400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.702552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.707629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f56e0f5e-47a6-4cb0-851c-05d0015a80fc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5639865 Nov 12 03:14:41.757946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2d56e03-59ca-4900-9e03-df8f94b360c8 req-6289f578-ff6c-4fe4-890a-f29918db3c65 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109249 Nov 12 03:14:41.899473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9253b-0a90-42f2-aba9-e810d60726ba None None] Network be3c35be-8039-44f3-9ae3-32762c0aad30 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:41.913993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d38bc95-814f-430c-803c-4c4aedf50171 req-99b0defc-7763-4c25-a186-33833f74fabd tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 210 time: 0.0776567 Nov 12 03:14:41.980915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:42.047675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Deleting subnet e98884e0-ae86-4a57-ad49-becadd4199a6 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:42.054672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.125153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.139659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.180336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:42.183171 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c4b655-e146-45d0-bd42-08dc7408ea80" -d '{"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-plugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:42.200616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.253694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98884e0-ae86-4a57-ad49-becadd4199a6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:42.258650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.262484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce5262f1-8600-4977-9290-56f4b6b996db admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e98884e0-ae86-4a57-ad49-becadd4199a6 HTTP/1.1" status: 204 len: 168 time: 0.2792196 Nov 12 03:14:42.264973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:42.310576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:42.350759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.388297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-b2f1092b-13b5-42af-8605-e22352e64cf8 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.390407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-b2f1092b-13b5-42af-8605-e22352e64cf8 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/networks?id=c3e1f87b-f518-4fab-99ed-8d6278023a22 HTTP/1.1" status: 200 len: 815 time: 0.6203322 Nov 12 03:14:42.436172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e6da2-b190-4c90-b367-e4fa992adf17 req-fb7767ab-8e51-4c84-b5f3-8f8de8d7053d tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.437623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d7e6da2-b190-4c90-b367-e4fa992adf17 req-fb7767ab-8e51-4c84-b5f3-8f8de8d7053d tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.3919077 Nov 12 03:14:42.437857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.444596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-460197ab-0fb8-4749-b273-a414c2400bf5 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/quotas/0781d04cdfc14a7ab45bdf09c3b9ca03 HTTP/1.1" status: 200 len: 375 time: 0.0442979 Nov 12 03:14:42.459101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.459463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.460278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.460742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.461069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.461403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.461722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.462054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.462368 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.462681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.509457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-9d709b92-4c07-42d0-a448-27f10009e7f1 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0781d04cdfc14a7ab45bdf09c3b9ca03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400610 Nov 12 03:14:42.529167 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.529378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.529586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.529917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:14:42.530294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611c8cf-c4a0-4353-809f-a3f5d8d82bfa']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:42.547775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa25827c-9789-4860-b0c5-a67c45168e86') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:42.547951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa25827c-9789-4860-b0c5-a67c45168e86') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:42.564240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.584231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.592152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:42.592534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: from cryptography.utils import int_from_bytes Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: from cryptography.utils import int_from_bytes Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:42.596522 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:42.620651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d7e6da2-b190-4c90-b367-e4fa992adf17 req-25c99dfc-76b3-4c64-a94e-b2a736955873 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501355 Nov 12 03:14:42.696572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-dba15cb8-bdf9-4039-8a89-1e9abc766f61 service neutron] 10.222.0.93 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792870 Nov 12 03:14:42.768481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d097ee-7204-40df-86eb-746ff70a9f14 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:42.808073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.856485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84b1b5-1e0b-49e4-8702-8eb9f1715da2 req-4161ab56-936b-4ed9-a055-24cf84face85 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.858183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a84b1b5-1e0b-49e4-8702-8eb9f1715da2 req-4161ab56-936b-4ed9-a055-24cf84face85 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 931 time: 0.1585283 Nov 12 03:14:42.875761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-6eb71c7a-3e16-44bf-82d8-20c4cf2c46fa service neutron] 10.222.0.93 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716719 Nov 12 03:14:42.889389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:42.891615 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa4538d-3d3d-488a-864f-0e38a0545a85" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:42.919235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a84b1b5-1e0b-49e4-8702-8eb9f1715da2 req-61331461-15e3-4a3b-b2ca-1969f8896c2d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510209 Nov 12 03:14:42.928821 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-348de50c-6c12-45ac-b5c1-7580aeb95b2b tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4b538a52272d4a0e9bf7c59615248382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317369 Nov 12 03:14:42.933750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Transition to ACTIVE for port object c5d097ee-7204-40df-86eb-746ff70a9f14 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:42.946891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.968486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.972138 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71990dd-5065-4233-b5d8-c172fccf29c0 x-openstack-request-id: req-e71990dd-5065-4233-b5d8-c172fccf29c0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:42.972735 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-plugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:42.972997 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e71990dd-5065-4233-b5d8-c172fccf29c0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:42.973394 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'code': 200} Nov 12 03:14:42.986861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.994665 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/5611c8cf-c4a0-4353-809f-a3f5d8d82bfa HTTP/1.1" status: 204 len: 168 time: 0.7283103 Nov 12 03:14:42.995101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60748) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:43.036326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe765a-07e9-48d3-8820-42b757e15ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5611c8cf-c4a0-4353-809f-a3f5d8d82bfa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.096257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-e448aac6-9a8f-479a-a928-33885a968d16 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.097857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-e448aac6-9a8f-479a-a928-33885a968d16 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567786 Nov 12 03:14:43.112685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Request body: {'port': {'device_id': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '4b538a52272d4a0e9bf7c59615248382'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:43.171207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.206263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Deleting subnet e5a9497f-71a8-4588-92a8-88111984f015 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:43.209676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.257679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Made reservation on behalf of 4b538a52272d4a0e9bf7c59615248382 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:43.262491 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.277996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9b50c-d7c4-40bb-9929-61bcca7177d0 req-a5a65e1c-8062-4d63-82b0-5e869c2d0813 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.279499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f9b50c-d7c4-40bb-9929-61bcca7177d0 req-a5a65e1c-8062-4d63-82b0-5e869c2d0813 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2300014 Nov 12 03:14:43.329116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.337753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16314-961b-46f6-a0af-4756ea357363 req-c69972e6-9ff3-4891-8c5a-d66760531a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.339236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ded16314-961b-46f6-a0af-4756ea357363 req-c69972e6-9ff3-4891-8c5a-d66760531a7d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1101 time: 0.2255926 Nov 12 03:14:43.423488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Allocated IP 192.168.233.64 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/551398d9-ee17-4fb6-938d-ab2867c35ae3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:43.463399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766da2b-9fac-455d-88fa-7731d610555a req-5f247e37-3504-4d13-b80f-b270d9ee9e03 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.464547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9766da2b-9fac-455d-88fa-7731d610555a req-5f247e37-3504-4d13-b80f-b270d9ee9e03 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.2322669 Nov 12 03:14:43.469050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:43.469388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:43.469713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:43.472340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.481457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f9b50c-d7c4-40bb-9929-61bcca7177d0 req-6b0a9201-fb03-416d-8e87-e931211a143e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891961 Nov 12 03:14:43.518821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:43.519156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:43.534548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ded16314-961b-46f6-a0af-4756ea357363 req-cd991eac-e854-4152-8326-b44c0c665207 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672902 Nov 12 03:14:43.540293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:43.540635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:43.541638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:43.541638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Bound port: c5d097ee-7204-40df-86eb-746ff70a9f14, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:43.541989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.549758 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee872e-e80f-4841-8246-6b2c56cdcbf9 x-openstack-request-id: req-c1ee872e-e80f-4841-8246-6b2c56cdcbf9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:43.550077 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:43.550314 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c1ee872e-e80f-4841-8246-6b2c56cdcbf9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:43.550706 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'status': 'completed', 'code': 200} Nov 12 03:14:43.599093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.635056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.649228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.658176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-981d7f2b-63ba-4e57-abb7-991c83551938 req-01da943e-5dd0-49fa-9ca6-655355fb3d99 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 210 time: 0.0525703 Nov 12 03:14:43.667675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9766da2b-9fac-455d-88fa-7731d610555a req-a49d0d47-6ece-4734-a671-3686a71524f0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851907 Nov 12 03:14:43.668312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:43.697417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:43.697417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:43.699486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:43.761272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.762090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.764693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Pushing event updated for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.782752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:43.789246 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-449d204e-80c7-469f-91a2-235132d2344f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6804125 Nov 12 03:14:43.799606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.806263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e5a9497f-71a8-4588-92a8-88111984f015 HTTP/1.1" status: 204 len: 168 time: 0.8067439 Nov 12 03:14:43.810305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffddd01-1ee6-4c65-9f81-42ba06e7d330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a9497f-71a8-4588-92a8-88111984f015,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.820405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Request body: {'port': {'device_id': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:43.825410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:43.833432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:43.885287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.915888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aefe5ae3-ab60-4178-ab9a-50b174b5ccf9 req-6bb37bc8-dc15-42a3-9c4d-cde38981c4fe tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 210 time: 0.1529315 Nov 12 03:14:43.994744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.995419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.997046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] 10.222.0.98 "PUT /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 1092 time: 2.5339108 Nov 12 03:14:43.997685 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.999088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-8aeb5c54-723c-4c04-b35e-a0881013402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.000647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-8aeb5c54-723c-4c04-b35e-a0881013402a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1126 time: 0.1938374 Nov 12 03:14:44.001397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:44.003705 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9858a7a-d382-4057-a9ff-6a047cc50798" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:44.015377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.030223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d7c2-bed9-4d45-b5ee-512bd4ec6460 req-ea992b69-e926-492b-ab7a-22bfd086b89f tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.031879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71b0d7c2-bed9-4d45-b5ee-512bd4ec6460 req-ea992b69-e926-492b-ab7a-22bfd086b89f tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.2227540 Nov 12 03:14:44.063373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b953561d-09c1-427e-84b9-3033abd940d3 None None] Provisioning complete for port 551398d9-ee17-4fb6-938d-ab2867c35ae3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:44.063939 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b953561d-09c1-427e-84b9-3033abd940d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.122495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b953561d-09c1-427e-84b9-3033abd940d3 None None] Port 551398d9-ee17-4fb6-938d-ab2867c35ae3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:44.171059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd03e2-228d-4031-9a83-8d1294ad834e service neutron] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:44.187453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-0f22f9f6-0db3-43e3-8a7f-a16e19e3608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.188938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-0f22f9f6-0db3-43e3-8a7f-a16e19e3608d service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1543429 Nov 12 03:14:44.257991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.266065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-175a0648-90f9-40a5-86e7-82b30fe8b7ec service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0604112 Nov 12 03:14:44.272075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-bfdcb963-26aa-4cd1-a97c-4ae16bbcbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.274061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-bfdcb963-26aa-4cd1-a97c-4ae16bbcbf5a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1095 time: 0.1462107 Nov 12 03:14:44.309986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3c35be-8039-44f3-9ae3-32762c0aad30']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:44.323555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71b0d7c2-bed9-4d45-b5ee-512bd4ec6460 req-0363885d-2854-49c4-993a-c3a2e0546fcb tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842203 Nov 12 03:14:44.325936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ebabdb4-e5ba-46f8-be63-5ae49f65aaa2') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:44.325936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ebabdb4-e5ba-46f8-be63-5ae49f65aaa2') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:44.334046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5e5cd-e038-44dc-8936-d43fe61b0c69 req-93cedb39-5716-48d8-bd61-9cebae4c892c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.336495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0bb5e5cd-e038-44dc-8936-d43fe61b0c69 req-93cedb39-5716-48d8-bd61-9cebae4c892c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.1960633 Nov 12 03:14:44.338498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.364347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.372646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:44.373569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.381040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-7bf80abd-51db-4bfa-9035-d799f6bff7ac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.0883155 Nov 12 03:14:44.383119 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953953f-6789-49ed-8a78-9ef9e9ddc0d0 x-openstack-request-id: req-6953953f-6789-49ed-8a78-9ef9e9ddc0d0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:44.383403 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:44.383653 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6953953f-6789-49ed-8a78-9ef9e9ddc0d0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:44.384255 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'status': 'completed', 'code': 200} Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:44.432406 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:44.445803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-70146463-b533-4a1e-8558-135a83abcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.447280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-70146463-b533-4a1e-8558-135a83abcd50 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1665907 Nov 12 03:14:44.472208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.478715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.482714 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] 10.222.0.93 "DELETE /v2.0/networks/be3c35be-8039-44f3-9ae3-32762c0aad30 HTTP/1.1" status: 204 len: 168 time: 0.6563478 Nov 12 03:14:44.504483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:44.516342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-18518f95-922b-413c-925c-56a47e076fa9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512776 Nov 12 03:14:44.538413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798fbe0-7883-4485-9ce6-bdebd8f05407 admin admin] Pushing event deleted for resources: {'Network': ['ID=be3c35be-8039-44f3-9ae3-32762c0aad30,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:44.566735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05724-2daf-43e7-a698-83e048dfe50d req-29b44739-4367-4893-9e55-8f067f5b16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.568223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-29b44739-4367-4893-9e55-8f067f5b16dc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1620679 Nov 12 03:14:44.606576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551398d9-ee17-4fb6-938d-ab2867c35ae3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:44.617129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.622049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0bb5e5cd-e038-44dc-8936-d43fe61b0c69 req-67c73d18-d3bb-41be-9c11-1de1db74cab5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459040 Nov 12 03:14:44.673850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Transition to ACTIVE for port object 551398d9-ee17-4fb6-938d-ab2867c35ae3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:44.697439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:44.712603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 has no active binding in host n-h1-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:14:44.729260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.764312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60792) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:44.776867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-ef9b524b-7e38-4e20-bcc1-40aa3b2d9f74 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779613 Nov 12 03:14:44.784056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-47582d9a-04cf-48d1-9edc-3d402ff51d17 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408776 Nov 12 03:14:44.869170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Pushing event updated for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:44.942768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-f1eead7e-0dce-4091-b293-a2fad0c3b2e7 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.944832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-f1eead7e-0dce-4091-b293-a2fad0c3b2e7 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.100 "GET /v2.0/networks?id=c3e1f87b-f518-4fab-99ed-8d6278023a22 HTTP/1.1" status: 200 len: 815 time: 0.2736239 Nov 12 03:14:44.965202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Request body: {'port': {'device_id': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22', 'admin_state_up': True, 'tenant_id': '0781d04cdfc14a7ab45bdf09c3b9ca03'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:44.986388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Attempting to bind port 551398d9-ee17-4fb6-938d-ab2867c35ae3 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:44.986717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Attempting to bind port 551398d9-ee17-4fb6-938d-ab2867c35ae3 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:44.987049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Attempting to bind port 551398d9-ee17-4fb6-938d-ab2867c35ae3 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:44.999701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Port 551398d9-ee17-4fb6-938d-ab2867c35ae3 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:45.000086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Attempting to bind port 551398d9-ee17-4fb6-938d-ab2867c35ae3 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:45.026341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced63a4a-1a4f-479b-bd19-41fab10da614 req-0f2a18b8-c619-472e-9581-7cf5b695d9c7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.027901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ced63a4a-1a4f-479b-bd19-41fab10da614 req-0f2a18b8-c619-472e-9581-7cf5b695d9c7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.3847544 Nov 12 03:14:45.033922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:45.034259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:45.034648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:45.035083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Bound port: 551398d9-ee17-4fb6-938d-ab2867c35ae3, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:45.035473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.036184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-96b6e851-5ca6-4e5e-b560-299549c1bb2d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec9317dc24da4f178104c55d9a50e7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625370 Nov 12 03:14:45.040945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60796) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:45.064786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b68f75-742e-46f2-a159-9179ae74b853 req-9d48c972-3119-4f0c-8a8b-f54639a64533 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.066815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70b68f75-742e-46f2-a159-9179ae74b853 req-9d48c972-3119-4f0c-8a8b-f54639a64533 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.2675385 Nov 12 03:14:45.103401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-e9d2e8e5-b95a-4ddb-be88-9ed187dc59ac service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033071 Nov 12 03:14:45.127412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fa4538d-3d3d-488a-864f-0e38a0545a85 req-227659f5-fe2e-473b-8ec4-cca9fe842304 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263421 Nov 12 03:14:45.188734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.191677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:45.197541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:45.207485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.220248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ced63a4a-1a4f-479b-bd19-41fab10da614 req-b7bcab7e-2ef9-4726-b903-a36aef390bf5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773288 Nov 12 03:14:45.224280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Made reservation on behalf of 0781d04cdfc14a7ab45bdf09c3b9ca03 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:45.228067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.235569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70b68f75-742e-46f2-a159-9179ae74b853 req-b2fc9b16-da6f-4a3c-b2f2-d8ee5fbb0604 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578367 Nov 12 03:14:45.254298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.278366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0be05724-2daf-43e7-a698-83e048dfe50d req-2f14e2f1-531b-4da2-aa28-02ad18be5494 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646075 Nov 12 03:14:45.308207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.308979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.310681 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] 10.222.0.98 "PUT /v2.0/ports/551398d9-ee17-4fb6-938d-ab2867c35ae3 HTTP/1.1" status: 200 len: 1096 time: 1.5020132 Nov 12 03:14:45.367074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-373717bc-0913-4481-9e80-ad75c37dc5d5 req-e528a264-0e04-4afc-b7ba-8d2f26a3756f tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 210 time: 0.0504494 Nov 12 03:14:45.480349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-40696fb8-b60b-466c-9e9e-398d1543a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.485400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-40696fb8-b60b-466c-9e9e-398d1543a475 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1095 time: 0.1080868 Nov 12 03:14:45.490352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64902ad-67c4-46d1-9408-dfce6c17c477 service neutron] Pushing event updated for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.506417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bde34-b532-4365-8d76-3e2d1e09db66 req-3d0d0e03-9fd7-4c19-8593-e6b677e8f33d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.517261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f5bde34-b532-4365-8d76-3e2d1e09db66 req-3d0d0e03-9fd7-4c19-8593-e6b677e8f33d tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 947 time: 0.0920200 Nov 12 03:14:45.532018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.534728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.538629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6d79008e-6d42-4b0b-bdac-4be3a020dd90 HTTP/1.1" status: 204 len: 168 time: 0.4946320 Nov 12 03:14:45.568646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:45.571444 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352bf8a-2a6f-4bcb-8f97-690e755f9705" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:45.579610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-baaf1ec8-1966-49e3-a69f-6cd976bb896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.581095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-baaf1ec8-1966-49e3-a69f-6cd976bb896d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 1099 time: 0.2071600 Nov 12 03:14:45.588824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a717a-bd08-463d-965b-b8fc18ffa2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d79008e-6d42-4b0b-bdac-4be3a020dd90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.664645 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e027e-2212-4761-869b-f5584252d0ee x-openstack-request-id: req-067e027e-2212-4761-869b-f5584252d0ee {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:45.665193 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:45.665641 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-067e027e-2212-4761-869b-f5584252d0ee {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:45.666233 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3', 'status': 'completed', 'code': 200} Nov 12 03:14:45.670907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-ea9ff6a9-c50b-486a-989a-aa401ebbe234 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3 HTTP/1.1" status: 200 len: 217 time: 0.0646489 Nov 12 03:14:45.674615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-b4b43351-88c8-4f1e-9677-d68a56fa8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.676089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-b4b43351-88c8-4f1e-9677-d68a56fa8b15 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.1407189 Nov 12 03:14:45.683409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Allocated IP 172.20.0.9 (c3e1f87b-f518-4fab-99ed-8d6278023a22/16b5162b-b1c7-41ec-a505-b2b42bd539e8/b1ddb22b-b6c2-4119-b083-0ca260e9a3cb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:45.764640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-2264131d-ad62-4abe-8513-0fdae3eac1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.765781 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-2264131d-ad62-4abe-8513-0fdae3eac1ec service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0757041 Nov 12 03:14:45.907141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-2c5b4e31-1fc7-4475-8388-777c05d63aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.908822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-2c5b4e31-1fc7-4475-8388-777c05d63aac service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330943 Nov 12 03:14:45.999910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.017874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-d6e2489b-e3bd-43a9-b153-988091862d81 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.3252268 Nov 12 03:14:46.039047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60822) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:46.052490 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-bc98d0e6-7ac3-4081-a2ef-55ddc817f317 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319888 Nov 12 03:14:46.070243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.077063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f5bde34-b532-4365-8d76-3e2d1e09db66 req-d86d2463-cc5e-469a-8350-f0ee5f75d37b tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577984 Nov 12 03:14:46.170916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Network c3e1f87b-f518-4fab-99ed-8d6278023a22 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:46.178041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:46.183452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:46.186000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Pushing event updated for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:46.186509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6635-1ecb-4cb1-b36b-4c21496936f6 req-7d4f9b34-1f1f-4175-acc7-a2d5f0ab85c2 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.188042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0dfd6635-1ecb-4cb1-b36b-4c21496936f6 req-7d4f9b34-1f1f-4175-acc7-a2d5f0ab85c2 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.1946061 Nov 12 03:14:46.207889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-2d7b9eda-4666-468d-9e8b-bd3011444d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.209380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-2d7b9eda-4666-468d-9e8b-bd3011444d0e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1569662 Nov 12 03:14:46.215344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25038434-2a9a-4bbb-9799-bfa8eb427526 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93f0217a3d6d44a499b518d6c1498887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612043 Nov 12 03:14:46.220041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:46.225447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-32cc4ada-d097-4838-afe2-b2f5778e5cf1 service neutron] 10.222.0.100 "GET /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.2283671 Nov 12 03:14:46.266042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-2760f171-6258-4f7d-98c6-ae0958b219ac service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436504 Nov 12 03:14:46.267433 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44bc5d27-6df2-4163-84e3-980ac29539ca req-4463e204-9b07-4ba6-a96f-ad19ed2d5d15 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065907 Nov 12 03:14:46.278716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.279335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.309943 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-4faa9c67-5069-48fa-903e-155b8d78c072 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3545713 Nov 12 03:14:46.324813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Request body: {'port': {'device_id': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:46.328171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.356510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a0b09-7606-430d-ba92-387faa847635 req-f99044bb-16ba-4486-aee1-7a8c495092be tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.358015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-489a0b09-7606-430d-ba92-387faa847635 req-f99044bb-16ba-4486-aee1-7a8c495092be tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.2144773 Nov 12 03:14:46.394556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.414457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0dfd6635-1ecb-4cb1-b36b-4c21496936f6 req-b2d41d03-1ee0-47fe-a8bc-94145dfca3d3 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092962 Nov 12 03:14:46.457811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-6eccecad-4515-4854-9989-9d65508444b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.459304 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-6eccecad-4515-4854-9989-9d65508444b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b538a52272d4a0e9bf7c59615248382&device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 1099 time: 0.1288183 Nov 12 03:14:46.461120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.536735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-f10cba74-e02b-49b7-aa20-6b3f3e19e4b0 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457821 Nov 12 03:14:46.542585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-489a0b09-7606-430d-ba92-387faa847635 req-776e8e0c-414a-4a70-b12c-8e5a23f77827 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495371 Nov 12 03:14:46.558042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.560644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.564668 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1b71e4a9-fb3f-4bd9-9a12-af2a97900762 HTTP/1.1" status: 204 len: 168 time: 0.3434415 Nov 12 03:14:46.592978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82ebb8-6e78-472e-9399-840502189f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b71e4a9-fb3f-4bd9-9a12-af2a97900762,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:46.672972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-d185c5a9-60cb-41e8-acaa-3b47b0fb678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.674448 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-d185c5a9-60cb-41e8-acaa-3b47b0fb678a service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2037387 Nov 12 03:14:46.679060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb63b-9bd1-4d98-9c28-3ec5ef885d01 req-2e57a87d-32fc-4b0c-aa92-03f06664f742 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.685305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-739cb63b-9bd1-4d98-9c28-3ec5ef885d01 req-2e57a87d-32fc-4b0c-aa92-03f06664f742 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1909821 Nov 12 03:14:46.793751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:46.829052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-739cb63b-9bd1-4d98-9c28-3ec5ef885d01 req-2164beca-ad53-403b-9184-2dd2919bace7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391599 Nov 12 03:14:46.831657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9858a7a-d382-4057-a9ff-6a047cc50798 req-786edee3-b85a-498c-8a10-ef98746a86d9 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746847 Nov 12 03:14:46.850005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0d03-cc18-4ce1-8bc9-549b62a7518b req-4460b685-049b-41b1-8515-25124dd69117 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.854096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e3d0d03-cc18-4ce1-8bc9-549b62a7518b req-4460b685-049b-41b1-8515-25124dd69117 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 943 time: 0.1984403 Nov 12 03:14:46.868120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:46.917578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5af8711-b4ce-4ad4-bef7-0b2483a65f85 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:46.947418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.000325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.015128 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-3bc474d9-e99e-4875-abd4-8bcd174c0213 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3 HTTP/1.1" status: 200 len: 217 time: 0.3215618 Nov 12 03:14:47.050657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5346af-55ee-4d0f-9b3a-fb5a94a8f552 req-65b5571d-6cb2-498d-a7c8-9905781991ea tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.052210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5346af-55ee-4d0f-9b3a-fb5a94a8f552 req-65b5571d-6cb2-498d-a7c8-9905781991ea tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 931 time: 0.1429603 Nov 12 03:14:47.082211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e3d0d03-cc18-4ce1-8bc9-549b62a7518b req-686ca91f-2195-4974-995f-3feaf53cf87f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271612 Nov 12 03:14:47.088622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-b09bf302-579d-4114-87f0-9f4d9e3a1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.090052 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-b09bf302-579d-4114-87f0-9f4d9e3a1885 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0679970 Nov 12 03:14:47.157183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5346af-55ee-4d0f-9b3a-fb5a94a8f552 req-9b040b3c-fdb8-4e92-944d-9599d902b30f tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962946 Nov 12 03:14:47.159767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] Transition to ACTIVE for port object b5af8711-b4ce-4ad4-bef7-0b2483a65f85 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:47.166073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.192537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-5b7f727a-c458-44b6-bc72-8fb5334232bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.194063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-5b7f727a-c458-44b6-bc72-8fb5334232bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0948491 Nov 12 03:14:47.212210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ddb22b-b6c2-4119-b083-0ca260e9a3cb {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:47.251610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] No DVR routers for this DVR port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:47.298787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.335418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:47.352351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Transition to ACTIVE for port object b1ddb22b-b6c2-4119-b083-0ca260e9a3cb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:47.356661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9f66ec9b-92e2-4629-92bc-b560b7d30b32 service neutron] 10.222.0.100 "PUT /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85/bindings/n-h1-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 1.1199489 Nov 12 03:14:47.362513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.380233 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-563ac27c-d4e9-4628-a9e6-7da440d27443 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717246 Nov 12 03:14:47.383308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-5924e114-b7e0-4ae1-bc39-fc7f8d521b72 req-9f5005db-121c-4b77-8afc-040b27e669a4 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:47.384597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5924e114-b7e0-4ae1-bc39-fc7f8d521b72 req-9f5005db-121c-4b77-8afc-040b27e669a4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194454 Nov 12 03:14:47.396901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197d16-e4e7-4ed6-a486-e526bde67c60 req-1f935ee6-8ff6-4abf-8cbd-024fec16a108 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.399112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e197d16-e4e7-4ed6-a486-e526bde67c60 req-1f935ee6-8ff6-4abf-8cbd-024fec16a108 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 947 time: 0.1097236 Nov 12 03:14:47.434826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-e1aa142e-9adf-4f48-9dfb-b20b8148d123 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.437765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-e1aa142e-9adf-4f48-9dfb-b20b8148d123 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.100 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.1552796 Nov 12 03:14:47.498799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:47.558515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e197d16-e4e7-4ed6-a486-e526bde67c60 req-672b12dd-fe44-4c0d-9970-1204b1873c19 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422610 Nov 12 03:14:47.560688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-59814897-5d2d-4ea9-9c5a-2bb73d70a94a tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.562226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-59814897-5d2d-4ea9-9c5a-2bb73d70a94a tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.1291113 Nov 12 03:14:47.757760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-cd98d0d6-a87d-4361-89be-a8c39fe9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.759707 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2352bf8a-2a6f-4bcb-8f97-690e755f9705 req-17b861ef-cff2-43a4-9952-833a3087175e service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527319 Nov 12 03:14:47.759819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-cd98d0d6-a87d-4361-89be-a8c39fe9792b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844&tenant_id=58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 1096 time: 0.1880991 Nov 12 03:14:47.776290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123f41b-b511-4916-9135-c8a2e285b3ec req-9abe01bc-a074-4151-b20c-a9e8e4fc56d1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.777781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6123f41b-b511-4916-9135-c8a2e285b3ec req-9abe01bc-a074-4151-b20c-a9e8e4fc56d1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.1027417 Nov 12 03:14:47.789826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d400b-6a03-44cf-9d85-cbe964fda5ee req-d2394e44-b1e2-40f0-b840-269051cd53f2 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.791293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-087d400b-6a03-44cf-9d85-cbe964fda5ee req-d2394e44-b1e2-40f0-b840-269051cd53f2 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d26e00a-be80-4067-a105-f40994afb1d7 HTTP/1.1" status: 200 len: 945 time: 0.1151476 Nov 12 03:14:47.799899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-df0ad4b5-3bca-4049-8c76-ede989082453 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192331 Nov 12 03:14:47.806399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Attempting to bind port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:47.806755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Attempting to bind port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'a30a6394-e598-44ef-83c4-6dfe8aea274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:47.807069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Attempting to bind port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb on network c3e1f87b-f518-4fab-99ed-8d6278023a22 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:47.815652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb on network c3e1f87b-f518-4fab-99ed-8d6278023a22 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:47.816057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Attempting to bind port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb on network c3e1f87b-f518-4fab-99ed-8d6278023a22 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:47.822956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Deleting port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:47.823296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.855981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:47.856543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Checking segment: {'id': 'a30a6394-e598-44ef-83c4-6dfe8aea274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:47.857104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Bound using segment: {'id': 'a30a6394-e598-44ef-83c4-6dfe8aea274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:47.858099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Bound port: b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30a6394-e598-44ef-83c4-6dfe8aea274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:47.858742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.902077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6123f41b-b511-4916-9135-c8a2e285b3ec req-721b5b97-d3bb-4853-b53a-81b50ef20335 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097341 Nov 12 03:14:47.909439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-087d400b-6a03-44cf-9d85-cbe964fda5ee req-a2f32625-07bc-4e23-9acc-e54040baa561 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.93 "GET /v2.0/security-groups?id=5a6a8e8d-9221-495f-9081-7af643d0b74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091583 Nov 12 03:14:47.911358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-2677a5d2-9964-4b8f-be91-ccc5bd436b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.912809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-2677a5d2-9964-4b8f-be91-ccc5bd436b6f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1096 time: 0.1034341 Nov 12 03:14:47.952654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8dfe840e-550a-4cb9-9d3c-6287c62b7025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.011403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] For port 01b3bfdf-ab93-453f-bc91-eefd0f77e138, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=01b3bfdf-ab93-453f-bc91-eefd0f77e138,segment=NetworkSegment(62208611-c107-4573-8c0c-fa9ef4e1178e),segment_id=62208611-c107-4573-8c0c-fa9ef4e1178e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.011774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.040093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Calling delete_port for 01b3bfdf-ab93-453f-bc91-eefd0f77e138 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:48.093391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-cf9ab1b9-f9ed-4793-bb73-807c749fa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.095429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-cf9ab1b9-f9ed-4793-bb73-807c749fa703 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1724648 Nov 12 03:14:48.105778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be2e8-4fb9-4c13-92cc-057a25338e65 req-a7204bca-5393-4bd1-9227-e78a241e873c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.107450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-905be2e8-4fb9-4c13-92cc-057a25338e65 req-a7204bca-5393-4bd1-9227-e78a241e873c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0882535 Nov 12 03:14:48.168547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-9d74c190-a5ec-42c5-9019-c2559bbaac5a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0599916 Nov 12 03:14:48.199519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.219578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['01b3bfdf-ab93-453f-bc91-eefd0f77e138'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:48.268727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Pushing event deleted for resources: {'Port': ['ID=01b3bfdf-ab93-453f-bc91-eefd0f77e138,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.294187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-905be2e8-4fb9-4c13-92cc-057a25338e65 req-66463463-f646-418d-babb-21c8702e2f78 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773896 Nov 12 03:14:48.316627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-73f707dc-3da8-4e69-a0db-ecc5a13b7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.318153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-73f707dc-3da8-4e69-a0db-ecc5a13b7517 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1364939 Nov 12 03:14:48.332106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] No DVR routers for this DVR port 01b3bfdf-ab93-453f-bc91-eefd0f77e138 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:48.332276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8414-5ecf-4151-a586-b53c503c6e55 req-6515bc72-f8f2-4616-b7ba-c53e67aef60a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.337719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.341805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e3f8414-5ecf-4151-a586-b53c503c6e55 req-6515bc72-f8f2-4616-b7ba-c53e67aef60a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.1058438 Nov 12 03:14:48.342234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eaa21d87-05b5-42d2-9365-83e4545e4b6e req-8f0ac5ff-4460-4385-8c6f-77651eccee25 tempest-ServerMetadataNegativeTestJSON-342194170 tempest-ServerMetadataNegativeTestJSON-342194170-project] 10.222.0.100 "DELETE /v2.0/ports/01b3bfdf-ab93-453f-bc91-eefd0f77e138 HTTP/1.1" status: 204 len: 173 time: 0.8866677 Nov 12 03:14:48.342749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'name': 'network-vif-deleted', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:48.345144 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fdb89e-a368-4278-ba95-c587ef77ff94" -d '{"events": [{"server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "name": "network-vif-deleted", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:48.354778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:48.360412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,segment=NetworkSegment(a30a6394-e598-44ef-83c4-6dfe8aea274d),segment_id=a30a6394-e598-44ef-83c4-6dfe8aea274d)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:48.371684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.382426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-bfc3c619-12eb-4b44-b14f-abf1ad70cd61 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380685 Nov 12 03:14:48.452297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.455116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.457503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] 10.222.0.100 "PUT /v2.0/ports/b1ddb22b-b6c2-4119-b083-0ca260e9a3cb HTTP/1.1" status: 200 len: 1092 time: 2.1370926 Nov 12 03:14:48.516387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fabe87-9d99-4dee-8cb2-36fff3cdf402 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.584922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:48.596961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbe904-1cac-4352-8dcd-8adfee2816d6 req-f0033143-722b-42ab-94da-93260b8891d0 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.607143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bbbe904-1cac-4352-8dcd-8adfee2816d6 req-f0033143-722b-42ab-94da-93260b8891d0 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 943 time: 0.2111685 Nov 12 03:14:48.611399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e3f8414-5ecf-4151-a586-b53c503c6e55 req-ac09af58-00d6-4b47-9476-dea8d146ee30 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687957 Nov 12 03:14:48.646074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-9a573793-7d98-4dae-aa67-c13eb9612532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.648560 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-9a573793-7d98-4dae-aa67-c13eb9612532 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0781d04cdfc14a7ab45bdf09c3b9ca03&device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 1095 time: 0.1047845 Nov 12 03:14:48.716577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bbbe904-1cac-4352-8dcd-8adfee2816d6 req-2007e6c4-32c8-48b0-b786-8d6193e5e722 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090641 Nov 12 03:14:48.735304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.750025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-57ca2af9-c4ee-4ed0-957e-4dcb5e8d80bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb HTTP/1.1" status: 200 len: 217 time: 0.0926235 Nov 12 03:14:48.750218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-8ddcc641-35b3-42e6-9dec-a926e8eaf829 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556335 Nov 12 03:14:48.753792 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c3df4-59ad-43b0-ac0d-f2170138e9dd x-openstack-request-id: req-c47c3df4-59ad-43b0-ac0d-f2170138e9dd {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:48.754014 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d26e00a-be80-4067-a105-f40994afb1d7", "name": "network-vif-deleted", "tag": "01b3bfdf-ab93-453f-bc91-eefd0f77e138", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:48.755262 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c47c3df4-59ad-43b0-ac0d-f2170138e9dd {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:48.755799 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d26e00a-be80-4067-a105-f40994afb1d7', 'name': 'network-vif-deleted', 'tag': '01b3bfdf-ab93-453f-bc91-eefd0f77e138', 'status': 'completed', 'code': 200} Nov 12 03:14:48.761825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'port_id': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'mac_address': 'fa:16:3e:a4:bc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d4493a-916b-4499-b748-9f7afb2fac08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:48.835370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.879840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-96d9b274-abee-40d3-8e0d-9dfbb32b37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.887099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-96d9b274-abee-40d3-8e0d-9dfbb32b37c3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=16b5162b-b1c7-41ec-a505-b2b42bd539e8 HTTP/1.1" status: 200 len: 855 time: 0.1267743 Nov 12 03:14:48.891813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d097ee-7204-40df-86eb-746ff70a9f14 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:48.952493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.964598 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.978581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-fcf39d2a-2526-48d4-89d9-b4b9de6a3335 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3e1f87b-f518-4fab-99ed-8d6278023a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830605 Nov 12 03:14:49.023554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9ea9-e694-4589-9111-566a1438f456 req-fa7135ce-bf97-4fc3-8e98-5744be401cb7 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.025135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-450b9ea9-e694-4589-9111-566a1438f456 req-fa7135ce-bf97-4fc3-8e98-5744be401cb7 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 947 time: 0.2017329 Nov 12 03:14:49.025477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:49.052895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-54c99535-52de-411e-88c8-f4fa477f95c4 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948532 Nov 12 03:14:49.124994 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-ce70f009-d5f9-41fe-93b3-7242a69317c1 service neutron] 10.222.0.100 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348772 Nov 12 03:14:49.253402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c5d097ee-7204-40df-86eb-746ff70a9f14'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:49.281062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d03fb55-8444-4631-8364-c9aa7cb40094 req-c5259fa5-e915-45fc-9d69-b1d7e05b5b83 service neutron] 10.222.0.100 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463697 Nov 12 03:14:49.366769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-450b9ea9-e694-4589-9111-566a1438f456 req-a9d9a2e2-a297-4bd5-8b0d-8ce82bfd0e19 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277400 Nov 12 03:14:49.409334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe06949-102a-412e-8c7c-aaf281f65a12 req-4dedb8b6-02b1-4b45-b5fb-e884cdbe4a01 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.411501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fe06949-102a-412e-8c7c-aaf281f65a12 req-4dedb8b6-02b1-4b45-b5fb-e884cdbe4a01 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.1022911 Nov 12 03:14:49.423719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:49.474780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Deleting subnet f8b44a70-eae4-467f-a3f3-6afc80b15c89 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:49.480862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.491917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-d39920bc-04c3-4b9c-ae57-6f8a71bbf6d5 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.493444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-d39920bc-04c3-4b9c-ae57-6f8a71bbf6d5 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.0810263 Nov 12 03:14:49.507035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fe06949-102a-412e-8c7c-aaf281f65a12 req-c595cf2e-45d7-4bd4-a89d-34eb6160cfb7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810344 Nov 12 03:14:49.527948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.582649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.631462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:49.649174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.683193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-974fa174-ddb8-4a02-bdc8-6be8a3cd59b2 service neutron] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:49.687926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-974fa174-ddb8-4a02-bdc8-6be8a3cd59b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.689284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdba9a00-fe35-4eb1-942c-897e1f179a7c req-974fa174-ddb8-4a02-bdc8-6be8a3cd59b2 service neutron] 10.222.0.98 "DELETE /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85/bindings/n-h2-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.1773584 Nov 12 03:14:49.696901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:49.700112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b44a70-eae4-467f-a3f3-6afc80b15c89,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:49.704563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.708104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-abfc9770-aa43-433e-9cff-4dde73ee953f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f8b44a70-eae4-467f-a3f3-6afc80b15c89 HTTP/1.1" status: 204 len: 168 time: 0.2815037 Nov 12 03:14:49.710775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:49.735468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66806ff8-dc8f-49cc-8628-f8e5c4644853 req-061b7fa2-c731-4bcb-b074-6a3dc6d8a0bf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.744152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66806ff8-dc8f-49cc-8628-f8e5c4644853 req-061b7fa2-c731-4bcb-b074-6a3dc6d8a0bf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1583498 Nov 12 03:14:49.797238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.800133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66806ff8-dc8f-49cc-8628-f8e5c4644853 req-ff619bc7-e41f-419d-99cb-b9b5af5ac5da tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549910 Nov 12 03:14:49.868185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-a37b3a5a-b05d-4797-ad32-b10b1a62abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.869720 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-a37b3a5a-b05d-4797-ad32-b10b1a62abe1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1101 time: 0.0866969 Nov 12 03:14:49.917213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.960306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740369-7805-4906-acf9-1c69c4a0b3dc req-dc0e0d62-7766-480d-804b-5a528e304c57 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.961778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1740369-7805-4906-acf9-1c69c4a0b3dc req-dc0e0d62-7766-480d-804b-5a528e304c57 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.0836239 Nov 12 03:14:49.969874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eb0ff-e6a4-47d6-9e05-0e5df4a63d1d req-b8560868-d999-4bde-8fac-ea34c4957506 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.971235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d53eb0ff-e6a4-47d6-9e05-0e5df4a63d1d req-b8560868-d999-4bde-8fac-ea34c4957506 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 943 time: 0.0666001 Nov 12 03:14:49.981082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4487e8e6-b921-4e0d-956e-03674757f589']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:49.994734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62208611-c107-4573-8c0c-fa9ef4e1178e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:49.995058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62208611-c107-4573-8c0c-fa9ef4e1178e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:50.009187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.031278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.041230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-bff8164a-29ca-43c2-8626-6474732e7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.042171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-bff8164a-29ca-43c2-8626-6474732e7cc1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1379154 Nov 12 03:14:50.043120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:50.043511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.043711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1740369-7805-4906-acf9-1c69c4a0b3dc req-cce362fb-f71e-48bd-b142-53d3477cf75a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714970 Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:50.045304 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:50.048230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d53eb0ff-e6a4-47d6-9e05-0e5df4a63d1d req-4c23be80-b9e5-47cd-801f-78ec62967914 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Nov 12 03:14:50.149104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-0bf1de7b-34b6-47e4-961e-9f8df8a3ff43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0933607 Nov 12 03:14:50.176066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.209157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.212708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] 10.222.0.93 "DELETE /v2.0/networks/4487e8e6-b921-4e0d-956e-03674757f589 HTTP/1.1" status: 204 len: 168 time: 0.5008225 Nov 12 03:14:50.237158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f2e6-3663-4117-bc45-4bbd2f6ccdda admin admin] Pushing event deleted for resources: {'Network': ['ID=4487e8e6-b921-4e0d-956e-03674757f589,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:50.258013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc5be5-e736-4cd3-be9d-e65ebfed5526 req-5e48cac5-45fe-4fd1-8a3a-be30e62532fe tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.259526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdfc5be5-e736-4cd3-be9d-e65ebfed5526 req-5e48cac5-45fe-4fd1-8a3a-be30e62532fe tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1096 time: 0.0640578 Nov 12 03:14:50.260281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-20fc9a5e-bef8-4507-8275-5f56c4d0cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.262005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-20fc9a5e-bef8-4507-8275-5f56c4d0cee5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0974791 Nov 12 03:14:50.322251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-a548df25-f5bf-434c-a0f3-cb26183b6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.324212 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-a548df25-f5bf-434c-a0f3-cb26183b6b1c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544212 Nov 12 03:14:50.324709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdfc5be5-e736-4cd3-be9d-e65ebfed5526 req-76ce51ca-20c9-4729-a056-6446355af21b tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570974 Nov 12 03:14:50.344372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c1e2577-9a2a-4e9e-85c7-ea7a24702603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.445937 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-9ed3e261-e82e-4b38-a4cf-8755c6122b39 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110470 Nov 12 03:14:50.482018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60950) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:50.552259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db15c5b-ee6e-42a3-80d4-224b23f7a484 req-88458f0e-5730-4363-87d6-376874b081e6 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.559571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6db15c5b-ee6e-42a3-80d4-224b23f7a484 req-88458f0e-5730-4363-87d6-376874b081e6 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 947 time: 0.1050634 Nov 12 03:14:50.579671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 551398d9-ee17-4fb6-938d-ab2867c35ae3 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:50.585979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:50.589166 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-7bb8a7dd-c368-4cd8-be42-21152b88eea5 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 Nov 12 03:14:50.654313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-71edb3cc-aacb-43d5-ac88-98e325cf78c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=66536e73548049c3a1d7d4890b284a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682146 Nov 12 03:14:50.655147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:50.704023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:50.737253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.759334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6db15c5b-ee6e-42a3-80d4-224b23f7a484 req-1db51a34-0496-4e30-a129-2ec5205a1988 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592789 Nov 12 03:14:50.764473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:50.766786 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b" -d '{"events": [{"name": "network-changed", "server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:50.789061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c5d097ee-7204-40df-86eb-746ff70a9f14 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:50.794657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c5d097ee-7204-40df-86eb-746ff70a9f14 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:50.794998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.796468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.816325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91359df-a51a-4a3e-af85-ae8ff74efa8a req-c6d487f0-b257-4e1f-9520-10ce188f8025 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.820749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f91359df-a51a-4a3e-af85-ae8ff74efa8a req-c6d487f0-b257-4e1f-9520-10ce188f8025 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.1653006 Nov 12 03:14:50.877703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.878686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:50.882071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.883582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a6a8e8d-9221-495f-9081-7af643d0b74c HTTP/1.1" status: 204 len: 168 time: 0.2277818 Nov 12 03:14:50.893108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a8e8d-9221-495f-9081-7af643d0b74c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:50.896195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '551398d9-ee17-4fb6-938d-ab2867c35ae3', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '551398d9-ee17-4fb6-938d-ab2867c35ae3', 'mac_address': 'fa:16:3e:4a:08:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:50.901815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.902169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.902651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.903126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.903513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.903852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.904267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.904701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.905035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.905363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.905691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.906014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c1749-ca3f-4362-92e5-b517c49396a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:50.951198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6728750-64e5-458e-9d5b-4587263b99ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.986331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.001368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.004524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551398d9-ee17-4fb6-938d-ab2867c35ae3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:51.025930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f91359df-a51a-4a3e-af85-ae8ff74efa8a req-03183ead-8dce-4a03-8e02-b52f00903aa8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882749 Nov 12 03:14:51.043711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:51.052195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:51.055302 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a98883-816c-4197-aea6-72c2d0b3532c" -d '{"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-plugged", "status": "completed", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:51.066650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.068659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6728750-64e5-458e-9d5b-4587263b99ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.074276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:51.075244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6728750-64e5-458e-9d5b-4587263b99ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.102464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.114377 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990d437e-5ca3-4be7-93ff-24427d00b45b x-openstack-request-id: req-990d437e-5ca3-4be7-93ff-24427d00b45b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:51.115100 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:51.115100 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-990d437e-5ca3-4be7-93ff-24427d00b45b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:51.117539 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb', 'status': 'completed', 'code': 200} Nov 12 03:14:51.132481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.141380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-986159e5-05a1-4759-8704-144f9d8be848 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.147635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-986159e5-05a1-4759-8704-144f9d8be848 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.2617097 Nov 12 03:14:51.178907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-09c71256-79ae-4682-a3f3-dda29b46cd4e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/quotas/58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 375 time: 0.0229831 Nov 12 03:14:51.199536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.205399 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6728750-64e5-458e-9d5b-4587263b99ea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b46c9fe2e575408fa5b4cb4e6a77558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001006 Nov 12 03:14:51.207816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:51.210476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6728750-64e5-458e-9d5b-4587263b99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a616bce-927a-462b-aa17-30b260fa3a65,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.252743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-91709094-55d1-47e5-a6fb-0d94b1754afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.254521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-91709094-55d1-47e5-a6fb-0d94b1754afc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=0781d04cdfc14a7ab45bdf09c3b9ca03&device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 1095 time: 0.1238036 Nov 12 03:14:51.265382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de72e-e75f-49c3-83d2-cee98d0bebfa req-4f13a77a-63d8-4f7b-b50d-eaa2af601bb3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.267691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b95de72e-e75f-49c3-83d2-cee98d0bebfa req-4f13a77a-63d8-4f7b-b50d-eaa2af601bb3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1028826 Nov 12 03:14:51.302864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-4f00f22d-f780-4f56-a6b8-b94ecc5e127f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997748 Nov 12 03:14:51.333475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.355363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['551398d9-ee17-4fb6-938d-ab2867c35ae3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:51.378015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.386388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b95de72e-e75f-49c3-83d2-cee98d0bebfa req-8ace1480-11d6-4b55-a08c-ca55c7d4075a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117322 Nov 12 03:14:51.413784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-cf3984fe-3692-458c-a3ea-a53fae76fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.415641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-cf3984fe-3692-458c-a3ea-a53fae76fde5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c3e1f87b-f518-4fab-99ed-8d6278023a22 HTTP/1.1" status: 200 len: 917 time: 0.1505177 Nov 12 03:14:51.437896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-cde4fdad-e59b-4505-a01f-9f5216f072ce service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335356 Nov 12 03:14:51.470339 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-bbd0575b-3e23-44d9-9c19-622c2376018e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb HTTP/1.1" status: 200 len: 217 time: 0.0428982 Nov 12 03:14:51.512150 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc761a15-f042-420a-9f1f-ff7fed2de441 x-openstack-request-id: req-fc761a15-f042-420a-9f1f-ff7fed2de441 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:51.512706 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-plugged", "status": "completed", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:51.513112 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc761a15-f042-420a-9f1f-ff7fed2de441 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:51.513664 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'code': 200} Nov 12 03:14:51.554390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.558036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.563498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.569424 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3a616bce-927a-462b-aa17-30b260fa3a65 HTTP/1.1" status: 204 len: 168 time: 0.3526988 Nov 12 03:14:51.584850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07718ef0-6732-4252-aa70-9e7869197481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a616bce-927a-462b-aa17-30b260fa3a65,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.591703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-c299166f-fefb-414b-adbf-19f3c56e79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.594066 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-c299166f-fefb-414b-adbf-19f3c56e79df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=16b5162b-b1c7-41ec-a505-b2b42bd539e8 HTTP/1.1" status: 200 len: 855 time: 0.1124151 Nov 12 03:14:51.599408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-53e02de1-d0b8-4b50-adab-ac816270f0b7 service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526933 Nov 12 03:14:51.635798 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-a5ec0c74-769f-4e92-b0c3-d6822e0d28b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c3e1f87b-f518-4fab-99ed-8d6278023a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333962 Nov 12 03:14:51.648340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 01b3bfdf-ab93-453f-bc91-eefd0f77e138 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:51.673675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 01b3bfdf-ab93-453f-bc91-eefd0f77e138 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:51.674298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 01b3bfdf-ab93-453f-bc91-eefd0f77e138 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:51.708267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392830e2-6337-48c1-b4d3-b7044db1ab76 req-0e3bef4e-23bf-48bb-b2d6-a8a4dc29c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.710468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-392830e2-6337-48c1-b4d3-b7044db1ab76 req-0e3bef4e-23bf-48bb-b2d6-a8a4dc29c539 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.1363547 Nov 12 03:14:51.734373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af224-83b2-44c0-b35c-27a6cb8aa78e req-9a120892-098f-493c-9a88-222e6a95432a tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.736058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb6af224-83b2-44c0-b35c-27a6cb8aa78e req-9a120892-098f-493c-9a88-222e6a95432a tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 943 time: 0.0945373 Nov 12 03:14:51.763047 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-6005e00b-88f6-46ef-91fc-f185474659c2 service neutron] 10.222.0.100 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109343 Nov 12 03:14:51.873502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb6af224-83b2-44c0-b35c-27a6cb8aa78e req-1d0abcd9-1ee7-4fab-aa5c-6f09ff00206b tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230373 Nov 12 03:14:51.884032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3353c8d1-9f6f-4b37-b2ea-16f424c4291b req-57b6f888-62a6-4d9b-96c2-97690fe7c267 service neutron] 10.222.0.100 "GET /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132274 Nov 12 03:14:51.903566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-392830e2-6337-48c1-b4d3-b7044db1ab76 req-032a09d5-2b76-437b-98de-70f88daf4e34 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841681 Nov 12 03:14:52.009580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:52.014852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecca7a-8ff5-4ff0-910a-b29adf0565ed req-8a42f660-13cf-4631-ac7a-87ee32e2623b tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.025885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92ecca7a-8ff5-4ff0-910a-b29adf0565ed req-8a42f660-13cf-4631-ac7a-87ee32e2623b tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 948 time: 0.0717404 Nov 12 03:14:52.084291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92ecca7a-8ff5-4ff0-910a-b29adf0565ed req-0db839ee-63c7-4b8d-9da4-33cf7688880c tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Nov 12 03:14:52.143675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-134862633-network', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:52.170208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Made reservation on behalf of cd1d26d73fa3468697f8262f602eefa1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:52.176009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.179793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:52.197145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48b99115-0095-41a7-94b3-4d6227a4a3ee req-fe0833e6-c39b-493e-8ff2-caca084b5b86 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 210 time: 0.0305624 Nov 12 03:14:52.206335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379511d5-048c-49de-ac27-ddca7a266778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.208746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.265788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd089643-738d-4e7a-b832-b28edff8e95f req-4df6451d-46e1-4ac1-8b69-ad7934302b89 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.274438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd089643-738d-4e7a-b832-b28edff8e95f req-4df6451d-46e1-4ac1-8b69-ad7934302b89 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 945 time: 0.0732629 Nov 12 03:14:52.318510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd089643-738d-4e7a-b832-b28edff8e95f req-aec309ae-f164-4676-b230-0cc1d4a9f168 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Nov 12 03:14:52.355854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379511d5-048c-49de-ac27-ddca7a266778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.363525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379511d5-048c-49de-ac27-ddca7a266778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.371447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.386077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.417766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:52.420140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379511d5-048c-49de-ac27-ddca7a266778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad76da-d657-4b27-9c3b-d1641abeafbe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.426917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-379511d5-048c-49de-ac27-ddca7a266778 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fd7d77da30d149ddaf4e2a664b060f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472522 Nov 12 03:14:52.431306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:52.441401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.441799 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Added segment 1746d16c-fbc1-4455-9f90-e20ae76fe64a of type vlan for network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 Nov 12 03:14:52.481061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6da847-3e24-4feb-8462-c2f95ad6f6f8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.496255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.524743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.525749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.526420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.538352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.574149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.590851 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5792549 Nov 12 03:14:52.591315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45009-7763-42a2-820b-9c347d2214cf req-e62ccdfe-6133-413f-836d-0cd155b0e97a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.593075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bd45009-7763-42a2-820b-9c347d2214cf req-e62ccdfe-6133-413f-836d-0cd155b0e97a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0857337 Nov 12 03:14:52.593510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:52.599802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 551398d9-ee17-4fb6-938d-ab2867c35ae3 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:52.601171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Request body: {'subnet': {'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-134862633-subnet', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:52.611327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d282a7-45fa-4ff9-ab50-e1fd2b275a58 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.627763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:52.649189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Made reservation on behalf of cd1d26d73fa3468697f8262f602eefa1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:52.651902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.678612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bd45009-7763-42a2-820b-9c347d2214cf req-7c3b2f05-66f3-4a88-9efc-81052fe76441 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Nov 12 03:14:52.702761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.702761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.702761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c4ad76da-d657-4b27-9c3b-d1641abeafbe HTTP/1.1" status: 204 len: 168 time: 0.2674835 Nov 12 03:14:52.710994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad76da-d657-4b27-9c3b-d1641abeafbe,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.721482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.721928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.722408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.722870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.723203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.723514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 551398d9-ee17-4fb6-938d-ab2867c35ae3 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:52.723625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.723838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.724209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.724671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.725054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.726441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.726800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec34cc-0b3d-4373-b1b0-429ad91bed55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:52.731423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 551398d9-ee17-4fb6-938d-ab2867c35ae3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:52.731800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.826873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.859177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.861380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:52.874001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.924197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc0b498-e8ff-4235-ad9c-9d68d664c9e2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.940241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Checking segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:52.940983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Network hostable DHCP agents. Network: fcdd4a06-1540-4dc8-96dc-b9dbd37cd244, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:52.950808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.962412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:52.977837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, fcdd4a06-1540-4dc8-96dc-b9dbd37cd244) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:52.983618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.984172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.984878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.996522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca46ad5-52f8-48c3-9d9f-c5e7465e8615 None None] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:53.084984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fe5a9-dc8b-4ca5-9d0f-58352a5a3372 req-e4ab927e-ec11-41e5-a8cd-c2626516809e tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.093198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e0fe5a9-dc8b-4ca5-9d0f-58352a5a3372 req-e4ab927e-ec11-41e5-a8cd-c2626516809e tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 943 time: 0.1228712 Nov 12 03:14:53.165581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d8f8ef32-1899-4d8c-aa30-83b030998280 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5709996 Nov 12 03:14:53.168596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32814) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:53.175613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-dbdcda6b-0de5-4a9e-ae45-5245e3639dc2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.177336 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-dbdcda6b-0de5-4a9e-ae45-5245e3639dc2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.1811502 Nov 12 03:14:53.182304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:53.193547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Request body: {'port': {'device_id': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'admin_state_up': True, 'tenant_id': '58ee712775d949cea74805337cac0dc4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:53.206096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994657b-b42f-4895-9924-3947e5c7394b None None] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:53.208043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e0fe5a9-dc8b-4ca5-9d0f-58352a5a3372 req-4f9e3e55-4f7e-4166-8058-0e6c89be24ee tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125405 Nov 12 03:14:53.297360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d1966-4f53-4afe-a569-9fcda7c8b747 req-0324359c-7fd6-4daa-8877-b2c12c0abdc0 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.307595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-627d1966-4f53-4afe-a569-9fcda7c8b747 req-0324359c-7fd6-4daa-8877-b2c12c0abdc0 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0897443 Nov 12 03:14:53.390127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-627d1966-4f53-4afe-a569-9fcda7c8b747 req-e61bd83c-cc51-4157-acf7-1472c3e9e94b tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Nov 12 03:14:53.461157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.462447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.470471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd808b7-499b-4dad-adfd-ca9cf2976c92 req-1a0a4bcf-bdb4-4255-9719-219bb2c75ef9 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 210 time: 0.0474463 Nov 12 03:14:53.525689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:53.532038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:53.534258 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af2265d-cc03-4a09-94e9-1411e2ed96c8" -d '{"events": [{"server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "name": "network-vif-plugged", "status": "completed", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:53.534826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.541321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.554594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7969ac-01d0-4f75-90f8-f636cc5e2d55 req-c3c5168f-caab-4c33-beee-416fead04825 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.556585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e7969ac-01d0-4f75-90f8-f636cc5e2d55 req-c3c5168f-caab-4c33-beee-416fead04825 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 945 time: 0.0849798 Nov 12 03:14:53.588200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.610185 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155df5c-d50f-4ba8-9d5e-26fa133e141e x-openstack-request-id: req-d155df5c-d50f-4ba8-9d5e-26fa133e141e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:53.610759 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "name": "network-vif-plugged", "status": "completed", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:53.610839 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d155df5c-d50f-4ba8-9d5e-26fa133e141e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:53.612161 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3', 'code': 200} Nov 12 03:14:53.645553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1ddb22b-b6c2-4119-b083-0ca260e9a3cb details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:53.659833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e7969ac-01d0-4f75-90f8-f636cc5e2d55 req-1f9542c4-24b6-4a7c-937c-b737974e9d82 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911536 Nov 12 03:14:53.792415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,segment=NetworkSegment(a30a6394-e598-44ef-83c4-6dfe8aea274d),segment_id=a30a6394-e598-44ef-83c4-6dfe8aea274d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:53.807305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7bdf0-a56b-4ddc-b0a0-ec8d9d9e52ba req-d80a6f62-2fc7-4778-8d3c-a3d00544a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.809468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb', 'network_id': 'c3e1f87b-f518-4fab-99ed-8d6278023a22', 'port_id': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb', 'mac_address': 'fa:16:3e:15:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b5162b-b1c7-41ec-a505-b2b42bd539e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:53.810044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08e7bdf0-a56b-4ddc-b0a0-ec8d9d9e52ba req-d80a6f62-2fc7-4778-8d3c-a3d00544a5df service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 1101 time: 0.1057963 Nov 12 03:14:53.868883 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.882920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ddb22b-b6c2-4119-b083-0ca260e9a3cb {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:53.902226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d3237-d681-4b43-bf27-e096a540ab66 req-3356d3cc-e67b-4ffa-ba26-c422ff39965c tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.903422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,segment=NetworkSegment(a30a6394-e598-44ef-83c4-6dfe8aea274d),segment_id=a30a6394-e598-44ef-83c4-6dfe8aea274d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:53.905306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a6d3237-d681-4b43-bf27-e096a540ab66 req-3356d3cc-e67b-4ffa-ba26-c422ff39965c tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.1187642 Nov 12 03:14:53.912203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.951707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08e7bdf0-a56b-4ddc-b0a0-ec8d9d9e52ba req-da5310bf-29b9-45f5-8562-4c4172f962d8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049478 Nov 12 03:14:53.965421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5de885-380d-4ccb-be9c-fe5b0398951f req-5befbc95-e564-4714-8481-d99e22397062 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.967212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:53.975803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f5de885-380d-4ccb-be9c-fe5b0398951f req-5befbc95-e564-4714-8481-d99e22397062 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1785915 Nov 12 03:14:54.045122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a6d3237-d681-4b43-bf27-e096a540ab66 req-76350a57-2bda-4858-b12b-1e6a5fddcc66 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066258 Nov 12 03:14:54.072438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.073316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f5de885-380d-4ccb-be9c-fe5b0398951f req-5587f17b-61ee-4090-9332-92b8dcea23f4 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944912 Nov 12 03:14:54.140510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b1ddb22b-b6c2-4119-b083-0ca260e9a3cb'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:54.142100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Allocated IP 172.20.0.11 (31983b17-f674-4f71-a77a-ea9a7763f94c/e1b95a5a-e0ad-474e-a71e-c9512ce2e399/4744c6b0-429d-4ae3-8876-54baaba8551e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:54.166822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0611dc-fb9b-405f-8ac0-9d65533d8adf req-0e7dc127-8f2e-4c91-8c21-00de7bc9fed2 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.168431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0611dc-fb9b-405f-8ac0-9d65533d8adf req-0e7dc127-8f2e-4c91-8c21-00de7bc9fed2 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.0427170 Nov 12 03:14:54.286734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0611dc-fb9b-405f-8ac0-9d65533d8adf req-63af2c11-2425-4d5b-a2da-42dda1380f18 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866976 Nov 12 03:14:54.375359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6fe93-4017-4517-b0ce-e91e342920dc req-67b553bd-3fa2-485c-8a4d-921c6251a16d tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.376816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32e6fe93-4017-4517-b0ce-e91e342920dc req-67b553bd-3fa2-485c-8a4d-921c6251a16d tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 944 time: 0.0752013 Nov 12 03:14:54.428910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.456251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.460784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32e6fe93-4017-4517-b0ce-e91e342920dc req-89fca4d9-f9ea-43af-8d65-d86f61020cf1 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Nov 12 03:14:54.485124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.533012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.593790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Network 31983b17-f674-4f71-a77a-ea9a7763f94c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:54.604169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:54.633995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3eac-5883-4148-ac18-dcfd7310847f req-fe9a40dc-2b83-4efa-9011-0c6880d968d0 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.634130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:54.636216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c3c3eac-5883-4148-ac18-dcfd7310847f req-fe9a40dc-2b83-4efa-9011-0c6880d968d0 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0888090 Nov 12 03:14:54.639443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.700287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Allocated IP 172.25.4.170 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/715db6bd-dd7f-4d10-bfce-cf83c3be9bf3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:54.707275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.707895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.742752 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-0bfa59af-9ba8-4a23-8a06-efe30a413f0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5530629 Nov 12 03:14:54.767184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c3c3eac-5883-4148-ac18-dcfd7310847f req-02d2a6ad-3f39-42e2-9e98-b2bfbbbcb42f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142650 Nov 12 03:14:54.781292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Request body: {'port': {'device_id': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:54.790641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133b356-943a-448f-964d-c0475954c1bd req-90d2fd8d-7898-4a48-89ec-ad42adf9a60e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.800446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8133b356-943a-448f-964d-c0475954c1bd req-90d2fd8d-7898-4a48-89ec-ad42adf9a60e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 932 time: 0.0951865 Nov 12 03:14:54.868558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8133b356-943a-448f-964d-c0475954c1bd req-2dcbfed9-13bb-4d53-b161-565bf763a03b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670841 Nov 12 03:14:54.874153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.881960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.930612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e33da-f30d-4515-87bf-603b9a988a6b req-6169f008-1c03-4073-b1ec-d494db5396b9 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.932268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a15e33da-f30d-4515-87bf-603b9a988a6b req-6169f008-1c03-4073-b1ec-d494db5396b9 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.0627096 Nov 12 03:14:54.982104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a15e33da-f30d-4515-87bf-603b9a988a6b req-316c41b5-7a02-4974-893a-d26e0a2f4510 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Nov 12 03:14:55.021836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.083830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:55.105335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:55.108735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Pushing event updated for resources: {'Port': ['ID=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:55.111002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:55.211757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45767f7f-17e7-4129-b8e4-5bf277222102 req-698d8924-eafa-491d-868c-cfe25cee9789 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.216590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45767f7f-17e7-4129-b8e4-5bf277222102 req-698d8924-eafa-491d-868c-cfe25cee9789 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0602994 Nov 12 03:14:55.289390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45767f7f-17e7-4129-b8e4-5bf277222102 req-e66baaa7-29a5-4533-b194-17a5b7f94340 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683818 Nov 12 03:14:55.436948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4744c6b0-429d-4ae3-8876-54baaba8551e {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:55.447842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.491616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Transition to ACTIVE for port object 4744c6b0-429d-4ae3-8876-54baaba8551e will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:55.498722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.542018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.602274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812148-0a22-442e-81be-3441b3010263 service neutron] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:55.630009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257673dd-9cf0-4548-824c-cce840ba1cd9 req-63d5a4c7-a292-4136-b95e-1791a0fb9eb8 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.637795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-257673dd-9cf0-4548-824c-cce840ba1cd9 req-63d5a4c7-a292-4136-b95e-1791a0fb9eb8 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 944 time: 0.0590041 Nov 12 03:14:55.650330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1ddb22b-b6c2-4119-b083-0ca260e9a3cb up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:55.696471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-257673dd-9cf0-4548-824c-cce840ba1cd9 req-0bf870eb-ea52-4f93-8578-46057cb6f59b tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Nov 12 03:14:55.742268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:55.746386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:55.746756 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.762682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:55.762949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:55.763315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:55.769451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:55.769780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:55.776811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:55.777152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:55.777682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:55.778128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Bound port: 4744c6b0-429d-4ae3-8876-54baaba8551e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:55.778483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.855407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.892025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.903794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,segment=NetworkSegment(a30a6394-e598-44ef-83c4-6dfe8aea274d),segment_id=a30a6394-e598-44ef-83c4-6dfe8aea274d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:55.904905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:55.907283 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7cb5e-8172-46eb-b661-c14a31e9e8ce" -d '{"events": [{"server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "name": "network-vif-plugged", "status": "completed", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:55.908901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc786ba-f469-40e3-a97b-1f734ff006a2 req-37ae92ba-b1d4-449e-ae34-5c0c0248bc44 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.914289 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.921736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bc786ba-f469-40e3-a97b-1f734ff006a2 req-37ae92ba-b1d4-449e-ae34-5c0c0248bc44 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0686760 Nov 12 03:14:55.946706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:55.966675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:55.977654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.992390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.016857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bc786ba-f469-40e3-a97b-1f734ff006a2 req-c6cead3e-0209-40d6-baf3-4b40a2046411 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939698 Nov 12 03:14:56.077801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a569e6d-f52b-4115-9e0a-a3f575058d1b req-2dc8d9f3-bff6-4726-99df-028e48a6a4d1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.079752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a569e6d-f52b-4115-9e0a-a3f575058d1b req-2dc8d9f3-bff6-4726-99df-028e48a6a4d1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.0827825 Nov 12 03:14:56.093536 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6553c8f-e104-4060-8402-28dfd8bc0f1f x-openstack-request-id: req-b6553c8f-e104-4060-8402-28dfd8bc0f1f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:56.093536 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "name": "network-vif-plugged", "status": "completed", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:56.093536 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b6553c8f-e104-4060-8402-28dfd8bc0f1f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:56.093536 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb', 'code': 200} Nov 12 03:14:56.212111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a569e6d-f52b-4115-9e0a-a3f575058d1b req-ce4615f3-3db6-47af-b95a-6133b2371e71 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248007 Nov 12 03:14:56.231051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d279b6-7347-43ba-916f-3040cdbfecdf req-4e531d11-2538-43f7-9a35-52f45c395de4 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.235333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78d279b6-7347-43ba-916f-3040cdbfecdf req-4e531d11-2538-43f7-9a35-52f45c395de4 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.0686820 Nov 12 03:14:56.296672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78d279b6-7347-43ba-916f-3040cdbfecdf req-5db49999-6975-4ad7-aa89-53f653b2c61a tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554826 Nov 12 03:14:56.339451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.340133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.341629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-37812148-0a22-442e-81be-3441b3010263 service neutron] 10.222.0.100 "PUT /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 1093 time: 1.5883989 Nov 12 03:14:56.344608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:56.346894 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21" -d '{"events": [{"name": "network-changed", "server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:56.435206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812148-0a22-442e-81be-3441b3010263 service neutron] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.448555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9992-3197-4728-8842-fa9c3fbd24a9 req-f4c04154-a6ea-43da-a239-d4826515b54f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.455334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6caa9992-3197-4728-8842-fa9c3fbd24a9 req-f4c04154-a6ea-43da-a239-d4826515b54f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0692441 Nov 12 03:14:56.468299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221928c3-7fa0-42ee-ae7d-e9013ff8705f req-5b922f93-7b1e-41ea-b3c2-10e1230c0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.469792 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-221928c3-7fa0-42ee-ae7d-e9013ff8705f req-5b922f93-7b1e-41ea-b3c2-10e1230c0ffd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 1097 time: 0.1650965 Nov 12 03:14:56.490338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-5de2a488-b9ac-4482-9e20-1bfd66f54b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.492496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-5de2a488-b9ac-4482-9e20-1bfd66f54b29 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1096 time: 0.1082830 Nov 12 03:14:56.529193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6caa9992-3197-4728-8842-fa9c3fbd24a9 req-d6545239-2c52-4aa5-af19-7e40e5c54e89 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Nov 12 03:14:56.547777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-da8f90fc-b0f2-471c-bc23-52f88ce65f7e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.0435207 Nov 12 03:14:56.551599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:14:56.556736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.596312 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6696bab-dfd9-47ec-b1ee-ee9669007d98 x-openstack-request-id: req-c6696bab-dfd9-47ec-b1ee-ee9669007d98 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:56.596595 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:56.596841 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6696bab-dfd9-47ec-b1ee-ee9669007d98 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:56.597231 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'status': 'completed', 'code': 200} Nov 12 03:14:56.610481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-221928c3-7fa0-42ee-ae7d-e9013ff8705f req-c0bfd66f-a9cc-452a-b583-d1d10bc27c6f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294932 Nov 12 03:14:56.680451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-3e744200-2e99-4e56-aad5-f0e5ccbd540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.682573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-3e744200-2e99-4e56-aad5-f0e5ccbd540f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1234415 Nov 12 03:14:56.696840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b539d60d-247c-4818-af50-792a0f6ef408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.736255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-be7391af-e0c7-461c-b839-0c08f64554e2 tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.738098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-be7391af-e0c7-461c-b839-0c08f64554e2 tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 1101 time: 0.0952618 Nov 12 03:14:56.745213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:56.759465 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Sync routers for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:56.764894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-02c63d17-353a-4439-a9fb-f5439776ea0b tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.770576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:56.771279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:56.772870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.778036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2d66cd1-518e-4dc4-b4fb-016e6e0bbc3c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5993757 Nov 12 03:14:56.781270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32956) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.838337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b539d60d-247c-4818-af50-792a0f6ef408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.845305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b539d60d-247c-4818-af50-792a0f6ef408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.888193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:56.899892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d60d-247c-4818-af50-792a0f6ef408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55015164-d7af-43af-a8e9-fdb6e5a1d2f7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.905917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b539d60d-247c-4818-af50-792a0f6ef408 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f0910c57e95d42d58180864d50e2a2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481660 Nov 12 03:14:56.922361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.967367 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-6f3139de-302a-4748-a920-8ee320637014 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318804 Nov 12 03:14:57.022899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-02c63d17-353a-4439-a9fb-f5439776ea0b tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.035569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-02c63d17-353a-4439-a9fb-f5439776ea0b tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.108771 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:55Z', 'revision_number': 3, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:57.113366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3292976b-f5e4-4d24-af42-4255dea4a594 req-02c63d17-353a-4439-a9fb-f5439776ea0b tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640637 Nov 12 03:14:57.114231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c63d17-353a-4439-a9fb-f5439776ea0b tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab015f4d-a4cd-45df-b3c1-50288aa7f6e0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.141548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.177389 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Checking router: 1a7e12fd-a2d9-45de-94be-a5fb579a61cb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:57.178394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Updating router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:14:57.180833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-5ad415b3-c558-4fdc-9954-fc859fdc727d service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661203 Nov 12 03:14:57.197107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.206960 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.341621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f061bee-8189-4fbb-a350-44a71d4c2cbf req-e604ec95-ec83-4f31-ae0a-d5dd651a6ee4 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.348679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f061bee-8189-4fbb-a350-44a71d4c2cbf req-e604ec95-ec83-4f31-ae0a-d5dd651a6ee4 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 945 time: 0.0824885 Nov 12 03:14:57.368534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-728f2f2c-a2c9-4e82-8d54-3b74564ad559 req-06ceab79-20d2-425e-9a11-8f20a8ff1d44 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798165 Nov 12 03:14:57.387416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.390456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.394110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/55015164-d7af-43af-a8e9-fdb6e5a1d2f7 HTTP/1.1" status: 204 len: 168 time: 0.4664071 Nov 12 03:14:57.409900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd8b5c-2e6f-47fc-92c1-28cedeb58f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55015164-d7af-43af-a8e9-fdb6e5a1d2f7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.437167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f061bee-8189-4fbb-a350-44a71d4c2cbf req-4b582af2-2a2e-4f1c-b5ac-d4a336e890cb tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842104 Nov 12 03:14:57.530010 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.539055 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.591453 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Pushing event updated for resources: {'Port': ['ID=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.596193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-0a456514-5c7e-43ac-b0fa-c99404d0a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.597678 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-0a456514-5c7e-43ac-b0fa-c99404d0a367 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1096 time: 0.1153858 Nov 12 03:14:57.606433 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.607052 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.608370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.608716 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.609054 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.609409 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.609743 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.610071 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.610394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.610712 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.611034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.615347 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:57.629096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05029d10-5f40-45e9-8ebd-8d4fcdcba887 req-00de6815-7df8-457d-94f5-6d428f21efd1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.646817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05029d10-5f40-45e9-8ebd-8d4fcdcba887 req-00de6815-7df8-457d-94f5-6d428f21efd1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.1064589 Nov 12 03:14:57.654739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.660493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-8cb8d583-9e9b-4b81-895b-b52589651920 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:57.661504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-8cb8d583-9e9b-4b81-895b-b52589651920 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121112 Nov 12 03:14:57.691529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Attempting to bind port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:57.692255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Attempting to bind port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:57.692874 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Attempting to bind port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:57.700904 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:57.701277 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:57.701676 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.702232 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:57.702699 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Bound port: 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:57.708309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05029d10-5f40-45e9-8ebd-8d4fcdcba887 req-364fc49f-f1d1-470e-811a-8290fa15609e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Nov 12 03:14:57.708509 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.765835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-6b51511e-431c-4f52-a6e5-86422b998a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.767494 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-6b51511e-431c-4f52-a6e5-86422b998a4c service neutron] 10.222.0.93 "GET /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 1094 time: 0.0757105 Nov 12 03:14:57.792966 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] For port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:57.796723 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] For port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:57.803879 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.806182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Request body: {'binding': {'host': 'n-h2-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:57.806711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:14:57.870225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e1ac4-a0a6-45e9-a2ff-61430be5b343 req-bfd87e6e-1508-47d7-b16a-04c23913cc73 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.878538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-794e1ac4-a0a6-45e9-a2ff-61430be5b343 req-bfd87e6e-1508-47d7-b16a-04c23913cc73 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0659015 Nov 12 03:14:57.880825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32982) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:57.908302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3410d21d-2a31-4707-ab8f-0c52a83591dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.924645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-f65fa3d4-4a2f-40f4-8459-51cf6bdb58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.926328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-f65fa3d4-4a2f-40f4-8459-51cf6bdb58bb service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.3147986 Nov 12 03:14:57.957660 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0f44-58f3-4a04-8187-8128210401d8 None None] Pushing event updated for resources: {'Port': ['ID=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.965152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-794e1ac4-a0a6-45e9-a2ff-61430be5b343 req-8e6c72e5-917d-4588-b16e-f3ddb452e60f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856600 Nov 12 03:14:57.986411 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:57.987028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:58.003510 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-1e63f027-a5e0-4736-9087-88a7a196eba9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.0656402 Nov 12 03:14:58.039419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3410d21d-2a31-4707-ab8f-0c52a83591dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.042944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3410d21d-2a31-4707-ab8f-0c52a83591dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.087724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3410d21d-2a31-4707-ab8f-0c52a83591dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63f3e821f24643a88b80378eed26759a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047510 Nov 12 03:14:58.088586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d21d-2a31-4707-ab8f-0c52a83591dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9969244c-b308-4169-83bc-0b7c45ded945,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.091999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:58.110941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:58.131119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on host n-h2-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:58.131989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:58.132310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:58.143762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-2b8e7eba-7334-4c37-b16c-bd792516b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.145260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-2b8e7eba-7334-4c37-b16c-bd792516b8da service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1313415 Nov 12 03:14:58.147516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:58.147838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:58.152741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.158864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Allocated IP 172.20.0.1 (fcdd4a06-1540-4dc8-96dc-b9dbd37cd244/acc0b498-e8ff-4235-ad9c-9d68d664c9e2/5528fe0a-25cc-4180-bb54-1cd0843cbf85) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:58.171397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:58.171862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:58.172136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:58.172658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Bound port: c5d097ee-7204-40df-86eb-746ff70a9f14, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:58.185446 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.197026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-1ba6d47f-ef06-49ff-99f2-61716f5f3ac8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394785 Nov 12 03:14:58.254406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f836-16b3-4f40-871f-7236f9d5f088 req-49cdbae8-e879-4b95-be10-f5f3aa57bc89 tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.256627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e15f836-16b3-4f40-871f-7236f9d5f088 req-49cdbae8-e879-4b95-be10-f5f3aa57bc89 tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 1101 time: 0.0639174 Nov 12 03:14:58.287504 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.290039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.293589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9969244c-b308-4169-83bc-0b7c45ded945 HTTP/1.1" status: 204 len: 168 time: 0.1987314 Nov 12 03:14:58.311097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce20b8d-cb37-405c-9263-6d0f574d4707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9969244c-b308-4169-83bc-0b7c45ded945,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.320084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e15f836-16b3-4f40-871f-7236f9d5f088 req-db87cebd-0b20-4b4e-a577-ace7942f920e tempest-ServersAdminNegativeTestJSON-1240972148 tempest-ServersAdminNegativeTestJSON-1240972148-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Nov 12 03:14:58.340232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:58.360184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:55Z', 'revision_number': 3, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:58.381709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.383036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ad95eeb9-91b5-4b58-bc91-311cac2318eb service neutron] 10.222.0.93 "POST /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14/bindings HTTP/1.1" status: 201 len: 390 time: 0.5827386 Nov 12 03:14:58.402928 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ec6d7-9c93-472d-ae00-5ff2ab76bd38 None None] The sync data for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 is: [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:55Z', 'revision_number': 3, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:58.508380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.524528 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-92abd610-66a3-4991-a967-76bcb3678f89 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036842 Nov 12 03:14:58.624611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65160-8b24-4d90-b308-4152983a8b40 req-8c32e682-861e-46f6-84a6-8b71213bf8e2 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.633173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96a65160-8b24-4d90-b308-4152983a8b40 req-8c32e682-861e-46f6-84a6-8b71213bf8e2 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 945 time: 0.0982583 Nov 12 03:14:58.723299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33cac1-fce1-473f-bb38-7a532203fd8b req-090d2d05-39f2-48f0-903b-0f3b468fce6f tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.725647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a33cac1-fce1-473f-bb38-7a532203fd8b req-090d2d05-39f2-48f0-903b-0f3b468fce6f tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 945 time: 0.0831468 Nov 12 03:14:58.730239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.736555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96a65160-8b24-4d90-b308-4152983a8b40 req-5bd18f3d-cf82-441a-af38-8b3f1cde68e0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024098 Nov 12 03:14:58.800471 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c035beb-ca0f-4551-a7ae-461ddd1cdd21 req-bdadaecd-8b42-4fce-9f42-52128eb49639 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581005 Nov 12 03:14:58.817155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-aad09459-5438-4e08-8635-5c582de3f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.818480 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-aad09459-5438-4e08-8635-5c582de3f873 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1097 time: 0.1597323 Nov 12 03:14:58.837676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a33cac1-fce1-473f-bb38-7a532203fd8b req-2cce4d8b-d67c-4290-9d06-e6d66a7a3292 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000595 Nov 12 03:14:58.879481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:58.881155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:58.886236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:58.970758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb12b4e-5344-4bb0-ac7a-286a0385f001 req-f517c79e-5c80-45a4-90c4-237610943b15 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.979329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edb12b4e-5344-4bb0-ac7a-286a0385f001 req-f517c79e-5c80-45a4-90c4-237610943b15 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.1405909 Nov 12 03:14:58.993966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Pushing event updated for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:59.062910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.065186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edb12b4e-5344-4bb0-ac7a-286a0385f001 req-54694fd0-ad75-47d8-8c6f-e7e7ab987439 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849884 Nov 12 03:14:59.196902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-d8e4a2dc-cb17-4df2-842e-ad10b13169d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.197412 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-d8e4a2dc-cb17-4df2-842e-ad10b13169d9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.3205888 Nov 12 03:14:59.270863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6d4b-dae3-404b-8860-accbde836874 req-a0479c92-5a9a-4fbf-a217-3b28142776cb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.280027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc7d6d4b-dae3-404b-8860-accbde836874 req-a0479c92-5a9a-4fbf-a217-3b28142776cb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0991106 Nov 12 03:14:59.405518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd883d-55a3-41c3-99ff-c49463d5fadb req-4e712e2e-f515-47ca-a6ef-6ff57881c77f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.407587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4acd883d-55a3-41c3-99ff-c49463d5fadb req-4e712e2e-f515-47ca-a6ef-6ff57881c77f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0957439 Nov 12 03:14:59.423257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc7d6d4b-dae3-404b-8860-accbde836874 req-50121754-fd5a-480b-9182-db41062ca89c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375594 Nov 12 03:14:59.520750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4acd883d-55a3-41c3-99ff-c49463d5fadb req-7a79ac2b-8da1-4621-9511-8e05e30ca5d4 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959044 Nov 12 03:14:59.521830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33036) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:59.600856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-6651bd23-a66e-42b5-a804-fddbbdebf159 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.3901050 Nov 12 03:14:59.661080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-network', 'tenant_id': '6d0183e17cb541189badd9a9de24d457'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:59.687231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Made reservation on behalf of 6d0183e17cb541189badd9a9de24d457 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:59.689462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.700370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9b6dc703-aa30-440c-8c57-ce047458f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.701630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.701838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9b6dc703-aa30-440c-8c57-ce047458f5c2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0930793 Nov 12 03:14:59.706819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.764379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-3e1e577c-4774-4f68-8e62-b6fd4dda512d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462151 Nov 12 03:14:59.796409 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.800991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.839539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6148076-0a87-4ac3-9364-6929a4177869,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:59.901200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:59.913681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.914149 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Added segment 75ef50d7-3512-4821-bf16-0f512bc126f4 of type vlan for network 222073ce-0332-4194-8515-5516befdb169 Nov 12 03:14:59.945001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-68940c8a-b5de-4f0d-b14f-3ba381ff04ce service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522775 Nov 12 03:14:59.966631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af8fa-411b-4d32-965f-43d4b0f7b5bd req-d78225f5-db13-48d7-b437-94e4d8136bbe tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.973108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-622af8fa-411b-4d32-965f-43d4b0f7b5bd req-d78225f5-db13-48d7-b437-94e4d8136bbe tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 945 time: 0.1361642 Nov 12 03:14:59.997626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.055249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-622af8fa-411b-4d32-965f-43d4b0f7b5bd req-c88c63c4-a3b9-49c6-99d3-c21bf438123d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805001 Nov 12 03:15:00.056327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.057254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.057852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.085992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5627174 Nov 12 03:15:00.092987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:00.098684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Request body: {'subnet': {'network_id': '222073ce-0332-4194-8515-5516befdb169', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-subnet', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:00.142147 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-2b59de89-0dfe-41a6-885a-de6c29c4f8bf service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900856 Nov 12 03:15:00.163067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd078-a53b-41d5-a0b0-a15c92ab7aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=222073ce-0332-4194-8515-5516befdb169,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.174804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 222073ce-0332-4194-8515-5516befdb169 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:00.200589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Made reservation on behalf of 6d0183e17cb541189badd9a9de24d457 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:00.202862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.235082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:00.265609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.278249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2f17-5bb5-4c0a-b05f-42b2482b3ffb req-5f5440fc-2bb2-4d5c-80a0-503c6e2034be tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.288216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-069a2f17-5bb5-4c0a-b05f-42b2482b3ffb req-5f5440fc-2bb2-4d5c-80a0-503c6e2034be tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.0907445 Nov 12 03:15:00.298690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.340255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-069a2f17-5bb5-4c0a-b05f-42b2482b3ffb req-97380883-49b3-479b-92a2-3f3126de4e52 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509944 Nov 12 03:15:00.347880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:00.348288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.402817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ed7a8924-3af3-4660-883b-0d740784f1a3 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.406324 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ed7a8924-3af3-4660-883b-0d740784f1a3 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.1808348 Nov 12 03:15:00.411007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.414868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Pushing event updated for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.425755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:00.451370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.496008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:00.499812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.502735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.582505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.593501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b2e4e-c4ba-4b6d-8045-74ec6418c030 req-cbca1f20-e658-48c2-8602-ed5fbcbb6835 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.595751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d6b2e4e-c4ba-4b6d-8045-74ec6418c030 req-cbca1f20-e658-48c2-8602-ed5fbcbb6835 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0747693 Nov 12 03:15:00.596058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.596750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.598106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.598668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.599179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.599715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.600503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.601004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.601512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.602004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.602483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.602987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:00.679772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d6b2e4e-c4ba-4b6d-8045-74ec6418c030 req-a7381392-d7b5-4441-ac08-61977721e92d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776846 Nov 12 03:15:00.697510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.745635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.790611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69f256-21f0-4346-b7f4-b64e9f9bc9cc req-bf2d6e81-b72e-492d-a7ed-f592f3497534 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.792184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb69f256-21f0-4346-b7f4-b64e9f9bc9cc req-bf2d6e81-b72e-492d-a7ed-f592f3497534 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0507972 Nov 12 03:15:00.880096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:00.880894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54425683-41c1-4fe4-b4e2-f290d49b6353,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.885607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb69f256-21f0-4346-b7f4-b64e9f9bc9cc req-16e4ac04-0dcc-45b4-959c-82b91b9795ec tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845034 Nov 12 03:15:00.893414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:00.932878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-149e5675-82d4-466f-85ae-105cdb63f570 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.935947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-149e5675-82d4-466f-85ae-105cdb63f570 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 949 time: 0.0969574 Nov 12 03:15:00.970842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Checking segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:00.971208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Network hostable DHCP agents. Network: 222073ce-0332-4194-8515-5516befdb169, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:01.014495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:01.042672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Deleting port 551398d9-ee17-4fb6-938d-ab2867c35ae3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:01.043282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.074465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Network 222073ce-0332-4194-8515-5516befdb169 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:01.105043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 222073ce-0332-4194-8515-5516befdb169) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:01.113532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.114415 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.117503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:01.119498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380bcd88-6b74-4a11-90de-f52902896d35 None None] Network 222073ce-0332-4194-8515-5516befdb169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:01.150976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:01.157155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] For port 551398d9-ee17-4fb6-938d-ab2867c35ae3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=551398d9-ee17-4fb6-938d-ab2867c35ae3,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:01.157517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.169876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c3947481-bdf6-4f21-b87e-8e1d49e0242f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0757968 Nov 12 03:15:01.172829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:01.179807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Calling delete_port for 551398d9-ee17-4fb6-938d-ab2867c35ae3 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:01.183948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:01.200737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:01.207564 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330fe132-9d8a-4a4d-a532-251e20e6ce49" -d '{"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:01.212783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.290837 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725acfe-093a-40d7-8477-240ebf1fd9b5 x-openstack-request-id: req-8725acfe-093a-40d7-8477-240ebf1fd9b5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:01.291127 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:01.291375 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8725acfe-093a-40d7-8477-240ebf1fd9b5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:01.291767 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'code': 200} Nov 12 03:15:01.295718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39604-8fa9-4fea-a370-d3bd9d45891e req-f05d83aa-ff8d-4233-b472-6fb8b382c1d0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.295718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3b39604-8fa9-4fea-a370-d3bd9d45891e req-f05d83aa-ff8d-4233-b472-6fb8b382c1d0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 945 time: 0.0991833 Nov 12 03:15:01.306796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.331649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-222073ce-0332-4194-8515-5516befdb169', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:01.333096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.345829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.346662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.408838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3b39604-8fa9-4fea-a370-d3bd9d45891e req-ae120c79-40e9-454c-a869-44844aaf1629 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076906 Nov 12 03:15:01.470955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.481494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.507229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', '551398d9-ee17-4fb6-938d-ab2867c35ae3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:01.557791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Pushing event deleted for resources: {'Port': ['ID=551398d9-ee17-4fb6-938d-ab2867c35ae3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.568254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.594478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Allocated IP 172.20.0.2 (222073ce-0332-4194-8515-5516befdb169/54425683-41c1-4fe4-b4e2-f290d49b6353/2c9cbb22-99e8-4985-8d88-0a1b78141fe3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:01.596512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.612643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on host n-h1-713499-30 for vnic_type normal with profile {"migrating_to": "n-h2-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:01.613128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:01.613570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:01.617946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] No DVR routers for this DVR port 551398d9-ee17-4fb6-938d-ab2867c35ae3 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:01.626699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.631130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7aee9ccf-3e9b-4353-a8c7-68a21697bf73 req-b872d9d7-9726-4216-9c50-0b61b0d862a9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "DELETE /v2.0/ports/551398d9-ee17-4fb6-938d-ab2867c35ae3 HTTP/1.1" status: 204 len: 173 time: 0.6881363 Nov 12 03:15:01.633998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'name': 'network-vif-deleted', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:01.636106 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d9a483-0164-46b4-bdc5-7f12d658fbd2" -d '{"events": [{"server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "name": "network-vif-deleted", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:01.637961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:01.659840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Sync routers for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:01.660217 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5987ef9e-213f-4251-86eb-c432179f1e55 admin admin] 10.222.0.93 "PUT /v2.0/routers/1a7e12fd-a2d9-45de-94be-a5fb579a61cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8752856 Nov 12 03:15:01.675309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:01.675931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:01.687620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6e525-d1f4-4dea-b9e7-c5a498f33c26 req-c1276d69-5cd2-4bc5-9ef1-8de543e66fe3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.707764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:01.708157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Attempting to bind port c5d097ee-7204-40df-86eb-746ff70a9f14 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:01.715023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ab6e525-d1f4-4dea-b9e7-c5a498f33c26 req-c1276d69-5cd2-4bc5-9ef1-8de543e66fe3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.2508514 Nov 12 03:15:01.765409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:01.767220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:01.768025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:01.769671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Bound port: c5d097ee-7204-40df-86eb-746ff70a9f14, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:01.770363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.771429 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ec7ab-b28d-45cc-85d4-ab53ed55cc7c x-openstack-request-id: req-817ec7ab-b28d-45cc-85d4-ab53ed55cc7c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:01.772281 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e", "name": "network-vif-deleted", "tag": "551398d9-ee17-4fb6-938d-ab2867c35ae3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:01.772510 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-817ec7ab-b28d-45cc-85d4-ab53ed55cc7c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:01.772934 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e', 'name': 'network-vif-deleted', 'tag': '551398d9-ee17-4fb6-938d-ab2867c35ae3', 'status': 'completed', 'code': 200} Nov 12 03:15:01.881986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ab6e525-d1f4-4dea-b9e7-c5a498f33c26 req-45e05aff-401e-4371-ad64-80e310f792c4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659997 Nov 12 03:15:01.928759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:01.934142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:02.008156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.019673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.144311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:02.163725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caafce0d-3f1f-45e9-b355-5e56ffc0cb57 req-1c17b48a-de99-42e9-bd4e-0d64ccb00cc7 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b0d6ddf-a8c1-4aa9-acec-cb74b0397c0e HTTP/1.1" status: 200 len: 210 time: 0.0407727 Nov 12 03:15:02.214037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750e21f-2657-4c84-8fbb-0b1964878094 req-0d2f86d4-a138-4e9f-b6ea-a3da192de30e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.225905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.226464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.227740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5750e21f-2657-4c84-8fbb-0b1964878094 req-0d2f86d4-a138-4e9f-b6ea-a3da192de30e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1807995 Nov 12 03:15:02.237163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:02.249518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] 10.222.0.100 "PUT /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 1123 time: 1.8128672 Nov 12 03:15:02.256733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199a61-af03-43c9-8be5-7c761157ff86 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:02.317765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:02.343655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5750e21f-2657-4c84-8fbb-0b1964878094 req-8c8926b1-c86c-4918-b113-2f612acd4b1a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142557 Nov 12 03:15:02.525586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c5d097ee-7204-40df-86eb-746ff70a9f14'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:02.526811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.547118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.655592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520aa92-8165-4c77-ac0f-e52bcc70388e req-cc62001b-68b7-4314-b1c7-42f8501245b4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.657183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6520aa92-8165-4c77-ac0f-e52bcc70388e req-cc62001b-68b7-4314-b1c7-42f8501245b4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.1377518 Nov 12 03:15:02.668228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Allocated IP 172.25.4.175 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e47f10cf-095f-443b-9ae0-9d9a96007e32) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:02.698274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-d4bcc4b0-4841-47f2-9522-b374812713cd tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.699998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-d4bcc4b0-4841-47f2-9522-b374812713cd tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 810 time: 0.1632159 Nov 12 03:15:02.720175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:02.734271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-9cd00770-379c-457a-8125-353246bdb85d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/quotas/cd1d26d73fa3468697f8262f602eefa1 HTTP/1.1" status: 200 len: 375 time: 0.0277338 Nov 12 03:15:02.742908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6520aa92-8165-4c77-ac0f-e52bcc70388e req-a6cec182-ba72-4f35-9929-98af83a2ed6b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Nov 12 03:15:02.785770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'port_id': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'mac_address': 'fa:16:3e:d1:9d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b95a5a-e0ad-474e-a71e-c9512ce2e399', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:02.791691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-7397fcd3-c89e-488f-b523-0df24b6ac960 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477996 Nov 12 03:15:02.870385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.893951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:02.894343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.896246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.898887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-73f34c37-7dbb-4827-9f3b-3f7bb9056c27 service neutron] 10.222.0.93 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989754 Nov 12 03:15:03.012197 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.022880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.036482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Network 222073ce-0332-4194-8515-5516befdb169 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:03.044907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-c283d5d6-b08f-4ac2-8358-c68952e4bc1f service neutron] 10.222.0.93 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392293 Nov 12 03:15:03.056842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:03.060879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Pushing event updated for resources: {'Port': ['ID=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:03.063903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4744c6b0-429d-4ae3-8876-54baaba8551e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:03.069118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:03.069838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.069980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a825d-885b-4b53-811e-f6fbcbaf9762 req-f9ca8390-e469-41b1-a17a-eb4aafd76692 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.078617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c70a825d-885b-4b53-811e-f6fbcbaf9762 req-f9ca8390-e469-41b1-a17a-eb4aafd76692 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.0844784 Nov 12 03:15:03.118550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:03.160623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:03.162055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Pushing event updated for resources: {'Port': ['ID=e47f10cf-095f-443b-9ae0-9d9a96007e32,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:03.165103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:03.174450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.177443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:03.192669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c70a825d-885b-4b53-811e-f6fbcbaf9762 req-90304e37-55fc-4012-b919-8c5a169619ac tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079352 Nov 12 03:15:03.278524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Attempting to bind port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:03.278844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Attempting to bind port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:03.279154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Attempting to bind port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 on network 222073ce-0332-4194-8515-5516befdb169 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:03.307256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:59Z', 'revision_number': 4, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5528fe0a-25cc-4180-bb54-1cd0843cbf85', 'name': '', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'mac_address': 'fa:16:3e:0f:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:57Z', 'updated_at': '2021-11-12T03:14:59Z', 'revision_number': 2, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'subnets': [{'id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:03.311633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:03.312046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Checking segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:03.312449 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.312842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Bound using segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:03.313353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Bound port: 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:03.313705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.324616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:03.327083 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a693ce23-df0e-4d71-a86a-2452ec58f092" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:03.352576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:03.364159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Checking router: 1a7e12fd-a2d9-45de-94be-a5fb579a61cb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:03.364526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Updating router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:03.417043 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.481276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04f7dda4-3386-417a-80c8-9b74ad1b2fba req-a509b4cd-399a-41b6-85bc-2cdaf61481a5 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 210 time: 0.0380602 Nov 12 03:15:03.496652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4744c6b0-429d-4ae3-8876-54baaba8551e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:03.514819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] For port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:03.575016 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2da82-4fc8-4db7-a76d-327fe570dbfc x-openstack-request-id: req-a9f2da82-4fc8-4db7-a76d-327fe570dbfc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:03.575380 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:03.575728 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a9f2da82-4fc8-4db7-a76d-327fe570dbfc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:03.576244 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'status': 'completed', 'code': 200} Nov 12 03:15:03.619695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] For port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:03.630711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.654645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.707764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-5b91a405-5b3b-436d-b2d5-e75003bfeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.711328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-5b91a405-5b3b-436d-b2d5-e75003bfeac4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1126 time: 0.1091781 Nov 12 03:15:03.970781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.989111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac20b9-c9fe-4dcd-b35b-881595e1032d None None] Pushing event updated for resources: {'Port': ['ID=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.077579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-2b47b3c9-1529-42bd-946c-dc37ff786956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.079048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-2b47b3c9-1529-42bd-946c-dc37ff786956 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.3570395 Nov 12 03:15:04.166860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:15:04.186063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b4abe-0325-421b-a51c-d8128a5e295f req-ed60b25e-de3b-47a5-a8d7-f20d7c6e0256 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.198097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-069b4abe-0325-421b-a51c-d8128a5e295f req-ed60b25e-de3b-47a5-a8d7-f20d7c6e0256 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2582688 Nov 12 03:15:04.220092 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.251114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.266142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-feb880c9-f70f-4899-af5c-dc298eca15ce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.1669595 Nov 12 03:15:04.280274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8acb5-c450-4380-809c-18aec4a6292d req-84fc4660-4a4f-4adf-a605-df289ed044cd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.282292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ab8acb5-c450-4380-809c-18aec4a6292d req-84fc4660-4a4f-4adf-a605-df289ed044cd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.3379409 Nov 12 03:15:04.341949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb010e-d938-4578-9f6f-a6ebd533fa14 None None] Pushing event updated for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.398661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-069b4abe-0325-421b-a51c-d8128a5e295f req-0fcbe794-34da-41c1-9641-8ac8c1031fba tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988714 Nov 12 03:15:04.409251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:04.421719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Sync routers for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:04.423940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Attempting to bind port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:04.424423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Attempting to bind port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:04.424649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Attempting to bind port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:04.432095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:04.432626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Checking segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:04.433570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.434111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Bound using segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:04.434946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Bound port: 5528fe0a-25cc-4180-bb54-1cd0843cbf85, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:04.435542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.438982 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:04.440648 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:04.445626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.446957 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6235c44d-3bdf-420e-a1a4-0f7e40dab128 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2731891 Nov 12 03:15:04.451691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:04.503424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-886adb56-c345-4f65-b803-f83f7e10ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.512449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-886adb56-c345-4f65-b803-f83f7e10ed84 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.2288976 Nov 12 03:15:04.533103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ab8acb5-c450-4380-809c-18aec4a6292d req-d6ae4b9c-585f-4e77-80a1-c9cbcef4670e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076654 Nov 12 03:15:04.586355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-2d253d9b-5e1a-426e-a202-73103400c036 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521936 Nov 12 03:15:04.588238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] For port 5528fe0a-25cc-4180-bb54-1cd0843cbf85, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:04.597933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] For port 5528fe0a-25cc-4180-bb54-1cd0843cbf85, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5528fe0a-25cc-4180-bb54-1cd0843cbf85,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:04.605469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.621070 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:04.655952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c92754-91de-4239-822d-af7843352cc8 req-4509dad0-64e9-4b52-8108-3e934be251d9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.669804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32c92754-91de-4239-822d-af7843352cc8 req-4509dad0-64e9-4b52-8108-3e934be251d9 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 950 time: 0.1788192 Nov 12 03:15:04.767387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb010e-d938-4578-9f6f-a6ebd533fa14 None None] Pushing event updated for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.772114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 551398d9-ee17-4fb6-938d-ab2867c35ae3 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:04.810527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 551398d9-ee17-4fb6-938d-ab2867c35ae3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:04.810890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 551398d9-ee17-4fb6-938d-ab2867c35ae3 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:04.818913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:04.819531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:04.859501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32c92754-91de-4239-822d-af7843352cc8 req-794004c9-ae69-432b-b1fe-f5b522eaf43f tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750591 Nov 12 03:15:04.898520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3174b18-d69a-4d16-bc42-1c10c982852a req-4ed96976-b910-457b-823b-55271408a2fe tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.902851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3174b18-d69a-4d16-bc42-1c10c982852a req-4ed96976-b910-457b-823b-55271408a2fe tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.2161489 Nov 12 03:15:05.028641 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:03Z', 'revision_number': 3, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:05.042067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:05.079417 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Checking router: cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:05.080216 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Updating router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c port e47f10cf-095f-443b-9ae0-9d9a96007e32 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:05.114577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3174b18-d69a-4d16-bc42-1c10c982852a req-2a8279fa-642d-496c-849b-975060541f40 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963847 Nov 12 03:15:05.116292 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.139059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-384c391b-edb3-444a-86d3-7d758e55f46f service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420916 Nov 12 03:15:05.445992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-94fdd65e-2063-4d06-a9c6-109b5feebdee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.447547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-94fdd65e-2063-4d06-a9c6-109b5feebdee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 810 time: 0.3572361 Nov 12 03:15:05.499517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Request body: {'port': {'device_id': '43b14b6e-3c45-4f10-b099-74385b88e031', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'admin_state_up': True, 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:05.566067 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.574114 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.605089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258fdbc5-6984-499e-9409-53532a826de9 None None] Network 222073ce-0332-4194-8515-5516befdb169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:05.694710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2ffe004-0e67-4b11-838f-82505e8b4f73 req-dce4bce0-cb3d-4a9b-923a-1d97e6652742 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 210 time: 0.5184062 Nov 12 03:15:05.714345 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7ad4f-974f-4aaa-8d97-625435173e46 None None] Pushing event updated for resources: {'Port': ['ID=e47f10cf-095f-443b-9ae0-9d9a96007e32,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:05.727022 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Attempting to bind port e47f10cf-095f-443b-9ae0-9d9a96007e32 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:05.727678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Attempting to bind port e47f10cf-095f-443b-9ae0-9d9a96007e32 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:05.728267 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Attempting to bind port e47f10cf-095f-443b-9ae0-9d9a96007e32 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:05.732351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Made reservation on behalf of cd1d26d73fa3468697f8262f602eefa1 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:05.737394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.755113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:05.756048 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:05.756636 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.757193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:05.757842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Bound port: e47f10cf-095f-443b-9ae0-9d9a96007e32, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:05.758587 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.770510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:05.862254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:05.868543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a693ce23-df0e-4d71-a86a-2452ec58f092 req-5c6add06-292f-486f-a8e6-923d121c803e service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048433 Nov 12 03:15:05.878733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a6d7-ecb7-4858-816b-e28895bd9938 req-afccc607-7d48-43ff-8e20-6f8f8fcda699 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.880366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efd5a6d7-ecb7-4858-816b-e28895bd9938 req-afccc607-7d48-43ff-8e20-6f8f8fcda699 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2728305 Nov 12 03:15:05.887756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-d1c69dca-a99c-4808-9cb4-d5e7cc75a110 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.889228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-d1c69dca-a99c-4808-9cb4-d5e7cc75a110 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 950 time: 0.2746885 Nov 12 03:15:05.893136 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] For port e47f10cf-095f-443b-9ae0-9d9a96007e32, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:05.902438 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] For port e47f10cf-095f-443b-9ae0-9d9a96007e32, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e47f10cf-095f-443b-9ae0-9d9a96007e32,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:05.914867 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.924048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Allocated IP 172.20.0.14 (fcdd4a06-1540-4dc8-96dc-b9dbd37cd244/acc0b498-e8ff-4235-ad9c-9d68d664c9e2/48b571ba-d5c3-471c-a992-d52bcf25dcb5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:05.955494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4105779-6bf5-4142-90d8-8f8741bbaba2 req-3f906834-48ca-40a6-9859-833e6406b51e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.962723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4105779-6bf5-4142-90d8-8f8741bbaba2 req-3f906834-48ca-40a6-9859-833e6406b51e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.1760406 Nov 12 03:15:06.051856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efd5a6d7-ecb7-4858-816b-e28895bd9938 req-b36ffbcb-2a2b-4d0f-bab5-19b793484f16 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594241 Nov 12 03:15:06.069676 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7ad4f-974f-4aaa-8d97-625435173e46 None None] Pushing event updated for resources: {'Port': ['ID=e47f10cf-095f-443b-9ae0-9d9a96007e32,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.096881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:06.100708 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:06.113090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.144577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4105779-6bf5-4142-90d8-8f8741bbaba2 req-4fa2dd0b-2f8d-4a63-a8c3-b68805f93a04 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809080 Nov 12 03:15:06.190821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] Provisioning complete for port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:06.194169 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.197705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.202610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Deleting port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:06.207823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.295696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.303213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:59Z', 'revision_number': 4, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5528fe0a-25cc-4180-bb54-1cd0843cbf85', 'name': '', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'mac_address': 'fa:16:3e:0f:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:57Z', 'updated_at': '2021-11-12T03:15:04Z', 'revision_number': 4, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'subnets': [{'id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:06.337517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:06.348208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:06.356518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:06.361834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:06.364325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Pushing event updated for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.411284 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:06.463778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151d34c-efc3-4b6a-9b2e-f0ace930949b None None] The sync data for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 is: [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:14:59Z', 'revision_number': 4, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5528fe0a-25cc-4180-bb54-1cd0843cbf85', 'name': '', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'mac_address': 'fa:16:3e:0f:74:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:57Z', 'updated_at': '2021-11-12T03:15:04Z', 'revision_number': 4, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'subnets': [{'id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:06.468908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:06.469623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.483065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:06.541134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 has no active binding in host n-h2-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:15:06.589765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-346c06f3-28df-4b64-aeeb-f51a32e5439f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1021774 Nov 12 03:15:06.603154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.637452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 4744c6b0-429d-4ae3-8876-54baaba8551e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:06.642801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4744c6b0-429d-4ae3-8876-54baaba8551e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:06.643163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.649711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:06.655926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.718093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d7c2c-1135-4d7d-a498-095ce7cf482a req-9887a4b1-38af-49f0-8280-415f84d06085 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:06.728227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-586d7c2c-1135-4d7d-a498-095ce7cf482a req-9887a4b1-38af-49f0-8280-415f84d06085 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 950 time: 0.5109291 Nov 12 03:15:06.731782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] For port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:06.732180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.735002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Allocated IP 172.20.0.1 (222073ce-0332-4194-8515-5516befdb169/54425683-41c1-4fe4-b4e2-f290d49b6353/3b2f8339-2be1-4d26-9eca-dc3df4eb850c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:06.742296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:03Z', 'revision_number': 3, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:06.778508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-d0f52aad-1cb4-4a63-96df-0b147df6ad1b service neutron] 10.222.0.98 "GET /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14/bindings/n-h2-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.4964373 Nov 12 03:15:06.790767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4064ac-7117-4930-882b-949f23af0e32 req-75be5a91-fe9e-4b1e-9751-e4d3acab99c2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:06.792766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a4064ac-7117-4930-882b-949f23af0e32 req-75be5a91-fe9e-4b1e-9751-e4d3acab99c2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.3392529 Nov 12 03:15:06.795627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Calling delete_port for 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:06.803535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6e29e8-0f36-4950-8c3e-f284042fc001 None None] The sync data for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 is: [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:03Z', 'revision_number': 3, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:06.815592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] For port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:06.831491 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.948664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c53370-05ee-4c1a-806a-e5bb4de20676 None None] Pushing event updated for resources: {'Port': ['ID=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.998673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b6257a5d-887b-4a74-8b1e-761034a3ad9b None None] Provisioning complete for port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:06.999037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6257a5d-887b-4a74-8b1e-761034a3ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.000901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-586d7c2c-1135-4d7d-a498-095ce7cf482a req-6980a23f-933b-45d3-81cc-de1d82d137ce tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a08e635-edfd-4be5-a3d2-9c1d117753b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668846 Nov 12 03:15:07.018455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Request body: {'port': {'device_id': '43b14b6e-3c45-4f10-b099-74385b88e031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:07.136826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.170508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.183700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a4064ac-7117-4930-882b-949f23af0e32 req-3e4096e0-031d-47fe-ae3d-6ee676fe2e85 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643250 Nov 12 03:15:07.302321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.372312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:07.378593 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce215c01-4a78-434e-9d92-44889e64e880" -d '{"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-plugged", "status": "completed", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:07.386683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:07.397049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.398374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.527949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:07.539102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148f041-7335-4dff-bb73-c160afdb7220 req-06aaf883-54fc-4aa6-ad40-1f2fa8fa40e6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.543597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e148f041-7335-4dff-bb73-c160afdb7220 req-06aaf883-54fc-4aa6-ad40-1f2fa8fa40e6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 932 time: 0.4227176 Nov 12 03:15:07.581238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Network 222073ce-0332-4194-8515-5516befdb169 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:07.592569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:07.602247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:07.655419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b718d-7dcc-4133-bbe3-4e8f738a1308 req-d8ef8e5a-8099-4a8f-9b52-d8483686d7fb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.657114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da9b718d-7dcc-4133-bbe3-4e8f738a1308 req-d8ef8e5a-8099-4a8f-9b52-d8483686d7fb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2403688 Nov 12 03:15:07.709377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.715120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:07.765008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:07.792590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:07.837299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d097ee-7204-40df-86eb-746ff70a9f14 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:07.851738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:07.871564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e148f041-7335-4dff-bb73-c160afdb7220 req-aa5d291b-ed68-494f-a27d-d0089385061c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201060 Nov 12 03:15:07.880131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.886643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.893826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:08.061125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da9b718d-7dcc-4133-bbe3-4e8f738a1308 req-4002088f-e9d9-48bb-85b0-bc354594bbb6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802564 Nov 12 03:15:08.062497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Pushing event deleted for resources: {'Port': ['ID=8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.075645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b02d91c6-7b00-4415-97fd-65a785865b8b None None] Provisioning complete for port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:08.076043 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b02d91c6-7b00-4415-97fd-65a785865b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.192076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b02d91c6-7b00-4415-97fd-65a785865b8b None None] Port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:08.306704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] Transition to ACTIVE for port object c5d097ee-7204-40df-86eb-746ff70a9f14 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:08.313725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] No DVR routers for this DVR port 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:08.317439 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42354405-ab21-49df-8a68-6535a154b4f1 x-openstack-request-id: req-42354405-ab21-49df-8a68-6535a154b4f1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:08.318892 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-plugged", "status": "completed", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:08.319012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.319219 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-42354405-ab21-49df-8a68-6535a154b4f1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:08.320535 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'code': 200} Nov 12 03:15:08.322740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24b7694e-c5b6-4aef-a665-b58ba525ca12 req-7e0917be-3835-4034-ac43-da99dbed6223 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.98 "DELETE /v2.0/ports/8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f HTTP/1.1" status: 204 len: 173 time: 2.4229360 Nov 12 03:15:08.324469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'name': 'network-vif-deleted', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:08.337830 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7fb79a-c48e-4a24-93bb-fb1841f14f97" -d '{"events": [{"server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "name": "network-vif-deleted", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:08.389424 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.505281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e47f10cf-095f-443b-9ae0-9d9a96007e32 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:08.606396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a93cd0d2-da44-4cc6-8011-a00cfa3de07f req-3536f383-96aa-4b4f-8a62-7120a36a3b58 tempest-ServersAdminNegativeTestJSON-1943219710 tempest-ServersAdminNegativeTestJSON-1943219710-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc8681d7-c416-4994-ae48-e664137c367a HTTP/1.1" status: 200 len: 210 time: 0.0815487 Nov 12 03:15:08.611943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e47f10cf-095f-443b-9ae0-9d9a96007e32 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:08.612683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.640333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29690045-8426-4df4-8fe0-e9b20d81eeef req-3e04872f-3a42-403a-94d7-7cd60f78d3f8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:08.649360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29690045-8426-4df4-8fe0-e9b20d81eeef req-3e04872f-3a42-403a-94d7-7cd60f78d3f8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 943 time: 0.6077332 Nov 12 03:15:08.782292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] No DVR routers for this DVR port c5d097ee-7204-40df-86eb-746ff70a9f14 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:08.784699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.801420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.804192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.810609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cfc54-ca7e-4d85-a9a4-007a1c2166d6 req-a3fe095b-6f40-4aec-b759-baf1e14f2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:08.812248 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff7cfc54-ca7e-4d85-a9a4-007a1c2166d6 req-a3fe095b-6f40-4aec-b759-baf1e14f2518 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.3547859 Nov 12 03:15:08.838758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29690045-8426-4df4-8fe0-e9b20d81eeef req-08bb39c8-756e-440f-8f85-9e6b989f22aa tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883235 Nov 12 03:15:08.867586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port e47f10cf-095f-443b-9ae0-9d9a96007e32, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e47f10cf-095f-443b-9ae0-9d9a96007e32,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:08.874586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.875637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5528fe0a-25cc-4180-bb54-1cd0843cbf85 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:08.943222 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ead72-ac76-4e34-ab72-99b2dac7effb x-openstack-request-id: req-da6ead72-ac76-4e34-ab72-99b2dac7effb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:08.945027 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8681d7-c416-4994-ae48-e664137c367a", "name": "network-vif-deleted", "tag": "8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:08.945416 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-da6ead72-ac76-4e34-ab72-99b2dac7effb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:08.947336 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8681d7-c416-4994-ae48-e664137c367a', 'name': 'network-vif-deleted', 'tag': '8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f', 'status': 'completed', 'code': 200} Nov 12 03:15:08.961139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-cd318c45-e40e-4ca9-862f-3da4dafcf4a1 service neutron] 10.222.0.98 "PUT /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14/bindings/n-h2-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 2.1676409 Nov 12 03:15:08.995024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1dd50-2258-4ad4-a364-dee75b85220f req-df9ba5df-d875-4fef-8add-f98103420b34 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.004311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bd1dd50-2258-4ad4-a364-dee75b85220f req-df9ba5df-d875-4fef-8add-f98103420b34 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 946 time: 0.2376428 Nov 12 03:15:09.018808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=e47f10cf-095f-443b-9ae0-9d9a96007e32,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.077398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:09.078842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.143559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b571ba-d5c3-471c-a992-d52bcf25dcb5 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:09.173186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.191037 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff7cfc54-ca7e-4d85-a9a4-007a1c2166d6 req-9af8cca6-0747-4240-a3b6-935e56833bbc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379433 Nov 12 03:15:09.198638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bd1dd50-2258-4ad4-a364-dee75b85220f req-a11d0fbd-a302-4213-a425-ba2e42af717b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876020 Nov 12 03:15:09.212894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Transition to ACTIVE for port object 48b571ba-d5c3-471c-a992-d52bcf25dcb5 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:09.215539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19ffcd-1a37-4ce7-ab4b-ab4fc833e14c req-e69a9581-fbc2-48d7-89d2-9ed36655fa4e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.220705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f19ffcd-1a37-4ce7-ab4b-ab4fc833e14c req-e69a9581-fbc2-48d7-89d2-9ed36655fa4e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 932 time: 0.1675835 Nov 12 03:15:09.226531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.242195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.274482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 5528fe0a-25cc-4180-bb54-1cd0843cbf85, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5528fe0a-25cc-4180-bb54-1cd0843cbf85,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:09.282877 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.283898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:09.284563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ea315532-8e7d-419f-8d1f-403ea0494276 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.286080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-ea315532-8e7d-419f-8d1f-403ea0494276 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.1658158 Nov 12 03:15:09.313247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.323069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.326333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Pushing event updated for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.368876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f19ffcd-1a37-4ce7-ab4b-ab4fc833e14c req-7db5e2c0-c422-4f4f-bfb2-24d2214a7a98 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395280 Nov 12 03:15:09.397349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e70391-e800-47de-a37c-356d447836ee req-dc7e352a-9598-4a14-b462-92552b9df9c7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.399288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58e70391-e800-47de-a37c-356d447836ee req-dc7e352a-9598-4a14-b462-92552b9df9c7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0868802 Nov 12 03:15:09.417120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.439758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.441639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:09.442526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.507985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58e70391-e800-47de-a37c-356d447836ee req-8ff7f133-31c5-4945-87a1-e7196b717fd5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 Nov 12 03:15:09.540152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.590119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Attempting to bind port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:09.590459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Attempting to bind port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:09.590786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Attempting to bind port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:09.601108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:09.601430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Attempting to bind port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:09.610490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:09.610824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Checking segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:09.611199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Bound using segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:09.611623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Bound port: 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:09.611987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.697152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Network 222073ce-0332-4194-8515-5516befdb169 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:09.703281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:09.738030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-eca92d5d-3bc6-4cd0-9e26-4880851d5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.739840 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-eca92d5d-3bc6-4cd0-9e26-4880851d5be1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3&tenant_id=b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 1096 time: 0.1060858 Nov 12 03:15:09.831158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:09.888272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:09.926411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-de6b4693-7cce-49f8-bd1a-95df5c3b0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.928486 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-de6b4693-7cce-49f8-bd1a-95df5c3b0980 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1096 time: 0.1362872 Nov 12 03:15:09.932448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.986693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:10.014994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a209cbd-6277-4f9c-b752-afad877ff652 req-39272af1-7277-49e6-b529-ab79ef911b5a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.016824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a209cbd-6277-4f9c-b752-afad877ff652 req-39272af1-7277-49e6-b529-ab79ef911b5a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.0686235 Nov 12 03:15:10.060948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.061687 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.063064 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] 10.222.0.98 "PUT /v2.0/ports/48b571ba-d5c3-471c-a992-d52bcf25dcb5 HTTP/1.1" status: 200 len: 1093 time: 3.4579480 Nov 12 03:15:10.067808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:10.070953 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d301a-fa92-4ccd-9e41-33ba7f205877" -d '{"events": [{"name": "network-changed", "server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:10.089998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a209cbd-6277-4f9c-b752-afad877ff652 req-4a3f54cb-fdb1-4164-9e5e-a50be6978507 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Nov 12 03:15:10.124237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:10.141682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-09b914e4-563f-4201-b5dd-a77798d72588 None None] Provisioning complete for port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:10.142249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09b914e4-563f-4201-b5dd-a77798d72588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.201968 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6eab0c-5fc9-4807-813c-81383d508044 x-openstack-request-id: req-2b6eab0c-5fc9-4807-813c-81383d508044 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:10.202679 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:10.202935 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2b6eab0c-5fc9-4807-813c-81383d508044 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:10.203337 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5', 'status': 'completed', 'code': 200} Nov 12 03:15:10.217542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-09b914e4-563f-4201-b5dd-a77798d72588 None None] Port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:10.232100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e47f10cf-095f-443b-9ae0-9d9a96007e32 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:10.278593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfc57e-3b0d-4216-a277-c0e0c32056ac service neutron] Pushing event updated for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.293262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e47f10cf-095f-443b-9ae0-9d9a96007e32 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:10.293617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.299925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-0b406c51-83fd-4068-bf8a-769692705db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.301712 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-0b406c51-83fd-4068-bf8a-769692705db0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.3587158 Nov 12 03:15:10.368604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecb5c1-d992-4541-94e8-4a7ec55ab0d2 req-4002a984-68ac-4359-9638-59e74500e686 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.370664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-deecb5c1-d992-4541-94e8-4a7ec55ab0d2 req-4002a984-68ac-4359-9638-59e74500e686 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 946 time: 0.0785520 Nov 12 03:15:10.388492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-a57fc343-7d2b-4b64-b362-526b7a39b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.391067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-a57fc343-7d2b-4b64-b362-526b7a39b7b8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 1096 time: 0.2622161 Nov 12 03:15:10.393878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5528fe0a-25cc-4180-bb54-1cd0843cbf85 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:10.455308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:10.455679 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.460173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-deecb5c1-d992-4541-94e8-4a7ec55ab0d2 req-b3bfe122-4839-4d00-856b-e6079aa1793a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806069 Nov 12 03:15:10.555797 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-5824138b-70af-45b3-84d5-d155363fcbcb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.1796122 Nov 12 03:15:10.563691 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-3dc14da0-290e-44e5-a627-8e60b271be0b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5 HTTP/1.1" status: 200 len: 217 time: 0.1283259 Nov 12 03:15:10.580573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca32cc-28bd-49ed-b4d2-db0deeb82051 req-36560b2f-1df8-4503-a256-11c0c3b65284 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.583331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cca32cc-28bd-49ed-b4d2-db0deeb82051 req-36560b2f-1df8-4503-a256-11c0c3b65284 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 944 time: 0.1007440 Nov 12 03:15:10.669887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fad60bdf-1419-4bed-824b-be30d0060b3e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4b538a52272d4a0e9bf7c59615248382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267412 Nov 12 03:15:10.678056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:10.687754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cca32cc-28bd-49ed-b4d2-db0deeb82051 req-19cdac60-5922-4ef5-9ae0-24ae32b01eff tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963330 Nov 12 03:15:10.698877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:10.704354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:10.705923 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-966be78c-2480-454f-ab25-3baa22a9ff44 admin admin] 10.222.0.93 "PUT /v2.0/routers/cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2530305 Nov 12 03:15:10.750715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-2470b84b-70a6-45e8-8f5f-1a49bebe42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.752453 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-2470b84b-70a6-45e8-8f5f-1a49bebe42de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.1581569 Nov 12 03:15:10.763912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-10154c16-dc1b-41b3-8eda-00fd012e27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.765440 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-10154c16-dc1b-41b3-8eda-00fd012e27f7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1616435 Nov 12 03:15:10.808174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dce68-a350-4299-a08e-9c8944b24ab5 req-a888656a-07da-443c-bb93-3b27fc27abe9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.816569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-354dce68-a350-4299-a08e-9c8944b24ab5 req-a888656a-07da-443c-bb93-3b27fc27abe9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0801690 Nov 12 03:15:10.844286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-8ab10c59-2001-4a4e-8519-39b83a2f3404 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778253 Nov 12 03:15:10.846430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-dbc59393-8093-4cfd-975c-6ede60dc43ff service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427842 Nov 12 03:15:10.865958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.892447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.898401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-354dce68-a350-4299-a08e-9c8944b24ab5 req-929c49f4-acdf-4682-9997-eca45043af36 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Nov 12 03:15:10.934030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Sync routers for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:10.955920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:10.955920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:11.089036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:11.101129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-b62fddce-fe3b-4fb8-bca3-ed88479a5123 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914675 Nov 12 03:15:11.264706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:11.265261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:11.273652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.276315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.280221 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a08e635-edfd-4be5-a3d2-9c1d117753b3 HTTP/1.1" status: 204 len: 168 time: 0.5939746 Nov 12 03:15:11.280387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146cea-032e-4ac6-8707-a9da4ea16f47 req-f250b11d-0688-4c42-a7bf-fe1008ebc498 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.286589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3146cea-032e-4ac6-8707-a9da4ea16f47 req-f250b11d-0688-4c42-a7bf-fe1008ebc498 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.1097751 Nov 12 03:15:11.306023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-649c9c9e-6a52-4065-9866-11f44f755ca1 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980892 Nov 12 03:15:11.309101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:11.309453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8bb86af4-b2fe-4661-94ba-18a0ba0ecd2f not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:11.309690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceacaf-4206-4e89-877d-4c68bae9369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a08e635-edfd-4be5-a3d2-9c1d117753b3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.358708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9923676f-f16c-4a7f-8ddb-d2383b37d1b3 req-3d125b6a-9551-4bc9-819c-d1e5236edb71 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394729 Nov 12 03:15:11.397583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3146cea-032e-4ac6-8707-a9da4ea16f47 req-353ec0be-c950-4c87-8234-5fd4470ead43 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099863 Nov 12 03:15:11.408600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:09Z', 'revision_number': 2, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:11.448921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Checking router: cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:11.449273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Updating router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:11.456395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-31f1db29-f96f-4f52-b42b-c43292a25820 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.468641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-31f1db29-f96f-4f52-b42b-c43292a25820 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 828 time: 0.2578237 Nov 12 03:15:11.480719 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-31b7e75b-7013-41d3-8d95-8a0449eb836d service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623883 Nov 12 03:15:11.487362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.490565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-1a91fa06-6262-47c3-bd98-bbd8c4a0f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.492456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-1a91fa06-6262-47c3-bd98-bbd8c4a0f87b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 1096 time: 0.0678155 Nov 12 03:15:11.499801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4ee3fad3-3b33-4551-af58-04331acbd1a4 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/quotas/6d0183e17cb541189badd9a9de24d457 HTTP/1.1" status: 200 len: 375 time: 0.0276270 Nov 12 03:15:11.620362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-e9c41cc2-d647-435f-8e1f-f0832b3b492b tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195445 Nov 12 03:15:11.742465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-3ea61a34-2ef5-4f20-9a90-1f7724f9442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.752090 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-3ea61a34-2ef5-4f20-9a90-1f7724f9442f service neutron] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 912 time: 0.2285049 Nov 12 03:15:11.780975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7fead-ac09-4d35-8198-e4356edf48e0 req-16626145-04d3-4383-97d3-3df71e389f50 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.786412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cc7fead-ac09-4d35-8198-e4356edf48e0 req-16626145-04d3-4383-97d3-3df71e389f50 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 946 time: 0.1650949 Nov 12 03:15:11.832785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:11.844608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4967fd78-ac75-4f44-8eea-a6d3e8d2c544 service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906381 Nov 12 03:15:11.862989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-cdca6e75-a5bf-4048-b1b7-f01cf57cad97 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5 HTTP/1.1" status: 200 len: 217 time: 0.1052246 Nov 12 03:15:11.948014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.948596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-6d3b317d-7eaa-4eff-a1ea-d02f112269e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:11.950457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cc7fead-ac09-4d35-8198-e4356edf48e0 req-1ac158ec-c9dc-46df-a216-3b71973ee7c0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582313 Nov 12 03:15:11.958007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.960743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-6d3b317d-7eaa-4eff-a1ea-d02f112269e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.0682492 Nov 12 03:15:12.009170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-3ec1f1cf-5539-4328-a791-263201c64bcf service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503470 Nov 12 03:15:12.031054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89593d28-aadd-4dd6-bd32-6ecabf0de71c None None] Pushing event updated for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.063596 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-f566b3cd-ed01-403e-9911-21f1050d73e3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730808 Nov 12 03:15:12.066066 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-862c8793-5b1f-4960-9b6c-237eb1e2e735 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8c8b0d17170345bd8ef1783cbaa4f6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308211 Nov 12 03:15:12.068640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:12.113816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-3e7476ac-fa1e-410c-a23d-c4f3efb48fd8 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.122548 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-3e7476ac-fa1e-410c-a23d-c4f3efb48fd8 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.2884855 Nov 12 03:15:12.156781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Attempting to bind port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:12.157301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Attempting to bind port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:12.157767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Attempting to bind port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c on network 222073ce-0332-4194-8515-5516befdb169 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:12.173150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:12.174219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Checking segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:12.178175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.178175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Bound using segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:12.179076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Bound port: 3b2f8339-2be1-4d26-9eca-dc3df4eb850c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:12.180748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.235971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19b7d6-c1ab-492e-8f19-d782adb5307e req-1af5831c-16f6-45b0-82fb-4abc0af82d52 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.250521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea19b7d6-c1ab-492e-8f19-d782adb5307e req-1af5831c-16f6-45b0-82fb-4abc0af82d52 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 944 time: 0.0947785 Nov 12 03:15:12.357587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea19b7d6-c1ab-492e-8f19-d782adb5307e req-e901c5d8-b85d-4065-8780-4559820838d3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060572 Nov 12 03:15:12.395404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] For port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:12.410568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8bbc86d0-056e-4a95-b0cb-e6e688c83a3b None None] Provisioning complete for port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:12.410935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bbc86d0-056e-4a95-b0cb-e6e688c83a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.451490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] For port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:12.454551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc86d0-056e-4a95-b0cb-e6e688c83a3b None None] Port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:12.458735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.500040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcb9be-6f81-4d61-8bf2-0495f362be9b req-80f3d17b-e637-423f-aa71-29bc8d707656 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.508072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abcb9be-6f81-4d61-8bf2-0495f362be9b req-80f3d17b-e637-423f-aa71-29bc8d707656 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1317835 Nov 12 03:15:12.561589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be1f0d-1612-4338-bc8d-abcfc6181878 req-a8700f7a-90df-4126-976d-d17cc06402cc tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.563378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84be1f0d-1612-4338-bc8d-abcfc6181878 req-a8700f7a-90df-4126-976d-d17cc06402cc tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.1169822 Nov 12 03:15:12.584331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:12.585186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:14:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:12.613640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abcb9be-6f81-4d61-8bf2-0495f362be9b req-9c69ccc3-ccbd-4175-b9df-ccf8284baa24 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046019 Nov 12 03:15:12.647024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.687596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.749870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.756079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d16abeef-962b-42b9-b395-b35012248db4 req-96297e2e-0043-4304-8804-b4f9d93274d9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 210 time: 0.0481930 Nov 12 03:15:12.763635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:12.777143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.780872 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ab015f4d-a4cd-45df-b3c1-50288aa7f6e0 HTTP/1.1" status: 204 len: 168 time: 0.7089753 Nov 12 03:15:12.782803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84be1f0d-1612-4338-bc8d-abcfc6181878 req-a8a4e3d3-228f-4845-9e3e-d13c2f4dce2d tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807420 Nov 12 03:15:12.889631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99d672-eb40-4181-9e80-932c8687810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab015f4d-a4cd-45df-b3c1-50288aa7f6e0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.932885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-ab254f2e-7827-49ee-9d9b-fac0e0f94a32 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331409 Nov 12 03:15:12.968830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89593d28-aadd-4dd6-bd32-6ecabf0de71c None None] Pushing event updated for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:13.046814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550678b-4417-4089-b574-f2eb0038cde1 req-9f914726-c1fd-4339-aee9-ce60b200c5ab tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:13.048366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2550678b-4417-4089-b574-f2eb0038cde1 req-9f914726-c1fd-4339-aee9-ce60b200c5ab tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.1428576 Nov 12 03:15:13.067019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] Provisioning complete for port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:13.067387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.135871 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ad0d301a-fa92-4ccd-9e41-33ba7f205877 req-3e517334-c0fa-4873-80ae-bdddb66cc850 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880920 Nov 12 03:15:13.145232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-40b11f0b-781b-4e8d-ae16-adc554181f88 service neutron] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:13.159737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-40b11f0b-781b-4e8d-ae16-adc554181f88 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.164035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2550678b-4417-4089-b574-f2eb0038cde1 req-7465daa5-5876-4a06-9d15-41681f23b8dd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080983 Nov 12 03:15:13.165470 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ac446759-ce50-4d24-a2f9-81d9bc9916ed req-40b11f0b-781b-4e8d-ae16-adc554181f88 service neutron] 10.222.0.100 "DELETE /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14/bindings/n-h1-713499-30 HTTP/1.1" status: 204 len: 173 time: 1.0190759 Nov 12 03:15:13.173650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49879-d6cd-47c9-bdba-a26a108d8cfc req-9362a45f-06a7-4e6d-9737-141d0fe21e3f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:13.175389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30e49879-d6cd-47c9-bdba-a26a108d8cfc req-9362a45f-06a7-4e6d-9737-141d0fe21e3f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.2178953 Nov 12 03:15:13.256199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30e49879-d6cd-47c9-bdba-a26a108d8cfc req-2a8d9e6d-afe1-4bcc-890b-d967106261a9 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 Nov 12 03:15:13.370018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.441811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:12Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:13.457925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] For port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:13.490964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d65e35-c131-40ab-9b06-2f852fededce req-31f39824-625d-478e-9f71-47f1e6942be2 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:13.492898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80d65e35-c131-40ab-9b06-2f852fededce req-31f39824-625d-478e-9f71-47f1e6942be2 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1096 time: 0.0642958 Nov 12 03:15:13.501327 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.601546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896cffc-860a-4ae7-bd0c-ed299939a036 None None] The sync data for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 is: [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:12Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:13.628919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83da1c-8255-4d3f-8dd6-e8fdbf2e9aaa None None] Pushing event updated for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:13.640176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80d65e35-c131-40ab-9b06-2f852fededce req-fb49f718-b9c0-4178-9f08-e1d9d8260748 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309974 Nov 12 03:15:13.730996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6694202-d656-4974-aca9-13a2dd39a98b req-da2efc02-4fbf-4984-97b4-750ae37d43e2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:13.733045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6694202-d656-4974-aca9-13a2dd39a98b req-da2efc02-4fbf-4984-97b4-750ae37d43e2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 944 time: 0.1509161 Nov 12 03:15:13.900787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6694202-d656-4974-aca9-13a2dd39a98b req-c862f4e5-9101-455b-90e1-243268454770 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430089 Nov 12 03:15:13.939841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d364-e16c-4d51-9cb1-4d45c3f2b35e req-27c17ada-d173-4b55-b287-f42a19b9deb0 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:13.948658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e8d364-e16c-4d51-9cb1-4d45c3f2b35e req-27c17ada-d173-4b55-b287-f42a19b9deb0 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.1238182 Nov 12 03:15:14.082988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e8d364-e16c-4d51-9cb1-4d45c3f2b35e req-0addd0e9-fb58-4ccd-af6b-ade24fd196f4 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248758 Nov 12 03:15:14.138100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-719ea445-585e-46fa-817c-1612a48e821c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.140334 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-719ea445-585e-46fa-817c-1612a48e821c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.98 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 828 time: 0.1957982 Nov 12 03:15:14.152586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b82025-d2da-4ed8-b7a8-2552a462f6a6 req-0866f68e-7a81-4b01-b4be-871f6125ede6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.167866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'port': {'device_id': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'admin_state_up': True, 'tenant_id': '6d0183e17cb541189badd9a9de24d457'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:14.169087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49b82025-d2da-4ed8-b7a8-2552a462f6a6 req-0866f68e-7a81-4b01-b4be-871f6125ede6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1051714 Nov 12 03:15:14.254618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b2f8339-2be1-4d26-9eca-dc3df4eb850c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:14.376327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:14.376957 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.385502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1485f670-0373-421f-a9cb-5ecb6cd8f6fb req-9b2ecffd-55c0-44b8-b261-04734e0225a8 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 210 time: 0.1013193 Nov 12 03:15:14.438003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49b82025-d2da-4ed8-b7a8-2552a462f6a6 req-011b312b-2c69-450c-bc34-023616a69c1e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675154 Nov 12 03:15:14.509214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Made reservation on behalf of 6d0183e17cb541189badd9a9de24d457 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:14.513486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.705235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 48b571ba-d5c3-471c-a992-d52bcf25dcb5 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:14.724061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Allocated IP 172.20.0.5 (222073ce-0332-4194-8515-5516befdb169/54425683-41c1-4fe4-b4e2-f290d49b6353/a1e06fa6-493a-4a07-8cf5-b4950d220879) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:14.938267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:14.957225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '48b571ba-d5c3-471c-a992-d52bcf25dcb5', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'port_id': '48b571ba-d5c3-471c-a992-d52bcf25dcb5', 'mac_address': 'fa:16:3e:0b:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:14.996970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.032674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.037964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.081436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b571ba-d5c3-471c-a992-d52bcf25dcb5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:15.111584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:15.113607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Network 222073ce-0332-4194-8515-5516befdb169 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:15.117209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.117405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:15.121507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:15.177285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event updated for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.245166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.246966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.269291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097d6de-bc28-42f2-8912-98c28ff48624 req-fab9f3ea-fc92-45c0-8637-52c3c8c0a219 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.278426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0097d6de-bc28-42f2-8912-98c28ff48624 req-fab9f3ea-fc92-45c0-8637-52c3c8c0a219 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 945 time: 0.1036737 Nov 12 03:15:15.278705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.281995 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-29b80c13-3b63-4848-9cfb-30f0ec6d8862 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247153 Nov 12 03:15:15.297429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Request body: {'port': {'device_id': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:15.297621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-e6897c2d-ef8a-48df-90d0-ffbd936a3125 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.301961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-e6897c2d-ef8a-48df-90d0-ffbd936a3125 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.5731819 Nov 12 03:15:15.350093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['48b571ba-d5c3-471c-a992-d52bcf25dcb5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:15.351431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-a9147661-e0f8-4408-a371-8cb370d97ff4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/quotas/b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 375 time: 0.0378630 Nov 12 03:15:15.388881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.459633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0097d6de-bc28-42f2-8912-98c28ff48624 req-9fb318ec-a1b3-4f75-a478-b3cd54fb1117 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793876 Nov 12 03:15:15.474557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-0a6c7e9c-1a25-43e3-a956-1e307c92dd7b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219754 Nov 12 03:15:15.547193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-db4f6270-ce63-453f-93c1-566d8efb67c9 None None] Provisioning complete for port a1e06fa6-493a-4a07-8cf5-b4950d220879 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:15.547550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db4f6270-ce63-453f-93c1-566d8efb67c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.587102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-db4f6270-ce63-453f-93c1-566d8efb67c9 None None] Port a1e06fa6-493a-4a07-8cf5-b4950d220879 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:15.591038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-5ac2d2cc-32d8-40f9-9344-7abb956f29b7 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153231 Nov 12 03:15:15.677926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62a241-b95e-44cc-9598-e52dcd47877b req-19855889-bf8b-4b82-90f0-d153ce23abd1 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.679442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d62a241-b95e-44cc-9598-e52dcd47877b req-19855889-bf8b-4b82-90f0-d153ce23abd1 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.1037643 Nov 12 03:15:15.719185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-36975e7c-de78-4645-8276-27b3e2292086 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142137 Nov 12 03:15:15.723800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e06fa6-493a-4a07-8cf5-b4950d220879 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:15.734512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.743648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d62a241-b95e-44cc-9598-e52dcd47877b req-1e618705-493f-4310-af91-865cad6c5d7b tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579886 Nov 12 03:15:15.748075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Transition to ACTIVE for port object a1e06fa6-493a-4a07-8cf5-b4950d220879 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:15.753148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.806579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.899897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Attempting to bind port a1e06fa6-493a-4a07-8cf5-b4950d220879 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:15.900285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Attempting to bind port a1e06fa6-493a-4a07-8cf5-b4950d220879 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:15.900629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Attempting to bind port a1e06fa6-493a-4a07-8cf5-b4950d220879 on network 222073ce-0332-4194-8515-5516befdb169 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:15.905771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Port a1e06fa6-493a-4a07-8cf5-b4950d220879 on network 222073ce-0332-4194-8515-5516befdb169 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:15.906230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Attempting to bind port a1e06fa6-493a-4a07-8cf5-b4950d220879 on network 222073ce-0332-4194-8515-5516befdb169 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:15.911700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:15.912571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Checking segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:15.913095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Bound using segment: {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:15.913486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Bound port: a1e06fa6-493a-4a07-8cf5-b4950d220879, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ef50d7-3512-4821-bf16-0f512bc126f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '222073ce-0332-4194-8515-5516befdb169'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:15.913850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.920939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff4fb-165c-4cd2-b93b-2e04f0bb2551 req-e9cf0552-2aca-467e-80d7-ba6d0ba95678 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.922678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a7ff4fb-165c-4cd2-b93b-2e04f0bb2551 req-e9cf0552-2aca-467e-80d7-ba6d0ba95678 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 943 time: 0.0742764 Nov 12 03:15:16.006309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:16.009258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a7ff4fb-165c-4cd2-b93b-2e04f0bb2551 req-907d0e1a-56fd-4354-911b-f8b4da60d634 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700808 Nov 12 03:15:16.011891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:16.025029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.093310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.101307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.125379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] 10.222.0.98 "PUT /v2.0/ports/a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 1092 time: 0.8224318 Nov 12 03:15:16.134847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:16.138743 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb3e5a-a281-4d3c-aeec-6045c0973f95" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:16.159700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61c587-3750-445e-a27a-6e1063a30f13 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:16.173740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d8b14-bba7-4bdd-8d5c-02acf455481c req-16be29e1-f6a1-42fd-8f5d-7709951859f5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.175766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba5d8b14-bba7-4bdd-8d5c-02acf455481c req-16be29e1-f6a1-42fd-8f5d-7709951859f5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.0741067 Nov 12 03:15:16.263101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba5d8b14-bba7-4bdd-8d5c-02acf455481c req-e8c65dad-5c29-4b08-85c3-7981e76807f3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782797 Nov 12 03:15:16.266864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-2472e0f9-aa6e-4310-9e44-26a71652ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.268935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-2472e0f9-aa6e-4310-9e44-26a71652ebe6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1095 time: 0.1047869 Nov 12 03:15:16.331946 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4fb2ee3e-775c-40f1-9e95-96435332dad5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 217 time: 0.0430624 Nov 12 03:15:16.408300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d93789-289b-42fd-987b-128770d4215b req-72ce7eed-3f3b-4461-af86-e3ea4b60040c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 210 time: 0.0537434 Nov 12 03:15:16.452712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-464883a5-5c21-4b86-8145-45e1c386ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.454379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-464883a5-5c21-4b86-8145-45e1c386ba9c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.1053536 Nov 12 03:15:16.479893 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b7ebfa-73df-4c98-8e4f-2d41263f5144 x-openstack-request-id: req-61b7ebfa-73df-4c98-8e4f-2d41263f5144 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:16.480282 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:16.480584 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61b7ebfa-73df-4c98-8e4f-2d41263f5144 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:16.481042 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'status': 'completed', 'code': 200} Nov 12 03:15:16.536413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-a71c5b9b-02d7-45b9-84cd-e00e2937e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.538521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-a71c5b9b-02d7-45b9-84cd-e00e2937e541 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710979 Nov 12 03:15:16.610743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c43d9-1b40-440a-b5e6-ea74d1839df9 req-acc022d2-588f-46b1-9336-bd959f81af0e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.618963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-529c43d9-1b40-440a-b5e6-ea74d1839df9 req-acc022d2-588f-46b1-9336-bd959f81af0e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 945 time: 0.0601952 Nov 12 03:15:16.663875 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-4cbdefe8-1895-4ee1-a6e3-664b1a608df4 service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180913 Nov 12 03:15:16.670679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-529c43d9-1b40-440a-b5e6-ea74d1839df9 req-6d5be0f5-430a-416a-86a7-67bbeac65ec6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Nov 12 03:15:16.752040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 48b571ba-d5c3-471c-a992-d52bcf25dcb5 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:16.836451 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-590c7ee3-e824-4ea8-9a03-77b17ca2a67d req-df1931ec-2a8c-404a-bad5-baf65d6ec0ee service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658051 Nov 12 03:15:16.838912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:16.843148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:16.843539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.943077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-527fbf7f-854f-4498-bc18-60a28aa707bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.944711 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-527fbf7f-854f-4498-bc18-60a28aa707bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0556140 Nov 12 03:15:16.957014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.991037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:17.014583 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295644c5-921a-4ad9-a36f-52f8e46591e3" -d '{"events": [{"server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "name": "network-vif-plugged", "status": "completed", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:17.032709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:17.040471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.122975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-9af3813e-4e1c-4745-be0a-976197fce33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.124816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-9af3813e-4e1c-4745-be0a-976197fce33b service neutron] 10.222.0.98 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 930 time: 0.1709630 Nov 12 03:15:17.201814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-b73b7bb0-1021-4e89-9698-8cca0ef35727 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 217 time: 0.0648108 Nov 12 03:15:17.281759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-fc6d43b1-d659-4dcf-a345-02ada566c3af tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.284302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-fc6d43b1-d659-4dcf-a345-02ada566c3af tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.1580610 Nov 12 03:15:17.300757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Request body: {'port': {'device_id': '7791abd8-6821-47b6-92aa-c611d0302480', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'admin_state_up': True, 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:17.302529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:17.323774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-f1efae5d-d89e-4cc0-92a0-8b8ccfb36f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.325143 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e5bfc-4583-45c7-8834-b56a67d90336 x-openstack-request-id: req-937e5bfc-4583-45c7-8834-b56a67d90336 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:17.326613 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-f1efae5d-d89e-4cc0-92a0-8b8ccfb36f83 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.1138549 Nov 12 03:15:17.326888 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "name": "network-vif-plugged", "status": "completed", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:17.327323 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-937e5bfc-4583-45c7-8834-b56a67d90336 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:17.328346 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5', 'code': 200} Nov 12 03:15:17.386174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-dae6447e-a8c0-48d3-8055-d2a6078b2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.388176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-dae6447e-a8c0-48d3-8055-d2a6078b2bb5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544701 Nov 12 03:15:17.492246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb19462-46c8-4000-b695-ac880b822a28 req-d0fd6f2b-7dce-40a3-98f8-29b8f5d00684 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.493744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb19462-46c8-4000-b695-ac880b822a28 req-d0fd6f2b-7dce-40a3-98f8-29b8f5d00684 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 943 time: 0.0805912 Nov 12 03:15:17.532752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:17.536198 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.580340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb19462-46c8-4000-b695-ac880b822a28 req-86387210-0c99-429d-b72a-f38552961884 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Nov 12 03:15:17.660112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33444) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:17.680242 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-fcddecbd-e045-415c-9ab1-241afe307ae8 service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618571 Nov 12 03:15:17.769035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f6f6f-e150-42e2-9bf3-56ab5848bd87 req-3fe35700-287d-4cd6-9315-f91def98f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.770615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-313f6f6f-e150-42e2-9bf3-56ab5848bd87 req-3fe35700-287d-4cd6-9315-f91def98f853 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 1098 time: 0.1205747 Nov 12 03:15:17.790508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-199cf238-5075-420d-bd57-857f8c34fc68 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:17.798544 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-199cf238-5075-420d-bd57-857f8c34fc68 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176442 Nov 12 03:15:17.839786 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-10c2fe9e-57dc-4b9f-b0bc-ccd2aeacd087 service neutron] show failed (client error): The resource could not be found. Nov 12 03:15:17.840842 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-10c2fe9e-57dc-4b9f-b0bc-ccd2aeacd087 service neutron] 10.222.0.100 "GET /v2.0/ports/71610c0a-27dc-4d4f-99da-4ca07c08ec9e/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.2475915 Nov 12 03:15:17.845510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Allocated IP 172.20.0.7 (67758fb8-82ec-4996-a007-6f28630f429e/c0d4493a-916b-4499-b748-9f7afb2fac08/822ef2d8-de94-4156-a221-3cba8893b129) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:17.847732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-d265c566-4cb5-4caf-9a62-d3a762e57207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.856692 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-d265c566-4cb5-4caf-9a62-d3a762e57207 service neutron] 10.222.0.93 "GET /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 1095 time: 0.0566845 Nov 12 03:15:17.867999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Request body: {'binding': {'host': 'n-h1-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:17.868586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:15:17.884331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2feace6c-6add-488e-bd59-4ff19ac6bcf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.899488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8beb3e5a-a281-4d3c-aeec-6045c0973f95 req-0a1f01b7-3214-4574-b996-7d9fc0655fdc service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994796 Nov 12 03:15:17.939850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73005b18-283d-4fe0-9f65-235d0b5b4597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.952666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-313f6f6f-e150-42e2-9bf3-56ab5848bd87 req-434cffe1-12d3-45ed-a142-6eb152f0065a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682727 Nov 12 03:15:17.966943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32778c-ba31-4fe6-8b0d-25558e93d1f6 req-54d39318-323f-43ff-930c-2cf788827d3a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.968563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a32778c-ba31-4fe6-8b0d-25558e93d1f6 req-54d39318-323f-43ff-930c-2cf788827d3a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1862106 Nov 12 03:15:18.047833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on host n-h1-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:18.048200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:18.048531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:18.054894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:18.056308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:18.070099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:18.070441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:18.070824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:18.071252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Bound port: 4744c6b0-429d-4ae3-8876-54baaba8551e, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:18.125975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:18.131596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.132946 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-089ceec2-2ecd-4d52-a6d6-f0272fa445f7 service neutron] 10.222.0.93 "POST /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2686889 Nov 12 03:15:18.144582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a32778c-ba31-4fe6-8b0d-25558e93d1f6 req-dd052938-4463-4e5c-b8f8-b253a9881ce8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670678 Nov 12 03:15:18.204446 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2feace6c-6add-488e-bd59-4ff19ac6bcf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.217117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.220173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2feace6c-6add-488e-bd59-4ff19ac6bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.333780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a94d46f9-1963-4792-8787-58f8923b3611 req-c46b1566-cdc9-43b7-ad9a-057682d8043d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 210 time: 0.1074095 Nov 12 03:15:18.382684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2feace6c-6add-488e-bd59-4ff19ac6bcf7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=46498f2924ad4b5faa9f934358d629a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7127283 Nov 12 03:15:18.383593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:18.388264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feace6c-6add-488e-bd59-4ff19ac6bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad6c37-5c97-4229-98d1-dc2b30ac52c1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.408294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-68bc8103-e0dd-4a42-8962-403f59b47615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.409793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-68bc8103-e0dd-4a42-8962-403f59b47615 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1101 time: 0.2149234 Nov 12 03:15:18.432615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:18.478727 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.484095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-6df9b90d-73d3-43b4-8569-26f2fa4f6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.485569 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-6df9b90d-73d3-43b4-8569-26f2fa4f6ab1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1098 time: 0.0834541 Nov 12 03:15:18.488438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.491837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5697-00ec-46d7-baa9-d1cb68dd0872 req-6a99836e-abfb-495e-ab40-37351b57e7ab tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.493232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee6d5697-00ec-46d7-baa9-d1cb68dd0872 req-6a99836e-abfb-495e-ab40-37351b57e7ab tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.2064817 Nov 12 03:15:18.531893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.590623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Network 67758fb8-82ec-4996-a007-6f28630f429e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:18.607312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:18.617216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db422-b7aa-4845-9e70-a593909dc962 req-fcefa052-ef73-43c2-9a6a-1c7f02c9ccf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.617378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-625f18bd-8a53-4eaa-a1e5-32487f55132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.618781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b99db422-b7aa-4845-9e70-a593909dc962 req-fcefa052-ef73-43c2-9a6a-1c7f02c9ccf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 946 time: 0.1979289 Nov 12 03:15:18.618929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-625f18bd-8a53-4eaa-a1e5-32487f55132b service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1252863 Nov 12 03:15:18.621786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:18.624439 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.626165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.665525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.668041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.671442 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0cad6c37-5c97-4229-98d1-dc2b30ac52c1 HTTP/1.1" status: 204 len: 168 time: 0.2840269 Nov 12 03:15:18.671442 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-622c1973-003e-4ea2-8269-0ad1bba5d2d4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.0443006 Nov 12 03:15:18.688932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3af3c-d543-4e77-a582-0ac8837dcdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad6c37-5c97-4229-98d1-dc2b30ac52c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.698051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee6d5697-00ec-46d7-baa9-d1cb68dd0872 req-98563c46-0cc5-417e-8167-d4f825578e67 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958225 Nov 12 03:15:18.742014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-9f518642-bb2d-4670-9940-165a310c3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.744595 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-9f518642-bb2d-4670-9940-165a310c3ddc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0650008 Nov 12 03:15:18.785236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-dcf51a9b-f379-4532-aef5-4dcc8dc4281b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323212 Nov 12 03:15:18.795277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.795886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.806897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b99db422-b7aa-4845-9e70-a593909dc962 req-05c719b5-b20a-4646-8fbe-cb6a64e6576b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756561 Nov 12 03:15:18.894606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-85a08983-5d93-4d25-a8df-777c31789d95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5990875 Nov 12 03:15:18.913998 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-dbd20e90-6801-4207-8b98-713c7558a1a7 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167784 Nov 12 03:15:18.916043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Request body: {'port': {'device_id': '7791abd8-6821-47b6-92aa-c611d0302480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:18.979921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba06c3-765e-4846-8707-f9cea0f0ff4c req-e390af59-0f96-472b-b1b7-364c9be2b6b4 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.981374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01ba06c3-765e-4846-8707-f9cea0f0ff4c req-e390af59-0f96-472b-b1b7-364c9be2b6b4 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 943 time: 0.1825542 Nov 12 03:15:19.011011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:19.030718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c937fb-76ae-4eb9-bd08-2a69c5a599dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.034010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eeb55325-76d9-460e-9926-8aec809ec24a service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042950 Nov 12 03:15:19.070855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.113858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:19.153053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c937fb-76ae-4eb9-bd08-2a69c5a599dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.159016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c937fb-76ae-4eb9-bd08-2a69c5a599dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.162034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01ba06c3-765e-4846-8707-f9cea0f0ff4c req-e0f8ef2f-ebdb-4489-9a2a-98380e807668 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413977 Nov 12 03:15:19.185538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-e263d6ff-abed-4348-9fc9-7a68ab672418 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.185538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-e263d6ff-abed-4348-9fc9-7a68ab672418 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1098 time: 0.0792737 Nov 12 03:15:19.207888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:19.232295 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28c937fb-76ae-4eb9-bd08-2a69c5a599dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d96bf48689da4896bbe2c2dcf998aacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180202 Nov 12 03:15:19.232984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c937fb-76ae-4eb9-bd08-2a69c5a599dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3672db2-f224-4b22-96d3-e253495093bc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.237088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:19.245715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:19.300540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.309325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:19.346132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.350651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:19.352850 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a031b2-c0e3-4267-ba82-d85624caff4b" -d '{"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-unplugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:19.363664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.383738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.413107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0a43-772a-44aa-8b9c-9f6ff6eaa795 req-df9a41ed-787c-44dd-a168-b9c619c5ca66 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.414623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caee0a43-772a-44aa-8b9c-9f6ff6eaa795 req-df9a41ed-787c-44dd-a168-b9c619c5ca66 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1672244 Nov 12 03:15:19.419802 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d7697-28ac-4340-a796-705251b5dff4 x-openstack-request-id: req-601d7697-28ac-4340-a796-705251b5dff4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:19.420114 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-unplugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:19.420366 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-601d7697-28ac-4340-a796-705251b5dff4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:19.420754 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'code': 200} Nov 12 03:15:19.425674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Transition to ACTIVE for port object 71610c0a-27dc-4d4f-99da-4ca07c08ec9e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:19.440367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.511327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:19.536643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.539194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.542692 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b3672db2-f224-4b22-96d3-e253495093bc HTTP/1.1" status: 204 len: 168 time: 0.3023980 Nov 12 03:15:19.553915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a17427-ed1a-4fd2-89ae-680689330d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3672db2-f224-4b22-96d3-e253495093bc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.582494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:19.630317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] No DVR routers for this DVR port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:19.639599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.642876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:19.646182 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a1273f-43c3-4f5c-8e6a-08f023d7eb35" -d '{"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:19.650640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caee0a43-772a-44aa-8b9c-9f6ff6eaa795 req-f27d8a05-9546-4d0c-a0c0-cef1e3a95a18 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262084 Nov 12 03:15:19.653232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.695661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.734159 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461c3828-256d-4cad-bb66-d0a585ae8663 x-openstack-request-id: req-461c3828-256d-4cad-bb66-d0a585ae8663 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:19.734529 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:19.734919 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-461c3828-256d-4cad-bb66-d0a585ae8663 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:19.735471 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'code': 200} Nov 12 03:15:19.757289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:19.757623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:19.759231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:19.794084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on host n-h2-713499-30 for vnic_type normal with profile {"migrating_to": "n-h1-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:19.794762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:19.795112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:19.797294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e23d-089c-4f98-8c5d-1404e80bc730 req-7332402d-e254-4479-a3ba-63d66af87465 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.798815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7b5e23d-089c-4f98-8c5d-1404e80bc730 req-7332402d-e254-4479-a3ba-63d66af87465 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 931 time: 0.2968144 Nov 12 03:15:19.803137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:19.803566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Attempting to bind port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:19.804418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.818953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:19.819319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Attempting to bind port 4744c6b0-429d-4ae3-8876-54baaba8551e on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:19.827356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:19.827690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:19.828315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:19.829074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Bound port: 4744c6b0-429d-4ae3-8876-54baaba8551e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:19.829786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.849702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822ef2d8-de94-4156-a221-3cba8893b129 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:19.859251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:19.859582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:19.859954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:19.860414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Bound port: 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:19.860764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.878454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.909924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:19.914083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:19.923050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.944592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643b469-c55e-46d4-9dbb-98d3aa149c69 req-0fad33bd-305f-4580-8d2d-854699cb657e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.946105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5643b469-c55e-46d4-9dbb-98d3aa149c69 req-0fad33bd-305f-4580-8d2d-854699cb657e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1444063 Nov 12 03:15:19.950658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Transition to ACTIVE for port object 822ef2d8-de94-4156-a221-3cba8893b129 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:19.963802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.993327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7b5e23d-089c-4f98-8c5d-1404e80bc730 req-0737eeda-e599-4d7c-9ca5-9be331f102f9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483152 Nov 12 03:15:20.004989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.005778 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.007209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] 10.222.0.98 "PUT /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 1124 time: 0.8102386 Nov 12 03:15:20.008078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfbfe6-8aac-4a5a-9a54-7fa3eb070ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.071436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:20.103806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4744c6b0-429d-4ae3-8876-54baaba8551e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:20.110669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.114560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:20.134914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.139505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5643b469-c55e-46d4-9dbb-98d3aa149c69 req-3bba4632-6e2f-4329-a908-1236d4d932d6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735358 Nov 12 03:15:20.230176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.230920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.232588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] 10.222.0.98 "PUT /v2.0/ports/71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 1096 time: 1.8084624 Nov 12 03:15:20.353484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-454d50c1-49a5-4f40-b207-2ea6972355b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.602723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d92b51-1924-4b3d-a993-65116e55c80f service neutron] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.617129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78790e7-ba9a-4354-b70b-b87a53da7af8 req-ced0e1ef-d1f0-4a26-8451-afb84a15b9dc tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.625599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b78790e7-ba9a-4354-b70b-b87a53da7af8 req-ced0e1ef-d1f0-4a26-8451-afb84a15b9dc tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.5451846 Nov 12 03:15:20.680101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-226c17c2-3233-4823-ac47-eefe3e5a33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.681773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-226c17c2-3233-4823-ac47-eefe3e5a33eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 1098 time: 0.0715253 Nov 12 03:15:20.740317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:20.740799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:20.741052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:20.760303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b78790e7-ba9a-4354-b70b-b87a53da7af8 req-87ec24cc-1c03-4f89-acc5-df0af2843209 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286383 Nov 12 03:15:20.776001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:20.776332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:20.784809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1e06fa6-493a-4a07-8cf5-b4950d220879 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:20.788288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:20.788629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:20.789014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:20.789443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Bound port: 822ef2d8-de94-4156-a221-3cba8893b129, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:20.789800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.792977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-d24909d0-9048-4f6e-bee2-b17b592c17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.794558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-d24909d0-9048-4f6e-bee2-b17b592c17fd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1099 time: 0.1875441 Nov 12 03:15:20.815795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-742cd675-a619-4e20-9396-d495b30192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.819203 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-742cd675-a619-4e20-9396-d495b30192b6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 912 time: 0.1176488 Nov 12 03:15:20.845969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41bc6f-3300-45e8-9ff0-08c658d07b94 req-b3b2ccdd-cdb6-4966-9aed-45bd2d24d1f1 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.847466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa41bc6f-3300-45e8-9ff0-08c658d07b94 req-b3b2ccdd-cdb6-4966-9aed-45bd2d24d1f1 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 943 time: 0.1891644 Nov 12 03:15:20.869365 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-4a3aa47e-b4ec-4787-9c6c-87afe4332c87 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5 HTTP/1.1" status: 200 len: 217 time: 0.0404544 Nov 12 03:15:20.911084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:20.924143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-59e7062f-3fab-439d-82b6-56498b5827e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.925501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-59e7062f-3fab-439d-82b6-56498b5827e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.0478032 Nov 12 03:15:20.943490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'mac_address': 'fa:16:3e:7a:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:20.965241 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-35d2d0ca-1477-4228-b26a-a1d8eedc84a6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306764 Nov 12 03:15:20.998026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.014358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e06fa6-493a-4a07-8cf5-b4950d220879 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:21.036234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-c8db5d10-317d-404d-9611-36fa5b7a11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.038506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-c8db5d10-317d-404d-9611-36fa5b7a11bf service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2341139 Nov 12 03:15:21.040972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:21.045871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa41bc6f-3300-45e8-9ff0-08c658d07b94 req-d0060d9e-0313-4a07-9eef-124fc5d53d59 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Nov 12 03:15:21.046628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.066084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73145805-428c-4fe2-83b1-f772a9a5b8c6 req-5d978542-6122-40a3-936e-c42f999196ed tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.074469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73145805-428c-4fe2-83b1-f772a9a5b8c6 req-5d978542-6122-40a3-936e-c42f999196ed tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1892486 Nov 12 03:15:21.105605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:21.108506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:21.121244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-5dc46f6b-ab36-4090-8706-c9e353dca818 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0730832 Nov 12 03:15:21.127194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-a55ba1f7-4e37-46f2-babf-ead120358293 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452959 Nov 12 03:15:21.134589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:21.155319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.254045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73145805-428c-4fe2-83b1-f772a9a5b8c6 req-cd839816-7104-4682-92d9-e61ba51c214f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737435 Nov 12 03:15:21.255544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.256190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.264128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] 10.222.0.98 "PUT /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 1092 time: 2.3500490 Nov 12 03:15:21.270046 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5050e08-bae2-4192-82db-4f7d7aed0161 req-1481947c-96d2-4570-bac5-cc2bb6a3b178 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294279 Nov 12 03:15:21.308127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-36295adc-3685-445c-836b-0bfa458c39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.309803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-36295adc-3685-445c-836b-0bfa458c39cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1679854 Nov 12 03:15:21.315417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7241623-ea52-4e35-8d5a-59a09c15ef8f service neutron] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:21.344548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a1e06fa6-493a-4a07-8cf5-b4950d220879'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:21.410664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ab34-d7f5-40b5-897e-ba1844e328a7 req-7c9d9dba-09a5-42c7-bfec-dbd679b06623 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.412625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d8f890fe-01bb-4afb-9ef2-ead71d1630a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.412769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e125ab34-d7f5-40b5-897e-ba1844e328a7 req-7c9d9dba-09a5-42c7-bfec-dbd679b06623 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.0730770 Nov 12 03:15:21.414144 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d8f890fe-01bb-4afb-9ef2-ead71d1630a4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1095 time: 0.0840540 Nov 12 03:15:21.414909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-41d921bd-80c0-4726-93ca-e3c3c957c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.416311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-41d921bd-80c0-4726-93ca-e3c3c957c245 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866957 Nov 12 03:15:21.421958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}, {'name': 'network-changed', 'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:21.424388 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1242680-08e9-4f00-867a-5b9131a66ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}, {"name": "network-changed", "server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "tag": "822ef2d8-de94-4156-a221-3cba8893b129"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:21.483502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-c53b1c95-cbc6-4664-84da-6ab8efe20a1a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 217 time: 0.0548599 Nov 12 03:15:21.552012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e125ab34-d7f5-40b5-897e-ba1844e328a7 req-05b12438-77ce-458f-834e-8c9d2354f4ec tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213386 Nov 12 03:15:21.599784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-b2d48ff8-ea0f-4f75-bb4b-74526ec11a39 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659203 Nov 12 03:15:21.607481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-055c98a9-6033-4a3c-b62a-f21dd5302239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.609025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-055c98a9-6033-4a3c-b62a-f21dd5302239 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1168258 Nov 12 03:15:21.653924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.660747 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-42d075c6-e301-4f06-a800-362709b4faad service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444932 Nov 12 03:15:21.748951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab1bab32-2c4b-437d-9eb0-f406ea94f222 req-bce91bb8-261b-4fff-b0f0-d4319393a0ed service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415012 Nov 12 03:15:21.774636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:21.781217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6edca6-5150-41ad-bd53-04c962bc3093 req-ceb8fd84-d2d5-4fed-9143-ec920ebc3d01 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.782983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef6edca6-5150-41ad-bd53-04c962bc3093 req-ceb8fd84-d2d5-4fed-9143-ec920ebc3d01 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.0955808 Nov 12 03:15:21.855246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:21.881114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef6edca6-5150-41ad-bd53-04c962bc3093 req-e38afcb0-937b-49dc-b7b1-0f0d02aa334e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Nov 12 03:15:21.885520 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210591f-9f77-4d67-9fba-bd79b14cad01 x-openstack-request-id: req-b210591f-9f77-4d67-9fba-bd79b14cad01 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:21.885814 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "tag": "822ef2d8-de94-4156-a221-3cba8893b129", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:21.886079 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b210591f-9f77-4d67-9fba-bd79b14cad01 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:21.889526 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'status': 'completed', 'code': 200} Nov 12 03:15:21.890144 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129', 'status': 'completed', 'code': 200} Nov 12 03:15:21.961831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-bace7a65-00f0-4c89-a76e-f6c7e42e7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.963350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-bace7a65-00f0-4c89-a76e-f6c7e42e7522 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1099 time: 0.0699248 Nov 12 03:15:22.062226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:22.064474 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d518d23-aafd-4374-8fc0-13c5b7032e78" -d '{"events": [{"name": "network-changed", "server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:22.093028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fca238-8566-4a60-bdf8-dba10088f7a0 req-c14efa43-7f5f-4ec1-a46f-68f2c136c105 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.094473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4fca238-8566-4a60-bdf8-dba10088f7a0 req-c14efa43-7f5f-4ec1-a46f-68f2c136c105 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.1302392 Nov 12 03:15:22.129963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-f793c760-3096-43e1-aaa1-016a5e047621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.132058 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-f793c760-3096-43e1-aaa1-016a5e047621 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1099 time: 0.0617235 Nov 12 03:15:22.134543 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-14e64a33-f697-4dc7-9499-3a7e28863eec service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648342 Nov 12 03:15:22.138843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-84653ccf-31ed-4cd1-862d-ec5432284535 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8325f0814df44dda935265e49232eb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434256 Nov 12 03:15:22.196132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-6af58942-7dfa-4ffd-a0f2-2ce93e1224f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.197563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-6af58942-7dfa-4ffd-a0f2-2ce93e1224f4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1835520 Nov 12 03:15:22.242591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4fca238-8566-4a60-bdf8-dba10088f7a0 req-90f69db9-9a8f-4c93-950b-775c4c57be70 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401787 Nov 12 03:15:22.277975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-15f67fff-c64c-44f7-9847-4b8f21396bae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0685387 Nov 12 03:15:22.299789 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-51a0c0ac-cd92-4ffa-baf0-ebad448b2f34 req-d4fb07eb-e05b-4d8a-adaa-682d2b46cd0f service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482127 Nov 12 03:15:22.303153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-61d7445d-17bd-4b3a-9eb4-97995c957365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.304566 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-61d7445d-17bd-4b3a-9eb4-97995c957365 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1612592 Nov 12 03:15:22.353806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-a22fa289-cfd5-49d9-afa8-a74d7cbb5d8f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0410452 Nov 12 03:15:22.356029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-d6c11c58-a964-46c4-9cf0-6d90162f96e0 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.357496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-d6c11c58-a964-46c4-9cf0-6d90162f96e0 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106595 Nov 12 03:15:22.361595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-cd8efef1-52c2-41dc-8951-4dd086fe7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.362953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-cd8efef1-52c2-41dc-8951-4dd086fe7853 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0749068 Nov 12 03:15:22.382616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-ccc48def-bd57-4797-9c99-189e16dac899 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/quotas/8325f0814df44dda935265e49232eb9f HTTP/1.1" status: 200 len: 375 time: 0.0187304 Nov 12 03:15:22.412814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-73fa2747-984c-4f8e-90be-b7206ceb251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.414310 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-73fa2747-984c-4f8e-90be-b7206ceb251d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0530968 Nov 12 03:15:22.427973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-95d235fb-04d6-49a4-b763-2b1833e74428 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8325f0814df44dda935265e49232eb9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295229 Nov 12 03:15:22.441728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-a48bcc93-de63-4dd0-8daa-2cf18e1ed9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.443243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-a48bcc93-de63-4dd0-8daa-2cf18e1ed9d0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715182 Nov 12 03:15:22.465009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-05d76650-e27a-4fbd-ab72-fdbbfc11caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.466497 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-05d76650-e27a-4fbd-ab72-fdbbfc11caf6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428753 Nov 12 03:15:22.577868 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-800a0d3c-24d4-43bc-b6ae-24262be590c4 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018798 Nov 12 03:15:22.618704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-4ba205b0-f525-4f1c-87f9-ca4a34d37d3b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573696 Nov 12 03:15:22.640252 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c371722-086a-4cca-8de0-d5aafbeb5252 x-openstack-request-id: req-5c371722-086a-4cca-8de0-d5aafbeb5252 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:22.640540 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:22.641050 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5c371722-086a-4cca-8de0-d5aafbeb5252 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:22.641442 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'status': 'completed', 'code': 200} Nov 12 03:15:22.747028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-c88a3f59-ffbe-494b-8507-44efdd71a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.748542 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-c88a3f59-ffbe-494b-8507-44efdd71a353 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1127 time: 0.1063547 Nov 12 03:15:22.775900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-577356ed-ebe1-4daa-836d-87fa92d1879e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878295 Nov 12 03:15:22.789921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:22.795074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1e06fa6-493a-4a07-8cf5-b4950d220879 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:22.808389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-8618e78f-f65c-4fc5-bd45-14affdfc38cd service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771927 Nov 12 03:15:22.834810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f053007-eb1a-4eb5-9ca0-3f581dd13fe1 req-9a7916b1-e6e0-4db2-bc12-6bb92f04ebe3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.842498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f053007-eb1a-4eb5-9ca0-3f581dd13fe1 req-9a7916b1-e6e0-4db2-bc12-6bb92f04ebe3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 944 time: 0.1405461 Nov 12 03:15:22.851850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2171-1c98-49af-847f-0edbe694628f req-9755e9ea-8135-488f-b240-375a0b7c9222 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.859790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61ab2171-1c98-49af-847f-0edbe694628f req-9755e9ea-8135-488f-b240-375a0b7c9222 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1344395 Nov 12 03:15:22.891511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-788b254e-b9de-4513-9a88-425554f301e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.893822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-788b254e-b9de-4513-9a88-425554f301e0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1340442 Nov 12 03:15:22.948274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.961947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port a1e06fa6-493a-4a07-8cf5-b4950d220879 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:22.967550 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-f068f707-6c8c-4bb2-b0e9-07743728d638 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.0580137 Nov 12 03:15:22.976868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a1e06fa6-493a-4a07-8cf5-b4950d220879 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:22.977415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.990500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f053007-eb1a-4eb5-9ca0-3f581dd13fe1 req-61665917-4c37-4ef8-be57-e665f7cec8a3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442680 Nov 12 03:15:23.019904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:23.028540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61ab2171-1c98-49af-847f-0edbe694628f req-2e3dbba6-3238-4de5-b2eb-2f1f1b2afc0a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678932 Nov 12 03:15:23.042979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e has no active binding in host n-h1-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:15:23.045925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-fc6f783c-2ac9-405c-87e5-ac5d60d8409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.047448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-fc6f783c-2ac9-405c-87e5-ac5d60d8409d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1095 time: 0.1730943 Nov 12 03:15:23.065507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-f31a22f9-f29d-4187-a282-dcbf3ce8294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.067358 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-f31a22f9-f29d-4187-a282-dcbf3ce8294b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0746765 Nov 12 03:15:23.103612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.119302 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-73fb0fbe-60d8-45ff-9c34-3a95971e06fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437551 Nov 12 03:15:23.140916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:23.143448 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefd84c7-b6c7-4ee0-b31f-f0229a5e96ab" -d '{"events": [{"server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "name": "network-vif-plugged", "status": "completed", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:23.157774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:23.163594 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.169166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-344b1217-7b10-4be9-9664-0175eced8ac6 req-1636351c-06ad-49a1-86bf-466d3092f334 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 210 time: 0.0718875 Nov 12 03:15:23.250492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.266373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-bf8d0aaf-f6fb-4c4c-847b-c22e98328bcc service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320734 Nov 12 03:15:23.295391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803e38-b569-47d5-9bdc-55e86263348b req-a44b4bc6-db25-4a99-8be2-c846c30fc8cb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.296920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be803e38-b569-47d5-9bdc-55e86263348b req-a44b4bc6-db25-4a99-8be2-c846c30fc8cb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.1800623 Nov 12 03:15:23.299492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-845da809-517b-401f-8151-1b98f80e0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.300703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-845da809-517b-401f-8151-1b98f80e0f17 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.2339838 Nov 12 03:15:23.363155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-652a0fd1-c52c-4355-b8c5-3d0323b8d1fc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 217 time: 0.0460258 Nov 12 03:15:23.432593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be803e38-b569-47d5-9bdc-55e86263348b req-0e78ab97-f6e2-4a4e-872f-f26bf9fc0199 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256804 Nov 12 03:15:23.449081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7d518d23-aafd-4374-8fc0-13c5b7032e78 req-d0481767-e357-4d5d-a129-73e40b12bd5c service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590626 Nov 12 03:15:23.484418 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d404f09-95fd-4eea-8ebc-17b9fe3047f9 x-openstack-request-id: req-9d404f09-95fd-4eea-8ebc-17b9fe3047f9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:23.484731 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "name": "network-vif-plugged", "status": "completed", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:23.484996 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d404f09-95fd-4eea-8ebc-17b9fe3047f9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:23.485391 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'code': 200} Nov 12 03:15:23.493160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-4f7221be-8ea5-4b9c-929e-240a05180bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.495083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-4f7221be-8ea5-4b9c-929e-240a05180bed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1150465 Nov 12 03:15:23.564899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-e19c0ccd-5bae-46b3-b337-d6e398684f2b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571911 Nov 12 03:15:23.572502 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.626318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6ea2-501a-4dbd-b149-7cb0de5029b0 req-4a7bbbe6-5dcb-4c56-bfce-f6c4f5114482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.627995 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-578f6ea2-501a-4dbd-b149-7cb0de5029b0 req-4a7bbbe6-5dcb-4c56-bfce-f6c4f5114482 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0420885 Nov 12 03:15:23.667137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed469e-7669-418a-8d40-746255d0ae22 req-7abe4213-2812-4db0-955d-cd679b9aa317 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.668511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00ed469e-7669-418a-8d40-746255d0ae22 req-7abe4213-2812-4db0-955d-cd679b9aa317 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1488714 Nov 12 03:15:23.684749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8950-f3db-4e25-b61c-ec84f2dab41c req-be0eddbf-0234-4761-9b71-d3714f1b27f4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.686209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e76c8950-f3db-4e25-b61c-ec84f2dab41c req-be0eddbf-0234-4761-9b71-d3714f1b27f4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 944 time: 0.1369884 Nov 12 03:15:23.692356 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-578f6ea2-501a-4dbd-b149-7cb0de5029b0 req-417c11f8-2237-4d9e-b5f8-4d170732fc78 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Nov 12 03:15:23.765343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-1f903e94-6c05-41dc-8abb-c7af3169a238 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724262 Nov 12 03:15:23.784109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e76c8950-f3db-4e25-b61c-ec84f2dab41c req-69856760-9194-4e41-95eb-b3c185f98fc3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Nov 12 03:15:23.787305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00ed469e-7669-418a-8d40-746255d0ae22 req-5fd7fc8c-78b2-454b-b559-e68d536668f7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Nov 12 03:15:23.876632 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-5406aab6-663e-4632-bb03-ba00f7c7e9e4 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=8325f0814df44dda935265e49232eb9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221934 Nov 12 03:15:24.007059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-cf07ac71-9cc7-4ca3-9289-f73dcaf95552 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.009125 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-cf07ac71-9cc7-4ca3-9289-f73dcaf95552 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252637 Nov 12 03:15:24.016996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1242680-08e9-4f00-867a-5b9131a66ae1 req-7f50ec36-ce3a-4afd-83d7-0bc7dcd0e4c8 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091974 Nov 12 03:15:24.044000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Request body: {'port': {'device_id': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '8325f0814df44dda935265e49232eb9f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:24.134968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f65bd-4ae8-4710-adb5-6fea7c1385be req-43be802e-a0ef-4b28-ab3d-30402e795cbd tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.136674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f2f65bd-4ae8-4710-adb5-6fea7c1385be req-43be802e-a0ef-4b28-ab3d-30402e795cbd tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0522559 Nov 12 03:15:24.192864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Made reservation on behalf of 8325f0814df44dda935265e49232eb9f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:24.197626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.200231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f2f65bd-4ae8-4710-adb5-6fea7c1385be req-2560598f-b4fa-4420-9f4d-39c5abe25dbb tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Nov 12 03:15:24.276544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.299843 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-be6bac18-1058-44cd-ba1d-9674d8968906 service neutron] 10.222.0.100 "GET /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.0886664 Nov 12 03:15:24.304013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e407b140-9f6f-467e-b495-64fcbbf6184c req-6968f599-567b-4406-b605-0910bc165d82 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 210 time: 0.0301914 Nov 12 03:15:24.389295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077b40-9e8e-4536-9e1d-898f74a4278f req-c4351132-ffde-4028-80ae-1c9ee4877669 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.390904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb077b40-9e8e-4536-9e1d-898f74a4278f req-c4351132-ffde-4028-80ae-1c9ee4877669 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 945 time: 0.0911112 Nov 12 03:15:24.507161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb077b40-9e8e-4536-9e1d-898f74a4278f req-525c7af8-ada4-4ad0-9013-3fe396c80842 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089282 Nov 12 03:15:24.512139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.520093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.622848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bce62c-5bd7-4172-bf36-70f772b6f23f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:24.638776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:24.692309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:24.711246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6cb93-2449-4d7b-99e8-4d9642d61028 req-660af763-9d70-4917-8550-4cd72a599afa tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.712773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faf6cb93-2449-4d7b-99e8-4d9642d61028 req-660af763-9d70-4917-8550-4cd72a599afa tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.0927682 Nov 12 03:15:24.723746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a809b-5760-49b0-88f4-3223c42d11bf req-cce0cd2c-19f3-45e5-b5c4-772dfa6b7d44 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.732148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-618a809b-5760-49b0-88f4-3223c42d11bf req-cce0cd2c-19f3-45e5-b5c4-772dfa6b7d44 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 947 time: 0.0929124 Nov 12 03:15:24.744734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4744c6b0-429d-4ae3-8876-54baaba8551e {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:24.755673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Allocated IP 192.168.233.202 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/3792123d-5dc5-45c2-920d-7ac58c89093e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:24.763832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:24.788609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.808142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:24.821079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-618a809b-5760-49b0-88f4-3223c42d11bf req-db518cc5-1323-4b0c-8d9a-ee74dfbfe8f7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879996 Nov 12 03:15:24.840151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faf6cb93-2449-4d7b-99e8-4d9642d61028 req-5da081b1-ee1b-46b6-8965-7399c235f89f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059785 Nov 12 03:15:24.891244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] Transition to ACTIVE for port object 4744c6b0-429d-4ae3-8876-54baaba8551e will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:24.899686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.001484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:25.013601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] No DVR routers for this DVR port 4744c6b0-429d-4ae3-8876-54baaba8551e on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:25.019342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'mac_address': 'fa:16:3e:d4:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:25.032257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f86ee-690a-468a-a900-e23137cc77ea req-9ed0ee6a-5618-4e1d-bfc8-9bc1a0116869 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.033907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a00f86ee-690a-468a-a900-e23137cc77ea req-9ed0ee6a-5618-4e1d-bfc8-9bc1a0116869 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.1183720 Nov 12 03:15:25.071459 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] 10.222.0.100 "PUT /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e/bindings/n-h1-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 0.7629492 Nov 12 03:15:25.077104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd0386-a1a4-4b51-a110-10fbbe5d6db8 service neutron] Pushing event updated for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.102053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025ea3b-8766-4f28-9e8e-df13fe6d4514 req-10f61f17-e6b0-4271-b8f5-44241eb003be tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.112052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9025ea3b-8766-4f28-9e8e-df13fe6d4514 req-10f61f17-e6b0-4271-b8f5-44241eb003be tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1540561 Nov 12 03:15:25.121569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.125968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.147072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71610c0a-27dc-4d4f-99da-4ca07c08ec9e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:25.172983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:25.179524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.180249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.201748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a00f86ee-690a-468a-a900-e23137cc77ea req-2ce1a3e4-7057-40b6-b0bc-a9e955815e96 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592498 Nov 12 03:15:25.230199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:25.233882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:25.241815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9025ea3b-8766-4f28-9e8e-df13fe6d4514 req-799723a2-645b-4d2d-aaef-8b9c93812d14 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285577 Nov 12 03:15:25.244509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-7e8808ee-65b1-4647-a570-bc4e653dfc2c tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.246018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-7e8808ee-65b1-4647-a570-bc4e653dfc2c tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.1060314 Nov 12 03:15:25.246978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:25.291155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.312970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Pushing event updated for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.317149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-644ede13-9494-455e-bde4-d574d5f613cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.319255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-644ede13-9494-455e-bde4-d574d5f613cd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd&tenant_id=58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 1097 time: 0.0640335 Nov 12 03:15:25.377333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.377963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.408996 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-77332207-b25a-49fc-b02e-e6c87ba1e656 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3865404 Nov 12 03:15:25.419059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452ed3f-08d9-4888-9335-421f544dc544 req-f561ff6f-5421-47fc-9ba8-5ff7e58b569c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.420795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6452ed3f-08d9-4888-9335-421f544dc544 req-f561ff6f-5421-47fc-9ba8-5ff7e58b569c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0868616 Nov 12 03:15:25.432396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Request body: {'port': {'device_id': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:25.448404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-956bf8e1-b1ed-4414-906c-251a16e66b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.450358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-956bf8e1-b1ed-4414-906c-251a16e66b11 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1097 time: 0.0836589 Nov 12 03:15:25.479576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:25.505314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.588701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6452ed3f-08d9-4888-9335-421f544dc544 req-75a7dca8-9425-45cc-8d96-99d3fc0a07a7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570065 Nov 12 03:15:25.606336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f6c6-cc0e-4d3f-a51f-4789049a8362 req-3bb46f61-f588-475c-b763-1ced12012eca tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.623532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4289f6c6-cc0e-4d3f-a51f-4789049a8362 req-3bb46f61-f588-475c-b763-1ced12012eca tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 936 time: 0.1855979 Nov 12 03:15:25.631198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-08486339-ffa9-427d-8246-7b48160a0778 None None] Provisioning complete for port 3792123d-5dc5-45c2-920d-7ac58c89093e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:25.632130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08486339-ffa9-427d-8246-7b48160a0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.665161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-38cdc4f2-0298-44ae-a402-c156731f8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:25.666627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-38cdc4f2-0298-44ae-a402-c156731f8f95 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1751626 Nov 12 03:15:25.727902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-08486339-ffa9-427d-8246-7b48160a0778 None None] Port 3792123d-5dc5-45c2-920d-7ac58c89093e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:25.908066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3792123d-5dc5-45c2-920d-7ac58c89093e {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:25.916345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.930332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Transition to ACTIVE for port object 3792123d-5dc5-45c2-920d-7ac58c89093e will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:25.934578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.992842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Pushing event updated for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.997460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-59d10845-b739-4395-86b5-db275f79407d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.3220756 Nov 12 03:15:26.008236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4289f6c6-cc0e-4d3f-a51f-4789049a8362 req-becf76b0-3e11-427d-a992-10c817775100 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836942 Nov 12 03:15:26.121626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Attempting to bind port 3792123d-5dc5-45c2-920d-7ac58c89093e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:26.122094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Attempting to bind port 3792123d-5dc5-45c2-920d-7ac58c89093e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:26.122431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Attempting to bind port 3792123d-5dc5-45c2-920d-7ac58c89093e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:26.128330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-ed31145a-aa98-4c7b-a573-596a5a553c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.128898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Port 3792123d-5dc5-45c2-920d-7ac58c89093e on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:26.129195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Attempting to bind port 3792123d-5dc5-45c2-920d-7ac58c89093e on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:26.129796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-ed31145a-aa98-4c7b-a573-596a5a553c75 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0959263 Nov 12 03:15:26.135244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:26.135653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:26.136292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:26.136876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Bound port: 3792123d-5dc5-45c2-920d-7ac58c89093e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:26.137417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.174216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-ee887d18-2821-4f16-8b1e-51cea4a5ba92 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344720 Nov 12 03:15:26.186516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc84fcf-4220-4439-a597-680bce071497 req-c84973aa-f01c-4435-9d23-7bde00852ec1 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.194219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcc84fcf-4220-4439-a597-680bce071497 req-c84973aa-f01c-4435-9d23-7bde00852ec1 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 945 time: 0.2392278 Nov 12 03:15:26.285221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:26.294167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=3792123d-5dc5-45c2-920d-7ac58c89093e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:26.300683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-ecbdb52e-f59d-4ef0-b737-7870c409b183 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036568 Nov 12 03:15:26.305567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.367290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.367988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.369576 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] 10.222.0.100 "PUT /v2.0/ports/3792123d-5dc5-45c2-920d-7ac58c89093e HTTP/1.1" status: 200 len: 1097 time: 0.9497559 Nov 12 03:15:26.372525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:26.375893 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160" -d '{"events": [{"name": "network-changed", "server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:26.395526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62757ef6-4b5f-4c8e-9a90-8a2773b71b7a service neutron] Pushing event updated for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:26.446059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcc84fcf-4220-4439-a597-680bce071497 req-ed4e84a9-e6db-4438-967a-433ba4aa5577 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508347 Nov 12 03:15:26.488382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f62f-cb19-4109-a751-da7a6250e2fb req-6213e76f-3bab-4cc6-80b9-b4ac4e18bdf7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.490505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171f62f-cb19-4109-a751-da7a6250e2fb req-6213e76f-3bab-4cc6-80b9-b4ac4e18bdf7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 948 time: 0.1553741 Nov 12 03:15:26.492478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-398840a0-9b2e-4521-82d5-ef562e09bead service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823130 Nov 12 03:15:26.529070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-7ca4b461-4fe4-4425-bf83-0b576f24967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.533356 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-7ca4b461-4fe4-4425-bf83-0b576f24967e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8325f0814df44dda935265e49232eb9f&device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 1100 time: 0.1019461 Nov 12 03:15:26.575666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171f62f-cb19-4109-a751-da7a6250e2fb req-ef9f1130-9b85-4d27-8f86-a4b75f08b018 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Nov 12 03:15:26.607836 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-d50bb7f1-ebe0-4a2d-b9eb-f665aba08798 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3792123d-5dc5-45c2-920d-7ac58c89093e HTTP/1.1" status: 200 len: 217 time: 0.0572295 Nov 12 03:15:26.630681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e333d6-79c2-4310-969a-24f3ea41fe21 req-3abcc03e-a048-46e4-ba6a-d074b5d04de1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.633008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12e333d6-79c2-4310-969a-24f3ea41fe21 req-3abcc03e-a048-46e4-ba6a-d074b5d04de1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.0750973 Nov 12 03:15:26.682675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-8cfdeb39-7107-4131-bcbd-1029ed767938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.684253 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-8cfdeb39-7107-4131-bcbd-1029ed767938 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0715082 Nov 12 03:15:26.738212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12e333d6-79c2-4310-969a-24f3ea41fe21 req-cc96a0bd-55a4-4858-aff3-12a2e6387901 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915980 Nov 12 03:15:26.749436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-78bf8744-e550-48f9-9038-e91cd58a0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.751579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-78bf8744-e550-48f9-9038-e91cd58a0ce0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576572 Nov 12 03:15:26.815364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:26.817617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:26.826705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289c93a-f33c-467d-85a3-94b49468c06c req-fdfb872a-5426-4ecb-bb5c-32d760ee9034 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.828245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e289c93a-f33c-467d-85a3-94b49468c06c req-fdfb872a-5426-4ecb-bb5c-32d760ee9034 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1124249 Nov 12 03:15:26.830231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a7e3a-29be-4004-a997-ecc322659d7c req-48814fb1-bf64-4d87-99f7-c827ea5e36f8 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.831555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-48814fb1-bf64-4d87-99f7-c827ea5e36f8 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0793877 Nov 12 03:15:26.882623 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-260588f0-9525-40e2-b9c7-b4dbb7a18566 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216881 Nov 12 03:15:26.916399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:26.961039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:26.961522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.975102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-1fb3f3cc-2294-4bab-b294-09da7e21dc2c tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--768120632&fields=id&tenant_id=f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 267 time: 0.1338389 Nov 12 03:15:26.990907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a42b64e7-1726-4d90-80e7-e1dd5d73ff07 req-b2b3d155-7ec7-4547-a196-1222d664de61 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994480 Nov 12 03:15:26.992247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e289c93a-f33c-467d-85a3-94b49468c06c req-d68c6245-d7ef-4a88-9811-38efdae6a8b8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523292 Nov 12 03:15:27.075758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.093991 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48142fde-fcc0-4fd5-a997-c0f8e35f3dd3 x-openstack-request-id: req-48142fde-fcc0-4fd5-a997-c0f8e35f3dd3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:27.094571 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:27.095235 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48142fde-fcc0-4fd5-a997-c0f8e35f3dd3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:27.097917 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e', 'status': 'completed', 'code': 200} Nov 12 03:15:27.123511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:27.125736 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2f6f8-e8f3-42fe-ab55-be857b3cc0ca" -d '{"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-plugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:27.134333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:27.151022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '822ef2d8-de94-4156-a221-3cba8893b129', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'port_id': '822ef2d8-de94-4156-a221-3cba8893b129', 'mac_address': 'fa:16:3e:ed:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d4493a-916b-4499-b748-9f7afb2fac08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:27.164655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:27.168478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-e2919bd4-7ac9-48c3-a4c2-8b416e97c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.170694 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-e2919bd4-7ac9-48c3-a4c2-8b416e97c2bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8325f0814df44dda935265e49232eb9f&device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 1100 time: 0.0489788 Nov 12 03:15:27.205004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.221380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822ef2d8-de94-4156-a221-3cba8893b129 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:27.243143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:27.244458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.257364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-838a7e3a-29be-4004-a997-ecc322659d7c req-5fe210d7-aecd-4bf3-b574-fd15fffcac0c service neutron] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:27.276234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-838a7e3a-29be-4004-a997-ecc322659d7c req-5fe210d7-aecd-4bf3-b574-fd15fffcac0c service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.277322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-838a7e3a-29be-4004-a997-ecc322659d7c req-5fe210d7-aecd-4bf3-b574-fd15fffcac0c service neutron] 10.222.0.98 "DELETE /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e/bindings/n-h2-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.4207582 Nov 12 03:15:27.306652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-efa0f021-a366-4f3f-8d6c-93dfc6c5d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.307864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:27.310401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.312656 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-efa0f021-a366-4f3f-8d6c-93dfc6c5d3f6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1341383 Nov 12 03:15:27.341782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-8a8f6b28-5f2c-46bf-a5c1-765f3929428a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.349949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-8a8f6b28-5f2c-46bf-a5c1-765f3929428a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 823 time: 0.3536303 Nov 12 03:15:27.371263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-e80fe198-8f40-4522-8c21-3cf47956be1d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=3792123d-5dc5-45c2-920d-7ac58c89093e HTTP/1.1" status: 200 len: 217 time: 0.0476005 Nov 12 03:15:27.375033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-472c8a02-1cc4-4bbf-b585-5b89f895ad74 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/quotas/f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 375 time: 0.0239685 Nov 12 03:15:27.391399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:27.412448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-e0ea2aa2-1412-485e-bd76-7265d1c810c4 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 258 time: 0.3046262 Nov 12 03:15:27.429784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-ff587a70-c9c0-4361-aa89-c2a0dfc4d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.431347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-ff587a70-c9c0-4361-aa89-c2a0dfc4d29b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0493245 Nov 12 03:15:27.433269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:27.473479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-dba430a3-96fa-41ce-8989-32446b23386d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881915 Nov 12 03:15:27.475167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.485122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-44580354-31ee-4f2c-b26c-e84a1a23b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.486888 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-44580354-31ee-4f2c-b26c-e84a1a23b13d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414770 Nov 12 03:15:27.596304 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-182f8966-7fa1-4bbe-b626-6cda55ddef5e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989780 Nov 12 03:15:27.647642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['822ef2d8-de94-4156-a221-3cba8893b129'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:27.649335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-9f401bd3-ed73-400b-a2d5-4a18761ff01d service neutron] 10.222.0.93 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605964 Nov 12 03:15:27.719377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e6ad0778-ebb9-4f74-9e1a-6fb3a1dcf160 req-621410dd-cf46-4ed2-ba5b-4fa10c4d97a3 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149988 Nov 12 03:15:27.781078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.797966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-3daffe08-9419-48b7-800c-74e415204f68 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:27.801249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-3daffe08-9419-48b7-800c-74e415204f68 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.98 "GET /v2.0/ports?device_id=12272a2e-0792-4347-bddd-61aa4a4c06cf HTTP/1.1" status: 200 len: 945 time: 0.1219041 Nov 12 03:15:27.804031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:27.851926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:27.886709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-7adb89b9-d3c0-4449-adfe-cee0e4ffefdf service neutron] 10.222.0.93 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365258 Nov 12 03:15:27.996028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Deleting port 0721cef9-a1a1-46ca-886a-e73843b5ba65 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:27.996366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.081157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Allocated IP 172.25.4.210 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/930e851d-536d-4372-9fa0-b52c5645f7a0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:28.280920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.318448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] For port 0721cef9-a1a1-46ca-886a-e73843b5ba65, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0721cef9-a1a1-46ca-886a-e73843b5ba65,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:28.320616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.397492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-e0ba5447-bf0b-4bfe-bb21-2c1552039e3b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.399282 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-e0ba5447-bf0b-4bfe-bb21-2c1552039e3b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528&tenant_id=a16c9604feaa4802abb92acbd4905337&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 949 time: 0.1377308 Nov 12 03:15:28.477691 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-661f0281-025c-4275-8683-c1b9867cc085 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:15:28.479083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-661f0281-025c-4275-8683-c1b9867cc085 service neutron] 10.222.0.100 "DELETE /v2.0/ports/71610c0a-27dc-4d4f-99da-4ca07c08ec9e/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0718391 Nov 12 03:15:28.548874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab19a42-e971-4f6c-b284-80b3c7ac0f25 req-cb364d67-39d8-4075-ac48-8b8e6aa3b5f7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.556614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab19a42-e971-4f6c-b284-80b3c7ac0f25 req-cb364d67-39d8-4075-ac48-8b8e6aa3b5f7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.2852714 Nov 12 03:15:28.561762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.622075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-bae3284e-8a9d-4299-a3cf-16e805bf7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.623882 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-bae3284e-8a9d-4299-a3cf-16e805bf7947 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1101 time: 0.0498016 Nov 12 03:15:28.626682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:28.706108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:28.711847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:28.806281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:28.862502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 822ef2d8-de94-4156-a221-3cba8893b129 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:28.867633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 822ef2d8-de94-4156-a221-3cba8893b129 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:28.868163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.950941 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.973067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-02a41b50-9e9b-42eb-9ffa-50caffb63151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.975948 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-02a41b50-9e9b-42eb-9ffa-50caffb63151 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.3432219 Nov 12 03:15:28.988524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:28.995245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.020763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-069e2325-ae71-4262-b743-f826366a7040 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0358956 Nov 12 03:15:29.041689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event updated for resources: {'Port': ['ID=930e851d-536d-4372-9fa0-b52c5645f7a0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.043882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.074154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab19a42-e971-4f6c-b284-80b3c7ac0f25 req-89730a51-ac2a-4dd6-a823-7ca503889932 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166416 Nov 12 03:15:29.078794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.079654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.079654 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa disassociated. External IP: 172.25.4.97, port: 0721cef9-a1a1-46ca-886a-e73843b5ba65. Nov 12 03:15:29.079874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Calling delete_port for 0721cef9-a1a1-46ca-886a-e73843b5ba65 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:29.086757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-a677097a-8710-4ff9-8e61-1088131826ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:29.088483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-a677097a-8710-4ff9-8e61-1088131826ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0529227 Nov 12 03:15:29.147903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-27889773-6853-4ccc-b6a4-e6cce3803653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:29.153593 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-27889773-6853-4ccc-b6a4-e6cce3803653 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477555 Nov 12 03:15:29.217097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.382296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-cb47a18b-e18e-4aa9-8c68-0190ef8412a7 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:29.383776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-cb47a18b-e18e-4aa9-8c68-0190ef8412a7 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.100 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 823 time: 0.2142730 Nov 12 03:15:29.385647 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-5cdfb451-85c5-42ca-8b37-b7b64ad80922 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193699 Nov 12 03:15:29.416914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa14d0-d7af-4fd5-b628-52aaa8c5e404 req-bc5b1368-b2c0-4d79-be6b-3e77822e9bf3 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:29.418430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dfa14d0-d7af-4fd5-b628-52aaa8c5e404 req-bc5b1368-b2c0-4d79-be6b-3e77822e9bf3 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 948 time: 0.2070863 Nov 12 03:15:29.420389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.444862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.500707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event deleted for resources: {'Port': ['ID=0721cef9-a1a1-46ca-886a-e73843b5ba65,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.515808 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-78c6e7f7-933b-407f-bebc-a9a24606f07e tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f575f8e31ce748228a992338d394d404 HTTP/1.1" status: 200 len: 379 time: 0.1164021 Nov 12 03:15:29.531863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'port': {'device_id': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'admin_state_up': True, 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'security_groups': ['450ce6b5-2772-4741-b8de-1cb09f8c3841']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:29.566729 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-706c9d8c-d786-4e84-98e0-157b92ec33aa req-db816963-3645-4050-81d7-d8df890f0ea8 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526809 Nov 12 03:15:29.670739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dfa14d0-d7af-4fd5-b628-52aaa8c5e404 req-74a2100b-b773-44a3-a74e-aa0d2ea94e43 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293479 Nov 12 03:15:29.720923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Made reservation on behalf of f575f8e31ce748228a992338d394d404 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:29.725048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.744186 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018b419a-c68e-4ce9-aff4-f11b94e28f30 x-openstack-request-id: req-018b419a-c68e-4ce9-aff4-f11b94e28f30 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:29.744999 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-plugged", "status": "completed", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:29.745485 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-018b419a-c68e-4ce9-aff4-f11b94e28f30 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:29.746072 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'code': 200} Nov 12 03:15:29.783475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:29.802671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 3792123d-5dc5-45c2-920d-7ac58c89093e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:29.890947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Allocated IP 172.20.0.12 (4629c0b6-ab18-4922-bb96-23414d91b86c/fc132e8b-0666-4ea5-93e6-3319c9c91dff/899fdfde-25b4-4b41-968a-25642ed39739) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:29.932245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.948551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.977286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=3792123d-5dc5-45c2-920d-7ac58c89093e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:30.007790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df89b-d624-4ad3-9029-5ee0626dd61d req-28ced15d-a364-4eb3-bfca-d983e676f4c5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.016369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd7df89b-d624-4ad3-9029-5ee0626dd61d req-28ced15d-a364-4eb3-bfca-d983e676f4c5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.2107363 Nov 12 03:15:30.024468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '3792123d-5dc5-45c2-920d-7ac58c89093e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '3792123d-5dc5-45c2-920d-7ac58c89093e', 'mac_address': 'fa:16:3e:68:e4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:30.093277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.108778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3792123d-5dc5-45c2-920d-7ac58c89093e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:30.126663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event updated for resources: {'Port': ['ID=930e851d-536d-4372-9fa0-b52c5645f7a0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.146893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=3792123d-5dc5-45c2-920d-7ac58c89093e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:30.152774 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.161646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.182831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:30.196601 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:30.210792 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:30.211425 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:30.248331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.258681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.272372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd7df89b-d624-4ad3-9029-5ee0626dd61d req-7aa8b761-e3a6-4a7e-ba99-23718a685626 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509313 Nov 12 03:15:30.301414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.309114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-0c3b12e7-dbf6-4b00-8212-ca2907ce8ca3 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8823152 Nov 12 03:15:30.312378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] No DVR routers for this DVR port 0721cef9-a1a1-46ca-886a-e73843b5ba65 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:30.315376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.321037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba6fd46-d56b-4d62-8203-c2f319dbd4f7 req-15dbf0d3-0cf5-46ea-8392-c487f26ae116 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.98 "DELETE /v2.0/ports/0721cef9-a1a1-46ca-886a-e73843b5ba65 HTTP/1.1" status: 204 len: 173 time: 2.5117152 Nov 12 03:15:30.321215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.329649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'name': 'network-vif-deleted', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:30.332279 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e24567-6add-4ff4-bacb-8e0beecab190" -d '{"events": [{"server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "name": "network-vif-deleted", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:30.364178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Network 4629c0b6-ab18-4922-bb96-23414d91b86c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:30.367342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:30.387055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:30.395462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:30.420969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['3792123d-5dc5-45c2-920d-7ac58c89093e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:30.428988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-748a2dfa-a46e-4b3f-90b6-9cdcc14f2321 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.1184928 Nov 12 03:15:30.497585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event updated for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.535286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.545510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.547154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.583730 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-325ba169-d89b-4424-a2d8-55ed6d3f799a tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587051 Nov 12 03:15:30.596760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Request body: {'port': {'device_id': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:30.686385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-46c4f06e-b4c5-4dfa-8a46-470c07c0f8b9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.687951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-46c4f06e-b4c5-4dfa-8a46-470c07c0f8b9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2581847 Nov 12 03:15:30.706067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-2eee91ec-70c3-4e57-98eb-5386def0f17c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:30.707846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c4b0c43-f9df-48cd-ae7d-6da8a8bfe7e1 req-2eee91ec-70c3-4e57-98eb-5386def0f17c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118122 Nov 12 03:15:30.756589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ee6fa-a772-41a1-b271-6e915952f77b req-90ff9fc3-8250-40d3-a899-a223d107e724 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.766145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca3ee6fa-a772-41a1-b271-6e915952f77b req-90ff9fc3-8250-40d3-a899-a223d107e724 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.3734040 Nov 12 03:15:30.769815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.865103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:30.867753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca3ee6fa-a772-41a1-b271-6e915952f77b req-05a23f2b-ac30-424f-a267-c75137717e7a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005900 Nov 12 03:15:30.880758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-841b343c-ef1a-4c6d-9f3f-c83504d28c9a None None] Provisioning complete for port 899fdfde-25b4-4b41-968a-25642ed39739 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:30.882318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-841b343c-ef1a-4c6d-9f3f-c83504d28c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.898092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768074a9-c7b0-46b4-ac85-6ee81e523a8a req-543dc389-92ad-4427-aa78-b21c61c0a8fd tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.907456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-768074a9-c7b0-46b4-ac85-6ee81e523a8a req-543dc389-92ad-4427-aa78-b21c61c0a8fd tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 932 time: 0.0926154 Nov 12 03:15:30.968022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-841b343c-ef1a-4c6d-9f3f-c83504d28c9a None None] Port 899fdfde-25b4-4b41-968a-25642ed39739 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:30.978539 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:30.983352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-768074a9-c7b0-46b4-ac85-6ee81e523a8a req-82465f8b-3462-44e9-b717-c0c3f1cc0246 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735486 Nov 12 03:15:31.030748 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:31.031385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:31.103081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9eeb-5a0b-44a1-a53a-c6beb7f49370 req-8d983336-7fa6-4cbf-b861-36e2b786f155 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.114910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eefd9eeb-5a0b-44a1-a53a-c6beb7f49370 req-8d983336-7fa6-4cbf-b861-36e2b786f155 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1081562 Nov 12 03:15:31.210752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eefd9eeb-5a0b-44a1-a53a-c6beb7f49370 req-6b8d2ac9-fd3f-4f36-9016-d2e7dd18a5f0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927145 Nov 12 03:15:31.241222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5c84-5738-4f39-a72b-ffa0fa78bdb0 req-4eacdf8f-54e6-49ec-b9f2-a8b0e6df1fa4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.242338 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:31.244558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29fe5c84-5738-4f39-a72b-ffa0fa78bdb0 req-4eacdf8f-54e6-49ec-b9f2-a8b0e6df1fa4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1267474 Nov 12 03:15:31.365779 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e02fbf-bff7-4956-83cd-3b4b463554c6 x-openstack-request-id: req-61e02fbf-bff7-4956-83cd-3b4b463554c6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:31.366071 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12272a2e-0792-4347-bddd-61aa4a4c06cf", "name": "network-vif-deleted", "tag": "0721cef9-a1a1-46ca-886a-e73843b5ba65", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:31.366325 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61e02fbf-bff7-4956-83cd-3b4b463554c6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:31.366716 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12272a2e-0792-4347-bddd-61aa4a4c06cf', 'name': 'network-vif-deleted', 'tag': '0721cef9-a1a1-46ca-886a-e73843b5ba65', 'status': 'completed', 'code': 200} Nov 12 03:15:31.376992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29fe5c84-5738-4f39-a72b-ffa0fa78bdb0 req-42ad43a9-881e-463e-90cc-cdf02467f495 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213295 Nov 12 03:15:31.386681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899fdfde-25b4-4b41-968a-25642ed39739 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:31.413990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.424738 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.437376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Transition to ACTIVE for port object 899fdfde-25b4-4b41-968a-25642ed39739 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:31.442939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.451160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd8053-63d3-48f1-89ea-446b2797e5e7 req-c88c9c59-955c-4f9b-beec-dd8282e74fdf tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.459555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0cd8053-63d3-48f1-89ea-446b2797e5e7 req-c88c9c59-955c-4f9b-beec-dd8282e74fdf tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 949 time: 0.0707922 Nov 12 03:15:31.519224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Pushing event updated for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:31.541637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0cd8053-63d3-48f1-89ea-446b2797e5e7 req-1848fe37-735e-47c6-8be9-c40727cbbbf3 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Nov 12 03:15:31.590688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:31.637987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Attempting to bind port 899fdfde-25b4-4b41-968a-25642ed39739 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:31.638520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Attempting to bind port 899fdfde-25b4-4b41-968a-25642ed39739 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:31.638776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Attempting to bind port 899fdfde-25b4-4b41-968a-25642ed39739 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:31.644730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Port 899fdfde-25b4-4b41-968a-25642ed39739 on network 4629c0b6-ab18-4922-bb96-23414d91b86c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:31.645150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Attempting to bind port 899fdfde-25b4-4b41-968a-25642ed39739 on network 4629c0b6-ab18-4922-bb96-23414d91b86c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:31.653370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:31.653711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Checking segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:31.654097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Bound using segment: {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:31.654528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Bound port: 899fdfde-25b4-4b41-968a-25642ed39739, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71ba613-018a-4dfd-a428-a393044a51e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:31.655127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.662095 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e574d-8f4d-4de2-96b9-95c31ac81de8 None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:31.729594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-d11aef32-8b77-42fa-9dc5-a6cf08b13aae tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.731197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-d11aef32-8b77-42fa-9dc5-a6cf08b13aae tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1867833 Nov 12 03:15:31.747359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:31.749992 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df8f55-49c2-46f5-9420-566ba728ff93" -d '{"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-plugged", "status": "completed", "tag": "822ef2d8-de94-4156-a221-3cba8893b129"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:31.757555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496767d-104e-4cc8-82d0-40aff453a0ce req-5853996a-34d6-4eea-a8c2-48efdf524a39 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.767330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c496767d-104e-4cc8-82d0-40aff453a0ce req-5853996a-34d6-4eea-a8c2-48efdf524a39 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.1296892 Nov 12 03:15:31.773000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:31.781840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899fdfde-25b4-4b41-968a-25642ed39739,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:31.788237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.822744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 3792123d-5dc5-45c2-920d-7ac58c89093e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:31.830931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-1001b8f0-ba7d-4bdc-a1c5-ecfd8f40f54f tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0886118 Nov 12 03:15:31.860285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'floatingip': {'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:31.907306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c496767d-104e-4cc8-82d0-40aff453a0ce req-410f9421-7598-4552-b81a-cbdc12730bb9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296933 Nov 12 03:15:31.912225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.923310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Pushing event updated for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:31.951409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.952401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.954381 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-0f751c36-32a2-48cd-90e8-149489e2c9ed service neutron] 10.222.0.100 "PUT /v2.0/ports/899fdfde-25b4-4b41-968a-25642ed39739 HTTP/1.1" status: 200 len: 1093 time: 1.3622990 Nov 12 03:15:31.955231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:31.960463 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9ab586-f001-463f-a994-122da08429a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "tag": "899fdfde-25b4-4b41-968a-25642ed39739"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:31.969532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 3792123d-5dc5-45c2-920d-7ac58c89093e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:31.977722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 3792123d-5dc5-45c2-920d-7ac58c89093e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:31.978683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.084511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-1de6016f-7bf9-4a9a-93d0-cf201b1e98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.087176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-1de6016f-7bf9-4a9a-93d0-cf201b1e98fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 1096 time: 0.0746677 Nov 12 03:15:32.097139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.111579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b75326-d958-405e-90fb-319254d943f3 req-cf7ab0b3-b17c-45b9-a879-d657a4bd575b tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.112315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7112287-d709-46da-8d10-cc56a6af6a10 None None] New status for floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:15:32.113108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09b75326-d958-405e-90fb-319254d943f3 req-cf7ab0b3-b17c-45b9-a879-d657a4bd575b tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1097 time: 0.0994158 Nov 12 03:15:32.147157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-50d99b71-bb9b-4fe2-b9b5-32e855dfc3a5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=899fdfde-25b4-4b41-968a-25642ed39739 HTTP/1.1" status: 200 len: 217 time: 0.0500059 Nov 12 03:15:32.220002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-997eee7a-8e55-41b3-a08b-9c6cbb2b19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.221678 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-997eee7a-8e55-41b3-a08b-9c6cbb2b19ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.0677340 Nov 12 03:15:32.246017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09b75326-d958-405e-90fb-319254d943f3 req-b81592a6-74ea-4f47-8dd7-d0ce51ed52b9 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231711 Nov 12 03:15:32.284909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-303b5738-1d6a-490e-955a-cee08d42b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.286484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-303b5738-1d6a-490e-955a-cee08d42b817 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575135 Nov 12 03:15:32.316709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=3792123d-5dc5-45c2-920d-7ac58c89093e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:32.397368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-f4ca237c-7c93-48d9-bcd1-fd85fc28dfe7 service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034095 Nov 12 03:15:32.413757 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81347f-e950-45e6-8d01-a13c5b168449 x-openstack-request-id: req-0a81347f-e950-45e6-8d01-a13c5b168449 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:32.414405 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-plugged", "status": "completed", "tag": "822ef2d8-de94-4156-a221-3cba8893b129", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:32.414938 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a81347f-e950-45e6-8d01-a13c5b168449 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:32.415866 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129', 'code': 200} Nov 12 03:15:32.418679 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.500823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:32.518837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-31b25994-9712-41f4-896f-ab5abdf4a45b req-ef649059-7784-4615-9008-832828755535 service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136029 Nov 12 03:15:32.643138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892191b-9358-4b54-afc9-1f4291096b7f req-0b52388f-efbf-43cf-9d0d-eccc2ec9929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.644630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a892191b-9358-4b54-afc9-1f4291096b7f req-0b52388f-efbf-43cf-9d0d-eccc2ec9929d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1097 time: 0.2265050 Nov 12 03:15:32.681306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86701cfb-2066-40d3-8bb8-e242b1591bfb req-3676f2d2-2658-41ba-8b1a-ebdc5f1022c4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.682722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86701cfb-2066-40d3-8bb8-e242b1591bfb req-3676f2d2-2658-41ba-8b1a-ebdc5f1022c4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1955497 Nov 12 03:15:32.833084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0721cef9-a1a1-46ca-886a-e73843b5ba65 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:32.854009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0721cef9-a1a1-46ca-886a-e73843b5ba65 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:32.854351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0721cef9-a1a1-46ca-886a-e73843b5ba65 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:33.019157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:15:33.061650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a892191b-9358-4b54-afc9-1f4291096b7f req-2aece10f-1a68-4a8d-9ae1-ed1e4f97bfc9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055068 Nov 12 03:15:33.084571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86701cfb-2066-40d3-8bb8-e242b1591bfb req-756376d2-24e3-4750-9b7a-861fdd8d2b8d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857071 Nov 12 03:15:33.092347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.096662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.210586 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Floating IP 04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e associated. External IP: 172.25.4.210, port: a1e06fa6-493a-4a07-8cf5-b4950d220879. Nov 12 03:15:33.219906 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f1107-15a9-4522-8b71-a7efcde38bec x-openstack-request-id: req-694f1107-15a9-4522-8b71-a7efcde38bec {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:33.220453 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "tag": "899fdfde-25b4-4b41-968a-25642ed39739", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:33.220600 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-694f1107-15a9-4522-8b71-a7efcde38bec {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:33.221041 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739', 'status': 'completed', 'code': 200} Nov 12 03:15:33.309114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab586-f001-463f-a994-122da08429a2 req-c2a63562-76fe-4241-89da-21053c35680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.310783 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-c2a63562-76fe-4241-89da-21053c35680b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 1096 time: 0.0587945 Nov 12 03:15:33.417575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab586-f001-463f-a994-122da08429a2 req-60b494ff-2a7b-4219-9ac8-999fd082359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.419233 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-60b494ff-2a7b-4219-9ac8-999fd082359c service neutron] 10.222.0.100 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 925 time: 0.1007979 Nov 12 03:15:33.420454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4cb70-4826-42b5-b75c-672bba9a3daa req-102ae8af-77b3-40a9-a9f6-1fd2e42d0969 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.421947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5e4cb70-4826-42b5-b75c-672bba9a3daa req-102ae8af-77b3-40a9-a9f6-1fd2e42d0969 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 944 time: 0.1001148 Nov 12 03:15:33.466108 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-19de08f5-07bb-42e3-a8aa-917f100b729b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=899fdfde-25b4-4b41-968a-25642ed39739 HTTP/1.1" status: 200 len: 217 time: 0.0363376 Nov 12 03:15:33.516869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5e4cb70-4826-42b5-b75c-672bba9a3daa req-43a4bc8a-3267-451c-ace7-69fab0a8ae42 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621567 Nov 12 03:15:33.518536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:33.521677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab586-f001-463f-a994-122da08429a2 req-af7770b9-3132-4367-9ecb-6b9220bc37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.524137 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-af7770b9-3132-4367-9ecb-6b9220bc37b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.0508544 Nov 12 03:15:33.592320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab586-f001-463f-a994-122da08429a2 req-31d0050b-ca44-4f9f-b115-e366630180f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.594260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-31d0050b-ca44-4f9f-b115-e366630180f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610473 Nov 12 03:15:33.664307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:33.669139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.675638 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Sync routers for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:33.689377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:33.690683 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:33.700341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fdffd-7518-411c-8050-f7b7877e5789 req-e1149fb3-d616-4a7d-92d8-c50fa1bb90b7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.701851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-543fdffd-7518-411c-8050-f7b7877e5789 req-e1149fb3-d616-4a7d-92d8-c50fa1bb90b7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0917900 Nov 12 03:15:33.715594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-4fe10d4b-7dd5-41c4-8f3f-39ab71a04b42 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "PUT /v2.0/floatingips/04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e HTTP/1.1" status: 200 len: 996 time: 1.8716021 Nov 12 03:15:33.717401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:33.719645 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2514b969-732a-48fb-a28f-5396bc7f0658" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:33.722383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-ae2cbd1e-f007-4274-95a9-b9a45294e258 service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193805 Nov 12 03:15:33.808535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-543fdffd-7518-411c-8050-f7b7877e5789 req-5239e988-dc5d-4152-bf9c-72639707223c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918348 Nov 12 03:15:33.817019 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:33.836074 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0a9ab586-f001-463f-a994-122da08429a2 req-7ef9ff42-27e0-4dee-adfa-5b2b410a8f8e service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031320 Nov 12 03:15:33.841678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-c76eeaf5-b3af-4e8e-90f2-ff2d01df1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:33.843610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-c76eeaf5-b3af-4e8e-90f2-ff2d01df1236 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1097 time: 0.1084967 Nov 12 03:15:34.022727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-f2468063-b55a-48c3-a03b-79b075ac16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.024221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-f2468063-b55a-48c3-a03b-79b075ac16b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 930 time: 0.1670318 Nov 12 03:15:34.081591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-3403c134-7bc8-45a2-a5b4-77ece75fb8d3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.084686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-3403c134-7bc8-45a2-a5b4-77ece75fb8d3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.1952655 Nov 12 03:15:34.123068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-c0bec595-acff-4eef-a680-3efd492771ca tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/quotas/58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 375 time: 0.0325029 Nov 12 03:15:34.125198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-b4756f86-df11-4176-a789-9676d75721e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 999 time: 0.0896711 Nov 12 03:15:34.151156 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'mac_address': 'fa:16:3e:7a:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:29Z', 'updated_at': '2021-11-12T03:15:32Z', 'revision_number': 1, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.179780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Checking router: cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:34.198238 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:34.198238 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.238053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-8b6ba29d-b499-443c-8989-53d6e41ce45b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969853 Nov 12 03:15:34.243738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-61bbbadc-52d6-44ce-a4cf-fcaedd6ed9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.252485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-61bbbadc-52d6-44ce-a4cf-fcaedd6ed9f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.1201560 Nov 12 03:15:34.333458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:34.361713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-0c32c288-6de2-4df9-95c6-a322b87f4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.363460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-0c32c288-6de2-4df9-95c6-a322b87f4d25 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005549 Nov 12 03:15:34.386594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-03099aa4-dff8-4eea-82cd-06d917215458 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:34.394038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-03099aa4-dff8-4eea-82cd-06d917215458 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150032 Nov 12 03:15:34.418031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:34.418888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-590484fa-0897-4ce7-92e5-4fce04e8c4e3 service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650162 Nov 12 03:15:34.421151 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1883819e-b922-469b-b051-868f2d22a22c" -d '{"events": [{"server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "name": "network-vif-plugged", "status": "completed", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:34.596066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-c10b6a15-6363-4b83-8f36-9515687054b7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223369 Nov 12 03:15:34.611756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-a45463b1-9a7c-40c1-87ef-cf9b9650c954 service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167740 Nov 12 03:15:34.625625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-b773f207-e647-4efa-93b1-940aa710fdf7 service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904452 Nov 12 03:15:34.752032 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'mac_address': 'fa:16:3e:7a:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:29Z', 'updated_at': '2021-11-12T03:15:32Z', 'revision_number': 1, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.772968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-4af2f364-f27d-4d65-b2dc-c966b891a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.774568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-4af2f364-f27d-4d65-b2dc-c966b891a339 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 1097 time: 0.0690634 Nov 12 03:15:34.778771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b6aa973-c983-43b7-b4ff-87e0ad694ca8 req-dbd64140-8315-4559-8401-9fcee2c34a5d service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524105 Nov 12 03:15:34.809695 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601af91-fa82-4a4f-9903-53ec8a349522 None None] The sync data for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 is: [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'mac_address': 'fa:16:3e:7a:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:29Z', 'updated_at': '2021-11-12T03:15:32Z', 'revision_number': 1, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:34.934568 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e69156e-7303-4707-b5a9-e8b097ae93a9 x-openstack-request-id: req-9e69156e-7303-4707-b5a9-e8b097ae93a9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:34.934864 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:34.935126 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e69156e-7303-4707-b5a9-e8b097ae93a9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:34.935605 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'status': 'completed', 'code': 200} Nov 12 03:15:35.013530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-3de5d4be-4d85-4435-bbc5-d17c1ad4b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.015026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-3de5d4be-4d85-4435-bbc5-d17c1ad4b1f5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0721073 Nov 12 03:15:35.053409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-b93c6e0c-3e56-4694-bf39-56cded0e8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.054906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-b93c6e0c-3e56-4694-bf39-56cded0e8fad service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.2546329 Nov 12 03:15:35.072092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43599f9-9fe7-458a-8bdd-950c1068d748 req-3d5429ed-2a82-4535-9afd-aa38cbea5d63 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.073630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43599f9-9fe7-458a-8bdd-950c1068d748 req-3d5429ed-2a82-4535-9afd-aa38cbea5d63 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 950 time: 0.1468005 Nov 12 03:15:35.127749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-6948f6b8-5f54-4428-8f30-b084de0856c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 200 len: 217 time: 0.0521030 Nov 12 03:15:35.143495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ed36-4d8c-440b-92e9-a75387a4b748 req-b00d8ae4-98a9-40dd-820e-9326eaa1463d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.150179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6654ed36-4d8c-440b-92e9-a75387a4b748 req-b00d8ae4-98a9-40dd-820e-9326eaa1463d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1572917 Nov 12 03:15:35.196014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-01f949f9-f08a-4034-a719-3953175dd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.196374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08fb80-0356-47ed-b438-ca440e2b0ac9 None None] New status for floating IP 04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:15:35.198181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-01f949f9-f08a-4034-a719-3953175dd20c service neutron] 10.222.0.98 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 930 time: 0.1665294 Nov 12 03:15:35.300659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-de80da45-1b71-4d2a-b7fb-581edeccc720 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 999 time: 0.0906875 Nov 12 03:15:35.308645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-59f81d3c-dac9-4a6e-babd-82da6e0d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.310258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-59f81d3c-dac9-4a6e-babd-82da6e0d61e8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1591346 Nov 12 03:15:35.334601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43599f9-9fe7-458a-8bdd-950c1068d748 req-b7dfa8c9-d166-4804-9b27-a9407bcdce4e tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499163 Nov 12 03:15:35.428817 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee73c1d-cf74-45cd-9518-ff5add77ddb7 x-openstack-request-id: req-eee73c1d-cf74-45cd-9518-ff5add77ddb7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:35.429462 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "name": "network-vif-plugged", "status": "completed", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:35.429462 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eee73c1d-cf74-45cd-9518-ff5add77ddb7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:35.429753 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e', 'code': 200} Nov 12 03:15:35.440423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-dcb3e82a-2077-4c11-8ab9-36f7040aace4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019046 Nov 12 03:15:35.471186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6654ed36-4d8c-440b-92e9-a75387a4b748 req-a04640c8-8b32-4ab8-ad5e-83d78022d925 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970459 Nov 12 03:15:35.486383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-8070b2b3-ad39-4980-af64-b14cbd67f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.491480 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-8070b2b3-ad39-4980-af64-b14cbd67f7c3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.1724675 Nov 12 03:15:35.557123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-ceb2006b-e0d4-435e-b921-d9923a783994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.558967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-ceb2006b-e0d4-435e-b921-d9923a783994 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526133 Nov 12 03:15:35.655708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37276357-6d71-45ab-a649-46965356d5e6 req-74ded66f-36f7-4548-a187-e83c3e1ca392 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 210 time: 0.0762227 Nov 12 03:15:35.696101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118a3e-b72b-440b-a801-7cb72e41afff req-1329c6c7-44f2-4f00-a43d-d681104b2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.696101 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dd118a3e-b72b-440b-a801-7cb72e41afff req-1329c6c7-44f2-4f00-a43d-d681104b2c6b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 1102 time: 0.0944805 Nov 12 03:15:35.702044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dbf5e-3ac7-4881-aa42-d3cc44a9e689 req-2f194be0-1697-4da7-a674-99520dea83eb tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.703819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa0dbf5e-3ac7-4881-aa42-d3cc44a9e689 req-2f194be0-1697-4da7-a674-99520dea83eb tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 944 time: 0.2170954 Nov 12 03:15:35.722010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-84aada60-4074-4546-81f2-79e90018b70b service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452260 Nov 12 03:15:35.738059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-e932104a-e8e3-4f66-a041-7db18b89fc6c service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711408 Nov 12 03:15:35.841462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa0dbf5e-3ac7-4881-aa42-d3cc44a9e689 req-27d8aad6-5583-4253-a789-f50d8d835b07 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304252 Nov 12 03:15:35.853359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899fdfde-25b4-4b41-968a-25642ed39739 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:35.853581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dd118a3e-b72b-440b-a801-7cb72e41afff req-0990a0be-4223-4d9d-8fce-5603d65caa93 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499445 Nov 12 03:15:35.906159 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2514b969-732a-48fb-a28f-5396bc7f0658 req-93823374-bb64-4452-a254-a8292dc311eb service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646709 Nov 12 03:15:35.999072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899fdfde-25b4-4b41-968a-25642ed39739,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:36.011863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '899fdfde-25b4-4b41-968a-25642ed39739', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'port_id': '899fdfde-25b4-4b41-968a-25642ed39739', 'mac_address': 'fa:16:3e:0b:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:36.050882 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.078376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899fdfde-25b4-4b41-968a-25642ed39739 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:36.110966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899fdfde-25b4-4b41-968a-25642ed39739,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:36.117441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.176161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:36.226408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f343d-e0c5-4e6f-bc34-2b34778e5026 req-4e120dec-7292-4b07-aefb-8d483ad6b965 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.233797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b87f343d-e0c5-4e6f-bc34-2b34778e5026 req-4e120dec-7292-4b07-aefb-8d483ad6b965 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.4527223 Nov 12 03:15:36.268406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbef8862-3282-4ba6-b53d-fb4866247188 req-2502a415-77fe-43e1-ae5e-437f27ed09d8 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199597 Nov 12 03:15:36.293421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-728afc15-9b83-49f2-afd3-0819899666ca tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 258 time: 0.1709836 Nov 12 03:15:36.317127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:36.330985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b87f343d-e0c5-4e6f-bc34-2b34778e5026 req-b1068edc-f701-480c-9bfb-fc41ae0642fe tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963206 Nov 12 03:15:36.352548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.437016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['899fdfde-25b4-4b41-968a-25642ed39739'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:36.473244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99971e39-600c-4270-89bb-b877ed9517bd req-28d9f818-0539-46fa-bb08-37699c8391b6 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.475280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99971e39-600c-4270-89bb-b877ed9517bd req-28d9f818-0539-46fa-bb08-37699c8391b6 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1097 time: 0.0533543 Nov 12 03:15:36.512209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.592586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99971e39-600c-4270-89bb-b877ed9517bd req-60cd1a46-bbde-4d48-b087-cbae172823f9 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074493 Nov 12 03:15:36.792567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Allocated IP 172.25.4.110 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e08a55ce-126e-4b60-ad7e-8fbee24265fd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:37.027036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-e467f74a-d08b-4e3e-ae7a-c6b2773064bb tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.030753 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-e467f74a-d08b-4e3e-ae7a-c6b2773064bb tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.2773485 Nov 12 03:15:37.046583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b473e91-d4e0-4e64-b188-6023c68b6f4f req-ad9a9ecc-6ff3-47e3-b698-fd4ab02ba199 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.048172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b473e91-d4e0-4e64-b188-6023c68b6f4f req-ad9a9ecc-6ff3-47e3-b698-fd4ab02ba199 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 950 time: 0.3331542 Nov 12 03:15:37.064392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Request body: {'port': {'device_id': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'admin_state_up': True, 'tenant_id': '58ee712775d949cea74805337cac0dc4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:37.126473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.184369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b473e91-d4e0-4e64-b188-6023c68b6f4f req-d4a354cb-5843-4512-a2c2-5df19fc6010d tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 Nov 12 03:15:37.244694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.256293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:37.267676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.368320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:37.372544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:37.393295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:37.423601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event updated for resources: {'Port': ['ID=e08a55ce-126e-4b60-ad7e-8fbee24265fd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.515571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Allocated IP 172.20.0.10 (31983b17-f674-4f71-a77a-ea9a7763f94c/e1b95a5a-e0ad-474e-a71e-c9512ce2e399/9178b073-98e9-4f2e-b453-438747232e08) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:37.528506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a737932-739b-471a-8945-c6f1381ceede req-788337ac-5d74-4c3f-8e16-c631c0c1e588 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Nov 12 03:15:37.545739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.609779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.758741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.770312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc8cf-b574-4af2-83ec-f8275e873297 req-7a1aea56-1bad-4b41-8fec-2ff75315d580 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.771760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-998dc8cf-b574-4af2-83ec-f8275e873297 req-7a1aea56-1bad-4b41-8fec-2ff75315d580 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 945 time: 0.1148763 Nov 12 03:15:37.824962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.869606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899fdfde-25b4-4b41-968a-25642ed39739 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:37.880813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.886787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-998dc8cf-b574-4af2-83ec-f8275e873297 req-df5a6686-4dae-47ad-a63b-51d69cd66072 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995166 Nov 12 03:15:37.887917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.950505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Network 31983b17-f674-4f71-a77a-ea9a7763f94c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:37.962081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:37.962639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event updated for resources: {'Port': ['ID=e08a55ce-126e-4b60-ad7e-8fbee24265fd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.974780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.975587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:37.994543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.996938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-1b5329b2-4c9e-4fb6-9b1f-08757ef5a631 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6882145 Nov 12 03:15:38.008192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 899fdfde-25b4-4b41-968a-25642ed39739 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:38.019678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 899fdfde-25b4-4b41-968a-25642ed39739 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:38.023673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.041655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.090496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-4a1e54ab-ea89-4fd6-8fe0-88fdb5767eb2 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0855293 Nov 12 03:15:38.091047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.091344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.110844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-efc5c5bd-bb1f-43af-a9d9-4076dc1b5bf8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0531025 Nov 12 03:15:38.125827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Request body: {'port': {'device_id': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:38.139228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.182146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:38.184875 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45356fc8-1fa9-4fbd-891a-65afb69fe740" -d '{"events": [{"server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "name": "network-vif-plugged", "status": "completed", "tag": "899fdfde-25b4-4b41-968a-25642ed39739"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:38.189640 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.209236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899fdfde-25b4-4b41-968a-25642ed39739,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:38.218267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.229242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d60cab-37ce-4eb3-9e02-b4ac94679eb0 req-414d99ae-aa8c-4758-addd-f4e776932b4f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.236783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8d60cab-37ce-4eb3-9e02-b4ac94679eb0 req-414d99ae-aa8c-4758-addd-f4e776932b4f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1436288 Nov 12 03:15:38.314243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.330106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8d60cab-37ce-4eb3-9e02-b4ac94679eb0 req-e4deabb0-79f8-4fd9-9fee-7360acc2125d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Nov 12 03:15:38.343852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-d0e0abc3-749c-4a8d-9d8e-be0db3db4883 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.345321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-d0e0abc3-749c-4a8d-9d8e-be0db3db4883 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2540412 Nov 12 03:15:38.360486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-6ccde739-c1e7-4386-ab95-c59958c3470d tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:38.361470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73b2c240-1eb5-443f-9240-4e6e2ea5f488 req-6ccde739-c1e7-4386-ab95-c59958c3470d tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058873 Nov 12 03:15:38.440735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-0e80d17e-0898-475e-b4b1-ad037fd4e8d6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268383 Nov 12 03:15:38.575301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178b073-98e9-4f2e-b453-438747232e08 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:38.576791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476803a6-07ef-4520-b472-cda4b067009d req-7da02855-8648-427f-8b2d-4da337221fd1 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.578223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-476803a6-07ef-4520-b472-cda4b067009d req-7da02855-8648-427f-8b2d-4da337221fd1 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 950 time: 0.1345816 Nov 12 03:15:38.584191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.598015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Transition to ACTIVE for port object 9178b073-98e9-4f2e-b453-438747232e08 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:38.605000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.623705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-c2350b0a-ab8f-4ad7-b164-7b6a552b1744 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.631365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-c2350b0a-ab8f-4ad7-b164-7b6a552b1744 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895649 Nov 12 03:15:38.678576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-476803a6-07ef-4520-b472-cda4b067009d req-3145c94a-e099-4798-bf93-12febcfd9ab8 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921073 Nov 12 03:15:38.687398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-27942a0f-e9d6-4223-93b4-a9bda303bd38 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/quotas/a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 375 time: 0.0549002 Nov 12 03:15:38.727764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.743558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:38.743906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:38.744263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:38.749037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:38.749468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:38.755746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:38.756254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:38.756802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:38.757243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Bound port: 9178b073-98e9-4f2e-b453-438747232e08, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:38.757785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.771866 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5206a3fa-16ed-42de-a6b8-c3ade24b75fa x-openstack-request-id: req-5206a3fa-16ed-42de-a6b8-c3ade24b75fa {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:38.772199 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "name": "network-vif-plugged", "status": "completed", "tag": "899fdfde-25b4-4b41-968a-25642ed39739", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:38.772454 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5206a3fa-16ed-42de-a6b8-c3ade24b75fa {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:38.772848 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739', 'code': 200} Nov 12 03:15:38.802180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-7b89bc89-9fbf-4f67-9633-b3393bec5456 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103299 Nov 12 03:15:38.836905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:38.840268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:38.847453 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.957797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:39.004568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.005467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.007106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-19ed5d9a-86f5-48aa-b7ea-768e9792791c service neutron] 10.222.0.100 "PUT /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 1093 time: 0.8865249 Nov 12 03:15:39.008819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-2d454597-5d11-4664-847b-d5ce82acb67f tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.010433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-2d454597-5d11-4664-847b-d5ce82acb67f tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0740130 Nov 12 03:15:39.026144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'tag': '9178b073-98e9-4f2e-b453-438747232e08'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:39.029788 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b26da2-acfd-44ff-abc8-84464a173678" -d '{"events": [{"name": "network-changed", "server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "tag": "9178b073-98e9-4f2e-b453-438747232e08"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:39.078796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eacdae-a7ac-469c-a31d-e29e224deee5 req-619e8ffb-379a-4836-8b12-28cdf139fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.080435 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b1eacdae-a7ac-469c-a31d-e29e224deee5 req-619e8ffb-379a-4836-8b12-28cdf139fd99 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 1098 time: 0.2129879 Nov 12 03:15:39.174796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-cd1fcd67-7e0b-4b82-a702-3e0ab0dbffc6 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.1357825 Nov 12 03:15:39.181236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-703a7b2f-1132-4265-ba0a-dd9ce26c0ab9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'floatingip': {'port_id': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:39.203421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-c0e3e843-0cca-4874-b25f-0b4b094ab100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.205381 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-c0e3e843-0cca-4874-b25f-0b4b094ab100 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1096 time: 0.1292660 Nov 12 03:15:39.213563 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b1eacdae-a7ac-469c-a31d-e29e224deee5 req-02cdb78b-8f24-4981-a00b-84033bf6741d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207323 Nov 12 03:15:39.231376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-703a7b2f-1132-4265-ba0a-dd9ce26c0ab9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.286589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7d55-ab1c-4671-8f25-3d3275dbd0f1 req-60b20061-8d64-4b4e-9cc8-97965d97cd6b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.288779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1eb7d55-ab1c-4671-8f25-3d3275dbd0f1 req-60b20061-8d64-4b4e-9cc8-97965d97cd6b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.1747942 Nov 12 03:15:39.412865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1eb7d55-ab1c-4671-8f25-3d3275dbd0f1 req-dfcae001-04a8-4368-8862-4004effe3192 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Nov 12 03:15:39.550957 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-703a7b2f-1132-4265-ba0a-dd9ce26c0ab9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:15:39.552081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dcaf9f2-95ec-4a2c-99bf-2358f7051743 req-703a7b2f-1132-4265-ba0a-dd9ce26c0ab9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "PUT /v2.0/floatingips/c5cffd5d-b8a9-4a88-b26f-a784d45997c4 HTTP/1.1" status: 409 len: 550 time: 0.3775070 Nov 12 03:15:39.724207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2658a71b-c4af-41c7-b399-ddf1cdd75630 req-4167994b-3dcc-4f74-bc31-c7263befecec tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 210 time: 0.0376217 Nov 12 03:15:39.746021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581833-3506-4e33-998a-2ff136c5f93d req-1b8207b8-240c-4069-99fd-5202a252089d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.747696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7581833-3506-4e33-998a-2ff136c5f93d req-1b8207b8-240c-4069-99fd-5202a252089d tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.0990992 Nov 12 03:15:39.798707 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-0541a8f9-0d5d-42b1-90f6-a1ebc7c0f075 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 217 time: 0.3822222 Nov 12 03:15:39.805419 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324aeff-90d0-4c71-915e-49efdc0f0050 x-openstack-request-id: req-e324aeff-90d0-4c71-915e-49efdc0f0050 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:39.805888 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "tag": "9178b073-98e9-4f2e-b453-438747232e08", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:39.806310 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e324aeff-90d0-4c71-915e-49efdc0f0050 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:39.806892 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'tag': '9178b073-98e9-4f2e-b453-438747232e08', 'status': 'completed', 'code': 200} Nov 12 03:15:39.808092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7581833-3506-4e33-998a-2ff136c5f93d req-a0e85c55-1d9a-40e7-8d10-7c70acbd80bd tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520213 Nov 12 03:15:39.899495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-0969bffb-d74d-49d8-95ec-139fea10934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.902935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-0969bffb-d74d-49d8-95ec-139fea10934f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0927966 Nov 12 03:15:39.903437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-6b5fb760-3dbd-496f-87f0-602a41065274 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips/c5cffd5d-b8a9-4a88-b26f-a784d45997c4 HTTP/1.1" status: 200 len: 693 time: 0.0555241 Nov 12 03:15:39.961500 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-5f26810f-118c-4084-94b6-e637029b44ef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437593 Nov 12 03:15:40.033265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee9d4-10d4-4b65-b335-ca64999a63e5 req-cf902d50-6428-4b44-a7d2-485270700b04 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.034758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46fee9d4-10d4-4b65-b335-ca64999a63e5 req-cf902d50-6428-4b44-a7d2-485270700b04 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1495607 Nov 12 03:15:40.065465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-0a48177c-b1e7-4248-b0e4-20ee6cb1ecf9 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947640 Nov 12 03:15:40.101579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-65757b14-7e92-4921-b3cc-460807eeefd6 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.102868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-65757b14-7e92-4921-b3cc-460807eeefd6 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1657579 Nov 12 03:15:40.119395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-4bb91500-040a-4b60-be4c-52438221b06c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:40.124426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-4bb91500-040a-4b60-be4c-52438221b06c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137799 Nov 12 03:15:40.133573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46fee9d4-10d4-4b65-b335-ca64999a63e5 req-b96b9524-dbdd-45be-a03e-00ae71f6c6fa tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877869 Nov 12 03:15:40.169348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c1c71933-7ec1-4539-99a6-919d2e799f4e req-cd16bff4-e685-4a71-8b60-ddf494e844fb service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961504 Nov 12 03:15:40.201938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-7a2a9712-98cc-471c-90d5-bfd28bf3df5c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0665669 Nov 12 03:15:40.304414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-df95a221-750a-47c5-b2d0-840cbd849ee7 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0844393 Nov 12 03:15:40.349420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26da2-acfd-44ff-abc8-84464a173678 req-8fdd043b-1d27-4b97-9643-46e1f1c466dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.352672 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-8fdd043b-1d27-4b97-9643-46e1f1c466dc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1096 time: 0.0991499 Nov 12 03:15:40.487388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-fa97f0ce-449f-4018-8104-8879f5c1222a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268688 Nov 12 03:15:40.533084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26da2-acfd-44ff-abc8-84464a173678 req-3f1d6806-fea7-4c10-81e8-d02c999e0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.536748 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-3f1d6806-fea7-4c10-81e8-d02c999e0e4e service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1716063 Nov 12 03:15:40.591753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Deleting port e08a55ce-126e-4b60-ad7e-8fbee24265fd {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:40.592329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.601135 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-14271b5d-629c-419f-ab10-835d6a15291a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 217 time: 0.0560758 Nov 12 03:15:40.685983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.686665 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.701869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Calling delete_port for e08a55ce-126e-4b60-ad7e-8fbee24265fd owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:40.737403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b26da2-acfd-44ff-abc8-84464a173678 req-38acf61d-9b38-4d48-a079-1d555f1beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.743792 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-38acf61d-9b38-4d48-a079-1d555f1beaf8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1365106 Nov 12 03:15:40.838366 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-4bbe0d92-3a3b-42a0-9a9e-1d1a17a756a8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861111 Nov 12 03:15:40.917975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.003023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event deleted for resources: {'Port': ['ID=e08a55ce-126e-4b60-ad7e-8fbee24265fd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:41.017054 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-2478d991-7f13-4e16-84e9-67ad3435fce9 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693687 Nov 12 03:15:41.098243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f338def5-8634-47d2-bba8-d07b56c92015 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.099787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f338def5-8634-47d2-bba8-d07b56c92015 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6037025 Nov 12 03:15:41.118642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Request body: {'port': {'device_id': '12698cb4-948e-49b5-9728-608f56414b5f', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'a16c9604feaa4802abb92acbd4905337'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:41.174847 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43b26da2-acfd-44ff-abc8-84464a173678 req-ed9fcb8f-e64b-41cc-8dcb-237578558e11 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490974 Nov 12 03:15:41.213809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.216953 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.218323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7f102b6-340e-48ee-8f8e-0ead18810e0a req-fdb3d349-2cab-4cb9-8b72-933b4ef89198 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "DELETE /v2.0/floatingips/c5cffd5d-b8a9-4a88-b26f-a784d45997c4 HTTP/1.1" status: 204 len: 173 time: 0.9081845 Nov 12 03:15:41.247305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cb7d4-7763-4c98-be23-e28285c8767c req-6bae78ca-38d4-4b8f-9393-70a21f83035d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.249545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f24cb7d4-7763-4c98-be23-e28285c8767c req-6bae78ca-38d4-4b8f-9393-70a21f83035d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.2073963 Nov 12 03:15:41.371719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9f313b8-8669-4a2a-b30a-04439f853ade req-b948e18e-c950-42c9-8018-2eda7b15f421 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 210 time: 0.0493064 Nov 12 03:15:41.414944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Made reservation on behalf of a16c9604feaa4802abb92acbd4905337 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:41.420497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.604507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Allocated IP 192.168.233.172 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/035b9665-bad4-4d0a-9fbf-cef208692bf5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:41.737695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f24cb7d4-7763-4c98-be23-e28285c8767c req-ec7ac116-8467-434b-9724-79b747142d8a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648416 Nov 12 03:15:41.822051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972084-a592-4838-9f52-55e8f5e62df8 req-6adcda19-ef8a-4fe6-897c-3c61080290ec tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.834190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f972084-a592-4838-9f52-55e8f5e62df8 req-6adcda19-ef8a-4fe6-897c-3c61080290ec tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.1004949 Nov 12 03:15:41.914862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.986013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f972084-a592-4838-9f52-55e8f5e62df8 req-b424149d-f21b-43aa-9cf9-4f8b94237ae4 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503131 Nov 12 03:15:42.069161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.087577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:42.091801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:42.139030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:42.154947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:42.157581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:42.271608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:42.272352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.342200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2291543 Nov 12 03:15:42.349779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef8db-480d-4402-b922-fa7fced18d2f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.368023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Request body: {'port': {'device_id': '12698cb4-948e-49b5-9728-608f56414b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:42.547350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-301ba07b-f11f-4df7-bf37-75ad800fa045 None None] Provisioning complete for port 035b9665-bad4-4d0a-9fbf-cef208692bf5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:42.548255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-301ba07b-f11f-4df7-bf37-75ad800fa045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.624178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-301ba07b-f11f-4df7-bf37-75ad800fa045 None None] Port 035b9665-bad4-4d0a-9fbf-cef208692bf5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:42.747896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c667-34dd-4a6f-9407-69ed4be731af req-4e6ec8b9-b87f-45e9-91b3-1b2a2d42600a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:42.749410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b648c667-34dd-4a6f-9407-69ed4be731af req-4e6ec8b9-b87f-45e9-91b3-1b2a2d42600a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.6127169 Nov 12 03:15:42.797425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-3d3af67b-7f9a-4f49-85b9-3e7dddc9e40e tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1001 time: 0.4422083 Nov 12 03:15:42.859047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.899424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-04776f5b-df02-40f3-ae23-f1af43686d51 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:42.900786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-04776f5b-df02-40f3-ae23-f1af43686d51 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports/a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 942 time: 0.0863802 Nov 12 03:15:42.906718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b648c667-34dd-4a6f-9407-69ed4be731af req-904e7736-5b01-4817-a544-d059f7721598 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465468 Nov 12 03:15:43.145351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-4b79a96f-a8d5-4f92-a557-76c22de5ee89 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1001 time: 0.1739249 Nov 12 03:15:43.198853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9da177-f7f0-4117-ac94-aaf2736bb382 req-91721aa7-ee59-4444-9f6a-2384c0131925 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.200251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c9da177-f7f0-4117-ac94-aaf2736bb382 req-91721aa7-ee59-4444-9f6a-2384c0131925 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.1433616 Nov 12 03:15:43.210177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:43.217151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Request body: {'floatingip': {'port_id': '899fdfde-25b4-4b41-968a-25642ed39739'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:43.270725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.425784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-c4d363fd-35b1-45eb-b703-42a2730b6b34 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.427906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-c4d363fd-35b1-45eb-b703-42a2730b6b34 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2494211 Nov 12 03:15:43.434844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:43.451075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ff294-7cce-42fe-8e87-7c2c1438f4f0 req-5b9ce4b0-5378-4269-bbc8-4bfbcf5a1101 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.454929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-957ff294-7cce-42fe-8e87-7c2c1438f4f0 req-5b9ce4b0-5378-4269-bbc8-4bfbcf5a1101 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 950 time: 0.1622066 Nov 12 03:15:43.459125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.540084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Transition to ACTIVE for port object 035b9665-bad4-4d0a-9fbf-cef208692bf5 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:43.554335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.597558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-96f3e1e9-3fbd-4a90-9b18-998097b4c1b8 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1001 time: 0.1578169 Nov 12 03:15:43.609958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-957ff294-7cce-42fe-8e87-7c2c1438f4f0 req-0eba51c2-88be-4650-9ed0-fb019711d1cd tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.93 "GET /v2.0/security-groups?id=d1bce62c-5bd7-4172-bf36-70f772b6f23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401286 Nov 12 03:15:43.655216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:43.688522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:43.691028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-7da100bf-b365-4a5e-9ad5-d70c6b06f611 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.692756 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-7da100bf-b365-4a5e-9ad5-d70c6b06f611 tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.100 "GET /v2.0/ports?device_id=723ca72d-cd78-4bd6-97cd-854797d74e9e HTTP/1.1" status: 200 len: 950 time: 0.1370361 Nov 12 03:15:43.835775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.886927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace1c95-cfa9-434d-a2e7-4d637a51e60b req-2383e7c6-1131-48a3-ab54-7f0dc14688b4 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.897009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Deleting port 3792123d-5dc5-45c2-920d-7ac58c89093e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:43.897227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aace1c95-cfa9-434d-a2e7-4d637a51e60b req-2383e7c6-1131-48a3-ab54-7f0dc14688b4 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 945 time: 0.1594789 Nov 12 03:15:43.897371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.905027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.922285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:43.928478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.940887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Attempting to bind port 035b9665-bad4-4d0a-9fbf-cef208692bf5 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:43.941212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Attempting to bind port 035b9665-bad4-4d0a-9fbf-cef208692bf5 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:43.941540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Attempting to bind port 035b9665-bad4-4d0a-9fbf-cef208692bf5 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:43.951616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Port 035b9665-bad4-4d0a-9fbf-cef208692bf5 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:43.952077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Attempting to bind port 035b9665-bad4-4d0a-9fbf-cef208692bf5 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:43.960820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:43.961178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:43.961523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:43.961946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Bound port: 035b9665-bad4-4d0a-9fbf-cef208692bf5, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:43.962293 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.039180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:44.043333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:44.068449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:44.085248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aace1c95-cfa9-434d-a2e7-4d637a51e60b req-144c07ae-186b-4a6a-8679-d1f36cd07d7a tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.93 "GET /v2.0/security-groups?id=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867490 Nov 12 03:15:44.086437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.116774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '9178b073-98e9-4f2e-b453-438747232e08', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'port_id': '9178b073-98e9-4f2e-b453-438747232e08', 'mac_address': 'fa:16:3e:3b:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b95a5a-e0ad-474e-a71e-c9512ce2e399', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:44.135554 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa associated. External IP: 172.25.4.97, port: 899fdfde-25b4-4b41-968a-25642ed39739. Nov 12 03:15:44.214561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.239616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.251777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.252583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.254233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-ac1e0a4c-0c1e-4e76-beaa-8bfb709ed613 service neutron] 10.222.0.98 "PUT /v2.0/ports/035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 1097 time: 1.9000416 Nov 12 03:15:44.255226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:44.258708 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8746bdb7-6217-4017-a04b-ba0ffc020c95" -d '{"events": [{"name": "network-changed", "server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:44.261833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] For port 3792123d-5dc5-45c2-920d-7ac58c89093e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=3792123d-5dc5-45c2-920d-7ac58c89093e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:44.262750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.273297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178b073-98e9-4f2e-b453-438747232e08 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:44.328131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d369a4-5676-4e4d-b089-695e8bbe8dd7 req-17f637ec-5c97-4a71-aa54-7cdfef6a2e18 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.328716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:44.330420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Calling delete_port for 3792123d-5dc5-45c2-920d-7ac58c89093e owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:44.341703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.342715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d369a4-5676-4e4d-b089-695e8bbe8dd7 req-17f637ec-5c97-4a71-aa54-7cdfef6a2e18 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 948 time: 0.1245873 Nov 12 03:15:44.362474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d0069-ab69-48e3-a831-0025cd437873 req-8bb7badf-4526-49f0-a7e3-92ba6c9a8a08 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.365133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d95d0069-ab69-48e3-a831-0025cd437873 req-8bb7badf-4526-49f0-a7e3-92ba6c9a8a08 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.100 "GET /v2.0/ports?device_id=70461ac2-756a-41f9-aaed-b869a0ca805e HTTP/1.1" status: 200 len: 945 time: 0.2910407 Nov 12 03:15:44.401846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.455950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d369a4-5676-4e4d-b089-695e8bbe8dd7 req-b911af35-c64e-4622-858d-0174f1e23af5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115446 Nov 12 03:15:44.527398 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.534427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-d2823df9-03d5-4596-a3dc-ddf7724a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.536095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-d2823df9-03d5-4596-a3dc-ddf7724a582d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1100 time: 0.2285700 Nov 12 03:15:44.537227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.537566 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Floating IP 04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e disassociated. External IP: 172.25.4.210, port: a1e06fa6-493a-4a07-8cf5-b4950d220879. Nov 12 03:15:44.576448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9178b073-98e9-4f2e-b453-438747232e08'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:44.585486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:44.658250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-55fb82d7-90f4-4ebc-a486-689e0bff1c29 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0836215 Nov 12 03:15:44.694914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Deleting port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:44.695266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.767191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bca08-0f27-4623-b523-d1af2ef87013 req-c2522580-fcc0-47d5-9538-6fa053d4ee17 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.771507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0bca08-0f27-4623-b523-d1af2ef87013 req-c2522580-fcc0-47d5-9538-6fa053d4ee17 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.1905503 Nov 12 03:15:44.816330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-36c3c183-cdb9-44a7-9101-1d4a7285bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.817857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-36c3c183-cdb9-44a7-9101-1d4a7285bc9a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1465712 Nov 12 03:15:44.877882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.887194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:44.899204 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:44.912883 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:44.913833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:44.917732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.919804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0bca08-0f27-4623-b523-d1af2ef87013 req-be043cf4-45e4-4533-8223-03c7c1d8c4ec tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416173 Nov 12 03:15:44.943395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Pushing event deleted for resources: {'Port': ['ID=3792123d-5dc5-45c2-920d-7ac58c89093e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.945052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-6001de2c-5af4-4cf6-a8e1-af867ca16a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:44.951113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-6001de2c-5af4-4cf6-a8e1-af867ca16a2b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177022 Nov 12 03:15:44.967755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] For port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,segment=NetworkSegment(a30a6394-e598-44ef-83c4-6dfe8aea274d),segment_id=a30a6394-e598-44ef-83c4-6dfe8aea274d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:44.968156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.996323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-62f5789f-59e8-40fd-894b-50a269f5a631 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "PUT /v2.0/floatingips/cebe8f6b-434b-423c-b8c6-bf8d234817fa HTTP/1.1" status: 200 len: 991 time: 1.7836964 Nov 12 03:15:44.999064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:45.001413 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "tag": "899fdfde-25b4-4b41-968a-25642ed39739"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:45.012106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Calling delete_port for b1ddb22b-b6c2-4119-b083-0ca260e9a3cb owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:45.046810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] No DVR routers for this DVR port 3792123d-5dc5-45c2-920d-7ac58c89093e on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:45.051222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.055436 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-24bd41e0-cfdd-4528-ba1d-771d3aabb7e5 req-71496588-0427-491b-9acd-31144dbc313f tempest-TenantUsagesTestJSON-1126552602 tempest-TenantUsagesTestJSON-1126552602-project] 10.222.0.100 "DELETE /v2.0/ports/3792123d-5dc5-45c2-920d-7ac58c89093e HTTP/1.1" status: 204 len: 173 time: 1.3557000 Nov 12 03:15:45.130248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['3792123d-5dc5-45c2-920d-7ac58c89093e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:45.146279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:45.244901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.263567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:45.314008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-1242cfb5-9c58-4964-80c2-2354a813a9ce service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249412 Nov 12 03:15:45.328889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b1ddb22b-b6c2-4119-b083-0ca260e9a3cb'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:45.331876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Pushing event deleted for resources: {'Port': ['ID=b1ddb22b-b6c2-4119-b083-0ca260e9a3cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:45.361545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] No DVR routers for this DVR port b1ddb22b-b6c2-4119-b083-0ca260e9a3cb on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:45.365544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.370481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d95d0069-ab69-48e3-a831-0025cd437873 req-87e084f3-4c0d-4fd1-9309-70739737b9c9 tempest-VolumesAdminNegativeTest-1961598363 tempest-VolumesAdminNegativeTest-1961598363-project] 10.222.0.100 "DELETE /v2.0/ports/b1ddb22b-b6c2-4119-b083-0ca260e9a3cb HTTP/1.1" status: 204 len: 173 time: 0.9979827 Nov 12 03:15:45.438810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076983b3-0c59-48ab-9828-488696200efd req-ad8947fc-1a2e-4766-ac5a-1b0fa3e16ad2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:45.449022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-076983b3-0c59-48ab-9828-488696200efd req-ad8947fc-1a2e-4766-ac5a-1b0fa3e16ad2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.3519998 Nov 12 03:15:45.508797 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '899fdfde-25b4-4b41-968a-25642ed39739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:0b:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:15:43Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:45.538568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:45.549136 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:45.549760 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:45.717023 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:45.886208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-076983b3-0c59-48ab-9828-488696200efd req-c9aa675a-781b-4d95-99f7-af47bd8b80ee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361367 Nov 12 03:15:45.889046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:45.892713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-523b7b0f-990b-474d-80c5-7bd971c21678 req-128de614-ed04-4c63-b8f7-4ee5711bc536 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073993 Nov 12 03:15:45.907298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Sync routers for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:45.907511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.954039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:45.954985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:45.957345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:45.990037 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72ef07-171a-4a8f-aa6d-4a53e00f1b6c x-openstack-request-id: req-8d72ef07-171a-4a8f-aa6d-4a53e00f1b6c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:45.990037 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:45.990037 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8d72ef07-171a-4a8f-aa6d-4a53e00f1b6c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:45.990614 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'status': 'completed', 'code': 200} Nov 12 03:15:46.044718 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '899fdfde-25b4-4b41-968a-25642ed39739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:0b:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:15:43Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:46.073813 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40607eb5-8a2c-4c93-9271-f2a1a23ca48f None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'cebe8f6b-434b-423c-b8c6-bf8d234817fa', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'floating_ip_address': '172.25.4.97', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'port_id': '899fdfde-25b4-4b41-968a-25642ed39739', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'mac_address': 'fa:16:3e:0b:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:13:17Z', 'updated_at': '2021-11-12T03:15:43Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:46.148593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-7139bb98-13d9-4ece-986c-c01a0a6f98bc tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "PUT /v2.0/floatingips/04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e HTTP/1.1" status: 200 len: 695 time: 2.4943416 Nov 12 03:15:46.157258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 9178b073-98e9-4f2e-b453-438747232e08 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:46.166973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 9178b073-98e9-4f2e-b453-438747232e08 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:46.167583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.201390 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931c5a4-18fe-42ec-8983-6b7d64bf50f6 x-openstack-request-id: req-8931c5a4-18fe-42ec-8983-6b7d64bf50f6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:46.201687 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "tag": "899fdfde-25b4-4b41-968a-25642ed39739", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:46.202096 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8931c5a4-18fe-42ec-8983-6b7d64bf50f6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:46.202389 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739', 'status': 'completed', 'code': 200} Nov 12 03:15:46.265946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:46.285360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:46.290435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-53a2c24f-12a9-4d57-bb76-f5143fc00fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.293863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-53a2c24f-12a9-4d57-bb76-f5143fc00fe6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1100 time: 0.3022094 Nov 12 03:15:46.404883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-f2ad3264-bb49-466f-8ae2-c2d15b47a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.406917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-f2ad3264-bb49-466f-8ae2-c2d15b47a4c0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f575f8e31ce748228a992338d394d404&device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 1098 time: 0.1731124 Nov 12 03:15:46.412944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Deleting subnet 16b5162b-b1c7-41ec-a505-b2b42bd539e8 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:46.431110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.525073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-a252859e-d0a5-4436-aacf-f60cabe98a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.526538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-a252859e-d0a5-4436-aacf-f60cabe98a7b service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2206905 Nov 12 03:15:46.539158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.550969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:46.565831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.580954 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2c801b-669b-467a-9e09-089f2fb3a49c None None] New status for floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:15:46.636358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-8c918bee-112d-4d53-b3a4-d4b856a4d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.638001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-8c918bee-112d-4d53-b3a4-d4b856a4d2cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 200 len: 925 time: 0.2224762 Nov 12 03:15:46.642080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-310d95d2-e953-45b9-9bd1-910b0efca953 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0938644 Nov 12 03:15:46.646372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.646762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-ee57d3b0-d406-413c-853f-fcf9e4eb27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.648422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-ee57d3b0-d406-413c-853f-fcf9e4eb27a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1097 time: 0.4825156 Nov 12 03:15:46.829289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b280f-4685-4f7e-9b6e-4aef4a9ec82b req-5e0c96d9-d6b2-4d60-9a4d-9232d2553447 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.837724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b64b280f-4685-4f7e-9b6e-4aef4a9ec82b req-5e0c96d9-d6b2-4d60-9a4d-9232d2553447 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 948 time: 0.3099773 Nov 12 03:15:46.843007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178b073-98e9-4f2e-b453-438747232e08'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:46.843280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-a9498bb9-442b-4c31-99df-95837bd5bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.845132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-a9498bb9-442b-4c31-99df-95837bd5bdc0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1766894 Nov 12 03:15:46.845635 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe84195-0f6b-45fb-adfa-55fa33672153" -d '{"events": [{"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-plugged", "status": "completed", "tag": "9178b073-98e9-4f2e-b453-438747232e08"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:46.862211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:46.870109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:46.901706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Checking router: cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:46.907298 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.909698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 3792123d-5dc5-45c2-920d-7ac58c89093e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:46.915394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b64b280f-4685-4f7e-9b6e-4aef4a9ec82b req-e6843e1b-20dc-420b-a8c3-032995261da1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767138 Nov 12 03:15:46.947922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:46.948964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:46.971027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 3792123d-5dc5-45c2-920d-7ac58c89093e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:46.971372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 3792123d-5dc5-45c2-920d-7ac58c89093e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:47.060673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-717846be-9671-4753-8a4d-3f6492833acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.062565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-717846be-9671-4753-8a4d-3f6492833acf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1592438 Nov 12 03:15:47.094274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-8de84546-ad55-4503-8130-b451db4fcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.104186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-8de84546-ad55-4503-8130-b451db4fcf47 service neutron] 10.222.0.93 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 930 time: 0.4371383 Nov 12 03:15:47.114212 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-6bc21ad3-ed8b-4e3e-af6d-0600fede2739 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=899fdfde-25b4-4b41-968a-25642ed39739 HTTP/1.1" status: 200 len: 999 time: 0.4542201 Nov 12 03:15:47.139057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:47.159241 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ee031ba-3407-445a-9852-c4b135543db6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8325f0814df44dda935265e49232eb9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880949 Nov 12 03:15:47.162197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:47.188628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.188871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:47.193921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-72f0375f-5fec-45dc-b8bb-ba51a7dd4285 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 217 time: 0.0887618 Nov 12 03:15:47.237582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-9a74ea28-55ff-4384-8368-4a23609aaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.239194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-9a74ea28-55ff-4384-8368-4a23609aaf59 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 200 len: 862 time: 0.1173146 Nov 12 03:15:47.239973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b5162b-b1c7-41ec-a505-b2b42bd539e8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:47.256445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.260579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22707f90-451c-4c2a-ae86-b34f21b200bd admin admin] 10.222.0.93 "DELETE /v2.0/subnets/16b5162b-b1c7-41ec-a505-b2b42bd539e8 HTTP/1.1" status: 204 len: 168 time: 0.9736640 Nov 12 03:15:47.271178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:47.306502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d68b51-c96f-4226-8ed3-36082f39830b req-6b2714b7-f782-4214-ad0a-bada1290d3d2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.314895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46d68b51-c96f-4226-8ed3-36082f39830b req-6b2714b7-f782-4214-ad0a-bada1290d3d2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.2711868 Nov 12 03:15:47.324231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-f51d6a08-2456-4e6d-a7de-b6b53bc6ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.325793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-f51d6a08-2456-4e6d-a7de-b6b53bc6ab4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.1311197 Nov 12 03:15:47.369398 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.408371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.414251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.418536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-86cf9475-13a7-441e-838d-aeaba11735df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.420321 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-86cf9475-13a7-441e-838d-aeaba11735df service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4629c0b6-ab18-4922-bb96-23414d91b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665316 Nov 12 03:15:47.444753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46d68b51-c96f-4226-8ed3-36082f39830b req-38669fc5-2b77-4502-8bb2-80df8af769b6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287029 Nov 12 03:15:47.451115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc947-dd56-402b-80d9-52c88494197b req-826b89ea-5811-4a0f-8fe2-50fa07513f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.452971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-826b89ea-5811-4a0f-8fe2-50fa07513f86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118138 Nov 12 03:15:47.455675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-c8d53a4d-7965-4bf7-a377-7fbaa0d9c4bc service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403754 Nov 12 03:15:47.524375 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8812ac7-ad84-423b-9374-3cc9c0d03535 x-openstack-request-id: req-d8812ac7-ad84-423b-9374-3cc9c0d03535 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:47.531156 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-plugged", "status": "completed", "tag": "9178b073-98e9-4f2e-b453-438747232e08", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:47.531505 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8812ac7-ad84-423b-9374-3cc9c0d03535 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:47.531997 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178b073-98e9-4f2e-b453-438747232e08', 'code': 200} Nov 12 03:15:47.543198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:47.600651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a5817-7265-47f1-b3dd-1ebbb04e9621 None None] The sync data for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 is: [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3b2f8339-2be1-4d26-9eca-dc3df4eb850c', 'name': '', 'network_id': '222073ce-0332-4194-8515-5516befdb169', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'mac_address': 'fa:16:3e:4e:a0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:06Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'subnets': [{'id': '54425683-41c1-4fe4-b4e2-f290d49b6353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:47.729131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.751705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.755098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.759130 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d1bce62c-5bd7-4172-bf36-70f772b6f23f HTTP/1.1" status: 204 len: 168 time: 0.5913062 Nov 12 03:15:47.761829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72761123-9d88-409a-abd5-98602f6b18eb req-ef06c751-f9a9-4177-9296-d66e6fa6fdd3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.763593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72761123-9d88-409a-abd5-98602f6b18eb req-ef06c751-f9a9-4177-9296-d66e6fa6fdd3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1362514 Nov 12 03:15:47.796268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e1f87b-f518-4fab-99ed-8d6278023a22']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:47.798718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8746bdb7-6217-4017-a04b-ba0ffc020c95 req-0d443e6d-f49c-44a4-b961-e2838506e43e service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179586 Nov 12 03:15:47.804300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-2142b5b0-7981-4a50-a149-7b159838bc0e service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422692 Nov 12 03:15:47.829258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30a6394-e598-44ef-83c4-6dfe8aea274d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:47.829692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30a6394-e598-44ef-83c4-6dfe8aea274d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:47.859721 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-4364352d-1f75-4f03-ab30-46103ed1a6bc service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141934 Nov 12 03:15:47.867496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.891878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2a537-a810-41d1-b09a-115a94e08fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bce62c-5bd7-4172-bf36-70f772b6f23f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:47.903334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a55a05-c443-444a-8ba4-c90454f1e986 req-cf40e467-b2a8-4b79-99fc-706dd2658b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.904358 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e4a55a05-c443-444a-8ba4-c90454f1e986 req-cf40e467-b2a8-4b79-99fc-706dd2658b44 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1098 time: 0.2878213 Nov 12 03:15:47.913553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72761123-9d88-409a-abd5-98602f6b18eb req-94e525dd-095e-429b-a5a1-d849c7f13572 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395221 Nov 12 03:15:47.927339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.954049 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4ee0-7681-45b2-bc49-e5854c97572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.960088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1ddb22b-b6c2-4119-b083-0ca260e9a3cb no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:47.991814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: b1ddb22b-b6c2-4119-b083-0ca260e9a3cb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:47.992144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:47.997835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1ddb22b-b6c2-4119-b083-0ca260e9a3cb not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:47.998934 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:48.046275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff8bc947-dd56-402b-80d9-52c88494197b req-678a5fba-8f12-4162-a810-21d0c0a95375 service neutron] 10.222.0.93 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292695 Nov 12 03:15:48.124254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:48.128551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.129296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f3118a-570f-4c37-a926-fec2aaaa38a0 None None] New status for floating IP 04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:48.135272 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:48.170034 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b818dc7-5073-4029-9a4b-3c801a61204d x-openstack-request-id: req-9b818dc7-5073-4029-9a4b-3c801a61204d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:48.170318 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:48.170638 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b818dc7-5073-4029-9a4b-3c801a61204d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:48.171278 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'status': 'completed', 'code': 200} Nov 12 03:15:48.275190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'name': 'network-vif-deleted', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e'}, {'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'name': 'network-vif-deleted', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:48.282278 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df40de-125a-4c03-921b-d6d512f2ffa7" -d '{"events": [{"server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "name": "network-vif-deleted", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e"}, {"server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "name": "network-vif-deleted", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:48.287822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-370e4162-6c8f-481a-a0a8-157ae92b40a9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips/04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e HTTP/1.1" status: 200 len: 695 time: 0.1095872 Nov 12 03:15:48.332267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.369271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82e5e316-653f-4a0b-9407-9f55bb94f58c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.374014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.385261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.390432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] 10.222.0.93 "DELETE /v2.0/networks/c3e1f87b-f518-4fab-99ed-8d6278023a22 HTTP/1.1" status: 204 len: 168 time: 1.1165564 Nov 12 03:15:48.394041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccae59-9fa4-4c90-89b9-82c7fe55a430 req-6f4e5cb7-aa8f-4ca4-8601-ab5f4aa4650a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.395594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ccae59-9fa4-4c90-89b9-82c7fe55a430 req-6f4e5cb7-aa8f-4ca4-8601-ab5f4aa4650a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 948 time: 0.2690852 Nov 12 03:15:48.396135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.407303 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e4a55a05-c443-444a-8ba4-c90454f1e986 req-352300cc-26ca-4139-9b58-f392417f2428 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619255 Nov 12 03:15:48.443818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1f50c1a0-b6a2-4fdc-afbd-b847d491bfd6 req-d2de0e78-4d40-47e7-8260-10af88c81a72 service neutron] 10.222.0.100 "GET /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655317 Nov 12 03:15:48.444668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8269770-aefd-4db7-985c-aae2cf84297a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e1f87b-f518-4fab-99ed-8d6278023a22,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.467108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-aae2a3ba-98b1-4bc2-b25c-02905e35c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.468656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-aae2a3ba-98b1-4bc2-b25c-02905e35c50c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6d0183e17cb541189badd9a9de24d457&device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 1097 time: 0.2794020 Nov 12 03:15:48.524261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82e5e316-653f-4a0b-9407-9f55bb94f58c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.530144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82e5e316-653f-4a0b-9407-9f55bb94f58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.548148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Deleting subnet 0b3a1a20-d6db-496d-b69a-edecabef1d5d {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:48.558433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ccae59-9fa4-4c90-89b9-82c7fe55a430 req-99a53572-2af7-4459-8ec7-3f0dc932e34d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423695 Nov 12 03:15:48.565472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-19dd25df-2070-4829-bff9-23113e386233 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.566774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-19dd25df-2070-4829-bff9-23113e386233 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2720003 Nov 12 03:15:48.595352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.600877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-82e5e316-653f-4a0b-9407-9f55bb94f58c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5667b352fef0466fbb63ab21b5b261d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642677 Nov 12 03:15:48.602021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5e316-653f-4a0b-9407-9f55bb94f58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a925249-fe42-4636-becd-ba142a2be31d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.605684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.657087 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd904b-08d4-4e0d-93a8-137d918b06df x-openstack-request-id: req-69bd904b-08d4-4e0d-93a8-137d918b06df {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:48.657493 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723ca72d-cd78-4bd6-97cd-854797d74e9e", "name": "network-vif-deleted", "tag": "3792123d-5dc5-45c2-920d-7ac58c89093e", "status": "completed", "code": 200}, {"server_uuid": "70461ac2-756a-41f9-aaed-b869a0ca805e", "name": "network-vif-deleted", "tag": "b1ddb22b-b6c2-4119-b083-0ca260e9a3cb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:48.657849 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69bd904b-08d4-4e0d-93a8-137d918b06df {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:48.659357 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ca72d-cd78-4bd6-97cd-854797d74e9e', 'name': 'network-vif-deleted', 'tag': '3792123d-5dc5-45c2-920d-7ac58c89093e', 'status': 'completed', 'code': 200} Nov 12 03:15:48.659858 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70461ac2-756a-41f9-aaed-b869a0ca805e', 'name': 'network-vif-deleted', 'tag': 'b1ddb22b-b6c2-4119-b083-0ca260e9a3cb', 'status': 'completed', 'code': 200} Nov 12 03:15:48.681086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.681876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-1a5d59f3-f186-4465-bbf3-7820f297214e tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0819559 Nov 12 03:15:48.687944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.706174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.757169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.759924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.761218 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a925249-fe42-4636-becd-ba142a2be31d HTTP/1.1" status: 204 len: 168 time: 0.1543274 Nov 12 03:15:48.769521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855be6ce-b258-4da3-975c-29aa51ccaccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a925249-fe42-4636-becd-ba142a2be31d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.809464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-910b54fa-a227-44b4-a77d-bad2c8260282 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0968926 Nov 12 03:15:48.810488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-8f63a6d2-4e8a-43ca-be77-4eae874c5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.811840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-8f63a6d2-4e8a-43ca-be77-4eae874c5970 service neutron] 10.222.0.98 "GET /v2.0/networks?id=222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 200 len: 930 time: 0.3155122 Nov 12 03:15:48.820544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.925781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:48.928479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-57cdb9a2-e711-4fcf-9a56-6ae2b13e2c4c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 200 len: 217 time: 0.0999644 Nov 12 03:15:48.943009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2040-b38c-473d-82c2-63d971d2dcbc req-3577915b-c4c7-4db2-b0e8-2ef581bd4e61 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.944662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe3f2040-b38c-473d-82c2-63d971d2dcbc req-3577915b-c4c7-4db2-b0e8-2ef581bd4e61 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.2293684 Nov 12 03:15:49.090023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:49.095391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.111615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'mac_address': 'fa:16:3e:01:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:49.128002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.134273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0b3a1a20-d6db-496d-b69a-edecabef1d5d HTTP/1.1" status: 204 len: 168 time: 0.7309682 Nov 12 03:15:49.134463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:49.201360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.223787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:49.237642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe3f2040-b38c-473d-82c2-63d971d2dcbc req-0f1af115-7b2e-4421-b781-3d0e0dd9274d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491655 Nov 12 03:15:49.251475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a4f32-13ca-471d-a0f4-ce7b99f872f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3a1a20-d6db-496d-b69a-edecabef1d5d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.255451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-c4aad269-8c53-4180-9fb0-b987981bdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.257638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-c4aad269-8c53-4180-9fb0-b987981bdb58 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 200 len: 867 time: 0.3094847 Nov 12 03:15:49.288178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:49.295501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.301501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Deleting port 930e851d-536d-4372-9fa0-b52c5645f7a0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:49.302288 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.325247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.433541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.486616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.504011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-77ca2a34-654b-42e0-8e7d-59ca39c2e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.505553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-77ca2a34-654b-42e0-8e7d-59ca39c2e2aa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=222073ce-0332-4194-8515-5516befdb169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358177 Nov 12 03:15:49.519217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff3892-e6e2-4d46-a4b4-566428b238e9']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:49.532525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c39220-aa4a-4775-a5b6-4a1e5196eb5a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:49.532845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c39220-aa4a-4775-a5b6-4a1e5196eb5a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:49.544563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.550084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.550478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.563671 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.572614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:49.573157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:49.575545 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:49.600256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793e1f3-6200-46d6-a980-963eb573d8d9 req-870a21ec-57f1-413e-adbe-b89c781e9df6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.602284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4793e1f3-6200-46d6-a980-963eb573d8d9 req-870a21ec-57f1-413e-adbe-b89c781e9df6 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.1631885 Nov 12 03:15:49.605837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Calling delete_port for 930e851d-536d-4372-9fa0-b52c5645f7a0 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:49.672017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.674995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.681368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] 10.222.0.93 "DELETE /v2.0/networks/17ff3892-e6e2-4d46-a4b4-566428b238e9 HTTP/1.1" status: 204 len: 168 time: 0.5434330 Nov 12 03:15:49.693984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc55a0-08af-499f-a1a9-2f0cad89c229 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ff3892-e6e2-4d46-a4b4-566428b238e9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.706062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['035b9665-bad4-4d0a-9fbf-cef208692bf5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:49.779221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4793e1f3-6200-46d6-a980-963eb573d8d9 req-ef8ca4bd-088a-4d3c-a53e-0974d811f96e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420324 Nov 12 03:15:49.818978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-25c5b40d-fcd3-4aa6-8a63-133cb669be56 service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911165 Nov 12 03:15:49.909152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:49.981037 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d4931d96-10e1-4dac-a521-26a1a8b1f3dc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0781d04cdfc14a7ab45bdf09c3b9ca03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682099 Nov 12 03:15:49.981334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:50.010538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7bd8eb-eb49-4244-b8c4-7c2850b03525 req-5eff2f6e-fe0f-4ad7-b597-6d34d1cf8fa6 service neutron] 10.222.0.98 "GET /v2.0/networks/222073ce-0332-4194-8515-5516befdb169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805804 Nov 12 03:15:50.025307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.033582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.056439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.059687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event deleted for resources: {'Port': ['ID=930e851d-536d-4372-9fa0-b52c5645f7a0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.072677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81748-d967-4f8a-87ba-093d86d3c7f5 req-deb584bc-b5b8-4fea-a84d-2fcf321142fc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:50.073722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89a81748-d967-4f8a-87ba-093d86d3c7f5 req-deb584bc-b5b8-4fea-a84d-2fcf321142fc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 949 time: 0.1110616 Nov 12 03:15:50.113365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.115977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.119577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9 HTTP/1.1" status: 204 len: 168 time: 0.1350045 Nov 12 03:15:50.127771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2befd00-26d7-408e-80e0-ed3c76ab4213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb98054-0b3b-4b1a-af86-0d6e0e7fcfa9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.328061 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41504760-6c60-4d1e-a6f8-776aa1e857f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.469126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.472314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.474035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f9c9ce-cc2a-4dcd-b228-2eb56623dd65 req-b48f4c8d-de75-448c-bda9-207fe02b84e9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "DELETE /v2.0/floatingips/04cdfac2-5ea2-4d51-ac19-52c8a6dfb55e HTTP/1.1" status: 204 len: 173 time: 1.6543708 Nov 12 03:15:50.479123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89a81748-d967-4f8a-87ba-093d86d3c7f5 req-e198fc8d-567e-463c-94f5-a93b2d1a738e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 Nov 12 03:15:50.538533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:50.588486 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-501a50cb-792c-442b-b611-eeb132f9af72 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=906fb43f5b004a1e99bfff1eb03680cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474112 Nov 12 03:15:50.590367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:50.590812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c555-c9be-48ec-ba46-307fc587af76 req-cc4802e3-32a6-46d3-88ea-ca8971c7c281 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:50.592376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3097c555-c9be-48ec-ba46-307fc587af76 req-cc4802e3-32a6-46d3-88ea-ca8971c7c281 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.0531709 Nov 12 03:15:50.642586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.643427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3097c555-c9be-48ec-ba46-307fc587af76 req-046e1bb6-7fd4-43ed-901d-82d708973f67 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Nov 12 03:15:50.666578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.727223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.730140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.734158 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f5450cf-da59-4415-acff-b713ba9c4cb1 HTTP/1.1" status: 204 len: 168 time: 0.1402977 Nov 12 03:15:50.746157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d054f1-f503-4253-b8d0-b21d908772bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5450cf-da59-4415-acff-b713ba9c4cb1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.822167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b764-5d1b-4797-88f2-8f9fc5ef3bcc req-0f9c1ab0-0790-42e1-8cab-731e3a99c16f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:50.823672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfc2b764-5d1b-4797-88f2-8f9fc5ef3bcc req-0f9c1ab0-0790-42e1-8cab-731e3a99c16f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1098 time: 0.0639844 Nov 12 03:15:50.900852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfc2b764-5d1b-4797-88f2-8f9fc5ef3bcc req-f9386feb-1047-4a52-953e-1876712c958a tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707209 Nov 12 03:15:50.913990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0245831-827d-4508-a0a5-b44f68b13216 req-f4174642-956a-4a52-91f0-50f61724ab3c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:50.915495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0245831-827d-4508-a0a5-b44f68b13216 req-f4174642-956a-4a52-91f0-50f61724ab3c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0689554 Nov 12 03:15:50.956544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:50.966503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0245831-827d-4508-a0a5-b44f68b13216 req-4ab4067d-9f6c-4f47-b88d-3f10ef36ffb8 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0444956 Nov 12 03:15:51.024727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 035b9665-bad4-4d0a-9fbf-cef208692bf5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:51.030565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 035b9665-bad4-4d0a-9fbf-cef208692bf5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:51.038514 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.092267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea37c7-2237-4507-83e6-b6588d964a90 req-197c0be3-417b-4a4d-95e3-1178ca7665f3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:51.103493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31ea37c7-2237-4507-83e6-b6588d964a90 req-197c0be3-417b-4a4d-95e3-1178ca7665f3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0616381 Nov 12 03:15:51.143221 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.164870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31ea37c7-2237-4507-83e6-b6588d964a90 req-966e6a5a-10be-4522-8f34-faad158bb394 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603180 Nov 12 03:15:51.205371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:51.205371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:51.208083 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e31845-4ce0-496f-a401-1b73294ea787" -d '{"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:51.213369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.248481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae524968-14ee-4703-b8d0-5acb2e2a6538 req-fa0a5e96-f6f9-4729-9407-940c2621f0a5 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0756226 Nov 12 03:15:51.289053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:51.307584 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59d71fe-60aa-4d90-a2dc-136c408ef11e x-openstack-request-id: req-d59d71fe-60aa-4d90-a2dc-136c408ef11e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:51.308159 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:51.308515 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d59d71fe-60aa-4d90-a2dc-136c408ef11e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:51.309305 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'code': 200} Nov 12 03:15:51.484253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afed0-a6d4-4eeb-a745-ffb6d2833a91 req-50dbe7d3-42ca-49f3-9b80-8509c4a2e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:51.490647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d17afed0-a6d4-4eeb-a745-ffb6d2833a91 req-50dbe7d3-42ca-49f3-9b80-8509c4a2e544 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1102 time: 0.0967035 Nov 12 03:15:51.563077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.607502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d17afed0-a6d4-4eeb-a745-ffb6d2833a91 req-889d8f09-d969-4273-8b7b-05520ba1536e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041126 Nov 12 03:15:51.682304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3023cd-ea61-42cc-ad4c-8368db4ff309 req-33a8da26-993f-4169-a0fe-3b4996f3cb31 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:51.683788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c3023cd-ea61-42cc-ad4c-8368db4ff309 req-33a8da26-993f-4169-a0fe-3b4996f3cb31 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 945 time: 0.1289265 Nov 12 03:15:51.699261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380242dc-45b8-4db6-a177-3a9b47110474 req-ccf651dd-c34e-42b7-a28c-0d11d6166435 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:51.700839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-380242dc-45b8-4db6-a177-3a9b47110474 req-ccf651dd-c34e-42b7-a28c-0d11d6166435 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0776260 Nov 12 03:15:51.752771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:51.792372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c3023cd-ea61-42cc-ad4c-8368db4ff309 req-87f9486a-c3de-4d7f-a00c-3931a9f2008d tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904777 Nov 12 03:15:51.797126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-380242dc-45b8-4db6-a177-3a9b47110474 req-c2d3adb8-675c-4291-8936-5f045969878e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852931 Nov 12 03:15:51.906611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-685598327-network', 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:51.933998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:51.936400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.950464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.053438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.061017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.094799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.101931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:52.121084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.121563 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Added segment 8130305c-7fda-453e-b95a-684d8a6aa0f6 of type vlan for network 29137580-c6d6-4e60-88b0-89587646fd95 Nov 12 03:15:52.184708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.185054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.185510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.185925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.186436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.186674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.187111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.187307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.187842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.188188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.188513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.188830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.193548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.230413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.232579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.233266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.271761 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5173409 Nov 12 03:15:52.275007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.279897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Request body: {'subnet': {'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-685598327-subnet', 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:52.331689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b65ebb-6af4-4270-85b1-02f35d6b59aa admin admin] Pushing event updated for resources: {'Network': ['ID=29137580-c6d6-4e60-88b0-89587646fd95,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.343518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 29137580-c6d6-4e60-88b0-89587646fd95 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:52.344875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:52.345169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84c5a-5507-4c8d-817c-1450d393418b req-5ca42870-cd03-412a-a8bd-b3c0a2ace708 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.346769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccf84c5a-5507-4c8d-817c-1450d393418b req-5ca42870-cd03-412a-a8bd-b3c0a2ace708 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0658276 Nov 12 03:15:52.347928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.412195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34128) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.442739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccf84c5a-5507-4c8d-817c-1450d393418b req-4df0e7be-900b-408f-9dec-30cb39f80f4a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Nov 12 03:15:52.572810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.603525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.640594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.647711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Checking segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:52.647898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Network hostable DHCP agents. Network: 29137580-c6d6-4e60-88b0-89587646fd95, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:52.672945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Network 29137580-c6d6-4e60-88b0-89587646fd95 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:52.685120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 29137580-c6d6-4e60-88b0-89587646fd95) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:52.691808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.692473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.697364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b934fb4-be47-4686-953a-343a25be6db3 None None] Network 29137580-c6d6-4e60-88b0-89587646fd95 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:52.711634 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fc2d40fe-3480-4dac-9483-69b3371a3c8e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4353504 Nov 12 03:15:52.738236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.748595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.797197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c64d7-77f0-4235-88f1-01fa9e370732,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.801624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e06aaba4c3854426ad1ca8b6de1a2c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880982 Nov 12 03:15:52.804132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34140) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.823447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.824240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.824879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.825486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.826066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.826566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.827809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.828311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.828855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.829320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.829807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.830557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36fdbdc-794a-4fcb-886e-bf814e335d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:52.888247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.913613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.954327 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.981220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318252fa-8754-48bf-9ab3-44d8e643c4ae None None] Network 29137580-c6d6-4e60-88b0-89587646fd95 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:53.009103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85f0c0-2b5b-41c9-88a6-dbb213650eb3 req-991dab72-de45-4f81-b179-07fb926942eb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.010649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b85f0c0-2b5b-41c9-88a6-dbb213650eb3 req-991dab72-de45-4f81-b179-07fb926942eb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0578778 Nov 12 03:15:53.028883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.031369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.032674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f85c64d7-77f0-4235-88f1-01fa9e370732 HTTP/1.1" status: 204 len: 168 time: 0.2271881 Nov 12 03:15:53.050823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5af0-5eba-455b-80b3-b1a0fc45b8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c64d7-77f0-4235-88f1-01fa9e370732,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:53.134291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b85f0c0-2b5b-41c9-88a6-dbb213650eb3 req-205cb478-4729-43c7-8f2d-937c20039a2b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161773 Nov 12 03:15:53.310918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eba063-fd2a-439c-aae2-85af49cfc8a1 req-3be1024c-f63c-4b1c-b28a-5ab912f35052 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.313486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91eba063-fd2a-439c-aae2-85af49cfc8a1 req-3be1024c-f63c-4b1c-b28a-5ab912f35052 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 945 time: 0.0733016 Nov 12 03:15:53.391119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91eba063-fd2a-439c-aae2-85af49cfc8a1 req-c011df6a-1204-4e17-b35f-937a2dbf4d89 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Nov 12 03:15:53.585935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.669701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964238f-941d-483a-9735-8e133d12eeb8 req-24830e9e-edda-4931-aa60-9d2c0caa079f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.679093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9964238f-941d-483a-9735-8e133d12eeb8 req-24830e9e-edda-4931-aa60-9d2c0caa079f tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0920563 Nov 12 03:15:53.734079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdb265-21e7-47ca-b8fe-00dfc503e608 req-a190cf82-641f-4afa-9aac-b6d706d1ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.742702 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d9cdb265-21e7-47ca-b8fe-00dfc503e608 req-a190cf82-641f-4afa-9aac-b6d706d1ce45 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 1098 time: 0.0729673 Nov 12 03:15:53.825111 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d9cdb265-21e7-47ca-b8fe-00dfc503e608 req-33077389-852f-4673-860c-c3a85298717c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 Nov 12 03:15:53.855941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9964238f-941d-483a-9735-8e133d12eeb8 req-3d333f31-d1a9-4b3b-a33e-0f648e45c5df tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741362 Nov 12 03:15:53.877650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-9cb6ad94-7c90-4203-969e-526ac5a853de tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.877650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-9cb6ad94-7c90-4203-969e-526ac5a853de tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.98 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 945 time: 0.1951025 Nov 12 03:15:53.920393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-108a235e-c57d-485d-ae30-4e7a8f765bde tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.922139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-108a235e-c57d-485d-ae30-4e7a8f765bde tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.2220547 Nov 12 03:15:53.954966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-33f7cc3e-b8c7-4168-896a-6be2e56cd01c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/quotas/275a97b31d6c4ffc840948dae0bbec76 HTTP/1.1" status: 200 len: 375 time: 0.0200148 Nov 12 03:15:53.992644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-1b869980-02d6-4426-aaab-e780bf5e9968 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366652 Nov 12 03:15:54.024448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.147848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-network', 'tenant_id': '1b1ada6993424adcb0149209c302c314'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:54.156593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-c1093d64-a699-4cd8-82a5-37fad3190c92 service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574988 Nov 12 03:15:54.178559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Made reservation on behalf of 1b1ada6993424adcb0149209c302c314 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:54.181370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.191602 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.264379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Deleting port a1e06fa6-493a-4a07-8cf5-b4950d220879 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:54.264802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.303159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.308575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.330006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:54.347569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4efbf4-3c68-48fb-8561-306845ea002c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.353069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.353848 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Added segment 9c09c55f-3f44-41ee-9541-9f47c34b9be6 of type vlan for network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 Nov 12 03:15:54.381434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-b73b8ffe-dda6-47bb-b84e-b7c1c682eb6e service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206070 Nov 12 03:15:54.403720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e5b8e-30e8-45f0-b893-470fdf1ff2f0 req-771272e1-6aaf-42af-9543-99094e6e86e9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.405068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.411492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-088e5b8e-30e8-45f0-b893-470fdf1ff2f0 req-771272e1-6aaf-42af-9543-99094e6e86e9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1607842 Nov 12 03:15:54.439272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.441651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.442774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] For port a1e06fa6-493a-4a07-8cf5-b4950d220879, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1e06fa6-493a-4a07-8cf5-b4950d220879,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:54.442907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.442993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.465361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Calling delete_port for a1e06fa6-493a-4a07-8cf5-b4950d220879 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:54.506414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-088e5b8e-30e8-45f0-b893-470fdf1ff2f0 req-20b8e707-22e6-42f0-a6da-04ce8d975428 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940657 Nov 12 03:15:54.542011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] Pushing event updated for resources: {'Network': ['ID=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.561769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:54.562328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a490dfe-0016-493f-b1bf-73afb1592cfe admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5335844 Nov 12 03:15:54.562577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.580438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Request body: {'subnet': {'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-subnet', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:54.653837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Made reservation on behalf of 1b1ada6993424adcb0149209c302c314 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:54.656562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.732107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.786515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a1e06fa6-493a-4a07-8cf5-b4950d220879'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:54.792969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f0b52-76f4-4ab0-909f-2d0fc387b0d6 req-ef47c075-6160-4c32-949b-6344b1e4c16c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.801120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f4f0b52-76f4-4ab0-909f-2d0fc387b0d6 req-ef47c075-6160-4c32-949b-6344b1e4c16c tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/ports?device_id=54cd9653-62c7-4baa-b37f-e7b59f561aa9 HTTP/1.1" status: 200 len: 867 time: 0.2151785 Nov 12 03:15:54.803728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Pushing event deleted for resources: {'Port': ['ID=a1e06fa6-493a-4a07-8cf5-b4950d220879,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.955384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] No DVR routers for this DVR port a1e06fa6-493a-4a07-8cf5-b4950d220879 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:54.961201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.964524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0620ea6d-8370-4aec-8be2-4cfcb86d67c2 req-d49be230-3a89-4360-bb77-6f247fe0d03a tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.98 "DELETE /v2.0/ports/a1e06fa6-493a-4a07-8cf5-b4950d220879 HTTP/1.1" status: 204 len: 173 time: 0.9110634 Nov 12 03:15:54.966784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'name': 'network-vif-deleted', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:54.969453 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161c1e9d-c09f-4519-ac7b-4951e12a41d6" -d '{"events": [{"server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "name": "network-vif-deleted", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:55.039023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.044402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3a244-aca2-418e-a618-5b843e4cfa2a req-bc42c97a-abd1-4474-8f95-0dbcae762012 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:55.046105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dd3a244-aca2-418e-a618-5b843e4cfa2a req-bc42c97a-abd1-4474-8f95-0dbcae762012 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.2767224 Nov 12 03:15:55.084087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f4f0b52-76f4-4ab0-909f-2d0fc387b0d6 req-9008ac94-57a2-498a-8f05-9193e5d830a9 tempest-FloatingIPsAssociationNegativeTestJSON-78651958 tempest-FloatingIPsAssociationNegativeTestJSON-78651958-project] 10.222.0.93 "GET /v2.0/security-groups?id=a6148076-0a87-4ac3-9364-6929a4177869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773488 Nov 12 03:15:55.152401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08044893-1268-48d9-aa5b-321cd5e7a904,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:55.247398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4a2bdab-8604-4241-9406-ff2c8b3170dd req-a653cc40-125d-49af-926a-0fd59320cbfa tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 210 time: 0.0488689 Nov 12 03:15:55.259245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Checking segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:55.259606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Network hostable DHCP agents. Network: b95b7d89-6cc1-42b2-a326-d8b0c4f222c4, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:55.274000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dd3a244-aca2-418e-a618-5b843e4cfa2a req-6cd9030b-655b-4f7d-b58c-648fd8ee8c25 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186000 Nov 12 03:15:55.322606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:55.341953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b95b7d89-6cc1-42b2-a326-d8b0c4f222c4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:55.346452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:55.347042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.359500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ffbb36-3a80-42ee-9296-760db39af4c9 None None] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:55.368446 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1b9bb9-24cf-4e2b-846c-92c5acff1e7f x-openstack-request-id: req-1f1b9bb9-24cf-4e2b-846c-92c5acff1e7f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:55.368778 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd9653-62c7-4baa-b37f-e7b59f561aa9", "name": "network-vif-deleted", "tag": "a1e06fa6-493a-4a07-8cf5-b4950d220879", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:55.369069 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f1b9bb9-24cf-4e2b-846c-92c5acff1e7f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:55.369439 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd9653-62c7-4baa-b37f-e7b59f561aa9', 'name': 'network-vif-deleted', 'tag': 'a1e06fa6-493a-4a07-8cf5-b4950d220879', 'status': 'completed', 'code': 200} Nov 12 03:15:55.386275 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-26c4c4f6-e89a-4461-afee-2dfc7bab685a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8211262 Nov 12 03:15:55.389274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34232) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:55.396424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:55.498673 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.500604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.534376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cd54b-dc9c-414c-aca9-1cd529cfe083 req-aac10545-0e46-4a34-8854-f9ff2fe8e3b4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:55.537829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-554cd54b-dc9c-414c-aca9-1cd529cfe083 req-aac10545-0e46-4a34-8854-f9ff2fe8e3b4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0993762 Nov 12 03:15:55.602220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.660505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:55.661375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.802075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-554cd54b-dc9c-414c-aca9-1cd529cfe083 req-a4bc1646-2a7c-4589-9b66-a89c64702dbe tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510026 Nov 12 03:15:55.882222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Allocated IP 172.20.0.2 (b95b7d89-6cc1-42b2-a326-d8b0c4f222c4/08044893-1268-48d9-aa5b-321cd5e7a904/7f476894-86ef-4b95-8ede-13d299c95133) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:55.949660 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-fb5f7dee-3018-4b26-8502-93d19abd26ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908258 Nov 12 03:15:56.038670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.145495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57645bf5-4cf1-4d9e-85b2-11f79d4905f3 req-804bc707-ad33-49ed-85cb-3fd3d9b87c90 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:56.155320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57645bf5-4cf1-4d9e-85b2-11f79d4905f3 req-804bc707-ad33-49ed-85cb-3fd3d9b87c90 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1474833 Nov 12 03:15:56.163782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.178566 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.270623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Pushing event updated for resources: {'Port': ['ID=7f476894-86ef-4b95-8ede-13d299c95133,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.283494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:56.286567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:56.296938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:56.308954 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:56.345346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-019d17f5-f0cd-42c7-bd64-e708fab50735 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:56.346909 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-019d17f5-f0cd-42c7-bd64-e708fab50735 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.1653690 Nov 12 03:15:56.360756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Request body: {'port': {'device_id': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'admin_state_up': True, 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:56.406055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Attempting to bind port 7f476894-86ef-4b95-8ede-13d299c95133 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:56.406713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Attempting to bind port 7f476894-86ef-4b95-8ede-13d299c95133 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:56.407268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Attempting to bind port 7f476894-86ef-4b95-8ede-13d299c95133 on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:56.415101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:56.416288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Checking segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:56.416288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.416758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Bound using segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:56.417411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Bound port: 7f476894-86ef-4b95-8ede-13d299c95133, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:56.418145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.471353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57645bf5-4cf1-4d9e-85b2-11f79d4905f3 req-f5c2774f-6290-41a4-aa35-a2f914719a17 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150597 Nov 12 03:15:56.527151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:56.610253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] For port 7f476894-86ef-4b95-8ede-13d299c95133, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:56.614364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] For port 7f476894-86ef-4b95-8ede-13d299c95133, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f476894-86ef-4b95-8ede-13d299c95133,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:56.623457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.630704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-995de49e-b2c2-41ba-9917-e75eac2b0005 req-098d2ea5-1371-45e3-bde6-0832a5614a6c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 210 time: 0.0488007 Nov 12 03:15:56.726574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e64fd621-795f-4e6b-af50-c90ae70e980a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:56.734078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e64fd621-795f-4e6b-af50-c90ae70e980a tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 810 time: 0.4018900 Nov 12 03:15:56.760837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:56.764869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-dc4c309d-67cd-4a24-841a-d0391f15615d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/quotas/cd1d26d73fa3468697f8262f602eefa1 HTTP/1.1" status: 200 len: 375 time: 0.0297778 Nov 12 03:15:56.766018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.796871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac451491-3d64-4d80-87fe-b0713b1f90d3 None None] Pushing event updated for resources: {'Port': ['ID=7f476894-86ef-4b95-8ede-13d299c95133,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.864225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.897389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.987302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1e06fa6-493a-4a07-8cf5-b4950d220879 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:57.052443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: a1e06fa6-493a-4a07-8cf5-b4950d220879 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:57.052838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1e06fa6-493a-4a07-8cf5-b4950d220879 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:57.101350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-4e7b80ad-e4ed-4451-b0d7-cc94fddca1eb tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3355482 Nov 12 03:15:57.121915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Allocated IP 172.25.4.234 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:57.224096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f67e-2dc6-4b8c-98a4-b2a5e885a7cc req-0be77aa4-1d32-42fd-967d-bf5eba448c6f tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:57.226658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6b8f67e-2dc6-4b8c-98a4-b2a5e885a7cc req-0be77aa4-1d32-42fd-967d-bf5eba448c6f tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1097 time: 0.3751347 Nov 12 03:15:57.259339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Allocated IP 172.20.0.6 (29137580-c6d6-4e60-88b0-89587646fd95/1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74/6649586f-f453-4a0e-985b-5796b776224b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:57.359060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-92fe46b5-965c-42c4-9219-13ed3f14a93e service neutron] 10.222.0.93 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566361 Nov 12 03:15:57.392832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6b8f67e-2dc6-4b8c-98a4-b2a5e885a7cc req-4e8b7e74-99d7-451d-b1ff-de29934ba8cb tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498795 Nov 12 03:15:57.455369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.515050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-3313d9b2-7db8-4b3d-a4b1-aa8c7b2c5aaf service neutron] 10.222.0.93 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551623 Nov 12 03:15:57.540081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.613300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.621142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:57.624604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:57.637207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:57.696306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.705112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Pushing event updated for resources: {'Port': ['ID=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.256906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609928-e878-460c-958f-9d0f7cdb8106 req-f31fe933-a0b0-4445-bab4-455427701916 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.266119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18609928-e878-460c-958f-9d0f7cdb8106 req-f31fe933-a0b0-4445-bab4-455427701916 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.2667000 Nov 12 03:15:58.271907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40ad35-833a-44e3-a8be-2bf9ca0ab446 None None] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:58.295998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-cd834626-502d-4d07-bbfd-39dd7f8a80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.298285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-cd834626-502d-4d07-bbfd-39dd7f8a80b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1102 time: 0.3014321 Nov 12 03:15:58.358482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f476894-86ef-4b95-8ede-13d299c95133 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:58.391101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.402438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Network 29137580-c6d6-4e60-88b0-89587646fd95 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:58.409679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18609928-e878-460c-958f-9d0f7cdb8106 req-8f8a17cd-d10e-4db6-9c35-e2a9f24a2605 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426437 Nov 12 03:15:58.412635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:58.418966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:58.494372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.503709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.504450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.527061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.589969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] Provisioning complete for port 7f476894-86ef-4b95-8ede-13d299c95133 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:58.590718 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.601640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7f476894-86ef-4b95-8ede-13d299c95133 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:58.602360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.659238 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-38f2caa0-1480-40eb-9f1e-d826d9de2aa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3027153 Nov 12 03:15:58.680530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Request body: {'port': {'device_id': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:58.859076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.887896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.027436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] For port 7f476894-86ef-4b95-8ede-13d299c95133, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f476894-86ef-4b95-8ede-13d299c95133,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:59.043916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.045952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.103942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-28766558-36be-484a-ad86-9f114f554ed8 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:15:59.105060 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-28766558-36be-484a-ad86-9f114f554ed8 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196717 Nov 12 03:15:59.156595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:15:59.157011 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:15:59.200219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b13697-208b-413c-a9e6-7e64be5f43c5 None None] Pushing event updated for resources: {'Port': ['ID=7f476894-86ef-4b95-8ede-13d299c95133,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:59.308276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b6a06966-61f9-47f7-ad47-2b8de067b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.309629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b6a06966-61f9-47f7-ad47-2b8de067b3cc service neutron] 10.222.0.93 "GET /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 1094 time: 0.1920815 Nov 12 03:15:59.321248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-4df13e9e-8610-4069-99e7-f4654d25ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.322714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-4df13e9e-8610-4069-99e7-f4654d25ac2b service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.9769242 Nov 12 03:15:59.326998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Request body: {'binding': {'host': 'n-h2-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:59.327187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:15:59.340707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90309b5-e976-406b-a0ad-e74f8c4a3676 req-92729bf3-9834-4fb8-9692-66b6a09862b3 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.348954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e90309b5-e976-406b-a0ad-e74f8c4a3676 req-92729bf3-9834-4fb8-9692-66b6a09862b3 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 931 time: 0.1440170 Nov 12 03:15:59.385676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5d85e1fc-52b3-495f-a972-0282a423f1f4 None None] Provisioning complete for port 7f476894-86ef-4b95-8ede-13d299c95133 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:59.386223 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d85e1fc-52b3-495f-a972-0282a423f1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.401731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-8bda0bd9-d104-4bf9-9e1b-01a706791924 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0699136 Nov 12 03:15:59.463407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e90309b5-e976-406b-a0ad-e74f8c4a3676 req-4f3436bd-b7d2-4fd6-a027-42a8809e029e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135805 Nov 12 03:15:59.624692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-bbe136df-1239-4cbd-867a-8e2746f53abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.626755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-bbe136df-1239-4cbd-867a-8e2746f53abb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1671097 Nov 12 03:15:59.657529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b88d0bd-4438-4a93-91bb-7a82397a8aaf req-8b875927-35b4-446c-a516-ea882b02b650 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 210 time: 0.0371766 Nov 12 03:15:59.706124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.726372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-19e2f013-57fd-4af3-ae28-b39bad14d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.727863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-19e2f013-57fd-4af3-ae28-b39bad14d093 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729096 Nov 12 03:15:59.789290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6649586f-f453-4a0e-985b-5796b776224b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:59.810758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.850742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Transition to ACTIVE for port object 6649586f-f453-4a0e-985b-5796b776224b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:59.864105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-10baa4b6-c7f8-4931-97c6-a8d35d1f87e7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:59.865776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-10baa4b6-c7f8-4931-97c6-a8d35d1f87e7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 810 time: 0.4374709 Nov 12 03:15:59.871817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.874172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Deleting port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:59.874495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.890893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Request body: {'port': {'device_id': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'admin_state_up': True, 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:00.009911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-db3ca339-f59c-442b-aebf-833bf237aa54 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464669 Nov 12 03:16:00.068334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fedb6b-4315-4801-9352-dd71a66fb0d8 req-9dae7f49-505b-4fd2-8221-14fd3592f5ed tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.070543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75fedb6b-4315-4801-9352-dd71a66fb0d8 req-9dae7f49-505b-4fd2-8221-14fd3592f5ed tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1578670 Nov 12 03:16:00.112345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:00.153339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on host n-h2-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:00.153810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:00.154273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:00.200888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75fedb6b-4315-4801-9352-dd71a66fb0d8 req-f91f43dc-1a6d-4698-84f2-066e7e8ff31a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172183 Nov 12 03:16:00.216501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:00.217004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:00.220788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f476894-86ef-4b95-8ede-13d299c95133 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:00.233540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] For port 3b2f8339-2be1-4d26-9eca-dc3df4eb850c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:00.234085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.260230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-0aa39528-fa86-46bd-82fa-538999bad1e7 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353919 Nov 12 03:16:00.265758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:16:00.268979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:00.269454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:00.270568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:00.271261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Bound port: 822ef2d8-de94-4156-a221-3cba8893b129, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:00.284942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Calling delete_port for 3b2f8339-2be1-4d26-9eca-dc3df4eb850c owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:00.323370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7f476894-86ef-4b95-8ede-13d299c95133 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:00.323370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.401297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:00.415883 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:00.428978 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:00.431312 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:00.453560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Attempting to bind port 6649586f-f453-4a0e-985b-5796b776224b on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:00.453888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Attempting to bind port 6649586f-f453-4a0e-985b-5796b776224b by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:00.454227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Attempting to bind port 6649586f-f453-4a0e-985b-5796b776224b on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:00.473655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Port 6649586f-f453-4a0e-985b-5796b776224b on network 29137580-c6d6-4e60-88b0-89587646fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:00.473988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Attempting to bind port 6649586f-f453-4a0e-985b-5796b776224b on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:00.482624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.485878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Made reservation on behalf of cd1d26d73fa3468697f8262f602eefa1 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:00.488963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7ea3528f-8d96-4f39-83a7-388cac276744 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0978951 Nov 12 03:16:00.489704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.489940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34338) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:00.542832 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.584152 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:00.584536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:00.584880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Checking segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:00.585272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Bound using segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:00.585712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Bound port: 6649586f-f453-4a0e-985b-5796b776224b, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:00.586784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.592854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:00.611857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.613204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-2ba498ef-ff55-44b4-a9ce-52b286a7617b service neutron] 10.222.0.93 "POST /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129/bindings HTTP/1.1" status: 201 len: 390 time: 1.2945154 Nov 12 03:16:00.775289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:00.779745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:00.795694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.879628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300ca5-d620-446a-8b1c-1cf49556a4f1 req-5cdde392-6c1d-4b6a-83b2-96b70c481e77 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.882059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa300ca5-d620-446a-8b1c-1cf49556a4f1 req-5cdde392-6c1d-4b6a-83b2-96b70c481e77 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 943 time: 0.1856792 Nov 12 03:16:00.888935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.889578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.890958 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] 10.222.0.100 "PUT /v2.0/ports/6649586f-f453-4a0e-985b-5796b776224b HTTP/1.1" status: 200 len: 1092 time: 2.2166131 Nov 12 03:16:00.891415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'tag': '6649586f-f453-4a0e-985b-5796b776224b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:00.893703 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fade56-e344-4d4f-8c42-4f3f52a109ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "tag": "6649586f-f453-4a0e-985b-5796b776224b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:01.037880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb368332-473d-4cb1-809b-2cae4afe070f service neutron] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.050173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Allocated IP 172.20.0.3 (fcdd4a06-1540-4dc8-96dc-b9dbd37cd244/acc0b498-e8ff-4235-ad9c-9d68d664c9e2/186b3ebc-58fc-488d-9cb4-5ff1b053be35) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:01.102063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a3e6-ceff-4cbc-99b3-7ce27bb1ebcc req-e8fef1f4-3a0e-4e69-b276-db25fc1fe837 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.103813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fc6a3e6-ceff-4cbc-99b3-7ce27bb1ebcc req-e8fef1f4-3a0e-4e69-b276-db25fc1fe837 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.2200470 Nov 12 03:16:01.114276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa300ca5-d620-446a-8b1c-1cf49556a4f1 req-29f03b8b-8e93-4b95-b5bf-99bee8704cfe tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168591 Nov 12 03:16:01.159463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-b5e95023-e03c-4da6-8349-b67926601bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.159463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-b5e95023-e03c-4da6-8349-b67926601bca service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 1095 time: 0.1975749 Nov 12 03:16:01.166643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-580ae893-ca8d-44de-a59c-d7fe1a608a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.168170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-580ae893-ca8d-44de-a59c-d7fe1a608a38 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1097 time: 0.1963959 Nov 12 03:16:01.212918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.220586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fc6a3e6-ceff-4cbc-99b3-7ce27bb1ebcc req-a2cbb387-d4e6-4b78-af82-67b67cef76af tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006961 Nov 12 03:16:01.297226 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:15:57Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:01.338430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-28520675-f4ec-4e4c-b2f5-882377df5364 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6649586f-f453-4a0e-985b-5796b776224b HTTP/1.1" status: 200 len: 217 time: 0.1667008 Nov 12 03:16:01.351928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1f73558-c90b-4f63-af9e-e340e4799a6a req-cb953fd1-0696-4d3c-969d-c6264c993909 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 210 time: 0.0460165 Nov 12 03:16:01.353379 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:01.354071 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Updating router 15feb0fc-2e25-45c9-8284-e6f4165f029e port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:01.414505 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.426132 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.433828 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.594130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9798-448e-4388-b33a-2165b9502f63 req-19033fe3-cd6b-4cbb-bb96-8e51105e492d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.595589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a0d9798-448e-4388-b33a-2165b9502f63 req-19033fe3-cd6b-4cbb-bb96-8e51105e492d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1008420 Nov 12 03:16:01.627789 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba5d10-7c41-495d-8ea8-61d7c6e5ab8c x-openstack-request-id: req-ecba5d10-7c41-495d-8ea8-61d7c6e5ab8c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:01.628104 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "tag": "6649586f-f453-4a0e-985b-5796b776224b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:01.628355 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ecba5d10-7c41-495d-8ea8-61d7c6e5ab8c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:01.628751 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'tag': '6649586f-f453-4a0e-985b-5796b776224b', 'status': 'completed', 'code': 200} Nov 12 03:16:01.654521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2f8339-2be1-4d26-9eca-dc3df4eb850c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.686604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Allocated IP 172.20.0.1 (b95b7d89-6cc1-42b2-a326-d8b0c4f222c4/08044893-1268-48d9-aa5b-321cd5e7a904/6f7a9428-bcd0-4495-9dbb-8bebba27ae82) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:01.703337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a0d9798-448e-4388-b33a-2165b9502f63 req-73256a03-fbf6-4c67-8c93-7efcf1f7633b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Nov 12 03:16:01.765630 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.775379 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.817710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-90cc86fa-6e0f-4215-8639-85ff228123c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.819257 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-90cc86fa-6e0f-4215-8639-85ff228123c7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.1896102 Nov 12 03:16:01.834069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.850504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Attempting to bind port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:01.850504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Attempting to bind port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:01.851377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Attempting to bind port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:01.856685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-0082a2d1-d266-4bbe-bac5-de2c5ce8cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.858211 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-0082a2d1-d266-4bbe-bac5-de2c5ce8cf2b service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.6775622 Nov 12 03:16:01.860379 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Pushing event updated for resources: {'Port': ['ID=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.864494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:01.865139 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:01.865531 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.865921 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:01.866400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Bound port: 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:01.867152 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.886988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.894505 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-bb266f32-89e7-4ff3-acd6-f48317f7302d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637264 Nov 12 03:16:01.901133 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.901486 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.901828 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.902165 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.902559 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.902893 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.903224 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.903349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.903548 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.903874 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.904233 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.904703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.905032 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:01.951746 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] For port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:01.952162 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-593da157-e1ba-4401-91d2-bb9193aeb293 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 217 time: 0.0627532 Nov 12 03:16:01.956673 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] For port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:01.964283 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.966433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:01.978474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:01.981167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:02.021818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.048933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.049378 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:02.050386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:02.105690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-15f9f58d-3a5b-47b7-a425-eee9196563df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.108563 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-15f9f58d-3a5b-47b7-a425-eee9196563df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1022568 Nov 12 03:16:02.111429 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b39174-ea4a-48f7-88d8-b0e822f96d13 None None] Pushing event updated for resources: {'Port': ['ID=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.174614 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-e70772cc-5fb1-47e4-9bbb-8ca8e300ebc5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248742 Nov 12 03:16:02.257215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:02.293507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.308159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['48b571ba-d5c3-471c-a992-d52bcf25dcb5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:02.316274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c70a3-a72a-493c-a4cc-9fc548444ed7 req-732cf385-c7ba-41e4-96e4-c565fe55fb7e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.318402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c2c70a3-a72a-493c-a4cc-9fc548444ed7 req-732cf385-c7ba-41e4-96e4-c565fe55fb7e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 943 time: 0.0863311 Nov 12 03:16:02.325555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.421507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2637f9ac-0450-460e-a909-7130ba031f08 None None] Provisioning complete for port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:02.421984 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2637f9ac-0450-460e-a909-7130ba031f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.457224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:02.466744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:02.469856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:02.479478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.490379 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:15:57Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:02.490681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2637f9ac-0450-460e-a909-7130ba031f08 None None] Port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:02.521731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c2c70a3-a72a-493c-a4cc-9fc548444ed7 req-39128fe5-a1ad-4d99-afc9-3b100d9c6ab6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864753 Nov 12 03:16:02.526961 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881cb9d-b91c-4a37-9f44-c01e911385d7 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:15:57Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:02.548744 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-8ced6eb8-8a7d-4880-ad15-cb9c2b8190f9 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955880 Nov 12 03:16:02.593911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Pushing event updated for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.607350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01d536-97cb-4a80-a4fc-83256d95a32e req-0f738a90-1840-4504-8f29-0925792d74f0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.608949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db01d536-97cb-4a80-a4fc-83256d95a32e req-0f738a90-1840-4504-8f29-0925792d74f0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.2468505 Nov 12 03:16:02.709898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.710530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.720421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd93c31-136b-493d-99f7-cdf594af999a req-fc18fca4-1840-4b4a-bf02-ef4e1ee06d21 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.721888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fd93c31-136b-493d-99f7-cdf594af999a req-fc18fca4-1840-4b4a-bf02-ef4e1ee06d21 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 931 time: 0.1102245 Nov 12 03:16:02.742351 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-f988803e-ddd7-401a-896e-788eb88d7b72 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149162 Nov 12 03:16:02.745668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.763430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db01d536-97cb-4a80-a4fc-83256d95a32e req-08f0f43b-4a07-4a66-8a96-9a58c8eccf77 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371560 Nov 12 03:16:02.764161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.802072 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-e5fd0401-64a3-4629-b851-6d4dc7993d22 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9164774 Nov 12 03:16:02.860747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Request body: {'port': {'device_id': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:02.914507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.918318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.930659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fd93c31-136b-493d-99f7-cdf594af999a req-21670970-db1c-40cd-b93d-56392a12fce1 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926105 Nov 12 03:16:02.960121 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc4391ac-e04d-4b7c-82af-384c81f0fd5d req-536fba2d-be4a-441d-ad34-cea41ee9dd57 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601208 Nov 12 03:16:02.962111 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-fd909650-faab-44e9-a221-1ae3dd76cb5a service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065096 Nov 12 03:16:03.106170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:03.109313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:03.121458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a071d-78b8-43d0-84b4-6b823a042fe9 req-719d79b3-dc1d-460f-9dc3-5e831e2799a6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.131927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a7a071d-78b8-43d0-84b4-6b823a042fe9 req-719d79b3-dc1d-460f-9dc3-5e831e2799a6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0914242 Nov 12 03:16:03.162008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.280586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a7a071d-78b8-43d0-84b4-6b823a042fe9 req-06cbd9f9-e594-4b49-b021-4dc8a10db724 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474726 Nov 12 03:16:03.370661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:03.379985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:03.399460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-4d15cedc-ed78-44ae-979d-43c9dfc343be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.401019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-4d15cedc-ed78-44ae-979d-43c9dfc343be service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 1095 time: 0.3555202 Nov 12 03:16:03.429738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-688356fc-6d8d-4888-8280-3af250dfbfe3 None None] Provisioning complete for port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:03.430716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-688356fc-6d8d-4888-8280-3af250dfbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.502647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-688356fc-6d8d-4888-8280-3af250dfbfe3 None None] Port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:03.578989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:03.595495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-882c4b41-b2c9-4139-91f0-5c9c5efc3748 admin admin] 10.222.0.93 "PUT /v2.0/routers/15feb0fc-2e25-45c9-8284-e6f4165f029e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961363 Nov 12 03:16:03.699901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186b3ebc-58fc-488d-9cb4-5ff1b053be35 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:03.709073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.723159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Transition to ACTIVE for port object 186b3ebc-58fc-488d-9cb4-5ff1b053be35 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:03.735328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.810442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-45270571-8a9d-4de7-883c-f58da39a3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.812255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-45270571-8a9d-4de7-883c-f58da39a3bde service neutron] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 906 time: 0.3992703 Nov 12 03:16:03.916832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-f1d9c904-b684-4fc0-bfbc-f304a26486c1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6649586f-f453-4a0e-985b-5796b776224b HTTP/1.1" status: 200 len: 217 time: 0.0546100 Nov 12 03:16:03.928166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Pushing event updated for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.024234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:04.034384 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30eac589-356d-4672-b06d-3ceaf856ecc2 admin admin] 10.222.0.93 "PUT /v2.0/routers/cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5043967 Nov 12 03:16:04.036973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.037949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Sync routers for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:04.065344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:04.066101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:04.067349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebe0a9-ebc4-46d3-87e3-849693f29e74 req-c6759efc-2fbc-4d70-90b0-67eb748d6566 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.069148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26ebe0a9-ebc4-46d3-87e3-849693f29e74 req-c6759efc-2fbc-4d70-90b0-67eb748d6566 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 943 time: 0.4376788 Nov 12 03:16:04.077706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12365c2-503d-4b99-a8ff-cfbef55df16c req-bde2f00e-6500-402e-a0ad-6225c9aaa0d4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.079278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12365c2-503d-4b99-a8ff-cfbef55df16c req-bde2f00e-6500-402e-a0ad-6225c9aaa0d4 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.0737641 Nov 12 03:16:04.099483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-357821c8-7e04-4141-a0cb-64023d3eb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.101420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-357821c8-7e04-4141-a0cb-64023d3eb4dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.1700823 Nov 12 03:16:04.150376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-35827d14-3b47-4b54-85a1-3ed74fd944d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358160 Nov 12 03:16:04.153210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Attempting to bind port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:04.153638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Attempting to bind port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:04.154090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Attempting to bind port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:04.250328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26ebe0a9-ebc4-46d3-87e3-849693f29e74 req-ec33b0fb-bdb3-4923-80e1-9eb39c73a705 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680295 Nov 12 03:16:04.314765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12365c2-503d-4b99-a8ff-cfbef55df16c req-675082d8-d611-49cc-b28b-2c675ec7cead tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137558 Nov 12 03:16:04.322995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:04.378147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:04.573113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:04.573571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Attempting to bind port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 on network fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:04.631126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:04.631476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Checking segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:04.631869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Bound using segment: {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:04.632351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Bound port: 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1746d16c-fbc1-4455-9f90-e20ae76fe64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:04.632710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.674011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f26f1-2558-4099-9624-f3deeb04162f req-37b319cb-b388-4595-9356-0a00ff259b35 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.683771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de8f26f1-2558-4099-9624-f3deeb04162f req-37b319cb-b388-4595-9356-0a00ff259b35 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 943 time: 0.1003335 Nov 12 03:16:04.750419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:04.751038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.787352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:04.791016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:04.813909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.836293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.837070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.838894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] 10.222.0.98 "PUT /v2.0/ports/186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 200 len: 1092 time: 1.9826765 Nov 12 03:16:04.840127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.843774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de8f26f1-2558-4099-9624-f3deeb04162f req-e0cdb4dd-ddee-4c7d-bc4e-f42bb8ff8476 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470351 Nov 12 03:16:04.909255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-41812354-23a7-40e0-91fc-66f7b9876e0b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.920767 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:04.922670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-41812354-23a7-40e0-91fc-66f7b9876e0b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 821 time: 0.2719920 Nov 12 03:16:04.943776 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:04.944751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:04.950021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:04.956855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-8ff630d6-d15a-4f8e-93f6-5c000a3ed2b2 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/quotas/1b1ada6993424adcb0149209c302c314 HTTP/1.1" status: 200 len: 375 time: 0.0332363 Nov 12 03:16:04.960313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.960757 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af8bec-c518-4698-8707-51876bd1b1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:05.009079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:05.017493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.028391 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.038559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-9abad1ae-b681-44be-9e51-462efc903df6 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764198 Nov 12 03:16:05.058357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2784ae4-7fe7-43b5-9dad-4bba81b8e3b2 req-52ca3f72-fd51-4d20-bbbc-998ee1d20167 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.068488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2784ae4-7fe7-43b5-9dad-4bba81b8e3b2 req-52ca3f72-fd51-4d20-bbbc-998ee1d20167 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1349769 Nov 12 03:16:05.089123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Checking router: cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:05.108326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-bd408051-0fe3-4cbf-a255-4fa49f76e8b5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299345 Nov 12 03:16:05.119635 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:05.123758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Routers {'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:05.124654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.158986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeeb97-0a8a-43cc-8909-81841e578dbd service neutron] Pushing event updated for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:05.211697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:05.280089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.280433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.280816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.281162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.281492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.281817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.282544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.282900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.283378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.283706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.284286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.284706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:05.321403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-0e9d8520-c3ba-4ed4-9caf-c2ddc1bdecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.323896 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-0e9d8520-c3ba-4ed4-9caf-c2ddc1bdecc9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1095 time: 0.3764830 Nov 12 03:16:05.326352 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61fade56-e344-4d4f-8c42-4f3f52a109ba req-5060b457-43a7-40e9-b860-201d49cff6bf service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678931 Nov 12 03:16:05.335279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.367267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] Set router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:05.392384 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-59102a8f-0ea7-4723-9490-b86163a29342 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 200 len: 217 time: 0.0532105 Nov 12 03:16:05.403101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-4200ad56-cc92-4917-8d84-2e17b89d9652 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756126 Nov 12 03:16:05.408398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2784ae4-7fe7-43b5-9dad-4bba81b8e3b2 req-a6d8637f-f00b-49b8-989e-9fc7e5e7d64b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382599 Nov 12 03:16:05.500471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-97bc374e-91a5-49f0-b047-bbc684623eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.502425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-97bc374e-91a5-49f0-b047-bbc684623eb9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.0999131 Nov 12 03:16:05.512115 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8494e4-bc80-4d71-a46b-16decf614bcb x-openstack-request-id: req-fd8494e4-bc80-4d71-a46b-16decf614bcb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:05.515634 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:05.516037 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd8494e4-bc80-4d71-a46b-16decf614bcb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:05.516614 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35', 'status': 'completed', 'code': 200} Nov 12 03:16:05.555230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-2ac818f6-c401-4ac8-ad69-038d0cb7f390 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344796 Nov 12 03:16:05.558165 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 2, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.560849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Deleting port e47f10cf-095f-443b-9ae0-9d9a96007e32 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:05.563550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.624171 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:05.625252 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Updating router 15feb0fc-2e25-45c9-8284-e6f4165f029e port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:05.625389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.632131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-f8c222d9-9603-4bec-8825-da64a487dad4 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194521 Nov 12 03:16:05.660103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be3b68-24a9-4044-8d20-794c718df51c None None] The sync data for ids ['cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c'] in n-d-713499-30 is: [{'id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-281393257-router', 'tenant_id': '6d0183e17cb541189badd9a9de24d457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:01Z', 'updated_at': '2021-11-12T03:16:01Z', 'revision_number': 5, 'project_id': '6d0183e17cb541189badd9a9de24d457', 'gw_port': {'id': 'e47f10cf-095f-443b-9ae0-9d9a96007e32', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:fe:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:02Z', 'updated_at': '2021-11-12T03:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:05.672939 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.756520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] For port e47f10cf-095f-443b-9ae0-9d9a96007e32, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e47f10cf-095f-443b-9ae0-9d9a96007e32,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:05.757081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.761831 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-4f7aa8fb-b20e-4196-bcd4-b56cd19dc773 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905363 Nov 12 03:16:05.764330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbeb89-39e0-4fef-8db0-6922254c6871 req-12329403-7633-4983-9be9-2d06840f140e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.768610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00fbeb89-39e0-4fef-8db0-6922254c6871 req-12329403-7633-4983-9be9-2d06840f140e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 943 time: 0.1091919 Nov 12 03:16:05.775876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Calling delete_port for e47f10cf-095f-443b-9ae0-9d9a96007e32 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:05.909464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00fbeb89-39e0-4fef-8db0-6922254c6871 req-ddca967a-b080-4ec3-adae-0a07aec026e7 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324580 Nov 12 03:16:05.927766 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-59ad4273-dbe4-4c6b-94f3-a8d5cd833430 req-21756486-1b3f-47dc-9d85-2ebaa866b42b service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530433 Nov 12 03:16:06.007239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:06.060029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24403c-5dbb-47bd-a9ce-386dfb6b4141 req-f77b3e04-d7b8-40fc-9fd2-6e631d65d991 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.066757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e24403c-5dbb-47bd-a9ce-386dfb6b4141 req-f77b3e04-d7b8-40fc-9fd2-6e631d65d991 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1419864 Nov 12 03:16:06.155063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-73b234ec-5e1f-4ddc-82cb-ac6e0a44aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.159214 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-73b234ec-5e1f-4ddc-82cb-ac6e0a44aa9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1095 time: 0.1635799 Nov 12 03:16:06.201462 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.206485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e24403c-5dbb-47bd-a9ce-386dfb6b4141 req-c60d443c-b2bc-40bb-92a3-de31c1b98bc5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311259 Nov 12 03:16:06.220069 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.324061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0bec17c4-29ad-435b-b19e-14782db9b346 req-81ac5f7b-15d6-4448-ab79-dd34642ee428 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 210 time: 0.1319461 Nov 12 03:16:06.337072 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09221a-3b32-4cd7-95eb-6d3df5842ed0 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.348085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:06.487342 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Attempting to bind port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:06.487710 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Attempting to bind port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:06.491214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6e54d-0218-437b-b0b7-50a6c2f7329d req-213f0360-bd1c-4bdf-adbb-c00bcc0e9fb0 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.495610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Attempting to bind port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:06.497304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-16e12ece-b4e3-4c6f-9489-45530b94af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.502603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bb6e54d-0218-437b-b0b7-50a6c2f7329d req-213f0360-bd1c-4bdf-adbb-c00bcc0e9fb0 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 943 time: 0.1399534 Nov 12 03:16:06.503217 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-16e12ece-b4e3-4c6f-9489-45530b94af88 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 912 time: 0.3360741 Nov 12 03:16:06.509083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:06.513583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.515369 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:06.515743 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Checking segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:06.516178 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.516566 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Bound using segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:06.517038 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Bound port: 6f7a9428-bcd0-4495-9dbb-8bebba27ae82, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:06.517577 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.590283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bb6e54d-0218-437b-b0b7-50a6c2f7329d req-c32fc835-59e8-4082-aa2e-1553af3abd0e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789330 Nov 12 03:16:06.595887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '6649586f-f453-4a0e-985b-5796b776224b', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '6649586f-f453-4a0e-985b-5796b776224b', 'mac_address': 'fa:16:3e:5a:90:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:06.682178 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] For port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:06.688014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47f10cf-095f-443b-9ae0-9d9a96007e32,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.688255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] For port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:06.697438 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.704263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.705479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-9011445a-bf3f-412d-ae90-eb00414abde6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 200 len: 217 time: 0.1707137 Nov 12 03:16:06.750300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bef46-8344-4c53-b561-64022f878ab5 req-8b032ee5-f02c-4f66-98c7-5d692f99f2d6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.759408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-905bef46-8344-4c53-b561-64022f878ab5 req-8b032ee5-f02c-4f66-98c7-5d692f99f2d6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1308677 Nov 12 03:16:06.763449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:06.763834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.777746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6649586f-f453-4a0e-985b-5796b776224b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:06.818142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:06.820985 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:06.823477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:06.861589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-905bef46-8344-4c53-b561-64022f878ab5 req-8b9b5fbf-61cd-415d-b338-15322084f223 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976698 Nov 12 03:16:06.880366 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.883752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.029720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] Provisioning complete for port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:07.031362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.037131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.038937 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09221a-3b32-4cd7-95eb-6d3df5842ed0 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.081525 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:07.193236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b2f8339-2be1-4d26-9eca-dc3df4eb850c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:07.236378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.249075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.252211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-a22a9402-fed6-4079-baa1-67ccff9bb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:07.258764 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-a22a9402-fed6-4079-baa1-67ccff9bb32a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.5447245 Nov 12 03:16:07.267385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839eae1-92c3-45f9-b3f4-148f43699314 req-b96ed823-e606-4aa3-a919-052ed758a255 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:07.275045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2839eae1-92c3-45f9-b3f4-148f43699314 req-b96ed823-e606-4aa3-a919-052ed758a255 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 944 time: 0.1202047 Nov 12 03:16:07.289668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['6649586f-f453-4a0e-985b-5796b776224b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:07.296403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3b2f8339-2be1-4d26-9eca-dc3df4eb850c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:07.297103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b2f8339-2be1-4d26-9eca-dc3df4eb850c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:07.375705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2839eae1-92c3-45f9-b3f4-148f43699314 req-375e893e-9e41-479a-b65c-bd71ff702fb8 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821838 Nov 12 03:16:07.447871 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-29a7f762-cc27-40dd-9b7b-87769939828c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791718 Nov 12 03:16:07.462661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.463366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:16:07.497909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc8f8-5481-4073-910d-0eed97d978a4 req-15fb0e86-0bda-4ae7-980f-af0d8c7aa416 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:07.508272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.516571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ebcc8f8-5481-4073-910d-0eed97d978a4 req-15fb0e86-0bda-4ae7-980f-af0d8c7aa416 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1365244 Nov 12 03:16:07.523009 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a3061986-b4b1-41b0-b4a0-ff40482efb93 admin admin] 10.222.0.93 "DELETE /v2.0/routers/cbdd6fb3-d25c-4c0f-90c6-48ae025aa56c HTTP/1.1" status: 204 len: 168 time: 3.4775846 Nov 12 03:16:07.523705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34434) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:07.525083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.640141 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:06Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:07.668098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] For port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:07.692585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.756385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d633f-6588-4ee5-bf9e-f20856b45bd6 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:06Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:07.811185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7169b41-4204-48e4-b3c0-14d84239be82 req-b8bfdc3f-df4a-4790-b7d2-930beb60b5f3 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 210 time: 0.2645519 Nov 12 03:16:07.813554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-627ebccd-b3bb-4730-9cd6-7c6b1c6abf2a service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468490 Nov 12 03:16:07.861120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Deleting subnet 54425683-41c1-4fe4-b4e2-f290d49b6353 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:07.892897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fcbe2ebd-a76f-49e1-b041-a469bec0e595 None None] Provisioning complete for port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:07.893572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2ebd-a76f-49e1-b041-a469bec0e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.897878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.979933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d3c19-be15-4d6b-8c96-2f24b47f64e5 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.078023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.098911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ebcc8f8-5481-4073-910d-0eed97d978a4 req-49776550-f289-47d4-8897-0d3f6c760383 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011561 Nov 12 03:16:08.221326 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-23af8bec-c518-4698-8707-51876bd1b1e4 req-5b7a8311-414e-4113-968d-e93dce8804cf service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942966 Nov 12 03:16:08.250029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-07b76bdc-fbfc-4753-851b-ce4cfb053f1b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.260473 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-07b76bdc-fbfc-4753-851b-ce4cfb053f1b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 821 time: 0.3544531 Nov 12 03:16:08.270734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'port': {'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'admin_state_up': True, 'tenant_id': '1b1ada6993424adcb0149209c302c314'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:08.271572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7baa-6b75-42d2-86ee-994590a48850 req-f18d8cc8-336a-4873-8d83-ec473f400db4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.280525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-557c7baa-6b75-42d2-86ee-994590a48850 req-f18d8cc8-336a-4873-8d83-ec473f400db4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 943 time: 0.2365491 Nov 12 03:16:08.327947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e47f10cf-095f-443b-9ae0-9d9a96007e32 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:08.371913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e47f10cf-095f-443b-9ae0-9d9a96007e32 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:08.372579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e47f10cf-095f-443b-9ae0-9d9a96007e32 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:08.434330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Made reservation on behalf of 1b1ada6993424adcb0149209c302c314 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:08.439549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.469087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.474845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-557c7baa-6b75-42d2-86ee-994590a48850 req-285a1cd5-0af7-4081-aa93-8ed60c2b6b13 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933112 Nov 12 03:16:08.508674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e64680-37f8-4914-ac62-011ed69f7442 req-a3a7f6cc-5a34-4bb1-b635-5ca359841787 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.510349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e64680-37f8-4914-ac62-011ed69f7442 req-a3a7f6cc-5a34-4bb1-b635-5ca359841787 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1098 time: 0.2229657 Nov 12 03:16:08.596713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e64680-37f8-4914-ac62-011ed69f7442 req-0eba37d9-a9fb-47bf-b341-aa6306f83dbb tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Nov 12 03:16:08.613012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.653308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54425683-41c1-4fe4-b4e2-f290d49b6353,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.655503 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.658826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3aaa98de-1c72-4aaa-b4a4-65e706da7995 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/54425683-41c1-4fe4-b4e2-f290d49b6353 HTTP/1.1" status: 204 len: 168 time: 1.1339717 Nov 12 03:16:08.666627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d09344-72a3-457e-9d51-1bb545cbc3fb None None] Network 222073ce-0332-4194-8515-5516befdb169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:08.667760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:08.720981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b74112-4dc4-413a-bcd1-58fe5fa6dbfb req-0f7e2f33-4ff6-488d-ba72-a2827cca88a1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.722643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91b74112-4dc4-413a-bcd1-58fe5fa6dbfb req-0f7e2f33-4ff6-488d-ba72-a2827cca88a1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1403964 Nov 12 03:16:08.843064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Allocated IP 172.20.0.4 (b95b7d89-6cc1-42b2-a326-d8b0c4f222c4/08044893-1268-48d9-aa5b-321cd5e7a904/63130c74-b706-4e5f-ab21-ab666893e1c4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:08.860178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91b74112-4dc4-413a-bcd1-58fe5fa6dbfb req-737f8819-9b66-4ccd-86f1-a4742fe5d57d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271193 Nov 12 03:16:08.893675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.004676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 186b3ebc-58fc-488d-9cb4-5ff1b053be35 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:09.055240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174134-989d-45bd-bb98-08a8e053b221 req-2d6681cd-e021-483d-ba80-1b143d7ccbf6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.065121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6174134-989d-45bd-bb98-08a8e053b221 req-2d6681cd-e021-483d-ba80-1b143d7ccbf6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 944 time: 0.1441493 Nov 12 03:16:09.101075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] DHCP port deletion for 222073ce-0332-4194-8515-5516befdb169 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:09.172888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6174134-989d-45bd-bb98-08a8e053b221 req-3681920a-0457-4077-b9ed-85aa047876a3 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902803 Nov 12 03:16:09.233018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Deleting port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:09.233354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.312959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b25ec642-aea8-4b4f-af1d-634d90ce6d7b req-eca3f09f-5ba1-4960-8095-3ce5e69825a1 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 210 time: 0.0409636 Nov 12 03:16:09.351468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.399103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Deleting port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:09.399500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.402159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '186b3ebc-58fc-488d-9cb4-5ff1b053be35', 'network_id': 'fcdd4a06-1540-4dc8-96dc-b9dbd37cd244', 'port_id': '186b3ebc-58fc-488d-9cb4-5ff1b053be35', 'mac_address': 'fa:16:3e:c0:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc0b498-e8ff-4235-ad9c-9d68d664c9e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:09.408859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.483007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] For port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.485353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.522541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Calling delete_port for 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:09.526117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ab615-28dc-409b-a0e3-627ff7082da5 req-bb5b918c-6eaf-4baa-bebd-5a38eb09c2ae tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.528444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a2ab615-28dc-409b-a0e3-627ff7082da5 req-bb5b918c-6eaf-4baa-bebd-5a38eb09c2ae tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1411724 Nov 12 03:16:09.609063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a2ab615-28dc-409b-a0e3-627ff7082da5 req-1b6a4254-da3d-4d60-8512-5eaa5a3c05f0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725796 Nov 12 03:16:09.667935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.741327 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.758917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186b3ebc-58fc-488d-9cb4-5ff1b053be35 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:09.784702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.790041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:09.794978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:09.798841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.800774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:09.806551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event updated for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.848354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792f272-fc52-42c3-bfde-a85fd94805f7 req-7a838a50-67bc-46fe-a624-ef71c5dae1f8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.855665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.861643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0792f272-fc52-42c3-bfde-a85fd94805f7 req-7a838a50-67bc-46fe-a624-ef71c5dae1f8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 943 time: 0.1389863 Nov 12 03:16:09.914232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.919176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] No DVR routers for this DVR port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:09.942814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.943860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.997014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] For port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,segment=NetworkSegment(75ef50d7-3512-4821-bf16-0f512bc126f4),segment_id=75ef50d7-3512-4821-bf16-0f512bc126f4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.998645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.001890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0792f272-fc52-42c3-bfde-a85fd94805f7 req-849bcf5f-b485-4b49-9198-7c51840b5400 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375422 Nov 12 03:16:10.030880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Calling delete_port for 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:10.038833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-7cec19c0-489e-41c1-bca5-70b2a0144ee5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728806 Nov 12 03:16:10.091646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.119072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Request body: {'port': {'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:10.261398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222073ce-0332-4194-8515-5516befdb169']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:10.292140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ef50d7-3512-4821-bf16-0f512bc126f4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:10.292834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ef50d7-3512-4821-bf16-0f512bc126f4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:10.298827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.302824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:10.322400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.340116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.348363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.367159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:10.368112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:10.373133 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:10.391711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb051bb-a615-4fe9-9586-0f6ae8e9c64a req-d8d80bdf-63e0-4b6d-8b3c-f7ea59708243 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.393918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfb051bb-a615-4fe9-9586-0f6ae8e9c64a req-d8d80bdf-63e0-4b6d-8b3c-f7ea59708243 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1181524 Nov 12 03:16:10.401399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.426856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:10.488677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfb051bb-a615-4fe9-9586-0f6ae8e9c64a req-3414cc1f-e103-4ebe-aefe-50d638d1e1ae tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735903 Nov 12 03:16:10.506732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['186b3ebc-58fc-488d-9cb4-5ff1b053be35'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:10.511152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.526222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.529857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] 10.222.0.93 "DELETE /v2.0/networks/222073ce-0332-4194-8515-5516befdb169 HTTP/1.1" status: 204 len: 168 time: 1.8611224 Nov 12 03:16:10.534660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-0d479497-e82c-4774-9d53-9f400253a43d tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:16:10.536636 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-0d479497-e82c-4774-9d53-9f400253a43d tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142179 Nov 12 03:16:10.543839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] Pushing event deleted for resources: {'Port': ['ID=2c9cbb22-99e8-4985-8d88-0a1b78141fe3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.549839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8056bc0-5fdb-4c09-aa11-6788ba0ff0cc None None] No DVR routers for this DVR port 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:10.585781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2b86d4bd-c7f2-4e5f-92eb-f29b616f79d3 None None] Provisioning complete for port 63130c74-b706-4e5f-ab21-ab666893e1c4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:10.586151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b86d4bd-c7f2-4e5f-92eb-f29b616f79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.612724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d9d8-ec53-48ee-84c3-fd64279f2d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=222073ce-0332-4194-8515-5516befdb169,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.638898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 6649586f-f453-4a0e-985b-5796b776224b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:10.655341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 6649586f-f453-4a0e-985b-5796b776224b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:10.655715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.693905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2b86d4bd-c7f2-4e5f-92eb-f29b616f79d3 None None] Port 63130c74-b706-4e5f-ab21-ab666893e1c4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:10.703282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:10.703655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.707890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-f2de7131-ba53-4dd1-a4a2-0d5baab30452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.712159 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-f2de7131-ba53-4dd1-a4a2-0d5baab30452 service neutron] 10.222.0.93 "GET /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 1095 time: 0.1100471 Nov 12 03:16:10.748833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Request body: {'binding': {'host': 'n-h1-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:10.749299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:16:10.764516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbcdd2-4b8b-4517-8787-8a4277718d10 req-6c5f199a-41b3-4f50-b78c-2475b6dea78e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.767728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fbcdd2-4b8b-4517-8787-8a4277718d10 req-6c5f199a-41b3-4f50-b78c-2475b6dea78e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 944 time: 0.1397939 Nov 12 03:16:10.818938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:10.880687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f2c38c88-14a8-4b5b-85a2-6935310ed82e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d0183e17cb541189badd9a9de24d457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601566 Nov 12 03:16:10.887761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34492) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:10.913913 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.927248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on host n-h1-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:10.927584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:10.927913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:10.947313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:10.949635 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd11c5d-ef73-4068-8384-cb2ffc428f39" -d '{"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-plugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:10.953479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fbcdd2-4b8b-4517-8787-8a4277718d10 req-4acb76d5-1b90-43b5-add3-049908337273 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802533 Nov 12 03:16:10.965192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:10.966607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:10.983478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:10.984366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:10.984512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:10.985445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:10.986117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Bound port: 9178b073-98e9-4f2e-b453-438747232e08, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:10.996074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.003005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.044035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.052443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:11.083837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:11.084216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c9cbb22-99e8-4985-8d88-0a1b78141fe3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:11.124139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.158756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbfdca-7df3-4b27-8828-77218a44f823 req-d9f66c0c-dcb9-4393-a012-9131ce97ba86 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.164732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2dbfdca-7df3-4b27-8828-77218a44f823 req-d9f66c0c-dcb9-4393-a012-9131ce97ba86 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 931 time: 0.0754070 Nov 12 03:16:11.181592 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.184686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.189118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a6148076-0a87-4ac3-9364-6929a4177869 HTTP/1.1" status: 204 len: 168 time: 0.2967939 Nov 12 03:16:11.206491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf30e03-8f9b-49b4-90cb-c58f2edf8359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6148076-0a87-4ac3-9364-6929a4177869,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.279445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2dbfdca-7df3-4b27-8828-77218a44f823 req-7d8d86f7-cfbd-4ab7-a223-47f5a8564c67 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084671 Nov 12 03:16:11.428911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:11.450456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.452060 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-95751b32-6baf-4fd2-b362-0f33b52f708f service neutron] 10.222.0.93 "POST /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08/bindings HTTP/1.1" status: 201 len: 390 time: 0.7168162 Nov 12 03:16:11.477591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff238c14-3a3d-4f74-9750-2a9ca610b0bd req-e3e4cc61-b93c-4d72-86bb-3d450b83a673 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.481330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff238c14-3a3d-4f74-9750-2a9ca610b0bd req-e3e4cc61-b93c-4d72-86bb-3d450b83a673 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1101749 Nov 12 03:16:11.529357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63130c74-b706-4e5f-ab21-ab666893e1c4 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:11.545394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.562481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff238c14-3a3d-4f74-9750-2a9ca610b0bd req-c3dc31f2-fb7a-454b-974e-2042a3b62d2d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752976 Nov 12 03:16:11.574700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Transition to ACTIVE for port object 63130c74-b706-4e5f-ab21-ab666893e1c4 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:11.587533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.629076 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8b332-e473-48db-939c-92944a269ba8 x-openstack-request-id: req-90c8b332-e473-48db-939c-92944a269ba8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:11.630335 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-plugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:11.631530 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-90c8b332-e473-48db-939c-92944a269ba8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:11.632463 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b', 'code': 200} Nov 12 03:16:11.661179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Pushing event updated for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.770484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd547b6-28e8-40d7-9db7-33bc1940fdde req-5c18db7a-83b0-4a96-b3b3-f7662acc5fa2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.784235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffd547b6-28e8-40d7-9db7-33bc1940fdde req-5c18db7a-83b0-4a96-b3b3-f7662acc5fa2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 944 time: 0.1498272 Nov 12 03:16:11.881582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffd547b6-28e8-40d7-9db7-33bc1940fdde req-dba62576-f0c3-446f-8375-383e97dbf8df tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Nov 12 03:16:11.984761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd1af2-a845-490f-a091-e958e3644ef4 req-ac5bc1a0-1dee-41b9-9f0e-31b94ed37901 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.986565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37fd1af2-a845-490f-a091-e958e3644ef4 req-ac5bc1a0-1dee-41b9-9f0e-31b94ed37901 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1014385 Nov 12 03:16:12.022614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b6228-3b27-46c4-bbdc-9f42209ae5aa req-85f34aed-445d-4529-b2c2-ce2e8edf588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.025012 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-de9b6228-3b27-46c4-bbdc-9f42209ae5aa req-85f34aed-445d-4529-b2c2-ce2e8edf588c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 1097 time: 0.2053790 Nov 12 03:16:12.038092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-92598eab-81b1-4231-be0f-bf138cb2d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.039808 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-92598eab-81b1-4231-be0f-bf138cb2d809 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1098 time: 0.1522417 Nov 12 03:16:12.049424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Attempting to bind port 63130c74-b706-4e5f-ab21-ab666893e1c4 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:12.049771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Attempting to bind port 63130c74-b706-4e5f-ab21-ab666893e1c4 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:12.050283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Attempting to bind port 63130c74-b706-4e5f-ab21-ab666893e1c4 on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:12.102717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Port 63130c74-b706-4e5f-ab21-ab666893e1c4 on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:12.103442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Attempting to bind port 63130c74-b706-4e5f-ab21-ab666893e1c4 on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:12.121194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b57ce-1cd7-4faa-85ae-4fbc1ecba1a1 req-5b67550d-cd71-4cea-b6e8-81df647246f2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.122775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9b57ce-1cd7-4faa-85ae-4fbc1ecba1a1 req-5b67550d-cd71-4cea-b6e8-81df647246f2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1321571 Nov 12 03:16:12.133815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37fd1af2-a845-490f-a091-e958e3644ef4 req-f7cee84c-7268-4466-8d13-d4d11a896e51 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320434 Nov 12 03:16:12.188697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:12.189171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Checking segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:12.189587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Bound using segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:12.193459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Bound port: 63130c74-b706-4e5f-ab21-ab666893e1c4, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:12.193663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9b57ce-1cd7-4faa-85ae-4fbc1ecba1a1 req-435d571b-bcec-4827-b237-f8b09e4bacf6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558383 Nov 12 03:16:12.193785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.202591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-de9b6228-3b27-46c4-bbdc-9f42209ae5aa req-d6164892-3c7f-4459-95d3-597a3190e715 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616120 Nov 12 03:16:12.274053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-76d73f64-d214-4268-b9d5-e61dc6583d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.275535 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-76d73f64-d214-4268-b9d5-e61dc6583d71 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.2210753 Nov 12 03:16:12.297435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcada2c-b43e-43d6-be07-0b76a45a84f4 req-ec542eef-ad63-46d1-bef7-6085d63d68f1 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.299428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dcada2c-b43e-43d6-be07-0b76a45a84f4 req-ec542eef-ad63-46d1-bef7-6085d63d68f1 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 945 time: 0.0585856 Nov 12 03:16:12.349015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:12.356150 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-15c80a2c-1acf-46b0-94b3-d4c1c3021400 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 217 time: 0.0648873 Nov 12 03:16:12.357396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dcada2c-b43e-43d6-be07-0b76a45a84f4 req-f2b685e5-1dae-42a9-b69a-ce70adde2d57 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Nov 12 03:16:12.386870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=63130c74-b706-4e5f-ab21-ab666893e1c4,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:12.408020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.421127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c44f0-7fd8-4187-9ec7-cfa4966e2913 req-b4e21869-dfdd-4ee0-b25b-96363f6dd3cd tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.422657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c31c44f0-7fd8-4187-9ec7-cfa4966e2913 req-b4e21869-dfdd-4ee0-b25b-96363f6dd3cd tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 943 time: 0.0536127 Nov 12 03:16:12.456863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.457567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.459158 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] 10.222.0.100 "PUT /v2.0/ports/63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 1092 time: 2.3643286 Nov 12 03:16:12.459591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:12.462002 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:12.481499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c31c44f0-7fd8-4187-9ec7-cfa4966e2913 req-24eaccf4-0407-4bfd-98ed-9a40d4fb119c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Nov 12 03:16:12.487922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-14ebae24-54c5-4d92-881f-06658681b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.490179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-14ebae24-54c5-4d92-881f-06658681b2a7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1153779 Nov 12 03:16:12.547144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543db5e5-b52f-435c-a2a6-329034a72d53 service neutron] Pushing event updated for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:12.564012 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-6761b13a-db1d-4423-b48b-3ce7961cf03d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597084 Nov 12 03:16:12.568518 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de77ba-1185-40a9-84ad-579eb4f6cf51 x-openstack-request-id: req-a5de77ba-1185-40a9-84ad-579eb4f6cf51 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:12.568810 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:12.569062 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a5de77ba-1185-40a9-84ad-579eb4f6cf51 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:12.569473 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:16:12.618628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-c53d68d1-12f7-4dac-804d-47b18bdfc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.620398 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-c53d68d1-12f7-4dac-804d-47b18bdfc1b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1095 time: 0.0988278 Nov 12 03:16:12.698031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-76139a0c-dd3a-4596-91d2-4842677648c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0443740 Nov 12 03:16:12.718691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea1ce-18f2-4627-996a-765365188c1e req-481ee414-c5d3-4628-b343-d300c1bfabba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.728407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2bea1ce-18f2-4627-996a-765365188c1e req-481ee414-c5d3-4628-b343-d300c1bfabba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.0773635 Nov 12 03:16:12.775166 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-504529e3-27a0-41cf-ac55-e731f4cc8da3 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006588 Nov 12 03:16:12.783954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-ccb81ee6-539b-4631-8ee8-75c8852de13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.788405 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-ccb81ee6-539b-4631-8ee8-75c8852de13a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0804582 Nov 12 03:16:12.790007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2bea1ce-18f2-4627-996a-765365188c1e req-c1a7e054-b681-4258-95ec-a4ab5cd33725 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Nov 12 03:16:12.899379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-74366cd6-7d46-4552-8acd-fa03ef7a2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.901335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-74366cd6-7d46-4552-8acd-fa03ef7a2304 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032794 Nov 12 03:16:12.946483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-a285bc9b-f0ed-4390-9d69-dfa5430f9c4d service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567731 Nov 12 03:16:13.032902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba03f3-e17e-473e-83ec-c396b6a9e0b9 req-d29b739f-b024-415d-8a92-f0f5aed5b32d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.036282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4ba03f3-e17e-473e-83ec-c396b6a9e0b9 req-d29b739f-b024-415d-8a92-f0f5aed5b32d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 944 time: 0.0845373 Nov 12 03:16:13.041843 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-a1e478a5-bbf6-4b6e-9d79-e8c4549f1a93 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226103 Nov 12 03:16:13.049562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 186b3ebc-58fc-488d-9cb4-5ff1b053be35 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:13.131002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4ba03f3-e17e-473e-83ec-c396b6a9e0b9 req-98e553ea-9a74-4981-919f-ca0dbcb50159 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869336 Nov 12 03:16:13.172093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:13.176952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:13.178553 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.185328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fba92382-4a7a-4db0-ae2d-687f90833d4d req-83b2e82e-0d60-4d0e-ae14-5d763cf2f842 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347632 Nov 12 03:16:13.293388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5ec92-fd33-4717-bea6-838e032b7849 req-c7eebba3-a484-444f-9a0a-e78456092e00 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.303336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ef5ec92-fd33-4717-bea6-838e032b7849 req-c7eebba3-a484-444f-9a0a-e78456092e00 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0682275 Nov 12 03:16:13.348805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-98c00017-215d-4070-bc89-8a202997c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.350328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-98c00017-215d-4070-bc89-8a202997c56f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1095 time: 0.0945301 Nov 12 03:16:13.379231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ef5ec92-fd33-4717-bea6-838e032b7849 req-26e8743e-c10e-464b-a976-bbb523406fb1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Nov 12 03:16:13.391943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.497750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:13.504284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.521048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77986d1-f7d3-4dd6-b468-9752dcfe4e38 req-ed8cd13a-10b5-4c9d-bdbc-9d42c6383730 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.547950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f77986d1-f7d3-4dd6-b468-9752dcfe4e38 req-ed8cd13a-10b5-4c9d-bdbc-9d42c6383730 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1046500 Nov 12 03:16:13.570317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:13.634020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:13.638186 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdda93b-c6e7-47fb-9275-19ab6a6c9800" -d '{"events": [{"server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "name": "network-vif-plugged", "status": "completed", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:13.647246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-8b02b004-d034-4ca2-94bd-89bf6e81baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.649431 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-8b02b004-d034-4ca2-94bd-89bf6e81baf3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2789199 Nov 12 03:16:13.674908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f77986d1-f7d3-4dd6-b468-9752dcfe4e38 req-49fb2852-59d3-4136-80ae-b0f0a378781d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173739 Nov 12 03:16:13.698333 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-c6876ac8-62f3-46dd-b132-da3170e9ac3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0401359 Nov 12 03:16:13.763446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-81ee4a37-bfe6-4ef2-acbb-955fd8d80b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.765023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-81ee4a37-bfe6-4ef2-acbb-955fd8d80b6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0546124 Nov 12 03:16:13.825509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e647d0-ddb8-476b-b2a0-d0a8b5443d70 req-ac5ee373-cb48-46d4-b116-a35ec1d91e4c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.825856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-3da60138-106d-492c-8c35-9249e835586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.827150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5e647d0-ddb8-476b-b2a0-d0a8b5443d70 req-ac5ee373-cb48-46d4-b116-a35ec1d91e4c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 945 time: 0.0888572 Nov 12 03:16:13.827870 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-3da60138-106d-492c-8c35-9249e835586a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518103 Nov 12 03:16:13.843500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b87f1-d32c-4050-a484-8d9eedc8635d req-feff6117-3d48-4a32-ab45-182e071c1c10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.845199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a2b87f1-d32c-4050-a484-8d9eedc8635d req-feff6117-3d48-4a32-ab45-182e071c1c10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 943 time: 0.0783002 Nov 12 03:16:13.984131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5e647d0-ddb8-476b-b2a0-d0a8b5443d70 req-b841f819-662b-440b-a69f-cbaaba16ec76 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365619 Nov 12 03:16:14.004577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a2b87f1-d32c-4050-a484-8d9eedc8635d req-1d9afd26-d182-4eaa-9e67-866a17a62b41 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375246 Nov 12 03:16:14.035206 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-884f3fc1-6278-4f8e-9993-d1455a89e192 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972697 Nov 12 03:16:14.097183 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb6034-6e18-4058-8569-2a5df58b01ed x-openstack-request-id: req-badb6034-6e18-4058-8569-2a5df58b01ed {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:14.098005 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "name": "network-vif-plugged", "status": "completed", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:14.098005 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-badb6034-6e18-4058-8569-2a5df58b01ed {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:14.099670 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35', 'code': 200} Nov 12 03:16:14.260782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6da0854-46b1-4475-bc9a-51d53ae4d6ca req-a582edb8-b978-4538-8db2-0c9b8b89c0af service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119665 Nov 12 03:16:14.266052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b586f-b097-4728-919b-cc4c783b5c76 req-8da35d90-872e-4c86-a4d1-2e61ea806cea tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.268045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-198b586f-b097-4728-919b-cc4c783b5c76 req-8da35d90-872e-4c86-a4d1-2e61ea806cea tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.0973885 Nov 12 03:16:14.279145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb03ce-ac9e-4a68-afbb-2bca7c8c2de9 req-7efd8493-88fb-4048-9d0e-8b7847cd204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.280690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c7fb03ce-ac9e-4a68-afbb-2bca7c8c2de9 req-7efd8493-88fb-4048-9d0e-8b7847cd204c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1097 time: 0.0792415 Nov 12 03:16:14.332682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-198b586f-b097-4728-919b-cc4c783b5c76 req-670bee4e-61f3-475b-9aad-6dd823ccb4b3 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479305 Nov 12 03:16:14.388134 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c7fb03ce-ac9e-4a68-afbb-2bca7c8c2de9 req-8958c480-1b3e-43cd-9e5e-feb01d82545a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Nov 12 03:16:14.499936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a3c65-ea0f-4691-bdee-7ae9d5b8aa8d req-79ab48c5-2738-40a7-b508-49c6623e262b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.501411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc9a3c65-ea0f-4691-bdee-7ae9d5b8aa8d req-79ab48c5-2738-40a7-b508-49c6623e262b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 945 time: 0.0807028 Nov 12 03:16:14.513889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e1759-099b-4350-8946-24c1a08ed302 req-bae6fb95-4c26-4a6c-916d-78005e3dd54e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.515367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b9e1759-099b-4350-8946-24c1a08ed302 req-bae6fb95-4c26-4a6c-916d-78005e3dd54e tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0852869 Nov 12 03:16:14.594543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc9a3c65-ea0f-4691-bdee-7ae9d5b8aa8d req-edd1e0be-167c-4cf3-953f-2a35b42e8c13 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781887 Nov 12 03:16:14.612598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b9e1759-099b-4350-8946-24c1a08ed302 req-e648f781-aaa0-4db5-98a1-af8f236ff740 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Nov 12 03:16:14.749198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae91d2-1792-489e-b10b-825be7951634 req-afe4098a-08c4-4afc-ba08-fd17ab601781 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.751176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42ae91d2-1792-489e-b10b-825be7951634 req-afe4098a-08c4-4afc-ba08-fd17ab601781 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0618458 Nov 12 03:16:14.816879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42ae91d2-1792-489e-b10b-825be7951634 req-88e34575-7274-48dd-a21e-402da298228c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Nov 12 03:16:14.865728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b84bb-2814-4ab4-8e91-6fc41a1ce826 req-15471661-5972-406d-be4d-df232e87c3a0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.867429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a01b84bb-2814-4ab4-8e91-6fc41a1ce826 req-15471661-5972-406d-be4d-df232e87c3a0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.0728476 Nov 12 03:16:14.924826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a01b84bb-2814-4ab4-8e91-6fc41a1ce826 req-80baa2af-1845-476e-ab12-7fe6bf449517 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500233 Nov 12 03:16:15.132562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:15.136682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2223f4-e785-4791-8dd5-b6851429f084 req-49d7522e-d8de-4113-ac5a-1d40f0f50247 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.138224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f2223f4-e785-4791-8dd5-b6851429f084 req-49d7522e-d8de-4113-ac5a-1d40f0f50247 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 943 time: 0.0522208 Nov 12 03:16:15.204936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f2223f4-e785-4791-8dd5-b6851429f084 req-ddb8efc4-d46c-411b-b9e6-bb8c1b692189 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578780 Nov 12 03:16:15.289338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fd2f-28a7-4073-aace-b2a6d12bfea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.371236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fd2f-28a7-4073-aace-b2a6d12bfea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.377599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fd2f-28a7-4073-aace-b2a6d12bfea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.423097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5dc8fd2f-28a7-4073-aace-b2a6d12bfea2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ea0fdffa0db4d608a0b5c6c922cd945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888634 Nov 12 03:16:15.424307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8fd2f-28a7-4073-aace-b2a6d12bfea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d2fc4-6ab0-43ad-9d01-505583eece19,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:15.426208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34596) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:15.552314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.568540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e46ecc-6146-4ea1-b4ca-1fa6b788b722 req-c96cd715-fd9d-4711-b62a-5bddd7173baa tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.571104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73e46ecc-6146-4ea1-b4ca-1fa6b788b722 req-c96cd715-fd9d-4711-b62a-5bddd7173baa tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1094813 Nov 12 03:16:15.607781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.668929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73e46ecc-6146-4ea1-b4ca-1fa6b788b722 req-5e9f2877-5279-4aec-8a42-226692d28461 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859730 Nov 12 03:16:15.734601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.742041 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.743219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/554d2fc4-6ab0-43ad-9d01-505583eece19 HTTP/1.1" status: 204 len: 168 time: 0.3156786 Nov 12 03:16:15.785221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426e514-6fc1-4f76-aa5b-eebe7144cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d2fc4-6ab0-43ad-9d01-505583eece19,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:15.802264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e16995-1386-4859-95ab-ee58825c37a9 req-ffaa8fd8-b260-4063-92e7-d857718d4284 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.804842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4e16995-1386-4859-95ab-ee58825c37a9 req-ffaa8fd8-b260-4063-92e7-d857718d4284 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 945 time: 0.1104622 Nov 12 03:16:15.829248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5ff83-5c60-4d71-aaee-74f4a9a2f5bd req-1844ef64-7103-40cd-b96a-7a4c4dda57e3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.831222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fa5ff83-5c60-4d71-aaee-74f4a9a2f5bd req-1844ef64-7103-40cd-b96a-7a4c4dda57e3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0859034 Nov 12 03:16:15.917453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4e16995-1386-4859-95ab-ee58825c37a9 req-763aabad-45c3-4c4b-b550-548552f5521b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848837 Nov 12 03:16:15.935173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fa5ff83-5c60-4d71-aaee-74f4a9a2f5bd req-0cb01e0f-0173-455e-b1bb-f22ce53410aa tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795989 Nov 12 03:16:16.092003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f476-070a-4e68-a7df-5f61966ad9fa req-d1b4b829-dbd8-4191-8bd9-5aec277cdf4f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.093491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd4f476-070a-4e68-a7df-5f61966ad9fa req-d1b4b829-dbd8-4191-8bd9-5aec277cdf4f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.0795696 Nov 12 03:16:16.098436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 63130c74-b706-4e5f-ab21-ab666893e1c4 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:16.103243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5ff8-f79d-4ae8-91c3-f32bb086fe81 req-abfd68b3-a319-4190-90c5-fcef59210ef0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.104788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcec5ff8-f79d-4ae8-91c3-f32bb086fe81 req-abfd68b3-a319-4190-90c5-fcef59210ef0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0817852 Nov 12 03:16:16.172129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd4f476-070a-4e68-a7df-5f61966ad9fa req-73bd3fef-d2d1-43c6-a53e-ce23c39aa4d7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Nov 12 03:16:16.206099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcec5ff8-f79d-4ae8-91c3-f32bb086fe81 req-a5cdc10e-3050-4123-8522-63c62a9733e5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741677 Nov 12 03:16:16.305866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=63130c74-b706-4e5f-ab21-ab666893e1c4,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:16.318958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:16.368623 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.386167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e60a20-5930-44dd-a96e-160c38ad1a90 req-004cef9a-f642-4f57-8daa-cfddd79cda46 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.394608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35e60a20-5930-44dd-a96e-160c38ad1a90 req-004cef9a-f642-4f57-8daa-cfddd79cda46 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 943 time: 0.0830193 Nov 12 03:16:16.409551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63130c74-b706-4e5f-ab21-ab666893e1c4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:16.457462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=63130c74-b706-4e5f-ab21-ab666893e1c4,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:16.469381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.496821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35e60a20-5930-44dd-a96e-160c38ad1a90 req-c531890c-eb66-4a04-9f53-1d7c77b7bdcc tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013353 Nov 12 03:16:16.539513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:16.684126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34650) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:16.747547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['63130c74-b706-4e5f-ab21-ab666893e1c4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:16.829901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1774736826-network', 'tenant_id': '03779426a4e948ce8a2029cc04f31c21'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:16.863854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14adc-ec95-442b-84c5-34a9169f83d9 req-fcac9340-1448-441f-9517-6f0e8c97d561 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.865491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a14adc-ec95-442b-84c5-34a9169f83d9 req-fcac9340-1448-441f-9517-6f0e8c97d561 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1116190 Nov 12 03:16:16.881491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Made reservation on behalf of 03779426a4e948ce8a2029cc04f31c21 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:16.883659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.903485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.947398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a14adc-ec95-442b-84c5-34a9169f83d9 req-09d74f62-a87e-48f0-9678-5f7dfab51e7a tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Nov 12 03:16:17.018231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.030520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.088387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:17.097004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f806e53-2282-476b-900d-b56f76e27eba,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:17.111313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.111659 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Added segment 612c83c9-fdb9-4934-b595-e7fbe3083035 of type vlan for network 6fe09010-7a55-4ef7-a70b-a0e32503a789 Nov 12 03:16:17.120678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932a98-6466-4eed-b340-8001a5b58bb3 req-f375d5e0-2bc3-41e9-b08b-56c4e3cd8248 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.122217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75932a98-6466-4eed-b340-8001a5b58bb3 req-f375d5e0-2bc3-41e9-b08b-56c4e3cd8248 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1025205 Nov 12 03:16:17.184733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.218807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75932a98-6466-4eed-b340-8001a5b58bb3 req-d2ebccc5-9d14-4a2b-8668-0d3589b539d4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 Nov 12 03:16:17.238732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.240965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.241725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.323429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe09010-7a55-4ef7-a70b-a0e32503a789,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:17.341312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5abe6b1c-69d3-408e-8034-2a5de624bb69 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6558156 Nov 12 03:16:17.344086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:17.349768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:17.366073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Request body: {'subnet': {'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1774736826-subnet', 'tenant_id': '03779426a4e948ce8a2029cc04f31c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:17.438859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Made reservation on behalf of 03779426a4e948ce8a2029cc04f31c21 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:17.440827 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.451690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2aecb-18db-4f6b-9f44-db25092f1b47 req-970140b7-7938-4821-ad0c-4d83599dcd1a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.453221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd2aecb-18db-4f6b-9f44-db25092f1b47 req-970140b7-7938-4821-ad0c-4d83599dcd1a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1113539 Nov 12 03:16:17.470031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7a5ec-9b27-48b1-84dd-018419c94160 req-f90dc3a0-a2eb-4bcc-b35b-f43d71f53124 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.471454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7a7a5ec-9b27-48b1-84dd-018419c94160 req-f90dc3a0-a2eb-4bcc-b35b-f43d71f53124 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1346364 Nov 12 03:16:17.600414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd2aecb-18db-4f6b-9f44-db25092f1b47 req-b4a38854-1e86-47a1-95df-1a051c4dd538 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278005 Nov 12 03:16:17.607990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7a7a5ec-9b27-48b1-84dd-018419c94160 req-590865ad-6e65-4753-a504-8b9e09561685 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274507 Nov 12 03:16:17.799733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.854980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de5d5-4545-4dce-b1b6-cc3a2673d454 req-9db9e4bf-bcf5-4ebd-a794-8f192810b9cc tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.856539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-831de5d5-4545-4dce-b1b6-cc3a2673d454 req-9db9e4bf-bcf5-4ebd-a794-8f192810b9cc tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 944 time: 0.1214361 Nov 12 03:16:17.904298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820f8756-b178-4b20-b3fd-5f9b0cf786a6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:17.912343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-0c6783c8-e84e-46f6-b058-68e79c4ad612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.915298 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-0c6783c8-e84e-46f6-b058-68e79c4ad612 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1097 time: 0.0550470 Nov 12 03:16:17.937114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Checking segment: {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:17.937504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Network hostable DHCP agents. Network: 6fe09010-7a55-4ef7-a70b-a0e32503a789, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:17.953350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-831de5d5-4545-4dce-b1b6-cc3a2673d454 req-9db31e64-28bb-4f31-b484-7f2a391e76ab tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864599 Nov 12 03:16:17.970057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6d30cc6-95ac-4d67-a960-acec27581d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.993537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:18.011164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 6fe09010-7a55-4ef7-a70b-a0e32503a789) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:18.017995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.023773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687832ef-1ddd-4e20-b2c7-b8ef2e0028c9 None None] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:18.033780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.058692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-4db55fa5-e285-4f8b-8d4d-1f2f9c2a3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.063058 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-4db55fa5-e285-4f8b-8d4d-1f2f9c2a3ebb service neutron] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 912 time: 0.1379895 Nov 12 03:16:18.069905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a5fbd59e-336b-4dc5-9902-d570d82b3450 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7106547 Nov 12 03:16:18.129590 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-8a3301fd-9b71-472e-8f26-bb86442dc9ad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 200 len: 217 time: 0.0592504 Nov 12 03:16:18.136571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 63130c74-b706-4e5f-ab21-ab666893e1c4 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:18.195064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-40626bcb-bb68-4e84-ac4b-b2f1a9153a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.197125 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-40626bcb-bb68-4e84-ac4b-b2f1a9153a1a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.0553181 Nov 12 03:16:18.209901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4355a-75c4-4176-970d-03304763ab92 req-11cc8142-cb1c-4857-8ed8-bea261109ead tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.211580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d4355a-75c4-4176-970d-03304763ab92 req-11cc8142-cb1c-4857-8ed8-bea261109ead tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1230361 Nov 12 03:16:18.222180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e406-0aa1-4dc1-8e56-3507258c9840 req-70aed344-4429-49b3-bd9b-53f723762d68 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.231507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33a2e406-0aa1-4dc1-8e56-3507258c9840 req-70aed344-4429-49b3-bd9b-53f723762d68 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 945 time: 0.1317866 Nov 12 03:16:18.249576 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-1e35bc9a-ff08-4e7d-900b-8def345b6b94 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424697 Nov 12 03:16:18.292701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33a2e406-0aa1-4dc1-8e56-3507258c9840 req-45ef8fc2-1ac9-4170-8dea-285286aeb60b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Nov 12 03:16:18.336214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 63130c74-b706-4e5f-ab21-ab666893e1c4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:18.341470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 63130c74-b706-4e5f-ab21-ab666893e1c4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:18.342008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.345313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d4355a-75c4-4176-970d-03304763ab92 req-4243164b-262e-4341-9d78-753018925249 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914311 Nov 12 03:16:18.352699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9697c0b-b4ba-4e59-89df-e11abbc62b70 None None] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:18.391880 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-0dda046e-dd6d-448b-a66c-c327cfd57e29 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334262 Nov 12 03:16:18.470877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-496223401', 'description': 'tempest-description-1943402695'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.498566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.515604 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.522072 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e3d1a3f7-e9f5-4b23-aa7a-7e2c303a7bbc req-bf4e059c-0d01-48cb-8596-73ce7835f677 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219873 Nov 12 03:16:18.578872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:18.581182 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b9e2f-c56a-4bd0-b848-0ad21812bb51" -d '{"events": [{"server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "name": "network-vif-plugged", "status": "completed", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:18.601209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=63130c74-b706-4e5f-ab21-ab666893e1c4,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:18.608489 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.608833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.614918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.652303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.655789 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5cb8af-920c-42dd-b1e4-164ec4a56fe0 x-openstack-request-id: req-1b5cb8af-920c-42dd-b1e4-164ec4a56fe0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:18.656232 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "name": "network-vif-plugged", "status": "completed", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:18.656577 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b5cb8af-920c-42dd-b1e4-164ec4a56fe0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:18.657060 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'code': 200} Nov 12 03:16:18.660521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16134a05-03cd-4d81-9645-822ac150fe41 req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1939631 Nov 12 03:16:18.692186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7d279-1191-41fc-babd-6f5c709e4ef9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.805180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-1c55a2ce-4ba3-4dd2-92ba-b70c84b3a6dc tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.806869 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-1c55a2ce-4ba3-4dd2-92ba-b70c84b3a6dc tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0989659 Nov 12 03:16:18.811869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d4fcc-0fbe-4bf3-bec3-21bd57399cf3 req-f58de0c6-fa3b-4d97-b1c9-ab9d0247b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.813360 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d36d4fcc-0fbe-4bf3-bec3-21bd57399cf3 req-f58de0c6-fa3b-4d97-b1c9-ab9d0247b5b4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0629637 Nov 12 03:16:18.836314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.842525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad501441-349f-434c-bca3-5a0e18ed8ec2 req-31097a45-4c7d-4193-868f-71d7076664b8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.844272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad501441-349f-434c-bca3-5a0e18ed8ec2 req-31097a45-4c7d-4193-868f-71d7076664b8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.0871968 Nov 12 03:16:18.861628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.862659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a975f-0848-4974-8cff-a64707ccec81 req-1b564f49-e582-4650-aec0-de608cffea5c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.865225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b69a975f-0848-4974-8cff-a64707ccec81 req-1b564f49-e582-4650-aec0-de608cffea5c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0969641 Nov 12 03:16:18.937161 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d36d4fcc-0fbe-4bf3-bec3-21bd57399cf3 req-d3290f8a-3b40-462d-8e53-e1e5cf7305f9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967271 Nov 12 03:16:18.940839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.109421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:19.156143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:19.200833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:19.203086 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ba964-f64c-4d41-ac39-0c02df5ef9df" -d '{"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-unplugged", "status": "completed", "tag": "822ef2d8-de94-4156-a221-3cba8893b129"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:19.207268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.212754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.221499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad501441-349f-434c-bca3-5a0e18ed8ec2 req-9039c45b-3ca3-4e5a-be49-e960b98c2742 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552217 Nov 12 03:16:19.259188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b69a975f-0848-4974-8cff-a64707ccec81 req-ff579455-7f42-4316-bd3e-f365d6554ff6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743079 Nov 12 03:16:19.271445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-498981834', 'description': 'tempest-description-1043219754'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:19.293593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:19.303125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.306150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on host n-h1-713499-30 for vnic_type normal with profile {"migrating_to": "n-h2-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:19.306492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:19.307332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:19.311568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:19.311939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Attempting to bind port 822ef2d8-de94-4156-a221-3cba8893b129 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:19.322519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:19.322958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:19.323367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:19.323820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Bound port: 822ef2d8-de94-4156-a221-3cba8893b129, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:19.324211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.389755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.396360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.416602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:19.420858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:19.427126 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.438861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.440489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b57aa72c-223f-4d23-9753-4c34018d4d69 req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1735632 Nov 12 03:16:19.494557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f538d-d923-4381-99a3-654f15ab997d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf354c53-bb00-43cf-9db0-394e88e09ef5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:19.538563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464930b7-9bf6-4e8d-8949-fe85f04fb098 req-8e4ae252-da59-44de-94ea-81719524ae9b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.541331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-464930b7-9bf6-4e8d-8949-fe85f04fb098 req-8e4ae252-da59-44de-94ea-81719524ae9b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 945 time: 0.1164389 Nov 12 03:16:19.611330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.611980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.613412 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] 10.222.0.100 "PUT /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 1123 time: 0.7844696 Nov 12 03:16:19.614515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a532053-a932-4c7f-b192-98f9a8db2306 service neutron] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:19.618614 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b08e88-f358-4c64-9a83-e17d6183aa8f x-openstack-request-id: req-b8b08e88-f358-4c64-9a83-e17d6183aa8f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:19.618900 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-unplugged", "status": "completed", "tag": "822ef2d8-de94-4156-a221-3cba8893b129", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:19.619151 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b8b08e88-f358-4c64-9a83-e17d6183aa8f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:19.619546 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129', 'code': 200} Nov 12 03:16:19.622237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-464930b7-9bf6-4e8d-8949-fe85f04fb098 req-97ae1eab-5760-4b5d-a80d-266d4f66780d tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740921 Nov 12 03:16:19.740175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['822ef2d8-de94-4156-a221-3cba8893b129'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:19.771842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e318e-5097-4336-8c43-70720ee7adec req-a134eaae-5930-47c1-a932-e4cfac5b1202 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.772195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['822ef2d8-de94-4156-a221-3cba8893b129'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:19.773765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b47e318e-5097-4336-8c43-70720ee7adec req-a134eaae-5930-47c1-a932-e4cfac5b1202 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1039889 Nov 12 03:16:19.820330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623df17-07bf-48b9-96da-824043c70e36 req-6e6c8db8-1695-47db-be01-3cce6eb5eea7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.821813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a623df17-07bf-48b9-96da-824043c70e36 req-6e6c8db8-1695-47db-be01-3cce6eb5eea7 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1296833 Nov 12 03:16:19.873373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b47e318e-5097-4336-8c43-70720ee7adec req-a0d523fa-2186-4948-88b9-e6f49fac9dfc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883002 Nov 12 03:16:19.914073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a623df17-07bf-48b9-96da-824043c70e36 req-a835cece-37c4-45b9-8a7d-de4e22377358 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740919 Nov 12 03:16:20.097660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-b8a4be30-2f6e-4c12-8165-c9c3cac28e77 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:20.098926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-b8a4be30-2f6e-4c12-8165-c9c3cac28e77 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 813 time: 0.1116881 Nov 12 03:16:20.117750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:20.117987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-a9ca3f40-3380-44e2-9386-a9b1cbac3028 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/quotas/03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 375 time: 0.0113881 Nov 12 03:16:20.161974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-8ba498f9-e050-4674-8b90-f522dbf6686d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377622 Nov 12 03:16:20.238941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.251661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '6649586f-f453-4a0e-985b-5796b776224b', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '6649586f-f453-4a0e-985b-5796b776224b', 'mac_address': 'fa:16:3e:5a:90:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:20.302059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.328118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-2a8448c9-cb06-4e4b-9851-0a9aa04b7b8b service neutron] 10.222.0.93 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570671 Nov 12 03:16:20.366230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6649586f-f453-4a0e-985b-5796b776224b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:20.400965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.407387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.408272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:20.470136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8aabcd5-5f76-4da8-8f26-311b947d9d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.474398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd6edb-8bca-4093-bad4-aaf9e7292181 req-c5c1bcca-ba7d-450a-8998-ba396cc3ea35 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:20.476282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fd6edb-8bca-4093-bad4-aaf9e7292181 req-c5c1bcca-ba7d-450a-8998-ba396cc3ea35 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1381698 Nov 12 03:16:20.481950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.549509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-c0221cca-691c-409d-93a2-7ffa12767e0f service neutron] 10.222.0.93 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202976 Nov 12 03:16:20.617853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fd6edb-8bca-4093-bad4-aaf9e7292181 req-b89b2b68-b26f-4dcd-a5ee-81b67aff989b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132169 Nov 12 03:16:20.626347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.651921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 has no active binding in host n-h2-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:16:20.768020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359874c-b4e7-4879-8083-f3c821a570b1 req-9b814a0b-f28c-4a46-816a-0ba7791e7611 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:20.783011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a359874c-b4e7-4879-8083-f3c821a570b1 req-9b814a0b-f28c-4a46-816a-0ba7791e7611 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0891502 Nov 12 03:16:20.794420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['6649586f-f453-4a0e-985b-5796b776224b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:20.874789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a359874c-b4e7-4879-8083-f3c821a570b1 req-73f1a4e1-9982-43e1-9da7-cdd2bef2fd90 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852771 Nov 12 03:16:21.109761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9f27770-e349-4f36-8ec8-292bcae2c8fe req-6d2128aa-a9cd-4fce-99b0-de5f08bd65eb tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 210 time: 0.0765915 Nov 12 03:16:21.203778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e99f1-c782-497b-82bc-b424ed753002 req-4493063b-81dc-497e-9763-fa469a63d0f6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.212772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed1e99f1-c782-497b-82bc-b424ed753002 req-4493063b-81dc-497e-9763-fa469a63d0f6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 945 time: 0.1172876 Nov 12 03:16:21.307717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd146e72-7ed0-4031-9a0a-173b78ed8bc3 req-2cd4b3f7-57fe-40a9-9d67-5b0783868f68 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.309377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd146e72-7ed0-4031-9a0a-173b78ed8bc3 req-2cd4b3f7-57fe-40a9-9d67-5b0783868f68 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.0893261 Nov 12 03:16:21.327263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed1e99f1-c782-497b-82bc-b424ed753002 req-2bbbbdb4-0c7f-46ee-98db-98f07d9e6129 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116962 Nov 12 03:16:21.439240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd146e72-7ed0-4031-9a0a-173b78ed8bc3 req-72f42a24-ad67-453e-a567-e0210097136d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108196 Nov 12 03:16:21.559470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.621423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:21.631119 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e0a02-f9e6-4936-9514-116691d90501" -d '{"events": [{"name": "network-changed", "server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "tag": "822ef2d8-de94-4156-a221-3cba8893b129"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:21.663326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784bc6f-e3f2-4253-8ac1-af01f1ce6051 req-df29cf2d-bbe9-43d1-ac2f-d3e159503c2d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.671620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8784bc6f-e3f2-4253-8ac1-af01f1ce6051 req-df29cf2d-bbe9-43d1-ac2f-d3e159503c2d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.2585182 Nov 12 03:16:21.811599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-f3e67b86-bd69-41b2-a1e6-9eee76431fa6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3308325 Nov 12 03:16:21.830865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:21.838884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8784bc6f-e3f2-4253-8ac1-af01f1ce6051 req-14871f8f-1e95-421a-96c9-4575312a5a9c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663556 Nov 12 03:16:21.890056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.895735 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986a157-ff47-449f-a603-2607e047e36e x-openstack-request-id: req-f986a157-ff47-449f-a603-2607e047e36e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:21.896568 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "tag": "822ef2d8-de94-4156-a221-3cba8893b129", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:21.897296 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f986a157-ff47-449f-a603-2607e047e36e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:21.897951 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129', 'status': 'completed', 'code': 200} Nov 12 03:16:22.008035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0a02-f9e6-4936-9514-116691d90501 req-3be3343d-a694-4f10-bd0a-32459aac7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:22.010032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-3be3343d-a694-4f10-bd0a-32459aac7946 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1126 time: 0.0828233 Nov 12 03:16:22.118149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:22.180359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1898cf-776f-4841-a50c-363393b99ac9 req-a83b1763-a5e1-42eb-8a7a-8a50b3573e70 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:22.182077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0a02-f9e6-4936-9514-116691d90501 req-2b45ce49-8ca7-4c38-9834-6c6df9481654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:22.184349 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-2b45ce49-8ca7-4c38-9834-6c6df9481654 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.1655886 Nov 12 03:16:22.185274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f1898cf-776f-4841-a50c-363393b99ac9 req-a83b1763-a5e1-42eb-8a7a-8a50b3573e70 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1761878 Nov 12 03:16:22.265233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 6649586f-f453-4a0e-985b-5796b776224b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:22.265556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.268411 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-313f5394-518e-471a-8a44-696ec7315fc1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 217 time: 0.0700183 Nov 12 03:16:22.277813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.350377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0a02-f9e6-4936-9514-116691d90501 req-505583ea-06a8-4142-9f77-1a104da0614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:22.353737 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-505583ea-06a8-4142-9f77-1a104da0614c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0702555 Nov 12 03:16:22.396455 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-ee678291-746b-40ed-9bd8-ca70dcbbfe9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332115 Nov 12 03:16:22.433733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.461303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:22.477467 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b22d9-f271-4df0-a8ef-8527ab7b15af" -d '{"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-plugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:22.486442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Allocated IP 172.25.4.99 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:22.509297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:22.522460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.563206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-4f88d639-d0cc-4513-b69a-9528792b0842 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:22.571487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-4f88d639-d0cc-4513-b69a-9528792b0842 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.100 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 813 time: 0.1336863 Nov 12 03:16:22.590055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'device_id': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789', 'admin_state_up': True, 'tenant_id': '03779426a4e948ce8a2029cc04f31c21'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:22.611310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.682807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f1898cf-776f-4841-a50c-363393b99ac9 req-907febe4-9b52-4f65-9c2c-95b63ff3cebd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746006 Nov 12 03:16:22.766024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.778037 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-82e436cd-53bb-43ee-a651-c2e34d7d5900 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625615 Nov 12 03:16:22.839998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.899090 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b06e0a02-f9e6-4936-9514-116691d90501 req-72740107-e7d1-4f05-bca0-aedc3e4a1bec service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108503 Nov 12 03:16:22.921870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Made reservation on behalf of 03779426a4e948ce8a2029cc04f31c21 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:22.932113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.945126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.990758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event updated for resources: {'Port': ['ID=0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.023472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:23.029201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:23.033351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:23.095468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f2cea-f685-4af7-84d8-fc5adcdc11f2 req-74b32e1a-a1b3-4ef8-862f-37453325dbe5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.098491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5f2cea-f685-4af7-84d8-fc5adcdc11f2 req-74b32e1a-a1b3-4ef8-862f-37453325dbe5 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.2717323 Nov 12 03:16:23.177940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Allocated IP 172.20.0.5 (6fe09010-7a55-4ef7-a70b-a0e32503a789/820f8756-b178-4b20-b3fd-5f9b0cf786a6/c21dcf73-57a4-4718-858b-d2f667d67914) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:23.267359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5f2cea-f685-4af7-84d8-fc5adcdc11f2 req-7cbde667-a3ab-4bc7-a642-bb868634ef3c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524715 Nov 12 03:16:23.277974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.318796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.405176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.476835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.533723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:23.537279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:23.544491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.549843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:23.565017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.599650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.617006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.617659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.637034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.646352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d7438-9405-43ae-8659-4c6961e7e766 req-4a5bccfe-8872-4d06-be0e-ea5213dbfe46 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.654131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d1d7438-9405-43ae-8659-4c6961e7e766 req-4a5bccfe-8872-4d06-be0e-ea5213dbfe46 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 931 time: 0.1223114 Nov 12 03:16:23.656041 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-91e799f7-7431-477f-8330-efb54bb59928 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0709109 Nov 12 03:16:23.672847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Request body: {'port': {'device_id': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:23.691385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event updated for resources: {'Port': ['ID=0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.716318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.745933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d1d7438-9405-43ae-8659-4c6961e7e766 req-10c0db37-2745-44a6-9a50-08979bcad4d2 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888762 Nov 12 03:16:23.749320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.750534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-82605cc1-fe8e-485b-8d97-760ceb59246b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9241643 Nov 12 03:16:23.768748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.829467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-3cc4d81a-7974-48ac-a782-e7f33bb28f95 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0676332 Nov 12 03:16:23.976406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19bbff-cb2f-454c-8447-79aaa17fb8b4 req-dea373ff-67c8-40b6-900b-0ec3ef1d7c96 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.978026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee19bbff-cb2f-454c-8447-79aaa17fb8b4 req-dea373ff-67c8-40b6-900b-0ec3ef1d7c96 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1283586 Nov 12 03:16:23.989869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-48b00ce0-1b93-4a55-97b3-5aba17c9924b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.991402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dddb7f9-6585-4561-8bec-a19641b56e83 req-48b00ce0-1b93-4a55-97b3-5aba17c9924b tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1562214 Nov 12 03:16:24.072617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee19bbff-cb2f-454c-8447-79aaa17fb8b4 req-7c44dd78-dc65-47aa-8543-ca0510c1fe75 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Nov 12 03:16:24.077966 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd8ddf-6dea-4c12-bc66-f2d22f0821dc x-openstack-request-id: req-38dd8ddf-6dea-4c12-bc66-f2d22f0821dc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:24.078815 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-plugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:24.079056 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38dd8ddf-6dea-4c12-bc66-f2d22f0821dc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:24.079460 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b', 'code': 200} Nov 12 03:16:24.207637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21dcf73-57a4-4718-858b-d2f667d67914 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:24.218556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.254427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Transition to ACTIVE for port object c21dcf73-57a4-4718-858b-d2f667d67914 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:24.264590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.275787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dcd93-b58b-4c3b-accb-6dd85d52e698 req-b7259ef8-0706-44fa-b50f-f32db3eb9ebe tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.277382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-827dcd93-b58b-4c3b-accb-6dd85d52e698 req-b7259ef8-0706-44fa-b50f-f32db3eb9ebe tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1037295 Nov 12 03:16:24.288147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7410b-1463-4751-b400-ab70b346a5eb req-e087bfc7-b576-4c70-a92a-19f12471e60c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.289849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b7410b-1463-4751-b400-ab70b346a5eb req-e087bfc7-b576-4c70-a92a-19f12471e60c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.1286600 Nov 12 03:16:24.378562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-827dcd93-b58b-4c3b-accb-6dd85d52e698 req-7478268b-62a4-4440-84ea-d809e1267892 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876567 Nov 12 03:16:24.383633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b7410b-1463-4751-b400-ab70b346a5eb req-3bebfe52-8cbd-49bd-81c9-6de9a12e7eda tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Nov 12 03:16:24.396444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.467467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Attempting to bind port c21dcf73-57a4-4718-858b-d2f667d67914 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:24.469084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Attempting to bind port c21dcf73-57a4-4718-858b-d2f667d67914 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:24.470625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Attempting to bind port c21dcf73-57a4-4718-858b-d2f667d67914 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:24.495826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Port c21dcf73-57a4-4718-858b-d2f667d67914 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:24.496267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Attempting to bind port c21dcf73-57a4-4718-858b-d2f667d67914 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:24.506051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:24.506476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Checking segment: {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:24.507062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Bound using segment: {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:24.507627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Bound port: c21dcf73-57a4-4718-858b-d2f667d67914, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:24.508234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.600192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:24.607192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:24.618946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.619943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71f03-bd99-4f84-906a-4c363854193f req-530fa193-9549-4e8b-b014-cecf1bdb5140 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.621540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3fa71f03-bd99-4f84-906a-4c363854193f req-530fa193-9549-4e8b-b014-cecf1bdb5140 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1347232 Nov 12 03:16:24.665779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.666407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.667809 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] 10.222.0.100 "PUT /v2.0/ports/c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 1092 time: 1.0009210 Nov 12 03:16:24.668309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:24.670787 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24cacd4-8d92-4759-979b-cb1f84222205" -d '{"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:24.690165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-121b914a-14a7-4dea-9bed-7d659c6dad2c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.692554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-121b914a-14a7-4dea-9bed-7d659c6dad2c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 821 time: 0.1738503 Nov 12 03:16:24.697995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ff70-f582-4f20-9465-6d57e2099f55 service neutron] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.720000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-4d68fc1d-d7a7-41df-b3ce-7ca700a21ed6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/quotas/1b1ada6993424adcb0149209c302c314 HTTP/1.1" status: 200 len: 375 time: 0.0160098 Nov 12 03:16:24.724560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3fa71f03-bd99-4f84-906a-4c363854193f req-c82711f8-2aad-4428-a959-2fd2ef190509 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953934 Nov 12 03:16:24.804498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-a2d10140-895a-4891-bb88-5fb9e89b645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.806212 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-a2d10140-895a-4891-bb88-5fb9e89b645b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1095 time: 0.0787978 Nov 12 03:16:24.815706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-e8845362-9863-4a36-ad50-28f5df82b8af tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875669 Nov 12 03:16:24.872024 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-9f8b0314-8470-42f4-81bc-2e706e420b55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 217 time: 0.0453441 Nov 12 03:16:24.961021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-e6687b89-9c63-42e7-8ebf-db069d1bd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.962025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-e6687b89-9c63-42e7-8ebf-db069d1bd217 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.0787516 Nov 12 03:16:24.967161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-ade735a5-c504-40df-abd3-511115e90d2e service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439908 Nov 12 03:16:25.021649 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-ec3a1647-3f9f-46e1-8696-21890b1f90f1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439198 Nov 12 03:16:25.023685 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b97bbe-b6f2-4231-9e5c-2c7bb128b7c9 x-openstack-request-id: req-35b97bbe-b6f2-4231-9e5c-2c7bb128b7c9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:25.024136 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:25.024487 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-35b97bbe-b6f2-4231-9e5c-2c7bb128b7c9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:25.025012 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'status': 'completed', 'code': 200} Nov 12 03:16:25.142337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f304b1e4-0f52-4a18-848a-755e8c716d04 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679714 Nov 12 03:16:25.158549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-e347142d-f9df-4ace-a1cf-95514b5bb0ca service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212656 Nov 12 03:16:25.170467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98224a3d-86ee-485b-8993-7e93b902bbdc req-1b1da333-76ba-4324-b6bb-85ecd1811d99 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.172052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98224a3d-86ee-485b-8993-7e93b902bbdc req-1b1da333-76ba-4324-b6bb-85ecd1811d99 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 943 time: 0.0833318 Nov 12 03:16:25.240273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98224a3d-86ee-485b-8993-7e93b902bbdc req-26d2c70e-eb0d-4a4c-92a3-dc1bfee5161b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Nov 12 03:16:25.446912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41c4b7ad-c797-40f4-b6d9-522babbc1660 req-820b907a-e062-46d1-be1b-e64dfa33fef5 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0573568 Nov 12 03:16:25.490297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53242875-2f15-4aef-bb02-c6a28d2c1f9a req-7aec5515-ff2c-47fa-9d75-b8c0635ab2ca tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.506504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53242875-2f15-4aef-bb02-c6a28d2c1f9a req-7aec5515-ff2c-47fa-9d75-b8c0635ab2ca tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1691632 Nov 12 03:16:25.600355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53242875-2f15-4aef-bb02-c6a28d2c1f9a req-1ba1455d-e34f-4bc7-b96b-c3f80a13a0d9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Nov 12 03:16:25.646946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e6fcc-242e-4f0a-ae86-d27be033562d req-7eeee294-9894-45db-bf81-110843e61d75 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.648516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-112e6fcc-242e-4f0a-ae86-d27be033562d req-7eeee294-9894-45db-bf81-110843e61d75 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 946 time: 0.0947149 Nov 12 03:16:25.693714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-f1424b62-f28d-42dd-a126-e7e2f1b69dd8 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.695468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-f1424b62-f28d-42dd-a126-e7e2f1b69dd8 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1098 time: 0.0897977 Nov 12 03:16:25.698270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a095675c-02f8-48d3-a984-a53395a6bf7d req-0dca2840-b907-477b-b514-901b983817f3 service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312612 Nov 12 03:16:25.708729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:25.750970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-112e6fcc-242e-4f0a-ae86-d27be033562d req-ec5c95e4-bcd6-47e4-be1f-4275f7af56ff tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946970 Nov 12 03:16:25.843645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.904447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024eb33-00ec-4384-b4bf-325c935e0851 req-6fd19e68-4382-4293-9730-f4420a031538 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.906377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2024eb33-00ec-4384-b4bf-325c935e0851 req-6fd19e68-4382-4293-9730-f4420a031538 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1217463 Nov 12 03:16:25.924958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a156-38cd-4c4f-ae65-dcf8f050f21a req-65c98df2-5339-4d09-a00b-78b5a0976ace tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.928463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df38a156-38cd-4c4f-ae65-dcf8f050f21a req-65c98df2-5339-4d09-a00b-78b5a0976ace tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0886071 Nov 12 03:16:26.018754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:26.071225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:26.127299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.131035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2024eb33-00ec-4384-b4bf-325c935e0851 req-629ceecd-c552-48d1-9f74-8d58b8e6edb4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178297 Nov 12 03:16:26.146151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df38a156-38cd-4c4f-ae65-dcf8f050f21a req-0af6566e-f2bb-40e4-bc11-070e13583eb7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057140 Nov 12 03:16:26.148643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.160875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-5216ecb7-3293-42f7-9994-7bd62b984e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.160875 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-5216ecb7-3293-42f7-9994-7bd62b984e24 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1095 time: 0.3610446 Nov 12 03:16:26.297969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-98a154c6-70fe-4f38-909a-e16aa2a2e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.299454 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-98a154c6-70fe-4f38-909a-e16aa2a2e570 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.1149127 Nov 12 03:16:26.392541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-1802afc1-fe78-4fd8-9d8d-1f3fedd166f8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 217 time: 0.0764971 Nov 12 03:16:26.420461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a33c-d2e5-4339-899d-15f6093c8751 req-514cafb2-0be4-47ae-b7b0-0c18f85acc2a tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.431226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8a0a33c-d2e5-4339-899d-15f6093c8751 req-514cafb2-0be4-47ae-b7b0-0c18f85acc2a tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 943 time: 0.0806785 Nov 12 03:16:26.460925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on host n-h2-713499-30 for vnic_type normal with profile {"migrating_to": "n-h1-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:26.461262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:26.461600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:26.468805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.481207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:26.481749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Attempting to bind port 9178b073-98e9-4f2e-b453-438747232e08 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:26.492848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:26.493290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:26.495227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:26.495704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Bound port: 9178b073-98e9-4f2e-b453-438747232e08, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:26.496991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.513634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-038a209f-fa2d-49f8-b424-94b3d0377fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.515357 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-038a209f-fa2d-49f8-b424-94b3d0377fd1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.1098702 Nov 12 03:16:26.523391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8a0a33c-d2e5-4339-899d-15f6093c8751 req-dc98db6d-a923-470c-a957-8586202c6ecf tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Nov 12 03:16:26.589085 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-6f85aa2d-e5d6-444e-92ad-00f0db661096 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620005 Nov 12 03:16:26.656709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:26.666396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2d0621a-586e-45cc-94e8-49cbd4b56fa6 req-89671600-6b29-4668-a3e3-7f2c0a63ef72 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 210 time: 0.0640836 Nov 12 03:16:26.708218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:26.722007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.774481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0454343-7562-40ca-a3c2-4197c80a3287 req-b502db46-ff49-4a8a-aaa0-2905cb9e29fd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.789897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0454343-7562-40ca-a3c2-4197c80a3287 req-b502db46-ff49-4a8a-aaa0-2905cb9e29fd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.0826018 Nov 12 03:16:26.815857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-e5050af9-c114-4aac-a898-cec49f7fb566 service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124140 Nov 12 03:16:26.873980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0454343-7562-40ca-a3c2-4197c80a3287 req-af77ce1a-6e3e-49d4-85d8-a01e7019d68b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810049 Nov 12 03:16:26.884545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.885176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.886549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] 10.222.0.98 "PUT /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 1124 time: 1.1829543 Nov 12 03:16:26.959417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f507078-6c99-40a4-984e-c449ed0b95f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.995716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9178b073-98e9-4f2e-b453-438747232e08'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:27.026514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9178b073-98e9-4f2e-b453-438747232e08'}, {'name': 'network-changed', 'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'tag': '9178b073-98e9-4f2e-b453-438747232e08'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:27.030700 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979df648-8c21-4621-8e2a-dd79e9e3b493" -d '{"events": [{"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-unplugged", "status": "completed", "tag": "9178b073-98e9-4f2e-b453-438747232e08"}, {"name": "network-changed", "server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "tag": "9178b073-98e9-4f2e-b453-438747232e08"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:27.074697 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b24cacd4-8d92-4759-979b-cb1f84222205 req-35031e01-955d-4cf6-bf8b-9f9811afc43c service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291319 Nov 12 03:16:27.089083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9178b073-98e9-4f2e-b453-438747232e08'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:27.091462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:27.142879 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f20aa-a21b-43f3-932b-132473f7985c x-openstack-request-id: req-f21f20aa-a21b-43f3-932b-132473f7985c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:27.143394 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-unplugged", "status": "completed", "tag": "9178b073-98e9-4f2e-b453-438747232e08", "code": 200}, {"name": "network-changed", "server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "tag": "9178b073-98e9-4f2e-b453-438747232e08", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:27.143812 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f21f20aa-a21b-43f3-932b-132473f7985c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:27.145093 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9178b073-98e9-4f2e-b453-438747232e08', 'code': 200} Nov 12 03:16:27.145634 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'tag': '9178b073-98e9-4f2e-b453-438747232e08', 'status': 'completed', 'code': 200} Nov 12 03:16:27.152640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc066e-0fbc-4f09-9f3d-a0499803df97 req-4ef4a1a6-270f-470d-9fca-82e80a057765 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.160657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcc066e-0fbc-4f09-9f3d-a0499803df97 req-4ef4a1a6-270f-470d-9fca-82e80a057765 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.2835939 Nov 12 03:16:27.214933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:27.237841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 has no active binding in host n-h1-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:16:27.358015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-f03fcb1b-76db-4433-89f1-02bddf466bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.359866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-f03fcb1b-76db-4433-89f1-02bddf466bfd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1127 time: 0.0707438 Nov 12 03:16:27.546209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-8ff6784d-15d9-42d0-a3b9-0c1b0a545317 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.547566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-8ff6784d-15d9-42d0-a3b9-0c1b0a545317 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.98 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 821 time: 0.6723599 Nov 12 03:16:27.564516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-7816be2f-8517-414f-bdb8-502dc7ffbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.567191 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-7816be2f-8517-414f-bdb8-502dc7ffbb93 service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1906497 Nov 12 03:16:27.589636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'port': {'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'admin_state_up': True, 'tenant_id': '1b1ada6993424adcb0149209c302c314'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:27.628026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-8c0be63d-3899-471c-bcc2-0cfc45e8a1a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 217 time: 0.0462925 Nov 12 03:16:27.632498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcc066e-0fbc-4f09-9f3d-a0499803df97 req-44d315f0-1518-4564-a344-e5f6f011b27f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709382 Nov 12 03:16:27.680639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c45ac-7b7e-4b6f-80db-c28fc7f27ef0 req-5548943a-a836-40e8-a96b-d6b0b4d1510b tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.688285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-995c45ac-7b7e-4b6f-80db-c28fc7f27ef0 req-5548943a-a836-40e8-a96b-d6b0b4d1510b tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1744277 Nov 12 03:16:27.698375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-6d950ff9-136c-41f0-a8c6-35d3cd930f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.699840 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-6d950ff9-136c-41f0-a8c6-35d3cd930f0e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0617259 Nov 12 03:16:27.755426 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-5ef67432-d556-4dc0-929d-3830d68187c5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393000 Nov 12 03:16:27.796431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-995c45ac-7b7e-4b6f-80db-c28fc7f27ef0 req-d1993ec7-c8cf-405a-9221-8b3f3554a318 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Nov 12 03:16:27.867250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5b8b3-428b-4050-b8bd-7de5f1dbb34d req-7418698c-5411-43ca-b5a1-7a52c99af1ce tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.881202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5c5b8b3-428b-4050-b8bd-7de5f1dbb34d req-7418698c-5411-43ca-b5a1-7a52c99af1ce tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1571693 Nov 12 03:16:27.889768 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-6fdc35b9-74cc-4ac4-90c6-4650b13ef827 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249478 Nov 12 03:16:27.907910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Made reservation on behalf of 1b1ada6993424adcb0149209c302c314 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:27.907910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.979287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5c5b8b3-428b-4050-b8bd-7de5f1dbb34d req-89da5956-8b94-4554-a560-a35f9642b545 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968099 Nov 12 03:16:28.049215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-979df648-8c21-4621-8e2a-dd79e9e3b493 req-8e510560-3dd4-4874-807b-1129d224314a service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460824 Nov 12 03:16:28.185016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c21dcf73-57a4-4718-858b-d2f667d67914 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:28.190385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6feb7e8e-122e-461a-b98d-699bbf758d99 req-e20ceb23-9b4e-4dfe-8b4e-39c03d15962c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 210 time: 0.1096141 Nov 12 03:16:28.218302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Allocated IP 172.20.0.9 (b95b7d89-6cc1-42b2-a326-d8b0c4f222c4/08044893-1268-48d9-aa5b-321cd5e7a904/58cd2280-127e-4ff8-a66a-ac73f593fd5f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:28.230093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21eb4-600f-4fa0-94ab-fe4ecebae1fc req-6c0d752f-fe43-4969-9118-af3ac8f147f8 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:28.240617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2f21eb4-600f-4fa0-94ab-fe4ecebae1fc req-6c0d752f-fe43-4969-9118-af3ac8f147f8 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 943 time: 0.1191370 Nov 12 03:16:28.329365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2f21eb4-600f-4fa0-94ab-fe4ecebae1fc req-164bae17-bbfb-491e-9aca-baaaf06cd01e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874672 Nov 12 03:16:28.401480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:28.416625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789', 'port_id': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'mac_address': 'fa:16:3e:82:95:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820f8756-b178-4b20-b3fd-5f9b0cf786a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:28.446548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884c4f-4670-4076-a5c7-bb6b3ccc8593 req-96737ab2-c1ee-4aca-9a9b-d581cb4514f8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:28.448246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3884c4f-4670-4076-a5c7-bb6b3ccc8593 req-96737ab2-c1ee-4aca-9a9b-d581cb4514f8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1150863 Nov 12 03:16:28.481029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.504351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21dcf73-57a4-4718-858b-d2f667d67914 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:28.530740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:28.537752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.552986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3884c4f-4670-4076-a5c7-bb6b3ccc8593 req-692b1573-5b95-4022-a027-1f2d9a0928e7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932300 Nov 12 03:16:28.556370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.609084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.652855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['63130c74-b706-4e5f-ab21-ab666893e1c4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:28.682271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event updated for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:28.698749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:28.699654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:28.702172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:28.710937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:28.847372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3a36-1c7a-4c1d-aed3-9c062d4b0897 req-d979933c-b784-4c5a-acfe-317b5765be0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:28.850644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae6b3a36-1c7a-4c1d-aed3-9c062d4b0897 req-d979933c-b784-4c5a-acfe-317b5765be0a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.1060276 Nov 12 03:16:28.864137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:28.864645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.948421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:28.995862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-f5d22ecc-7bd9-455e-974d-ab114d6a203c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168251 Nov 12 03:16:29.012832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae6b3a36-1c7a-4c1d-aed3-9c062d4b0897 req-f3c1bd27-fb46-45af-b563-a8572e4d5258 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275606 Nov 12 03:16:29.047274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Request body: {'port': {'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:29.166043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a790be-da9d-466c-8c83-ae656ee5e60c req-ee7c46a0-bd2c-4f1c-b644-2cbe5ae48253 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:29.167523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56a790be-da9d-466c-8c83-ae656ee5e60c req-ee7c46a0-bd2c-4f1c-b644-2cbe5ae48253 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1866276 Nov 12 03:16:29.177059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.255773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-344c9f50-d594-4379-af94-6849e957123c None None] Provisioning complete for port 58cd2280-127e-4ff8-a66a-ac73f593fd5f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:29.256389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-344c9f50-d594-4379-af94-6849e957123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.310087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-344c9f50-d594-4379-af94-6849e957123c None None] Port 58cd2280-127e-4ff8-a66a-ac73f593fd5f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:29.328737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb024a1-ecaa-4ab6-ac90-973c31e4001e req-dd78699b-cbfb-4653-935f-2575a94b1064 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:29.330397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb024a1-ecaa-4ab6-ac90-973c31e4001e req-dd78699b-cbfb-4653-935f-2575a94b1064 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1484020 Nov 12 03:16:29.385731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56a790be-da9d-466c-8c83-ae656ee5e60c req-cb4d2e00-1ac6-4b72-994e-3b650ed62763 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058017 Nov 12 03:16:29.501827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb024a1-ecaa-4ab6-ac90-973c31e4001e req-fa275ea6-bf42-41e8-8320-44251a81823f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220713 Nov 12 03:16:29.750353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75faa83-8684-43e2-9a27-e1f59c51d286 req-fd50bed2-0ee0-409f-b0d5-0a7b0b94192e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:29.752783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f75faa83-8684-43e2-9a27-e1f59c51d286 req-fd50bed2-0ee0-409f-b0d5-0a7b0b94192e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 931 time: 0.1757381 Nov 12 03:16:29.789471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9414c-382e-4022-b7df-dc8fb2b9f96d req-8917c34c-4f66-4036-a857-b07297f8ef61 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:29.791181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8de9414c-382e-4022-b7df-dc8fb2b9f96d req-8917c34c-4f66-4036-a857-b07297f8ef61 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 944 time: 0.1863582 Nov 12 03:16:29.880603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cd2280-127e-4ff8-a66a-ac73f593fd5f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:29.893401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.905083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f75faa83-8684-43e2-9a27-e1f59c51d286 req-e88d3c07-91a4-4d32-adad-0a9055496cf1 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390772 Nov 12 03:16:29.928402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Transition to ACTIVE for port object 58cd2280-127e-4ff8-a66a-ac73f593fd5f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:29.945058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8de9414c-382e-4022-b7df-dc8fb2b9f96d req-f531688b-7800-4735-9f1d-25581323c0e6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360893 Nov 12 03:16:29.946384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.065371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.193894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c21dcf73-57a4-4718-858b-d2f667d67914 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:30.263196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f42bb-06a3-4b64-bb18-f6acbfcaa993 req-5904855d-9d54-436e-bd2d-5746c44c5a95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.265854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-764f42bb-06a3-4b64-bb18-f6acbfcaa993 req-5904855d-9d54-436e-bd2d-5746c44c5a95 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1771855 Nov 12 03:16:30.269660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Attempting to bind port 58cd2280-127e-4ff8-a66a-ac73f593fd5f on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:30.270091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Attempting to bind port 58cd2280-127e-4ff8-a66a-ac73f593fd5f by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:30.270454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Attempting to bind port 58cd2280-127e-4ff8-a66a-ac73f593fd5f on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:30.279267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Port 58cd2280-127e-4ff8-a66a-ac73f593fd5f on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:30.279591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Attempting to bind port 58cd2280-127e-4ff8-a66a-ac73f593fd5f on network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:30.289228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:30.289572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Checking segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:30.289944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Bound using segment: {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:30.290384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Bound port: 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c09c55f-3f44-41ee-9541-9f47c34b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:30.290827 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.332929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c21dcf73-57a4-4718-858b-d2f667d67914 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:30.341306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bfe19-21fc-4fdb-9fbc-034a133cfe64 req-73669a15-ff23-4fdd-8702-08d8aee867a1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.351453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a48bfe19-21fc-4fdb-9fbc-034a133cfe64 req-73669a15-ff23-4fdd-8702-08d8aee867a1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.2161384 Nov 12 03:16:30.357058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c21dcf73-57a4-4718-858b-d2f667d67914 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:30.357688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.439632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:30.448127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:30.511451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-764f42bb-06a3-4b64-bb18-f6acbfcaa993 req-5736419d-8a9e-4946-93ce-7da61e759efe tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333746 Nov 12 03:16:30.512636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.534252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.535822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.538361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] 10.222.0.98 "PUT /v2.0/ports/58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 1092 time: 1.4970121 Nov 12 03:16:30.540612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:30.543067 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d9374-eb97-4651-8668-8c1c7765d027" -d '{"events": [{"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:30.618887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.635989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.690694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:30.697582 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c93908-2761-49e9-8ebd-34a77120930e" -d '{"events": [{"server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "name": "network-vif-plugged", "status": "completed", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:30.699406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a48bfe19-21fc-4fdb-9fbc-034a133cfe64 req-c03ffed9-5392-4d99-a37c-0f7887953174 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469918 Nov 12 03:16:30.724198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:30.730859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc553e-a8c7-4f43-925d-0df36e92a2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.739644 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.755692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-63cf7e55-f3b2-4fc6-a89e-6721d0c4c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.759834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-63cf7e55-f3b2-4fc6-a89e-6721d0c4c4c4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1095 time: 0.1441038 Nov 12 03:16:30.864045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.897255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-fac1f694-52fe-4598-ba7c-f3b328f9f9bf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 217 time: 0.1210439 Nov 12 03:16:31.030682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-5d102b36-039d-4d93-a161-ec36407bbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.032147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-5d102b36-039d-4d93-a161-ec36407bbdad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1164842 Nov 12 03:16:31.048676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22cd05-109d-4536-a801-3d2be089bccb req-69f7f934-2b9c-404c-9475-5ca2af647158 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.049994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b22cd05-109d-4536-a801-3d2be089bccb req-69f7f934-2b9c-404c-9475-5ca2af647158 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1810291 Nov 12 03:16:31.076625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bf73-6728-4d93-a3fa-ceaab7de661d req-cd673ea6-6db6-4ea2-99af-61737fc926d2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.078157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b6bf73-6728-4d93-a3fa-ceaab7de661d req-cd673ea6-6db6-4ea2-99af-61737fc926d2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1636336 Nov 12 03:16:31.203577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b22cd05-109d-4536-a801-3d2be089bccb req-30397f1f-37b8-4e45-ba49-c688f4405926 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434710 Nov 12 03:16:31.226519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-7557c5d6-a5c4-4d67-8208-69f144ff5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.229050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-7557c5d6-a5c4-4d67-8208-69f144ff5fd1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767285 Nov 12 03:16:31.237141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b6bf73-6728-4d93-a3fa-ceaab7de661d req-e0856713-2642-494e-8050-1fc353d70adb tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222129 Nov 12 03:16:31.280413 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ce3a88-4295-4f7a-8e27-1c8de670bc70 x-openstack-request-id: req-67ce3a88-4295-4f7a-8e27-1c8de670bc70 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:31.280963 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:31.281304 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67ce3a88-4295-4f7a-8e27-1c8de670bc70 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:31.282078 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'status': 'completed', 'code': 200} Nov 12 03:16:31.341679 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed59f4a0-6760-48a0-a208-7de65370f580 x-openstack-request-id: req-ed59f4a0-6760-48a0-a208-7de65370f580 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:31.342240 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "name": "network-vif-plugged", "status": "completed", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:31.342240 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed59f4a0-6760-48a0-a208-7de65370f580 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:31.342619 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'code': 200} Nov 12 03:16:31.410616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-a1e7bd9c-fdad-40ad-8b00-793f4d6a15af service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674557 Nov 12 03:16:31.457723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc10b39-51ba-4349-bd33-d872281c8d43 req-41bfa35f-ae32-46a1-a3e3-689c3ca7241e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.458905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e137-2c13-4a31-9637-2771e3ac36f4 req-a8471350-97f3-4c77-85b0-6cedc5cb0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.461517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc10b39-51ba-4349-bd33-d872281c8d43 req-41bfa35f-ae32-46a1-a3e3-689c3ca7241e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1012886 Nov 12 03:16:31.464759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.467755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba10e137-2c13-4a31-9637-2771e3ac36f4 req-a8471350-97f3-4c77-85b0-6cedc5cb0958 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1097 time: 0.0542409 Nov 12 03:16:31.551490 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ba10e137-2c13-4a31-9637-2771e3ac36f4 req-e986b8af-7e94-430d-a9a9-e0cf08e4f095 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Nov 12 03:16:31.618184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5192d13-3719-42fc-b933-2839fc454a7c req-82ea1721-d7f8-468c-a7a1-6e10b188824b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.620944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5192d13-3719-42fc-b933-2839fc454a7c req-82ea1721-d7f8-468c-a7a1-6e10b188824b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 945 time: 0.2013705 Nov 12 03:16:31.642109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc10b39-51ba-4349-bd33-d872281c8d43 req-0f0eaf2d-2027-4114-8104-a41c1aafb825 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467814 Nov 12 03:16:31.678092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-548d4ea0-9b0b-49d0-a383-46e9c37fdca5 req-1095becd-f2e4-4630-81e1-35fc89bb3ae0 service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448118 Nov 12 03:16:31.731255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5192d13-3719-42fc-b933-2839fc454a7c req-3fa729d7-8569-4d27-bc7c-46def8448e79 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Nov 12 03:16:31.834975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-24b78ae8-fd2e-4657-bbc5-b4059222dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.836495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-24b78ae8-fd2e-4657-bbc5-b4059222dfd6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1095 time: 0.0915272 Nov 12 03:16:31.894668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a3f32-0086-4400-a73b-06789ca1d0d0 req-39e559bb-7061-47ff-a10e-2b305f84e9b0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:31.901773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e41a3f32-0086-4400-a73b-06789ca1d0d0 req-39e559bb-7061-47ff-a10e-2b305f84e9b0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1587539 Nov 12 03:16:32.046456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e41a3f32-0086-4400-a73b-06789ca1d0d0 req-5cbd0454-489a-416c-aa0a-bcdf9fad4c12 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375186 Nov 12 03:16:32.054427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf30ad-14b5-4a27-bbdb-020ef3045bc0 req-a2a6da82-6110-4663-909a-f267f6310937 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.073980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8cf30ad-14b5-4a27-bbdb-020ef3045bc0 req-a2a6da82-6110-4663-909a-f267f6310937 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.1625581 Nov 12 03:16:32.104964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-9534601e-e708-4d9b-bc92-b425c24c216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.106421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-9534601e-e708-4d9b-bc92-b425c24c216a service neutron] 10.222.0.98 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2562096 Nov 12 03:16:32.178526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-0c4f671e-2106-4685-984c-f9eecde317c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 217 time: 0.0580246 Nov 12 03:16:32.201509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8cf30ad-14b5-4a27-bbdb-020ef3045bc0 req-4c28a874-2b7d-4a38-a5b4-d1476bd6ba4b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264169 Nov 12 03:16:32.280696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-f5bcb2dd-0a06-4e86-aa08-91be7bec0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.282153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-f5bcb2dd-0a06-4e86-aa08-91be7bec0a76 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0933075 Nov 12 03:16:32.410337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-f91c3dac-3b12-4525-839d-fa9c36ccb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.411822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-f91c3dac-3b12-4525-839d-fa9c36ccb494 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210299 Nov 12 03:16:32.427412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73bfca-1b42-4f40-9358-a702bd74362e req-594b7891-24e9-410a-a428-1f1714113fee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.428901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d73bfca-1b42-4f40-9358-a702bd74362e req-594b7891-24e9-410a-a428-1f1714113fee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1008663 Nov 12 03:16:32.451468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3d35-8628-41b4-9c76-780415cd517d req-0ef17a11-725f-49ae-9a25-28f03e3d1b4d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.458682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90da3d35-8628-41b4-9c76-780415cd517d req-0ef17a11-725f-49ae-9a25-28f03e3d1b4d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1217425 Nov 12 03:16:32.591744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d73bfca-1b42-4f40-9358-a702bd74362e req-040c2c6b-24a9-4028-b28b-95c76bc2b6c8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539145 Nov 12 03:16:32.611165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90da3d35-8628-41b4-9c76-780415cd517d req-544c8e79-54ca-4e8c-8958-eff29bd971f6 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470799 Nov 12 03:16:32.633465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-57556a28-daab-494d-bf32-e16cbb9fc5c3 service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027941 Nov 12 03:16:32.753400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7d9374-eb97-4651-8668-8c1c7765d027 req-47a25d85-3533-4585-86a9-a4714f1dbb4d service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075096 Nov 12 03:16:32.932300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bd2d1-ea0f-4116-9bf8-18afdb738d14 req-1359144a-c8ad-4845-915f-d3379596781e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.934261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-063bd2d1-ea0f-4116-9bf8-18afdb738d14 req-1359144a-c8ad-4845-915f-d3379596781e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1680882 Nov 12 03:16:32.954901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-5255a73e-a199-4ccb-b401-da2373331c1c service neutron] 10.222.0.98 "GET /v2.0/ports/035b9665-bad4-4d0a-9fbf-cef208692bf5/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.1432202 Nov 12 03:16:32.987303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21552ea-6a84-4304-8461-d915c2bc82fa req-53357a02-d022-4692-a38b-b10bb1678e10 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.995785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f21552ea-6a84-4304-8461-d915c2bc82fa req-53357a02-d022-4692-a38b-b10bb1678e10 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 945 time: 0.1530163 Nov 12 03:16:33.092720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-063bd2d1-ea0f-4116-9bf8-18afdb738d14 req-e8b86d7b-6e02-44ba-8fc6-a9f778ff828d tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510441 Nov 12 03:16:33.125398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:33.127524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f21552ea-6a84-4304-8461-d915c2bc82fa req-9c370a79-c90d-40bb-8f77-d41cc89074a8 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307693 Nov 12 03:16:33.207124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-ac86280e-efeb-4f4f-8961-6f216fd7e0e9 service neutron] 10.222.0.98 "GET /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129/bindings/n-h2-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.1543908 Nov 12 03:16:33.310418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:33.338048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-6f926fa8-09a8-473a-ad76-faaaf9f19b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.340829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-6f926fa8-09a8-473a-ad76-faaaf9f19b7a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1102 time: 0.0710735 Nov 12 03:16:33.354492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3a5f9-ab5b-4246-9f39-ed03ed43039b req-42ad13fd-0627-41b4-836f-cafdb79f8f9d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.356197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eae3a5f9-ab5b-4246-9f39-ed03ed43039b req-42ad13fd-0627-41b4-836f-cafdb79f8f9d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 943 time: 0.1224644 Nov 12 03:16:33.419599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-2545ff62-6437-40cf-a4f4-9ed45000eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.421355 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-2545ff62-6437-40cf-a4f4-9ed45000eebd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1102 time: 0.0528665 Nov 12 03:16:33.600174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eae3a5f9-ab5b-4246-9f39-ed03ed43039b req-48e0d536-045e-4e8e-8ae9-3d9e1500bf33 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335877 Nov 12 03:16:33.624528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-e381ea67-4717-4e7c-a6b3-4f3300871849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.630322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd254e-bde5-4d6a-a348-2f520a979e88 req-48baa3de-0cec-4070-b083-2955d4ae3b02 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.631920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adbd254e-bde5-4d6a-a348-2f520a979e88 req-48baa3de-0cec-4070-b083-2955d4ae3b02 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.1417489 Nov 12 03:16:33.632402 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-e381ea67-4717-4e7c-a6b3-4f3300871849 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1837106 Nov 12 03:16:33.714181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-e85721f7-f582-4c5e-bdd5-f290ab0d4f1b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0738492 Nov 12 03:16:33.816752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-51a33e20-790d-4648-8571-8b8889aba8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.819132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-51a33e20-790d-4648-8571-8b8889aba8ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0906887 Nov 12 03:16:33.906827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-1ea2ac4f-ec78-434b-87c7-528896a86a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.910965 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-1ea2ac4f-ec78-434b-87c7-528896a86a18 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821164 Nov 12 03:16:34.016673 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adbd254e-bde5-4d6a-a348-2f520a979e88 req-6e9b08c0-1909-4d4a-934f-edae5e2044d5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753042 Nov 12 03:16:34.062127 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-4a679038-91b6-49bc-b2eb-4b1e713ca509 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434503 Nov 12 03:16:34.110183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:34.140100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c12d69-ef73-4cbb-ada4-31b144076986 req-6a3308d3-4721-4283-bf17-a3d31635285d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.147794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70c12d69-ef73-4cbb-ada4-31b144076986 req-6a3308d3-4721-4283-bf17-a3d31635285d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1520758 Nov 12 03:16:34.237742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75dab5f9-51b6-4804-a5f7-b9287fa0d2a2 req-af815de5-1ab2-43c9-bdd5-3c0bcc7c0472 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620820 Nov 12 03:16:34.249435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb54c-2fe6-4b1f-9008-88646d4cd541 req-50ed7871-247f-4d44-9c9e-c2c1d5190dbd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.258376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63bcb54c-2fe6-4b1f-9008-88646d4cd541 req-50ed7871-247f-4d44-9c9e-c2c1d5190dbd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1037614 Nov 12 03:16:34.296127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:34.362225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63bcb54c-2fe6-4b1f-9008-88646d4cd541 req-e107db35-3848-4ce5-bba9-3b773599230a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027236 Nov 12 03:16:34.440577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70c12d69-ef73-4cbb-ada4-31b144076986 req-a9059983-08fc-4785-b173-29ca520ac8b0 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916572 Nov 12 03:16:34.509678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822ef2d8-de94-4156-a221-3cba8893b129 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:34.545214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:34.618693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.709056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68669e4c-b885-40ea-997f-f459a053f903 req-a95d5949-34cc-4e68-85ba-3a0dbd7e7f6b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.716990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68669e4c-b885-40ea-997f-f459a053f903 req-a95d5949-34cc-4e68-85ba-3a0dbd7e7f6b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 945 time: 0.1507876 Nov 12 03:16:34.755803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad644b8-9745-4e47-b0e1-20c7ae59489f req-3291e2bb-2a43-4439-86cc-22758736f0d0 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.757339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad644b8-9745-4e47-b0e1-20c7ae59489f req-3291e2bb-2a43-4439-86cc-22758736f0d0 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 943 time: 0.1677458 Nov 12 03:16:34.851398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68669e4c-b885-40ea-997f-f459a053f903 req-cb55835a-5b65-42e7-a256-c9edb8be171e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332235 Nov 12 03:16:34.857511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] Transition to ACTIVE for port object 822ef2d8-de94-4156-a221-3cba8893b129 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:34.876087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad644b8-9745-4e47-b0e1-20c7ae59489f req-5cfe5ad6-70b4-48d3-91b2-1b32ab40360f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Nov 12 03:16:34.896229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.030204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] No DVR routers for this DVR port 822ef2d8-de94-4156-a221-3cba8893b129 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:35.115946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] Pushing event updated for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.124733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-b80ef54a-5d58-4126-9637-bf268be7127e service neutron] 10.222.0.98 "PUT /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129/bindings/n-h2-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 1.9045866 Nov 12 03:16:35.142213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58cd2280-127e-4ff8-a66a-ac73f593fd5f details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:35.154873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c830-27c7-4f6b-acbe-cba6babc163d req-1935dc8b-02c1-46bc-a81d-820f5266b495 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.164402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c571c830-27c7-4f6b-acbe-cba6babc163d req-1935dc8b-02c1-46bc-a81d-820f5266b495 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 944 time: 0.1395557 Nov 12 03:16:35.210979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-91a736b8-b55d-411f-942d-aac8f30477ae tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-496223401&fields=id&tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 267 time: 0.1436398 Nov 12 03:16:35.281232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c571c830-27c7-4f6b-acbe-cba6babc163d req-c9950358-3ce0-486c-847d-d0391c9132eb tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149299 Nov 12 03:16:35.281882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:35.314764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:35.323753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-5ec62440-fe37-4169-b3ed-e9074a26e893 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.326318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-5ec62440-fe37-4169-b3ed-e9074a26e893 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.1281281 Nov 12 03:16:35.382601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-6ca0b1cc-f5c8-459b-9272-512f8aeeef1b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.396709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-6ca0b1cc-f5c8-459b-9272-512f8aeeef1b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 945 time: 0.1742811 Nov 12 03:16:35.405746 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.409244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'security_groups': ['7f806e53-2282-476b-900d-b56f76e27eba', '365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:35.444383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cd2280-127e-4ff8-a66a-ac73f593fd5f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:35.469992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-7d3e9e2e-6e95-454e-b77e-0bd5c6716427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.478534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-7d3e9e2e-6e95-454e-b77e-0bd5c6716427 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480&tenant_id=b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 1096 time: 0.1425917 Nov 12 03:16:35.496825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:35.507045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.531603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.621782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8579-647c-4112-bf0b-82c110ea6bc3 req-289cc192-4972-4ddf-8638-f9420c52cbb3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.625513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.631974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac5e8579-647c-4112-bf0b-82c110ea6bc3 req-289cc192-4972-4ddf-8638-f9420c52cbb3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 944 time: 0.1706345 Nov 12 03:16:35.638854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-13d9b23a-d058-4c86-bc3e-7c12c468e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.640559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-13d9b23a-d058-4c86-bc3e-7c12c468e4a8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1096 time: 0.1353590 Nov 12 03:16:35.756568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac5e8579-647c-4112-bf0b-82c110ea6bc3 req-e1d9a3d4-577f-4c91-a682-f0e657560151 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236017 Nov 12 03:16:35.769917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-ffc75f4e-9828-4de5-a21b-17b3a2f00e72 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1286736 Nov 12 03:16:35.790533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-da942a11-0d36-4100-8adf-a1d2d67c677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.792167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-da942a11-0d36-4100-8adf-a1d2d67c677a service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.1401091 Nov 12 03:16:35.841237 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-a689252c-2937-4186-914f-ab10cd046924 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 200 len: 217 time: 0.0408728 Nov 12 03:16:35.850920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['58cd2280-127e-4ff8-a66a-ac73f593fd5f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:35.914075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-818c0cc5-e4c1-403e-af26-1d8900d63165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.915697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-818c0cc5-e4c1-403e-af26-1d8900d63165 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 1096 time: 0.0980513 Nov 12 03:16:35.975253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-e46203ed-b20f-4733-a012-95442c9092c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.979260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-e46203ed-b20f-4733-a012-95442c9092c7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1305711 Nov 12 03:16:35.981135 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-5d6ed310-983b-4cad-bbf6-41d108d44dec service neutron] 10.222.0.100 "GET /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.0749874 Nov 12 03:16:36.066961 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-3906f278-4904-4bd7-ab4f-0f03d8afcbde service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706055 Nov 12 03:16:36.121960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee7915-b8a1-485e-b840-542478939771 req-27368b29-a1ba-4d59-a2d9-81c428e3a833 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.123447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69ee7915-b8a1-485e-b840-542478939771 req-27368b29-a1ba-4d59-a2d9-81c428e3a833 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.2378535 Nov 12 03:16:36.167813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:36.177129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-45a677bc-d4d1-4188-8a22-2d84344e2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.178594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-45a677bc-d4d1-4188-8a22-2d84344e2027 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.2255898 Nov 12 03:16:36.225967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:36.236905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-5f7af811-ccaf-4130-ae9e-d628f27d664d service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612802 Nov 12 03:16:36.255074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-88c9b3ad-3681-4a74-a540-9ef1a6ae0695 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 200 len: 217 time: 0.0618010 Nov 12 03:16:36.261676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69ee7915-b8a1-485e-b840-542478939771 req-6c740bed-5240-41a7-8bde-3f205440895b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267622 Nov 12 03:16:36.264133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.281875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.301061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:36.384373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:36.411227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.411809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.419633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54842b72-3183-4ec0-b4c7-1cf83cf059ac req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "PUT /v2.0/ports/c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 981 time: 1.0187018 Nov 12 03:16:36.421160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:36.424527 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-128c0e85-7ec5-4192-9cb7-051351a87543 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504245 Nov 12 03:16:36.440653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:36.443942 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb6b3e-b670-4023-b982-a89e883dd442" -d '{"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:36.448165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935f42c-a3fc-459c-ae92-82a1a717c490 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.464837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178b073-98e9-4f2e-b453-438747232e08 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:36.477227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:36.480674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b9d8-0990-4692-a259-730ac40da5d5 req-d977f4b0-ee39-4f37-9977-00401094f745 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.490491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e05b9d8-0990-4692-a259-730ac40da5d5 req-d977f4b0-ee39-4f37-9977-00401094f745 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1485639 Nov 12 03:16:36.494805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.497121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-3ea1f4ec-fd96-43cd-ad2c-bcb784ebe654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.498883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-3ea1f4ec-fd96-43cd-ad2c-bcb784ebe654 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.2290332 Nov 12 03:16:36.573373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:36.594924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] Transition to ACTIVE for port object 9178b073-98e9-4f2e-b453-438747232e08 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:36.596647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-646bcb72-6966-4a07-8dce-bb218fd75ec7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562673 Nov 12 03:16:36.606850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.693300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e05b9d8-0990-4692-a259-730ac40da5d5 req-591cafd7-0822-404a-a182-c29cec01d7c3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016368 Nov 12 03:16:36.706035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] No DVR routers for this DVR port 9178b073-98e9-4f2e-b453-438747232e08 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:36.741180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2fef-3ba1-49ca-861a-1c7ff766a039 req-e15b1e49-4235-4416-89a0-085c879535b8 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.742756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-407b2fef-3ba1-49ca-861a-1c7ff766a039 req-e15b1e49-4235-4416-89a0-085c879535b8 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 944 time: 0.2481031 Nov 12 03:16:36.798641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] 10.222.0.100 "PUT /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08/bindings/n-h1-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 0.7940948 Nov 12 03:16:36.801887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e399e-5ce6-4d40-b95a-6ae3edfa9a5c service neutron] Pushing event updated for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.822712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-407b2fef-3ba1-49ca-861a-1c7ff766a039 req-6c92245d-f28e-43d9-89cf-86242d8437e3 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683734 Nov 12 03:16:36.824799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-1a16a645-92da-4ee6-aa61-c3debf13fa91 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109344 Nov 12 03:16:36.844062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-53b705f7-5214-4f31-beac-d3ac5759791e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1985922 Nov 12 03:16:37.030481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-02fe93b7-08c7-4f78-8e2d-0ed61167482e tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.032011 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-02fe93b7-08c7-4f78-8e2d-0ed61167482e tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.1202843 Nov 12 03:16:37.034649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-e5cf9e72-272d-4215-93fc-a09e1fd4ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.036005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-e5cf9e72-272d-4215-93fc-a09e1fd4ae00 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0797355 Nov 12 03:16:37.037930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2328c4-999b-4487-847a-881f2db742d9 req-44da8813-762a-4f57-88cd-2f27eb471a03 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.039265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-44da8813-762a-4f57-88cd-2f27eb471a03 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.0944309 Nov 12 03:16:37.069138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173bbd-541b-4233-97f6-c3ad3a9e8e6b req-78c9d18f-f3e3-4466-9898-ea230b992c4d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.070607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20173bbd-541b-4233-97f6-c3ad3a9e8e6b req-78c9d18f-f3e3-4466-9898-ea230b992c4d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 944 time: 0.1405821 Nov 12 03:16:37.076370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a765f0fa-9f5f-4944-95b8-13d8078e22a9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-498981834&fields=id&tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 267 time: 0.1006556 Nov 12 03:16:37.078298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b29bc3-ea49-4926-b864-621d60c86bce req-f532ffb5-c016-429f-98fe-3562d7e77648 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423229 Nov 12 03:16:37.159076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:37.163445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58cd2280-127e-4ff8-a66a-ac73f593fd5f up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:37.165168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-6083756b-7af0-4df5-b8c6-b5b75fccbf90 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.172517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-6083756b-7af0-4df5-b8c6-b5b75fccbf90 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 984 time: 0.0865979 Nov 12 03:16:37.179190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20173bbd-541b-4233-97f6-c3ad3a9e8e6b req-67eb736b-2944-48e5-900c-33caf249a97b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000113 Nov 12 03:16:37.183676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'security_groups': ['365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef', '7f806e53-2282-476b-900d-b56f76e27eba', 'bf354c53-bb00-43cf-9db0-394e88e09ef5']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:37.208607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-1642aac7-f407-4ba9-b83e-3c5217bea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.208607 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-1642aac7-f407-4ba9-b83e-3c5217bea005 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5&tenant_id=58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1493556 Nov 12 03:16:37.275381 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5897620b-db24-4983-b427-813df8369d80 x-openstack-request-id: req-5897620b-db24-4983-b427-813df8369d80 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:37.275663 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:37.275913 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5897620b-db24-4983-b427-813df8369d80 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:37.276323 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'status': 'completed', 'code': 200} Nov 12 03:16:37.278712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-297e8c43-e4cb-431c-bcdb-ba7654a43954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.280801 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-297e8c43-e4cb-431c-bcdb-ba7654a43954 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2175605 Nov 12 03:16:37.322371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.330485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.345411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'mac_address': 'fa:16:3e:01:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:37.350742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-e3814d48-cddb-4a27-b331-05e70d67929b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 200 len: 217 time: 0.0476635 Nov 12 03:16:37.365756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 58cd2280-127e-4ff8-a66a-ac73f593fd5f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:37.390164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 58cd2280-127e-4ff8-a66a-ac73f593fd5f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:37.390673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.400178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-b3c89812-6741-4eab-a56c-4eb5336e3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.401776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-b3c89812-6741-4eab-a56c-4eb5336e3aa6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1097 time: 0.1343021 Nov 12 03:16:37.402881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b2328c4-999b-4487-847a-881f2db742d9 req-7c4bc7c6-fc25-406e-8efe-53aa6a3194fa service neutron] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:37.407789 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b2328c4-999b-4487-847a-881f2db742d9 req-7c4bc7c6-fc25-406e-8efe-53aa6a3194fa service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.408959 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b2328c4-999b-4487-847a-881f2db742d9 req-7c4bc7c6-fc25-406e-8efe-53aa6a3194fa service neutron] 10.222.0.100 "DELETE /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129/bindings/n-h1-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.3610063 Nov 12 03:16:37.415369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-453f2d96-d1fc-4c41-8aa7-d8bafaf48dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.416867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-453f2d96-d1fc-4c41-8aa7-d8bafaf48dfe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1136 time: 0.1362929 Nov 12 03:16:37.440686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.464785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:37.481983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-bea5eba8-1aeb-4e14-85a5-8372ae07798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.483527 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-bea5eba8-1aeb-4e14-85a5-8372ae07798e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1218352 Nov 12 03:16:37.493607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.511334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a10d4-8a8e-40bb-95ca-f293508f655f req-ced04a27-a8bb-43b3-93c5-c7f306c99ae2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.512850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e2a10d4-8a8e-40bb-95ca-f293508f655f req-ced04a27-a8bb-43b3-93c5-c7f306c99ae2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.1784661 Nov 12 03:16:37.523300 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.555746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-e9532a1a-b501-4f21-9faa-f8b9a087c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.557627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-e9532a1a-b501-4f21-9faa-f8b9a087c5e0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646980 Nov 12 03:16:37.559004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-c84ece3a-91bc-4ad2-85df-91779bed6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.560661 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-c84ece3a-91bc-4ad2-85df-91779bed6be6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1481237 Nov 12 03:16:37.565012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.622757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.622977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e2a10d4-8a8e-40bb-95ca-f293508f655f req-49a3e0f2-18b3-453c-a9fa-616addab1715 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992539 Nov 12 03:16:37.626710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:37.629624 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0c29a-74d6-427d-8372-01c5b28759ae" -d '{"events": [{"server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:37.630699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-5c89f04f-8e82-4cc1-b9ef-dbd588ded432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.632141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-5c89f04f-8e82-4cc1-b9ef-dbd588ded432 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.2059491 Nov 12 03:16:37.635944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-a50a22c0-4ea9-4927-9888-360fb0467209 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 200 len: 217 time: 0.0599504 Nov 12 03:16:37.638435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.639438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:37.643366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.752561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-670ed84f-96a0-420c-a031-b7f7eb5cd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.754124 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-670ed84f-96a0-420c-a031-b7f7eb5cd8a8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0768147 Nov 12 03:16:37.754530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-2cf1c128-8369-4a61-a58d-67e1776aad43 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 217 time: 0.1049557 Nov 12 03:16:37.792308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.843740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.860902 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.876522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-454ac7c2-adc1-4925-80c1-8bb5530c02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.877227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:37.878483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-454ac7c2-adc1-4925-80c1-8bb5530c02e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.1077950 Nov 12 03:16:37.900647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.906732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.933118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-d402a2ef-f7d2-499e-94cb-9ec100b15bb0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435445 Nov 12 03:16:37.935309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['035b9665-bad4-4d0a-9fbf-cef208692bf5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:37.935597 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.951127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8d99-d19e-48a1-aac8-4f178e869d5e req-0f55533f-fd3f-4bef-b7f5-a9db86eeaca1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.952763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41df8d99-d19e-48a1-aac8-4f178e869d5e req-0f55533f-fd3f-4bef-b7f5-a9db86eeaca1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 949 time: 0.1253583 Nov 12 03:16:37.964185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.979813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:38.023717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.077791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.078471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.079860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b16db87-2ac1-4fa7-b496-5d80d96d402d req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "PUT /v2.0/ports/c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 1020 time: 0.9057853 Nov 12 03:16:38.084878 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-21f65959-15c0-4799-baf0-c80e2845000d service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195687 Nov 12 03:16:38.107948 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-aa849cd9-65db-4af6-a109-5931e2983fea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3450117 Nov 12 03:16:38.140418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672b9e-7251-4888-9352-597373531ed5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.159934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41df8d99-d19e-48a1-aac8-4f178e869d5e req-8aa3c540-4368-4eff-9a96-0c5e18d1de90 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768720 Nov 12 03:16:38.172334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-d0dcdc94-b77d-420c-823b-a6e170bc3f03 service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180958 Nov 12 03:16:38.180314 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee88ccd-669b-4907-b740-6a6df9121efb x-openstack-request-id: req-bee88ccd-669b-4907-b740-6a6df9121efb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:38.185948 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:38.188005 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bee88ccd-669b-4907-b740-6a6df9121efb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:38.188411 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'code': 200} Nov 12 03:16:38.227139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:38.294112 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-18afcf3b-6ab0-4bb0-9cf1-26851c9427a1 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643276 Nov 12 03:16:38.349022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42bb6b3e-b670-4023-b982-a89e883dd442 req-3a0182b3-d010-43ee-a66e-59a34c8c97fd service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665604 Nov 12 03:16:38.387237 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c069a64b-3b77-43c7-b67b-bdc2cdc4a4ef req-0e97ee75-5ee7-46a2-9140-b983feec5131 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881753 Nov 12 03:16:38.458129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-a3e75ea7-4bac-4f0f-9c10-08decc903738 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517768 Nov 12 03:16:38.824626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e59a-c870-43de-9ef1-29fb7c5341a8 req-18676cac-03a7-4e3d-9017-e02e10f59989 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.826222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5026e59a-c870-43de-9ef1-29fb7c5341a8 req-18676cac-03a7-4e3d-9017-e02e10f59989 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.4767396 Nov 12 03:16:38.832664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffd8b8-28c0-4347-a280-5fe47a814bf7 req-76f385ed-a6b7-4e46-802c-cf799924d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.834167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ffd8b8-28c0-4347-a280-5fe47a814bf7 req-76f385ed-a6b7-4e46-802c-cf799924d7e2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1097 time: 0.4189203 Nov 12 03:16:38.931983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5026e59a-c870-43de-9ef1-29fb7c5341a8 req-899d706b-123e-4520-acd5-9e72d2ba7cee tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968418 Nov 12 03:16:38.936061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ffd8b8-28c0-4347-a280-5fe47a814bf7 req-fe016f3c-7e21-4ab0-8344-56da881ed24d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937550 Nov 12 03:16:38.956278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49109f36-cb37-4539-887a-c8faa291e272 req-fe51fe18-0bab-4ce1-8b08-008dbb4b11ec tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.957745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49109f36-cb37-4539-887a-c8faa291e272 req-fe51fe18-0bab-4ce1-8b08-008dbb4b11ec tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0660224 Nov 12 03:16:39.017205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49109f36-cb37-4539-887a-c8faa291e272 req-e87084fd-16ed-4827-887a-a1e1938fd539 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Nov 12 03:16:39.057252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6e083-4bc1-4514-ac61-377cfee5d422 req-9dd1c88a-8727-4dab-8beb-befc3e449bbe tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.058770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d6e083-4bc1-4514-ac61-377cfee5d422 req-9dd1c88a-8727-4dab-8beb-befc3e449bbe tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1023 time: 0.0609179 Nov 12 03:16:39.127316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d6e083-4bc1-4514-ac61-377cfee5d422 req-11223516-c4dc-4ff6-bfd4-6b5c75f00c0e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef&id=bf354c53-bb00-43cf-9db0-394e88e09ef5&id=7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 200 len: 6199 time: 0.0623116 Nov 12 03:16:39.259053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273792d8-0ab6-4931-85d7-1bc9bcbc4358 req-1716a133-7a6c-4075-99a5-feb33415e248 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.260699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-273792d8-0ab6-4931-85d7-1bc9bcbc4358 req-1716a133-7a6c-4075-99a5-feb33415e248 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 944 time: 0.0846934 Nov 12 03:16:39.276778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:39.280017 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c" -d '{"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:39.395123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-273792d8-0ab6-4931-85d7-1bc9bcbc4358 req-6f2d3684-4707-4f77-a55f-12f1c34c83ff tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275949 Nov 12 03:16:39.406571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-6a6aa5b3-0cde-4a07-bacc-2542e472e857 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.408027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-6a6aa5b3-0cde-4a07-bacc-2542e472e857 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f&tenant_id=a16c9604feaa4802abb92acbd4905337&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 948 time: 0.1321874 Nov 12 03:16:39.421524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87905-6446-4e20-9ee2-c4b4ebece222 req-b45cff69-be6b-409d-ae85-2e2c10e85ae2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.423179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecb87905-6446-4e20-9ee2-c4b4ebece222 req-b45cff69-be6b-409d-ae85-2e2c10e85ae2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.1319757 Nov 12 03:16:39.445497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-52a49103-2cca-491c-af6b-1be28873ed7d tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.447153 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-52a49103-2cca-491c-af6b-1be28873ed7d tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0505495 Nov 12 03:16:39.512051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-0cd59e92-2051-4425-8cbe-eae8e744b45a service neutron] 10.222.0.98 "GET /v2.0/ports/035b9665-bad4-4d0a-9fbf-cef208692bf5/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.0878310 Nov 12 03:16:39.515926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecb87905-6446-4e20-9ee2-c4b4ebece222 req-b6ec9021-d07f-4b4e-8c2c-919ae38fac46 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Nov 12 03:16:39.579803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1828701101 ', 'description': 'tempest-description-95297571'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:39.581061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-cd5ce096-6a68-47df-b022-96f6a5b4d197 service neutron] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:39.587469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-cd5ce096-6a68-47df-b022-96f6a5b4d197 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.588571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3a9c4050-d6cf-4c08-b0ef-f9aed7f77589 req-cd5ce096-6a68-47df-b022-96f6a5b4d197 service neutron] 10.222.0.98 "DELETE /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08/bindings/n-h2-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.1305339 Nov 12 03:16:39.622988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-1a40b5d5-6ff5-4d8a-ade9-b1cd9199d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.624539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-1a40b5d5-6ff5-4d8a-ade9-b1cd9199d447 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1100 time: 0.0854273 Nov 12 03:16:39.667537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.763794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfbfc2-9c6f-4ed0-98c4-b977f5068f3b req-657f213b-25a2-4376-bbad-f2afa3efdd22 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.765272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72dfbfc2-9c6f-4ed0-98c4-b977f5068f3b req-657f213b-25a2-4376-bbad-f2afa3efdd22 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 948 time: 0.1303771 Nov 12 03:16:39.815154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-039f828c-9374-45ab-b58f-bcc959faabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.817405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-039f828c-9374-45ab-b58f-bcc959faabe2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1713290 Nov 12 03:16:39.881052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.887367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-54a1b9e6-6f35-4d34-974a-38f8f16d5a4d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0568917 Nov 12 03:16:39.890441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.906674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72dfbfc2-9c6f-4ed0-98c4-b977f5068f3b req-81edbe7d-da08-4c2b-9673-a6ae67723fe7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314905 Nov 12 03:16:39.956431 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8d361-d787-4dd8-a8a3-a0534210772f x-openstack-request-id: req-86a8d361-d787-4dd8-a8a3-a0534210772f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:39.956780 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:39.957011 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-86a8d361-d787-4dd8-a8a3-a0534210772f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:39.957434 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'status': 'completed', 'code': 200} Nov 12 03:16:39.962792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.964133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2061ee38-e945-4ac9-b338-eede77a4c66f req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3962929 Nov 12 03:16:39.968739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216da8a-a7c7-4454-922a-80706d5b350f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e335c-5be7-4587-8398-620556820213,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:39.978031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-fc7601a7-43c0-44be-97ea-4dbd6326d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.979566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-fc7601a7-43c0-44be-97ea-4dbd6326d7f9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0772099 Nov 12 03:16:40.045161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-b4f59416-2cef-48e5-87f0-c732e374e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.046646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-b4f59416-2cef-48e5-87f0-c732e374e677 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511112 Nov 12 03:16:40.093596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-bec56e35-b998-404e-b1c2-d7b77db8ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.095198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-bec56e35-b998-404e-b1c2-d7b77db8ab3d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1175 time: 0.0544560 Nov 12 03:16:40.215793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-2d2a6b1c-bb42-427b-b9c6-3235650223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.217191 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-2d2a6b1c-bb42-427b-b9c6-3235650223ee service neutron] 10.222.0.100 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.0900328 Nov 12 03:16:40.228043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:40.259093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-55ff7435-b024-44b3-87ad-a2ee8aacfd6d service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874530 Nov 12 03:16:40.271726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-85b4ef2d-d6ec-4063-a959-f9875acccb9a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 200 len: 217 time: 0.0418513 Nov 12 03:16:40.292640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1323-aea2-48af-a4ca-d1de7459bb87 req-10dcf70e-eeb1-4b47-83b6-c4083ce7ae6b tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.294155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e7c1323-aea2-48af-a4ca-d1de7459bb87 req-10dcf70e-eeb1-4b47-83b6-c4083ce7ae6b tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1480803 Nov 12 03:16:40.316106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-a37c458f-e16e-49bd-9c4c-0e6454e1fdcf tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.317555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-a37c458f-e16e-49bd-9c4c-0e6454e1fdcf tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.2579134 Nov 12 03:16:40.335545 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.356648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-f42a63ce-01d0-4295-9a52-bbcf53562bad tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/quotas/275a97b31d6c4ffc840948dae0bbec76 HTTP/1.1" status: 200 len: 375 time: 0.0317760 Nov 12 03:16:40.359909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-1f7511e5-e405-4f97-bb80-54fe2f511511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.362004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-1f7511e5-e405-4f97-bb80-54fe2f511511 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.0724497 Nov 12 03:16:40.382588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:40.386681 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc332543-a2b3-461a-a23d-ea04b742a217" -d '{"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-unplugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:40.400866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-c33cd562-a555-4e06-bae9-9394a937dd3b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307250 Nov 12 03:16:40.415560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:40.424546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.486602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:40.517297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e7c1323-aea2-48af-a4ca-d1de7459bb87 req-709d07d8-07d0-41c8-acd8-0a83a7812097 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084410 Nov 12 03:16:40.529708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-2ec239ee-b69f-41be-95b3-9c00902f0809 service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209750 Nov 12 03:16:40.532205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-ca102035-05ca-4510-899b-0af5c115d481 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747105 Nov 12 03:16:40.535177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-3fb092d3-2bd3-4bda-b7d3-d5cad411083d service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596095 Nov 12 03:16:40.667993 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8d94ee39-4e53-46f1-a6dc-d4f56fe2447c req-7b7dc448-90f2-4ec5-b08f-bfa702c064ac service neutron] 10.222.0.100 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295042 Nov 12 03:16:40.687418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-abc75bd2-9763-4c5f-9878-e1c44633810b service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459141 Nov 12 03:16:40.692782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80331156-8e38-4a6b-b749-ba7a5b20aead req-b5dbbf18-dc26-4c27-90a6-39224c931db8 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/4e0e335c-5be7-4587-8398-620556820213 HTTP/1.1" status: 200 len: 1796 time: 0.0587735 Nov 12 03:16:40.811004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-0768ba17-4086-4d39-8a3f-811fa518b5be service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170912 Nov 12 03:16:40.812762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf022e6-5e69-41cc-a0b0-06aac3bd14fd req-8ada579e-252d-433b-94f3-14337753a7d7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.814268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbf022e6-5e69-41cc-a0b0-06aac3bd14fd req-8ada579e-252d-433b-94f3-14337753a7d7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1096 time: 0.0642579 Nov 12 03:16:40.861042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbf022e6-5e69-41cc-a0b0-06aac3bd14fd req-d2f8ba44-3e31-4ebf-b4b3-f83f2265746c tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Nov 12 03:16:40.962409 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beffdf0-0e0c-4353-bf82-40d1725dcb2b x-openstack-request-id: req-5beffdf0-0e0c-4353-bf82-40d1725dcb2b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:40.962696 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-unplugged", "status": "completed", "tag": "6649586f-f453-4a0e-985b-5796b776224b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:40.963269 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5beffdf0-0e0c-4353-bf82-40d1725dcb2b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:40.963664 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6649586f-f453-4a0e-985b-5796b776224b', 'code': 200} Nov 12 03:16:40.979833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015a0d2-7d63-4ddb-906d-2cd41c0ba6fd req-bf212c0a-247d-4bfe-b3b4-4fc1f762e5f0 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.981342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2015a0d2-7d63-4ddb-906d-2cd41c0ba6fd req-bf212c0a-247d-4bfe-b3b4-4fc1f762e5f0 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0633869 Nov 12 03:16:41.066645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2015a0d2-7d63-4ddb-906d-2cd41c0ba6fd req-7a5d6acc-873b-4b00-8667-4ba9126aeb6f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777230 Nov 12 03:16:41.085538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6960-064a-4dc2-8f0c-a869ac4a2008 req-de932f73-86e0-4842-abc3-6cc97c1ed3af tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.087068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-163c6960-064a-4dc2-8f0c-a869ac4a2008 req-de932f73-86e0-4842-abc3-6cc97c1ed3af tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.0759144 Nov 12 03:16:41.161807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:41.166088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-9c42009f-cde1-4f80-9d31-20144a6ef56f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/4e0e335c-5be7-4587-8398-620556820213 HTTP/1.1" status: 200 len: 1796 time: 0.0695741 Nov 12 03:16:41.182477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-163c6960-064a-4dc2-8f0c-a869ac4a2008 req-bd505735-6887-497d-8c24-bf2c17a191f3 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844719 Nov 12 03:16:41.259316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 035b9665-bad4-4d0a-9fbf-cef208692bf5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:41.260024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.275448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.337556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.355192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.369919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d8df3-bcc2-4cda-a509-cc6975a05aa1 req-ed3ab114-304f-440b-9f1a-84893f071b2d tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.371718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438d8df3-bcc2-4cda-a509-cc6975a05aa1 req-ed3ab114-304f-440b-9f1a-84893f071b2d tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 1096 time: 0.0754576 Nov 12 03:16:41.401098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.404817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.405902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea9c442d-ff37-43f6-8f6b-765f21d6722b req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/4e0e335c-5be7-4587-8398-620556820213 HTTP/1.1" status: 204 len: 173 time: 0.2198455 Nov 12 03:16:41.410570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:41.418554 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.454961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438d8df3-bcc2-4cda-a509-cc6975a05aa1 req-aea21ae0-b28c-4394-8753-9c3a04045206 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744214 Nov 12 03:16:41.456127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205fc80-49a6-45ff-b0b1-bec6c787c941 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e335c-5be7-4587-8398-620556820213,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.485422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.561918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d72446c-20fc-4ecb-9bf5-c970ea05948f req-766a964c-a574-4ffc-a2c0-bf3252fcc9e7 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 210 time: 0.0363307 Nov 12 03:16:41.632675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a803f27-ccda-4fe8-bf67-8f57d9a494bf req-a0c9954c-49d9-4757-8fe1-8592112faa81 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.634885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a803f27-ccda-4fe8-bf67-8f57d9a494bf req-a0c9954c-49d9-4757-8fe1-8592112faa81 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.0704894 Nov 12 03:16:41.699633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a803f27-ccda-4fe8-bf67-8f57d9a494bf req-3c0fefb6-b9ca-4752-bef8-30f432d606f0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563803 Nov 12 03:16:41.777647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-fe596924-e20e-490f-907a-5ebd5a231bd6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.779201 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-fe596924-e20e-490f-907a-5ebd5a231bd6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/ports?device_id=e1d57f72-06ce-45a0-9163-3ca45d09841e HTTP/1.1" status: 200 len: 943 time: 0.0746508 Nov 12 03:16:41.783538 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-9bc75687-721b-444a-aeae-ba907365017b req-310f1dc7-d05d-4ac8-931a-877e49255d45 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:16:41.785445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bc75687-721b-444a-aeae-ba907365017b req-310f1dc7-d05d-4ac8-931a-877e49255d45 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/4e0e335c-5be7-4587-8398-620556820213 HTTP/1.1" status: 404 len: 352 time: 0.0190518 Nov 12 03:16:41.807715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-87f32916-5141-48bf-8a9d-7f394feccef2 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.809492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-87f32916-5141-48bf-8a9d-7f394feccef2 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0847363 Nov 12 03:16:41.871389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-8c955f67-a5df-4e4c-a1d3-3035c166ca8a tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0552361 Nov 12 03:16:41.888452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:41.898845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Deleting port 6649586f-f453-4a0e-985b-5796b776224b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:41.899186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.948106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.990130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] For port 6649586f-f453-4a0e-985b-5796b776224b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6649586f-f453-4a0e-985b-5796b776224b,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:41.990130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.007494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Calling delete_port for 6649586f-f453-4a0e-985b-5796b776224b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:42.022079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fb8a8-b829-46e1-acdf-d8e03cb64d65 req-23181a69-6e8f-4ded-825d-bce09bb39312 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:42.023759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e45fb8a8-b829-46e1-acdf-d8e03cb64d65 req-23181a69-6e8f-4ded-825d-bce09bb39312 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1573389 Nov 12 03:16:42.169298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.197177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event deleted for resources: {'Port': ['ID=6649586f-f453-4a0e-985b-5796b776224b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:42.236575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e45fb8a8-b829-46e1-acdf-d8e03cb64d65 req-a4de24b4-6ab6-42e5-9c48-dc4efa9e8406 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006919 Nov 12 03:16:42.244461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] No DVR routers for this DVR port 6649586f-f453-4a0e-985b-5796b776224b on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:42.253997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.253997 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7636455b-92bc-4f72-967f-ea7f7d2c2c89 req-df9a6984-ab92-4888-94df-ba563a34110d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "DELETE /v2.0/ports/6649586f-f453-4a0e-985b-5796b776224b HTTP/1.1" status: 204 len: 173 time: 0.4633172 Nov 12 03:16:42.253997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-deleted', 'tag': '6649586f-f453-4a0e-985b-5796b776224b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:42.253997 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd077d1-5cbd-42d2-bb64-27c3835b49f6" -d '{"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-deleted", "tag": "6649586f-f453-4a0e-985b-5796b776224b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:42.291132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-8514c562-03fe-4792-9ea2-e6064edb1197 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:42.292705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-8514c562-03fe-4792-9ea2-e6064edb1197 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.2166812 Nov 12 03:16:42.330130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Request body: {'port': {'device_id': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'admin_state_up': True, 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:42.609285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c9d51-c342-4fb2-ba82-5f993251d7af req-184d914e-2dbd-42cf-92dd-880aec8e2a89 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:42.610778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c2c9d51-c342-4fb2-ba82-5f993251d7af req-184d914e-2dbd-42cf-92dd-880aec8e2a89 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1097 time: 0.1152241 Nov 12 03:16:42.623127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:42.626583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.758065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c2c9d51-c342-4fb2-ba82-5f993251d7af req-af5ee550-dbaa-4ba5-824e-4e40726be564 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387212 Nov 12 03:16:42.768781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:16:42.856451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1267499847', 'description': 'tempest-description-1056359111'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:42.965349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:42.967755 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa14a4a-b146-4057-82ac-2305bfc0ec69" -d '{"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:43.176197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.192451 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.244662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Allocated IP 172.20.0.5 (29137580-c6d6-4e60-88b0-89587646fd95/1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74/23807268-059e-4394-8244-4c73d4d7d0a4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:43.249597 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.264523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-5235dfb2-d715-4ac5-b5bc-946bea05e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.265979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-5235dfb2-d715-4ac5-b5bc-946bea05e068 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1102 time: 0.4295917 Nov 12 03:16:43.477768 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea associated. External IP: 172.25.4.99, port: 63130c74-b706-4e5f-ab21-ab666893e1c4. Nov 12 03:16:43.518256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-776cf95b-1aeb-4806-bf2a-c08da15ccb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.520194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-776cf95b-1aeb-4806-bf2a-c08da15ccb56 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 1102 time: 0.1897500 Nov 12 03:16:43.577349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.599513 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.689148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.717812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.719010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7495646c-d634-4340-9bfe-edf9c1f911b5 req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8811061 Nov 12 03:16:43.752786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d87daf-bb62-4bb5-a89c-8f665913acd9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d14f638-5dd4-4a90-a1a0-f3e55d215f1b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:43.770767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-5b519305-2e52-4bde-b161-a446b4c6dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.772227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-5b519305-2e52-4bde-b161-a446b4c6dc94 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2406640 Nov 12 03:16:43.774402 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fba55e-9345-4bb0-883c-6c0a19b36a43 x-openstack-request-id: req-b0fba55e-9345-4bb0-883c-6c0a19b36a43 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:43.774911 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d57f72-06ce-45a0-9163-3ca45d09841e", "name": "network-vif-deleted", "tag": "6649586f-f453-4a0e-985b-5796b776224b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:43.774911 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b0fba55e-9345-4bb0-883c-6c0a19b36a43 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:43.775435 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d57f72-06ce-45a0-9163-3ca45d09841e', 'name': 'network-vif-deleted', 'tag': '6649586f-f453-4a0e-985b-5796b776224b', 'status': 'completed', 'code': 200} Nov 12 03:16:43.850143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-378b551e-914d-414a-8a53-4a672d201548 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 200 len: 217 time: 0.0436852 Nov 12 03:16:43.855756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.994174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Network 29137580-c6d6-4e60-88b0-89587646fd95 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:44.015580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:44.024633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:44.035024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:44.056722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-69bc2407-6b57-44a3-8518-25e8ed5d45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.058173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-69bc2407-6b57-44a3-8518-25e8ed5d45b5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1972654 Nov 12 03:16:44.074401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:44.090950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06596a42-5cf0-4d87-9d15-bfb267a3f3d5 req-a4b255bf-1eca-4af6-b6fb-8acc60700e94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.092403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06596a42-5cf0-4d87-9d15-bfb267a3f3d5 req-a4b255bf-1eca-4af6-b6fb-8acc60700e94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 931 time: 0.2138064 Nov 12 03:16:44.134091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.134689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.176345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d73a8e35-6292-45da-824a-c35319631901 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527551 Nov 12 03:16:44.225371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Request body: {'port': {'device_id': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:44.233658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-e58e89a2-59d4-418d-9b1a-606f105c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.235150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-e58e89a2-59d4-418d-9b1a-606f105c4b60 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628709 Nov 12 03:16:44.258746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06596a42-5cf0-4d87-9d15-bfb267a3f3d5 req-1a5ffdaf-d8e4-4c28-bea2-57ede89d38f2 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428437 Nov 12 03:16:44.396181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.434347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:44.446159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:44.446900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.457909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:44.458526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:44.517329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-f7ef9b5c-c89a-4ace-854a-da89dd4bd415 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "PUT /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 995 time: 2.6327639 Nov 12 03:16:44.519211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-027e8166-73db-4811-a68c-b4c30b65ba62 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663579 Nov 12 03:16:44.525153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:44.527326 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf" -d '{"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:44.568270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:44.574829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216d107-4eb0-48d5-b939-bd261ca1811c req-ecbea854-ade6-4b20-9a6a-eae04d4f0966 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.576332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c216d107-4eb0-48d5-b939-bd261ca1811c req-ecbea854-ade6-4b20-9a6a-eae04d4f0966 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1846421 Nov 12 03:16:44.782111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-571cf288-22ea-44ce-88cc-5187bb928966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.783614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-571cf288-22ea-44ce-88cc-5187bb928966 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.2421165 Nov 12 03:16:44.796483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c216d107-4eb0-48d5-b939-bd261ca1811c req-4be5b015-f8c0-40c6-91ad-3936c9b281ea tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103195 Nov 12 03:16:44.867796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 1, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:44.871603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53e4e027-b822-40a8-aaa6-8ff5a3c87e34 req-4d925222-29bf-4340-986a-415a14d5de01 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413980 Nov 12 03:16:44.897118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:44.905715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:44.906344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:45.035497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba991da-5c2e-4808-863e-dc3870209c7b req-b842fb5b-b01d-45a0-9e3a-1c10390b635f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.037134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ba991da-5c2e-4808-863e-dc3870209c7b req-b842fb5b-b01d-45a0-9e3a-1c10390b635f tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 1097 time: 0.1711030 Nov 12 03:16:45.041613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-bb7a7c93-687a-492d-a489-ecbbd7e79cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.043069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-bb7a7c93-687a-492d-a489-ecbbd7e79cb0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2429421 Nov 12 03:16:45.051710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23807268-059e-4394-8244-4c73d4d7d0a4 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:45.074459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.139707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:45.146190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Transition to ACTIVE for port object 23807268-059e-4394-8244-4c73d4d7d0a4 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:45.168814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:45.169049 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.214076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-fb46ab33-e135-4f44-be38-c2c4f4e48c1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 998 time: 0.1517651 Nov 12 03:16:45.238371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ba991da-5c2e-4808-863e-dc3870209c7b req-f9abb8cd-00de-4a8f-99fb-cc01ca2d916a tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752546 Nov 12 03:16:45.288003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.349831 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915938d6-9705-4966-a58b-f96a913da3e4 x-openstack-request-id: req-915938d6-9705-4966-a58b-f96a913da3e4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:45.351395 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:45.352567 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-915938d6-9705-4966-a58b-f96a913da3e4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:45.353145 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'code': 200} Nov 12 03:16:45.355419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7673-771f-4bf1-a55b-5613b19623e3 req-9c9d51a2-355f-415a-a6a2-4bd0b6edf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.357160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-522e7673-771f-4bf1-a55b-5613b19623e3 req-9c9d51a2-355f-415a-a6a2-4bd0b6edf7c6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1097 time: 0.1713042 Nov 12 03:16:45.408568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.470316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:45.494204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.515277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-522e7673-771f-4bf1-a55b-5613b19623e3 req-02d3a55c-11d7-4d5f-b164-a106e96d7fc8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292238 Nov 12 03:16:45.517025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-895f528c-0d5a-47b2-9e4f-dd2fbb004610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.519809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-895f528c-0d5a-47b2-9e4f-dd2fbb004610 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.2804918 Nov 12 03:16:45.552778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.570064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 1, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:45.584283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df912c-0f28-48ef-85e7-d6492f562cbe req-8ab38ed7-501c-4fd3-ad0f-c62b1bf648a8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.585773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6df912c-0f28-48ef-85e7-d6492f562cbe req-8ab38ed7-501c-4fd3-ad0f-c62b1bf648a8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1753132 Nov 12 03:16:45.591134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Attempting to bind port 23807268-059e-4394-8244-4c73d4d7d0a4 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:45.591466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Attempting to bind port 23807268-059e-4394-8244-4c73d4d7d0a4 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:45.591796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Attempting to bind port 23807268-059e-4394-8244-4c73d4d7d0a4 on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:45.606973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Port 23807268-059e-4394-8244-4c73d4d7d0a4 on network 29137580-c6d6-4e60-88b0-89587646fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:45.607241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d7bfb-2a32-41d0-ba91-61924fc55c72 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 1, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:45.607881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Attempting to bind port 23807268-059e-4394-8244-4c73d4d7d0a4 on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:45.624174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:45.624519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Checking segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:45.624904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Bound using segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:45.625344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Bound port: 23807268-059e-4394-8244-4c73d4d7d0a4, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:45.625702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.650710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-24f002fa-d93d-4421-bff1-4fe021aa7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.652264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-24f002fa-d93d-4421-bff1-4fe021aa7f93 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195450 Nov 12 03:16:45.713140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6df912c-0f28-48ef-85e7-d6492f562cbe req-39524b63-6485-458e-b8b9-9a55ed690ddc tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171684 Nov 12 03:16:45.839344 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c62683-e2ef-42ab-b1e3-b14a43fa77d4 None None] New status for floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:16:46.040154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1814752229', 'description': 'tempest-description-972547955'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:46.102053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.107191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-d577db52-ea9b-4dbd-a9e4-be0d7e6e7019 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441829 Nov 12 03:16:46.108243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:46.117165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:46.131461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.224234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:46.228286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.228904 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.230271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] 10.222.0.100 "PUT /v2.0/ports/23807268-059e-4394-8244-4c73d4d7d0a4 HTTP/1.1" status: 200 len: 1092 time: 2.0176578 Nov 12 03:16:46.246106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 6649586f-f453-4a0e-985b-5796b776224b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:46.246501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6649586f-f453-4a0e-985b-5796b776224b not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:46.293892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ede8-acd8-4e84-9f8f-bb94bf770737 service neutron] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.302471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a57b5470-65a5-4488-bdaf-6dcbf8dacd2e req-6939d8a7-5b67-4e9a-b676-5ee5817f5106 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840255 Nov 12 03:16:46.340865 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.351063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.361445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d1ddd09d-af9f-465c-92cd-2caf9a5e1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.363718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-d1ddd09d-af9f-465c-92cd-2caf9a5e1481 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 1095 time: 0.0830657 Nov 12 03:16:46.382032 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e255ab-e78e-4ded-81b5-cff9e9ff9e26 x-openstack-request-id: req-a3e255ab-e78e-4ded-81b5-cff9e9ff9e26 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:46.382361 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:46.382582 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3e255ab-e78e-4ded-81b5-cff9e9ff9e26 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:46.383034 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:16:46.459810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-3ceacf4b-f667-4be2-ada3-37b3819108f6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23807268-059e-4394-8244-4c73d4d7d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0823464 Nov 12 03:16:46.462707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-b8ffd6ce-b407-4290-8688-6dfc0da1831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.465459 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-b8ffd6ce-b407-4290-8688-6dfc0da1831e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0581670 Nov 12 03:16:46.468304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.469699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b2cb804-3ce4-47b1-92f7-7c7a8ea872ed req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4379497 Nov 12 03:16:46.480482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527b929-3b1f-4827-b9d4-88036dea04f6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418e2f52-1fb0-41ca-8c7a-caadd425f489,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.570891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2b9d1b75-149f-45b2-9e43-7f058a20bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.572778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-2b9d1b75-149f-45b2-9e43-7f058a20bdce service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.1017592 Nov 12 03:16:46.610816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfe998-79b7-48a5-aa83-25405781c193 req-31a3ee51-bbcc-47a0-8cfa-cfdb205e1c86 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.611928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ecfe998-79b7-48a5-aa83-25405781c193 req-31a3ee51-bbcc-47a0-8cfa-cfdb205e1c86 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 943 time: 0.0964274 Nov 12 03:16:46.617898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-3cd2b288-3e8e-458f-a582-83d43c27a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.619717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-3cd2b288-3e8e-458f-a582-83d43c27a864 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.1349573 Nov 12 03:16:46.637095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-b8844d89-a2aa-4286-8c37-7267e64e6c2e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529652 Nov 12 03:16:46.701625 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-adaac4af-fc22-451d-9427-8793b68dbc76 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 1000 time: 0.0733061 Nov 12 03:16:46.731770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ecfe998-79b7-48a5-aa83-25405781c193 req-0b8f0187-2ed3-4ed4-a5b1-2ca0e1c9468a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034436 Nov 12 03:16:46.767434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-f6642646-1a4b-433a-9ef2-065c0c78528e service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166413 Nov 12 03:16:46.791433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-3283cf16-5294-4dff-ae82-13e161ad840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.793377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-3283cf16-5294-4dff-ae82-13e161ad840d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0810025 Nov 12 03:16:46.865653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-bed956bd-2886-48dd-a132-9bba9ab9655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.867908 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-bed956bd-2886-48dd-a132-9bba9ab9655b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644374 Nov 12 03:16:46.885475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28424c8-5960-4504-a6dc-88ac383a2154 req-6aa83dc0-7c37-490d-b6c7-c4682b9768e9 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085985 Nov 12 03:16:46.975166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9234061-4da6-4b50-b17d-eed207912bd8 req-370703f4-461f-4dc7-8659-f1734cecf067 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.977735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9234061-4da6-4b50-b17d-eed207912bd8 req-370703f4-461f-4dc7-8659-f1734cecf067 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 948 time: 0.0739226 Nov 12 03:16:47.014917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-bad78d47-af05-4e6b-be82-9a5045a00a24 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372931 Nov 12 03:16:47.067716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-f4452b5b-3983-473e-ba9e-8edfa1034298 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.069239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-f4452b5b-3983-473e-ba9e-8edfa1034298 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0898731 Nov 12 03:16:47.072456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9234061-4da6-4b50-b17d-eed207912bd8 req-7ce8b252-0670-4583-ba24-343d667c5600 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804429 Nov 12 03:16:47.139478 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f51fbe78-0fde-4b0c-abf4-2b26a7516caf req-c28d8a8c-d03e-4742-84ba-f558e310ece3 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154478 Nov 12 03:16:47.146476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183389018', 'description': 'tempest-description-1926467175'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:47.157730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:47.184923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-971b876a-950b-4eb7-9657-17b84f3596ac tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1052754 Nov 12 03:16:47.186403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.202023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:47.301046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.305057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:47.308988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.318737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'mac_address': 'fa:16:3e:01:02:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:47.344363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.356365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:47.358646 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac383ec-903f-40c8-bacc-75a235ff0d93" -d '{"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:47.366687 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.382095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:47.385428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.386647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7fc2f8e-08df-472d-a27a-face5378f3e8 req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2457349 Nov 12 03:16:47.391842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1d0de-0d9a-4c54-9ee5-f70a5d291e09 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4159ded-1efc-4d38-b045-d1622b7ca793,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:47.410114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:47.415445 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.477518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:47.596621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b71a0-4d20-4992-a934-6cc33d2fca73 req-9981c713-6c17-4ca0-9a7a-8d12daa7d426 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.598734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc4b71a0-4d20-4992-a934-6cc33d2fca73 req-9981c713-6c17-4ca0-9a7a-8d12daa7d426 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1051660 Nov 12 03:16:47.703612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc4b71a0-4d20-4992-a934-6cc33d2fca73 req-b5dfe8a6-4735-4bbc-9490-805dd0086528 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936303 Nov 12 03:16:47.786472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['035b9665-bad4-4d0a-9fbf-cef208692bf5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:47.836554 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d77d49-a8ef-41a7-8af9-46004542b91f x-openstack-request-id: req-a8d77d49-a8ef-41a7-8af9-46004542b91f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:47.836927 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:47.837241 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a8d77d49-a8ef-41a7-8af9-46004542b91f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:47.837720 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'code': 200} Nov 12 03:16:47.961992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f36f-ca48-432c-bc23-353c90fe9116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.040870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a10db6e-4595-4cb9-8600-af3eff60ddaf req-46f18919-0306-457d-bcbb-405cd20c62f5 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 10999 time: 0.1800492 Nov 12 03:16:48.049035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.057878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.129823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a10db6e-4595-4cb9-8600-af3eff60ddaf req-099ec5c8-6266-456b-9ab1-5d11f8aaf40b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 200 len: 2998 time: 0.0796235 Nov 12 03:16:48.205121 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea associated. External IP: 172.25.4.99, port: 63130c74-b706-4e5f-ab21-ab666893e1c4. Nov 12 03:16:48.241388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a10db6e-4595-4cb9-8600-af3eff60ddaf req-8f8c14b1-9aec-4d43-bb70-9a4f93649a7b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 200 len: 2998 time: 0.0830719 Nov 12 03:16:48.416618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:48.419082 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d" -d '{"events": [{"name": "network-changed", "server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:48.460249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:48.647208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:48.665178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:48.677176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:48.678040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:48.703410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-3664d1c7-fb04-4bed-b190-79eaaf5fbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.704992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-3664d1c7-fb04-4bed-b190-79eaaf5fbbd1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1d26d73fa3468697f8262f602eefa1&device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 1097 time: 0.1369615 Nov 12 03:16:48.718233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813b801-ef52-4e3e-b052-220c59b600ac req-41ae7ff8-41ed-476e-a83d-c33193f07eba tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.725413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9813b801-ef52-4e3e-b052-220c59b600ac req-41ae7ff8-41ed-476e-a83d-c33193f07eba tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 943 time: 0.1559978 Nov 12 03:16:48.839115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:48.900322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9813b801-ef52-4e3e-b052-220c59b600ac req-b98154a1-81b9-4598-aa08-aef8dde82658 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691120 Nov 12 03:16:49.014564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-2eafad07-b637-494f-9087-f9975d710de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.016027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-2eafad07-b637-494f-9087-f9975d710de7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 200 len: 912 time: 0.2859197 Nov 12 03:16:49.144283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821464-abb8-48ac-90aa-b2c1a972ddce req-e655305f-4bd5-4be2-a496-436d18abe310 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.146424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52821464-abb8-48ac-90aa-b2c1a972ddce req-e655305f-4bd5-4be2-a496-436d18abe310 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 950 time: 0.1493616 Nov 12 03:16:49.149851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-54acf7dc-479e-4811-867f-c33414d51163 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 200 len: 217 time: 0.0980384 Nov 12 03:16:49.157935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:47Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:49.189908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:49.192064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:49.256454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:49.257075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:49.304075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 035b9665-bad4-4d0a-9fbf-cef208692bf5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:49.304460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.494383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:49.496969 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.636233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:49.662937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:49.677531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-7b9e8ece-a8f4-4db7-b5f7-65cf7324ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.678976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-7b9e8ece-a8f4-4db7-b5f7-65cf7324ebe7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 200 len: 850 time: 0.0988364 Nov 12 03:16:49.696364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52821464-abb8-48ac-90aa-b2c1a972ddce req-fe83db74-46c5-4e20-b0f5-87145ff7f1d8 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439093 Nov 12 03:16:49.751794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-e7f07647-51a0-4ae7-be18-a7c6cfb37290 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526724 Nov 12 03:16:49.757434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.844669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:49.849081 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc444d1-0892-48a4-af14-072a95fc7be1" -d '{"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:49.900849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-4d443636-4af6-425f-8e8d-60bbf8a3d1dd service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079690 Nov 12 03:16:50.017644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-7d5dc9b8-8c8c-46cd-ac00-61e20db89861 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/3d14f638-5dd4-4a90-a1a0-f3e55d215f1b HTTP/1.1" status: 200 len: 1818 time: 0.2901807 Nov 12 03:16:50.025228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.125258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:50.135671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.138390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:47Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:50.173305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75441054-e21e-4b84-a78c-b4a96497abd3 req-78539cfb-4cb4-46dd-9248-01a9315ff168 service neutron] 10.222.0.98 "GET /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608202 Nov 12 03:16:50.191763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e4765-486a-4f2e-8b49-f628b5fdbaad None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:47Z', 'revision_number': 3, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:50.220469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.236539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-11171530-28ba-48a3-904b-3d3a1ae7f59e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "PUT /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 997 time: 3.0407267 Nov 12 03:16:50.244918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:50.310672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.347625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-dab1f402-ef07-435f-bf5c-f58f2f6fa41f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.349064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-dab1f402-ef07-435f-bf5c-f58f2f6fa41f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports/63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 942 time: 0.0837650 Nov 12 03:16:50.391801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.398841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.402225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e5e534e-fb1f-4f22-b903-56b5c997afa3 req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/3d14f638-5dd4-4a90-a1a0-f3e55d215f1b HTTP/1.1" status: 204 len: 173 time: 0.3483381 Nov 12 03:16:50.423787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88471dc6-2a10-47d6-992a-da26bc90c7f3 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d14f638-5dd4-4a90-a1a0-f3e55d215f1b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.490781 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f23a0f0-6680-41e0-9022-93846ea7f578 x-openstack-request-id: req-0f23a0f0-6680-41e0-9022-93846ea7f578 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:50.491146 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:50.491312 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f23a0f0-6680-41e0-9022-93846ea7f578 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:50.491712 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4', 'status': 'completed', 'code': 200} Nov 12 03:16:50.530656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dcbde8-ffe0-4dcc-9477-7b779a6a791e None None] New status for floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:16:50.536567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-81ab4b30-7669-4fa5-90a9-e8f46ab7c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.538493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-81ab4b30-7669-4fa5-90a9-e8f46ab7c6ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0960174 Nov 12 03:16:50.622543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-4f4bc7a4-35cd-4a46-bc1d-70b3b466dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.625576 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-4f4bc7a4-35cd-4a46-bc1d-70b3b466dd41 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 1095 time: 0.1083529 Nov 12 03:16:50.759343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-635bb20d-8d36-482d-890f-3ff7603484e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.811698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:50.841903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '23807268-059e-4394-8244-4c73d4d7d0a4', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '23807268-059e-4394-8244-4c73d4d7d0a4', 'mac_address': 'fa:16:3e:57:9f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:50.844514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449ff0c-a06a-4e58-817a-f360a20dc145 req-3e93304d-08d9-4310-9d78-79e670e20677 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.846150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c449ff0c-a06a-4e58-817a-f360a20dc145 req-3e93304d-08d9-4310-9d78-79e670e20677 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.2435308 Nov 12 03:16:50.855153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-8601de42-e627-478a-8357-f07feb62eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.855394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-4532fd75-98bb-4be4-913e-dd037d557ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.856243 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-8601de42-e627-478a-8357-f07feb62eeab service neutron] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 906 time: 0.2205327 Nov 12 03:16:50.860051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-4532fd75-98bb-4be4-913e-dd037d557ca2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.3141725 Nov 12 03:16:50.920819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:50.941231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.945063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-369ecc89-fb67-4cab-8d0b-c347e4b38b3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23807268-059e-4394-8244-4c73d4d7d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0705478 Nov 12 03:16:50.965402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:50.966129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:50.969431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23807268-059e-4394-8244-4c73d4d7d0a4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:50.990303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-c6c8ecd6-e30e-4992-83e7-5b1373acae6a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.1216087 Nov 12 03:16:51.067853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:51.078480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.090952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c449ff0c-a06a-4e58-817a-f360a20dc145 req-1e51a4f6-74d9-445e-8f5e-bdf5664fc6ae tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279015 Nov 12 03:16:51.104315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-c25aec3a-d3a1-4c55-bdee-c2bb739ef3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.114131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-c25aec3a-d3a1-4c55-bdee-c2bb739ef3bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.1530309 Nov 12 03:16:51.119994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-20f9f670-8381-409c-a850-02ed5d3bcef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.122324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-20f9f670-8381-409c-a850-02ed5d3bcef5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1232681 Nov 12 03:16:51.176361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-c52b4561-c898-4947-8873-ff1687a0aca3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554912 Nov 12 03:16:51.232314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2a5e55f3-0ad8-4521-ae93-a59e3f9bf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.235078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2a5e55f3-0ad8-4521-ae93-a59e3f9bf1e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976310 Nov 12 03:16:51.254061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-3cba3289-5f1e-431d-9428-6034578a047f service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:16:51.255584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-3cba3289-5f1e-431d-9428-6034578a047f service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062869 Nov 12 03:16:51.359041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:51.390411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-a14fe304-666c-4ec5-b3ab-40ada5e8f810 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274309 Nov 12 03:16:51.398073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:51.403220 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-55327e00-28cd-4886-b5bb-de05d751dafe service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186899 Nov 12 03:16:51.444351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['23807268-059e-4394-8244-4c73d4d7d0a4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:51.538223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187341e-7e84-4a25-ad8c-bc2de3a726a6 req-61f2a3f6-4a08-4d3b-8a7c-e2f4747c4d26 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.539756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b187341e-7e84-4a25-ad8c-bc2de3a726a6 req-61f2a3f6-4a08-4d3b-8a7c-e2f4747c4d26 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 951 time: 0.1019244 Nov 12 03:16:51.563791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.579201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-fbcc44c6-370d-4e80-a83b-c01aa4468f4e service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822724 Nov 12 03:16:51.606101 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1a38666a-35eb-4190-b9ef-1b2e05bfb25d req-5fea7195-350f-4b6b-abbb-ea880472dc27 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892233 Nov 12 03:16:51.614443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b187341e-7e84-4a25-ad8c-bc2de3a726a6 req-54adfa89-fd3a-47fa-88a4-498560330730 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Nov 12 03:16:51.687469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2748916b-372b-4941-85af-9228badc7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.689118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2748916b-372b-4941-85af-9228badc7dc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1097 time: 0.0584724 Nov 12 03:16:51.689665 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1fa44-842e-4869-adc3-771d8c9f092b x-openstack-request-id: req-b4e1fa44-842e-4869-adc3-771d8c9f092b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:51.689958 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-plugged", "status": "completed", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:51.690211 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4e1fa44-842e-4869-adc3-771d8c9f092b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:51.691170 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'code': 200} Nov 12 03:16:51.855111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:51.859059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593b8fe-9664-462b-9ec6-b09eacbccd74 req-b4d36acf-f90f-444e-a884-80b355cb1600 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.860636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a593b8fe-9664-462b-9ec6-b09eacbccd74 req-b4d36acf-f90f-444e-a884-80b355cb1600 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 944 time: 0.1062799 Nov 12 03:16:51.888360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:51.900116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:51.900736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:51.903361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-3b290e71-be63-4c19-a788-25f5b39a0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.905050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-3b290e71-be63-4c19-a788-25f5b39a0483 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2046678 Nov 12 03:16:51.982756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a593b8fe-9664-462b-9ec6-b09eacbccd74 req-9df2503b-8f3e-42cb-af11-4cdbe5c8c84b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128962 Nov 12 03:16:51.997933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-3356719a-5add-4244-b399-bfcb75c27168 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 1000 time: 0.0838671 Nov 12 03:16:52.040910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:52.067560 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-9af290b8-6842-4bcb-aa9e-0faa5e7d8c15 req-72270cd2-a99d-43be-9499-4ed0112f3081 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:16:52.084291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9af290b8-6842-4bcb-aa9e-0faa5e7d8c15 req-72270cd2-a99d-43be-9499-4ed0112f3081 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/3d14f638-5dd4-4a90-a1a0-f3e55d215f1b HTTP/1.1" status: 404 len: 352 time: 0.0753171 Nov 12 03:16:52.123866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-aced9b02-1d84-4be0-b6c8-675de890454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:52.125622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-aced9b02-1d84-4be0-b6c8-675de890454a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1154480 Nov 12 03:16:52.246688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2bbe6980-ed6e-42a3-a1fd-7e9331e48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:52.248206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-2bbe6980-ed6e-42a3-a1fd-7e9331e48100 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136172 Nov 12 03:16:52.264109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-731ee1f6-6b88-45cd-8fc1-3fa5e80554df tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/418e2f52-1fb0-41ca-8c7a-caadd425f489 HTTP/1.1" status: 200 len: 1817 time: 0.0852628 Nov 12 03:16:52.410648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.448429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:52.451469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-bdf937e4-3ecf-4308-a7ae-79cb2ccfb2bc service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847148 Nov 12 03:16:52.453040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.492869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}, {'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:52.495095 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5f9c4-8aa4-4eea-b498-0f9809769219" -d '{"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}, {"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:52.496512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85650c38-f90a-4b91-ac3c-33699948ae89 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:c3:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:16:50Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:52.568600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.571185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.572363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e917a3e-88f6-461d-a29e-f8a2fd0fe09b req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/418e2f52-1fb0-41ca-8c7a-caadd425f489 HTTP/1.1" status: 204 len: 173 time: 0.3074572 Nov 12 03:16:52.592320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94846f5a-c415-47e0-8e62-633bb4cb7cd7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e2f52-1fb0-41ca-8c7a-caadd425f489,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.603517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21527891-3309-4d37-a7ea-d3b2f15b8ec1 req-57d4d041-2c15-470d-ae07-352ccc8dac4b service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424985 Nov 12 03:16:52.797861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192ef1-210d-4f48-b044-4d5bece1b8d6 req-9d0aa048-55cb-457a-89cc-4be2fb6f5d4d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:52.800435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b192ef1-210d-4f48-b044-4d5bece1b8d6 req-9d0aa048-55cb-457a-89cc-4be2fb6f5d4d tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0945470 Nov 12 03:16:52.843514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-0f167e33-451d-4766-81aa-b4c893bf9822 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404415 Nov 12 03:16:52.914767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.938710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b192ef1-210d-4f48-b044-4d5bece1b8d6 req-65ca3816-b2ac-45b9-8c37-edbbd633399c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258402 Nov 12 03:16:53.004043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-fc832bcb-b3ce-423b-8f28-a81889fd75e1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.012677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-fc832bcb-b3ce-423b-8f28-a81889fd75e1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583760 Nov 12 03:16:53.037383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-c23ad5a7-1c82-42e9-8c84-635a08f43b67 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/quotas/a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 375 time: 0.0231824 Nov 12 03:16:53.101152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9dd383-c454-4215-bf68-2aea17444a2f x-openstack-request-id: req-7c9dd383-c454-4215-bf68-2aea17444a2f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:53.101712 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:53.101965 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7c9dd383-c454-4215-bf68-2aea17444a2f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:53.102355 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:16:53.102616 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'status': 'completed', 'code': 200} Nov 12 03:16:53.128655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-9f923fef-da00-4caa-bea1-f30cae0a2dcf tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896065 Nov 12 03:16:53.178298 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-71760b6f-be1a-4694-93de-6a8d1af00578 req-7cfdf9a5-15c9-4cd5-85f0-5485881524b6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:16:53.193843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71760b6f-be1a-4694-93de-6a8d1af00578 req-7cfdf9a5-15c9-4cd5-85f0-5485881524b6 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/418e2f52-1fb0-41ca-8c7a-caadd425f489 HTTP/1.1" status: 404 len: 352 time: 0.0570443 Nov 12 03:16:53.201516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-a643bfb5-3766-456d-b170-eb0111c2e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.204860 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-a643bfb5-3766-456d-b170-eb0111c2e3bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0728724 Nov 12 03:16:53.265733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-1e67aacb-ac3a-4915-bbc3-afefa0a4a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.267285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-1e67aacb-ac3a-4915-bbc3-afefa0a4a7aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1097 time: 0.1198456 Nov 12 03:16:53.309652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-6f6957e5-8772-4959-8784-42512dfa0782 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1008615 Nov 12 03:16:53.359276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-010ff090-e523-46d6-8e1a-2ae16c8851f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.361085 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-010ff090-e523-46d6-8e1a-2ae16c8851f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.1419377 Nov 12 03:16:53.451665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-5c450fba-2a9c-4310-beb4-1050f9fbc3ab tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.467714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-5c450fba-2a9c-4310-beb4-1050f9fbc3ab tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports/58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 942 time: 0.1386433 Nov 12 03:16:53.479781 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-8a55d215-53b1-4ed7-ac69-c0e36adf0b88 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.1097119 Nov 12 03:16:53.506866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-4028ab16-6f8f-4f89-881f-fe4f72d1f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.508372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-4028ab16-6f8f-4f89-881f-fe4f72d1f942 service neutron] 10.222.0.98 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2221916 Nov 12 03:16:53.557479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-cc9c2572-329c-4107-95db-90f50338e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.560080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-cc9c2572-329c-4107-95db-90f50338e591 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0712662 Nov 12 03:16:53.604271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.637153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-cbc70397-6ebf-4eac-b9f8-c74fc329d8b9 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1166587 Nov 12 03:16:53.647912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-67749799-0209-4e53-a10f-2021dfae6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.649657 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-67749799-0209-4e53-a10f-2021dfae6ebe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785356 Nov 12 03:16:53.759627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-ee5e9aa5-6a46-4a4c-a776-8c7d09bc9d13 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 1000 time: 0.2406936 Nov 12 03:16:53.787747 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-2677d029-1e62-4a1e-b703-ac67e0f1adee service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293523 Nov 12 03:16:53.859102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2ebd3-46f5-427e-b823-7d5e75062df6 req-76e97ba9-a77e-4c40-b9b5-ab62a9eebaa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.860687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3c2ebd3-46f5-427e-b823-7d5e75062df6 req-76e97ba9-a77e-4c40-b9b5-ab62a9eebaa4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 944 time: 0.1725442 Nov 12 03:16:53.884882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-ba18e04f-6a54-4f3f-bf73-a38b50c61774 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.886324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ee1a95-fddd-4c11-8edf-a1077743dbb1 req-ba18e04f-6a54-4f3f-bf73-a38b50c61774 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2401860 Nov 12 03:16:53.901172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-9affb2d1-7635-43ee-8679-0be6883afdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.902768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-9affb2d1-7635-43ee-8679-0be6883afdaf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1290636 Nov 12 03:16:53.941191 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-ceb279e7-f299-4d11-b712-ec3b27700813 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458871 Nov 12 03:16:54.006545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3c2ebd3-46f5-427e-b823-7d5e75062df6 req-429f62c6-0042-459f-8224-54ea3b444211 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168633 Nov 12 03:16:54.014105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-3b61572e-58c7-40b4-9dce-3d386b3bd5e7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/b4159ded-1efc-4d38-b045-d1622b7ca793 HTTP/1.1" status: 200 len: 1818 time: 0.0878758 Nov 12 03:16:54.017445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-639f0330-dd72-4a00-aa18-be1289a9b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.019455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-639f0330-dd72-4a00-aa18-be1289a9b8d8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059060 Nov 12 03:16:54.142316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9458fa18-732f-43f1-b6be-dbfbc660ca7b req-e759c728-3768-4d24-b828-e371bb19aa8c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 210 time: 0.0419278 Nov 12 03:16:54.199685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-abcadd78-eaf7-4b7d-9ea2-372dd02dc45c service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722176 Nov 12 03:16:54.201393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.256157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:54.268126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.317035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 23807268-059e-4394-8244-4c73d4d7d0a4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:54.323699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 23807268-059e-4394-8244-4c73d4d7d0a4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:54.323699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.381798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7e4e5-ae7d-48c1-ade4-3a5054c39f44 req-9d4d30e7-1ecd-4c83-bb83-5ba4da8c056c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.383286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dd7e4e5-ae7d-48c1-ade4-3a5054c39f44 req-9d4d30e7-1ecd-4c83-bb83-5ba4da8c056c tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1272638 Nov 12 03:16:54.389248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd5f9c4-8aa4-4eea-b498-0f9809769219 req-032f4c29-1b18-487a-aee3-31e3a0eb0a2b service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717982 Nov 12 03:16:54.419094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.464014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:54.466921 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630ca30-5785-4dc0-a26b-0d0c872f225d" -d '{"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:54.471338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:54.478479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.566929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.667036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-f3c92aef-6a9d-4e5d-aef3-5dc4e1b8b8ef tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=a16c9604feaa4802abb92acbd4905337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283089 Nov 12 03:16:54.720120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.722741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.738528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78486023-fc09-47e6-bd28-7e5cabd59d54 req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/b4159ded-1efc-4d38-b045-d1622b7ca793 HTTP/1.1" status: 204 len: 173 time: 0.7116668 Nov 12 03:16:54.778950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4159ded-1efc-4d38-b045-d1622b7ca793,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.809907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.815369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.823743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.824182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.824528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.824864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de342dac-9bbd-42c4-ba70-b4941255d9ce tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:54.829017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-33436a1c-07b1-4e89-89d2-af43310bf2c0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.829925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-33436a1c-07b1-4e89-89d2-af43310bf2c0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591783 Nov 12 03:16:54.849046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Request body: {'port': {'device_id': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'a16c9604feaa4802abb92acbd4905337'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:54.897888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dd7e4e5-ae7d-48c1-ade4-3a5054c39f44 req-e2bbcc23-8f52-4cd2-ba79-baf1a7eab9a4 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996173 Nov 12 03:16:54.971910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-42bda14c-bbfc-48ff-8a25-2824268f1036 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1422770 Nov 12 03:16:54.996102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Made reservation on behalf of a16c9604feaa4802abb92acbd4905337 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:54.999920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.030562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-1376f0ab-a950-4056-bb75-f12e18dfae33 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.044035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-1376f0ab-a950-4056-bb75-f12e18dfae33 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports/58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 942 time: 0.0698919 Nov 12 03:16:55.057708 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2b8080-49b5-431a-b589-75e0c772658f x-openstack-request-id: req-af2b8080-49b5-431a-b589-75e0c772658f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:55.057886 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:55.058073 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-af2b8080-49b5-431a-b589-75e0c772658f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:55.058471 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4', 'code': 200} Nov 12 03:16:55.097083 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-d0b4d93c-863e-4e37-a720-8c3c1dc6b3d5 req-bab7f99c-1982-41f3-850e-65d2de1e8aa0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:16:55.104678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0b4d93c-863e-4e37-a720-8c3c1dc6b3d5 req-bab7f99c-1982-41f3-850e-65d2de1e8aa0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/b4159ded-1efc-4d38-b045-d1622b7ca793 HTTP/1.1" status: 404 len: 352 time: 0.0210414 Nov 12 03:16:55.193654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Allocated IP 192.168.233.35 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/122c3822-f646-40ef-8ee7-32319b36b8d7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:55.302444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-7cc4773f-4bff-4aec-8198-a9ecb5035960 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1925449 Nov 12 03:16:55.376590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafdfb-f551-4e52-9db7-eb5271a7b987 req-d7841f41-8c88-47bc-9bbc-2d9b44190e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.378108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68eafdfb-f551-4e52-9db7-eb5271a7b987 req-d7841f41-8c88-47bc-9bbc-2d9b44190e7c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 1097 time: 0.1783690 Nov 12 03:16:55.391720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.405723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19fef-cf54-4e77-b2f4-839e6ad5373f req-53b07dac-3694-4080-9b9a-ee619c37eb70 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.407332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8e19fef-cf54-4e77-b2f4-839e6ad5373f req-53b07dac-3694-4080-9b9a-ee619c37eb70 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1988642 Nov 12 03:16:55.446068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.459328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:55.467907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e', '035b9665-bad4-4d0a-9fbf-cef208692bf5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:55.498284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:55.501618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:55.508715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:55.542812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-47ebcb9b-104e-4357-92ea-4c83ea9e379f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.547018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:55.551790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-47ebcb9b-104e-4357-92ea-4c83ea9e379f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2484176 Nov 12 03:16:55.572005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.572419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.572699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.573038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.573380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.573753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.574083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.574411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.574734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.575063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.575389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.577050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:55.624769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68eafdfb-f551-4e52-9db7-eb5271a7b987 req-6c0f466a-8c36-4d68-8dde-d45b5a0b3eb8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373641 Nov 12 03:16:55.626749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.627431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.631064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8e19fef-cf54-4e77-b2f4-839e6ad5373f req-ce5498a4-4573-4c9c-b8da-bb7a989e85c5 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999466 Nov 12 03:16:55.666392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-50a40288-9fe5-4ba1-b4c8-599363ac176c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8227732 Nov 12 03:16:55.681627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-93976dd0-c43e-4b2e-a02d-a7e9b27b8493 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.1286211 Nov 12 03:16:55.686923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:55.828334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.835159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Request body: {'port': {'device_id': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:55.926012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7094e7c-96a1-43fe-98bd-459a9a09ab74 req-9adbd9f5-52b0-41d8-9fb5-768589298813 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 6199 time: 0.2360196 Nov 12 03:16:55.940379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.076539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7d91e87a-65bd-4683-9dee-f8c2e85d08d7 None None] Provisioning complete for port 122c3822-f646-40ef-8ee7-32319b36b8d7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:56.077017 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d91e87a-65bd-4683-9dee-f8c2e85d08d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.098355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7094e7c-96a1-43fe-98bd-459a9a09ab74 req-c2b737cf-6036-4e61-a962-2c03b610b062 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 200 len: 2998 time: 0.1632042 Nov 12 03:16:56.164400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7d91e87a-65bd-4683-9dee-f8c2e85d08d7 None None] Port 122c3822-f646-40ef-8ee7-32319b36b8d7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:56.172206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.188950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.189342 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea disassociated. External IP: 172.25.4.99, port: 58cd2280-127e-4ff8-a66a-ac73f593fd5f. Nov 12 03:16:56.194462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7094e7c-96a1-43fe-98bd-459a9a09ab74 req-f3901d29-bd9d-4232-8e3f-f52ed5d11f24 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 200 len: 2998 time: 0.0946772 Nov 12 03:16:56.350892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:56.359906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.363108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a008-94ae-4af4-ace2-f6155797a369 req-8a01c5ce-5940-4132-ac2c-ea200fa86eff tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.365213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3282a008-94ae-4af4-ace2-f6155797a369 req-8a01c5ce-5940-4132-ac2c-ea200fa86eff tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 935 time: 0.0726867 Nov 12 03:16:56.381295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Transition to ACTIVE for port object 122c3822-f646-40ef-8ee7-32319b36b8d7 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:56.386900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.492658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.499864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3282a008-94ae-4af4-ace2-f6155797a369 req-70867d42-edc0-4937-a2e1-8563a4e5da88 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994277 Nov 12 03:16:56.544939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:56.569659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:56.570169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:56.570805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:56.575752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:56.576192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:56.581651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:56.582481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:56.582481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:56.582983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Bound port: 122c3822-f646-40ef-8ee7-32319b36b8d7, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:56.583404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.678734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:56.682142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:56.687166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.699430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d2e3-be23-45a3-8c24-6fb62ab308ae req-fdb4ad2b-2ab6-401b-8081-8d0dcb280647 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.700975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc27d2e3-be23-45a3-8c24-6fb62ab308ae req-fdb4ad2b-2ab6-401b-8081-8d0dcb280647 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Nov 12 03:16:56.745798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.747556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.749838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] 10.222.0.100 "PUT /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 1096 time: 0.9190147 Nov 12 03:16:56.750490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:56.753150 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c2b2a6-5845-42cc-94b5-31c56c1dda19" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:56.768073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:56.782000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3e54-5364-4c58-9c9b-ca85a5798afa service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.785667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:56.792728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.812427 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:56.813049 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:56.840645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc27d2e3-be23-45a3-8c24-6fb62ab308ae req-9532192a-7bf6-4274-adb6-ebd3074473d0 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312606 Nov 12 03:16:56.880216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-12943060-675d-466d-8b9d-b08356095f7f tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "PUT /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 694 time: 1.1974490 Nov 12 03:16:56.880942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:56.884927 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b" -d '{"events": [{"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:56.885428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-35d5f058-483b-44eb-b816-3f7a0ca69fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.890333 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-35d5f058-483b-44eb-b816-3f7a0ca69fdd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0764825 Nov 12 03:16:56.978143 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-a097b9d0-44e8-4d34-883e-bf642971c689 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0763569 Nov 12 03:16:57.006881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-c2317c4a-e186-4aab-8cf5-2b67bcfea521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.009641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-c2317c4a-e186-4aab-8cf5-2b67bcfea521 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1097 time: 0.1133106 Nov 12 03:16:57.013456 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:57.084812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800674678', 'description': 'tempest-description-16899823'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:57.106831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-9b944233-6a10-4fbb-a3cd-30479fc2065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.108265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-9b944233-6a10-4fbb-a3cd-30479fc2065a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1033432 Nov 12 03:16:57.165061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.211534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-995d3c63-cc10-49b0-8926-c13fd8db4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.213172 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-995d3c63-cc10-49b0-8926-c13fd8db4bdb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946627 Nov 12 03:16:57.285369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-662620ba-6c81-4e67-b54d-c06164f1c2d3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.292138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-662620ba-6c81-4e67-b54d-c06164f1c2d3 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1412215 Nov 12 03:16:57.346414 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-988b666d-eab8-44a2-b9b0-ee3473c0f6f6 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225164 Nov 12 03:16:57.377394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-f8a019e5-4360-4672-82ba-72028c089b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.379574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-f8a019e5-4360-4672-82ba-72028c089b1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.3545351 Nov 12 03:16:57.396031 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:57.464543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-e15b718c-bc99-4c46-bc73-90d4a036d894 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 217 time: 0.0756762 Nov 12 03:16:57.523001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd2bbb5f-e1ad-4e44-b12d-616bd2b3d4e0 req-248a3a25-946d-4bde-97b5-2e8527b4550e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684349 Nov 12 03:16:57.548585 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:57.560487 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:57.561577 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:57.565180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.584393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.644432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-129adeca-1ee7-4750-90e7-ba1dea3d1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.646238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-129adeca-1ee7-4750-90e7-ba1dea3d1bee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1425757 Nov 12 03:16:57.649114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.650202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6d159f8-7413-4556-9237-1d7526e61a76 req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5933809 Nov 12 03:16:57.653001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60822a-193e-4184-84a0-cc5c02880989 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.676171 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:57.707173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Deleting port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:57.707506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.778172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-e695bb8e-c3ea-44e1-8e26-06b40d0e889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.779893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-e695bb8e-c3ea-44e1-8e26-06b40d0e889e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237307 Nov 12 03:16:57.900149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:57.909141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] For port 186b3ebc-58fc-488d-9cb4-5ff1b053be35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=186b3ebc-58fc-488d-9cb4-5ff1b053be35,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:57.909502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.928242 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba017094-e489-4421-a371-4c907a3080b5 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:57.928527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72f4e7-5586-4a00-a0a2-cb4919684a73 req-c3ad7154-f592-4367-bfe7-926c72441751 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.929836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e72f4e7-5586-4a00-a0a2-cb4919684a73 req-c3ad7154-f592-4367-bfe7-926c72441751 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1490276 Nov 12 03:16:57.938711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Calling delete_port for 186b3ebc-58fc-488d-9cb4-5ff1b053be35 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:57.998701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-34a004c4-bb3c-4d52-9ead-ec041d6c9f12 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044578 Nov 12 03:16:58.116589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e72f4e7-5586-4a00-a0a2-cb4919684a73 req-d48b2990-4d8d-4be5-b9a1-f759ebe05e10 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752007 Nov 12 03:16:58.170968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2dcf93d-fb0b-453c-be72-b71e420f8217 req-b920a3d9-ae3d-4d85-ac49-9bc2c0174f85 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335595 Nov 12 03:16:58.218329 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f7641-1b15-4d2f-853f-ae9939bc4487 x-openstack-request-id: req-3a4f7641-1b15-4d2f-853f-ae9939bc4487 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:58.218887 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:58.219135 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3a4f7641-1b15-4d2f-853f-ae9939bc4487 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:58.219358 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'status': 'completed', 'code': 200} Nov 12 03:16:58.277485 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4fd25c-dd1e-49f8-a6fb-9a33954086a5 x-openstack-request-id: req-bf4fd25c-dd1e-49f8-a6fb-9a33954086a5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:58.277905 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:58.278041 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf4fd25c-dd1e-49f8-a6fb-9a33954086a5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:58.278431 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'status': 'completed', 'code': 200} Nov 12 03:16:58.293338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-223360089', 'description': 'tempest-description-1055321899'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:58.333456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.350059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f70120-3d4e-4719-8b01-1962a5292d6a None None] New status for floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:16:58.359001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['48b571ba-d5c3-471c-a992-d52bcf25dcb5', '186b3ebc-58fc-488d-9cb4-5ff1b053be35'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:58.359983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-56a290bb-6b58-4ded-babc-795d786079c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.361934 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-56a290bb-6b58-4ded-babc-795d786079c5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1099 time: 0.1063776 Nov 12 03:16:58.370811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-ebdfb27b-aa77-47c5-9fa2-4a5d3b3380f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.372460 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-ebdfb27b-aa77-47c5-9fa2-4a5d3b3380f2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 1097 time: 0.0658014 Nov 12 03:16:58.406046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Pushing event deleted for resources: {'Port': ['ID=186b3ebc-58fc-488d-9cb4-5ff1b053be35,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.448820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.451220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] No DVR routers for this DVR port 186b3ebc-58fc-488d-9cb4-5ff1b053be35 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:58.454694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.459933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7b485b1-ff38-4432-ac50-046d2d58d11d req-63bc8555-1737-4460-a3c9-aae6271d2032 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "DELETE /v2.0/ports/186b3ebc-58fc-488d-9cb4-5ff1b053be35 HTTP/1.1" status: 204 len: 173 time: 1.1596737 Nov 12 03:16:58.479926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5efbcc-71f8-4407-812b-f1ecbbf4149a req-1ed8ea0d-2d4e-454e-b577-4536859ca6e1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.500720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d5efbcc-71f8-4407-812b-f1ecbbf4149a req-1ed8ea0d-2d4e-454e-b577-4536859ca6e1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 947 time: 0.1702919 Nov 12 03:16:58.584277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d5efbcc-71f8-4407-812b-f1ecbbf4149a req-7c11141b-1949-4dd3-8737-62a3a90020c0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779605 Nov 12 03:16:58.699638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.713600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.772786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0720d9d-00bf-47d8-a5d4-db9c3ef72f9e req-6610250a-29af-4d1c-8221-865a2a4773bd tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e3541f-feff-4b57-adce-d3ffc18e1ae8 HTTP/1.1" status: 200 len: 210 time: 0.0450969 Nov 12 03:16:58.822684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd4f19-a82a-403c-bc67-eae481c819f4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.828792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.830110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-316f3c46-9d04-4a61-973c-4912b15301b4 req-c89b348a-31b2-47b1-a9f6-3aab952fce03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5624173 Nov 12 03:16:58.830635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-bf2e76f1-d687-4873-b355-a4195e20109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.832100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-bf2e76f1-d687-4873-b355-a4195e20109a service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4588718 Nov 12 03:16:58.842391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-a5500578-cd83-49ec-a879-fcb71856f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.843814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-a5500578-cd83-49ec-a879-fcb71856f085 service neutron] 10.222.0.98 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.4625373 Nov 12 03:16:58.951649 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-f87abd92-e128-4de1-91a1-fe9545051555 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 200 len: 217 time: 0.0829511 Nov 12 03:16:58.953472 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-90ab9a03-a354-47e2-b150-d8d696691597 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.1025901 Nov 12 03:16:59.090156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-a28129b0-1d57-4bb9-aa32-838d3d37450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.091865 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-a28129b0-1d57-4bb9-aa32-838d3d37450e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1295285 Nov 12 03:16:59.095671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-63b57dec-9e80-4067-a8e6-c0292e2b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.097713 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-63b57dec-9e80-4067-a8e6-c0292e2b05ac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1191411 Nov 12 03:16:59.290815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-3f6de611-f630-4bd8-ad9f-10e41bb90126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.292394 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-3f6de611-f630-4bd8-ad9f-10e41bb90126 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854496 Nov 12 03:16:59.297508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8713d-ae80-4263-975a-4f2649d57a76 req-9bb3847a-2f3a-455b-8570-ee66665a6f14 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.299093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ee8713d-ae80-4263-975a-4f2649d57a76 req-9bb3847a-2f3a-455b-8570-ee66665a6f14 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.0942006 Nov 12 03:16:59.300931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-85d53854-adbd-4f31-becf-84dd3fff00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.302444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-85d53854-adbd-4f31-becf-84dd3fff00dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1655040 Nov 12 03:16:59.355954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ee8713d-ae80-4263-975a-4f2649d57a76 req-9c91cb91-e711-40ac-bb6a-55469a677587 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Nov 12 03:16:59.460183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-9ac26bf0-745f-4a81-9c57-861f4204f4c9 service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567147 Nov 12 03:16:59.462029 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-e53d3a5e-6a2e-456d-a3c1-aaebe399b7cb service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510780 Nov 12 03:16:59.480163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-5f4c3bd2-3506-421e-81be-3e221fd72c83 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:59.481978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-5f4c3bd2-3506-421e-81be-3e221fd72c83 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0648122 Nov 12 03:16:59.544299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-57ff923b-faaa-4525-a78e-5660b61b7dc6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0554335 Nov 12 03:16:59.548928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:59.593322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.634793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2ce17c61-f628-4bb3-9e83-4dc27ff7e43b req-11ef87d8-b5ce-4fd8-8809-c0b2820072e9 service neutron] 10.222.0.98 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660700 Nov 12 03:16:59.645876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-85c2b2a6-5845-42cc-94b5-31c56c1dda19 req-c7d5b50b-1871-40ae-a789-2e4d53918460 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659899 Nov 12 03:17:00.103185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.107730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.220331 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea associated. External IP: 172.25.4.99, port: 63130c74-b706-4e5f-ab21-ab666893e1c4. Nov 12 03:17:00.256583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:00.366514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:00.385033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'mac_address': 'fa:16:3e:43:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:00.438398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.453444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:00.474327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:00.479256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.540758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.551358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.613074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'name': 'network-vif-deleted', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:00.618812 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03791b9-053b-493a-8dd2-0d223615d8a7" -d '{"events": [{"server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "name": "network-vif-deleted", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:00.651379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c692-862b-4db7-b150-2e22214772f2 req-2d2e7a1a-cec0-4062-9ee2-e07f0d6299e4 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:00.652101 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-47a6c692-862b-4db7-b150-2e22214772f2 req-2d2e7a1a-cec0-4062-9ee2-e07f0d6299e4 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.98 "GET /v2.0/ports?device_id=39c6309b-a2ec-4fd3-9e58-4372b31e6f2d HTTP/1.1" status: 200 len: 945 time: 0.0545619 Nov 12 03:17:00.762654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:00.767912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Deleting port 58cd2280-127e-4ff8-a66a-ac73f593fd5f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:00.768284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.807118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['122c3822-f646-40ef-8ee7-32319b36b8d7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:00.885194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] For port 58cd2280-127e-4ff8-a66a-ac73f593fd5f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58cd2280-127e-4ff8-a66a-ac73f593fd5f,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:00.885544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.901689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:00.905400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Calling delete_port for 58cd2280-127e-4ff8-a66a-ac73f593fd5f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:00.907267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.919309 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:00.935851 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:00.936521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:00.968944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8e1fc7d8-79eb-4931-a33e-f2a8c610f4be tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "PUT /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 995 time: 1.4237359 Nov 12 03:17:01.040591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8195a9de-aa90-44ba-baae-9d66539a8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.042299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-8195a9de-aa90-44ba-baae-9d66539a8d84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0445819 Nov 12 03:17:01.079428 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:01.145582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.157665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['58cd2280-127e-4ff8-a66a-ac73f593fd5f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:01.162384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-1764d35a-4687-42be-bf75-ad9bccc70962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.180682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-1764d35a-4687-42be-bf75-ad9bccc70962 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.1295996 Nov 12 03:17:01.212775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event deleted for resources: {'Port': ['ID=58cd2280-127e-4ff8-a66a-ac73f593fd5f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.269203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 186b3ebc-58fc-488d-9cb4-5ff1b053be35 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:01.273752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-c5297bdb-cd6b-404c-8723-bf056c1af601 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 998 time: 0.0892289 Nov 12 03:17:01.279892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] No DVR routers for this DVR port 58cd2280-127e-4ff8-a66a-ac73f593fd5f on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:01.289485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.292967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-47a6c692-862b-4db7-b150-2e22214772f2 req-f14e537d-76d5-47f6-a6f6-aa9ec2afe7e7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.98 "DELETE /v2.0/ports/58cd2280-127e-4ff8-a66a-ac73f593fd5f HTTP/1.1" status: 204 len: 173 time: 0.6320231 Nov 12 03:17:01.293375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'name': 'network-vif-deleted', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:01.297999 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a3764-9877-4566-a86c-7dc56b4cdfa8" -d '{"events": [{"server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "name": "network-vif-deleted", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:01.302300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 186b3ebc-58fc-488d-9cb4-5ff1b053be35 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:01.302946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 186b3ebc-58fc-488d-9cb4-5ff1b053be35 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:01.303599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58cd2280-127e-4ff8-a66a-ac73f593fd5f no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:01.335739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 58cd2280-127e-4ff8-a66a-ac73f593fd5f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:01.336208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58cd2280-127e-4ff8-a66a-ac73f593fd5f not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:01.365208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-7eabe4db-e3e4-442d-b970-5995e25cbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.373160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-7eabe4db-e3e4-442d-b970-5995e25cbe35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0952950 Nov 12 03:17:01.424185 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:17:00Z', 'revision_number': 8, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:01.439472 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.465654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-aab64d63-3bfe-4322-9152-799dc3522b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.473028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:01.475924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-aab64d63-3bfe-4322-9152-799dc3522b4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015744 Nov 12 03:17:01.484587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:01.485454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:01.619610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-490c175e-de7a-44c0-8bb2-6f52e464a84c service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418440 Nov 12 03:17:01.622035 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:01.698632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['63130c74-b706-4e5f-ab21-ab666893e1c4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:01.748707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38b7212-d989-4144-af5e-f4f5250ddbb8 req-58cd53b0-51f6-4147-bdd6-7da4d926df59 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194651 Nov 12 03:17:01.879774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc07fd3-8202-4d5d-9559-ac3b8a412b9b req-fc1d1acb-93c3-434f-a0c9-980607eb2039 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:01.881354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc07fd3-8202-4d5d-9559-ac3b8a412b9b req-fc1d1acb-93c3-434f-a0c9-980607eb2039 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 948 time: 0.0693257 Nov 12 03:17:01.973375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc07fd3-8202-4d5d-9559-ac3b8a412b9b req-00054972-252a-4ace-a9ce-209e5d66d928 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675952 Nov 12 03:17:01.973496 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:17:00Z', 'revision_number': 8, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:02.005391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc7c03-325f-4d25-b34b-a8bef3212689 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'port_id': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'mac_address': 'fa:16:3e:5f:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:23Z', 'updated_at': '2021-11-12T03:17:00Z', 'revision_number': 8, 'project_id': '1b1ada6993424adcb0149209c302c314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:02.208721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d712a7-d37d-4746-8197-575f9c1e8766 req-99fb139a-4f8d-45de-9928-3f5861624a52 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.210405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6d712a7-d37d-4746-8197-575f9c1e8766 req-99fb139a-4f8d-45de-9928-3f5861624a52 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.0580318 Nov 12 03:17:02.256702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:02.278196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6d712a7-d37d-4746-8197-575f9c1e8766 req-6ddbbc6c-ffde-4b83-b2df-22bd13284970 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Nov 12 03:17:02.313910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0acdd-3ce3-48c1-be86-bb073f272182 None None] New status for floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:17:02.327611 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ab132-d7f0-4b5a-b7e3-8cb3295c89a7 x-openstack-request-id: req-b91ab132-d7f0-4b5a-b7e3-8cb3295c89a7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:02.327900 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e3541f-feff-4b57-adce-d3ffc18e1ae8", "name": "network-vif-deleted", "tag": "186b3ebc-58fc-488d-9cb4-5ff1b053be35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:02.328167 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b91ab132-d7f0-4b5a-b7e3-8cb3295c89a7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:02.328662 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3541f-feff-4b57-adce-d3ffc18e1ae8', 'name': 'network-vif-deleted', 'tag': '186b3ebc-58fc-488d-9cb4-5ff1b053be35', 'status': 'completed', 'code': 200} Nov 12 03:17:02.369352 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8888335-23a4-434e-9334-f824df98e598 x-openstack-request-id: req-f8888335-23a4-434e-9334-f824df98e598 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:02.369905 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c6309b-a2ec-4fd3-9e58-4372b31e6f2d", "name": "network-vif-deleted", "tag": "58cd2280-127e-4ff8-a66a-ac73f593fd5f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:02.369905 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f8888335-23a4-434e-9334-f824df98e598 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:02.370255 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c6309b-a2ec-4fd3-9e58-4372b31e6f2d', 'name': 'network-vif-deleted', 'tag': '58cd2280-127e-4ff8-a66a-ac73f593fd5f', 'status': 'completed', 'code': 200} Nov 12 03:17:02.401438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 122c3822-f646-40ef-8ee7-32319b36b8d7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:02.438740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 122c3822-f646-40ef-8ee7-32319b36b8d7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:02.439381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.474064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc332e61-9790-4afc-b0c5-384c5cca54d8 req-9e35c0b9-3228-4a04-b738-777931c2d018 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 995 time: 0.0903049 Nov 12 03:17:02.564900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.603899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:02.605641 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4d44d-bc98-41b8-8a98-590d28be8589" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:02.618341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:02.623121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.628793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332e61-9790-4afc-b0c5-384c5cca54d8 req-da85a22e-0294-4613-9f8b-3a57042a9f31 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.636700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc332e61-9790-4afc-b0c5-384c5cca54d8 req-da85a22e-0294-4613-9f8b-3a57042a9f31 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1523404 Nov 12 03:17:02.642330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-fc332e61-9790-4afc-b0c5-384c5cca54d8 req-14e29fc6-fde9-4f07-a2ca-0af8ecd7d606 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:02.644182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc332e61-9790-4afc-b0c5-384c5cca54d8 req-14e29fc6-fde9-4f07-a2ca-0af8ecd7d606 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069432 Nov 12 03:17:02.682341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:02.822349 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee858f17-8ef7-4b09-8a64-ba1771a597b9 x-openstack-request-id: req-ee858f17-8ef7-4b09-8a64-ba1771a597b9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:02.822666 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:02.822885 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee858f17-8ef7-4b09-8a64-ba1771a597b9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:02.823297 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'code': 200} Nov 12 03:17:02.906675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-6c27ffc1-120f-4fcb-be06-8f1f09c60a40 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.0742054 Nov 12 03:17:02.939004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5264800-2a92-4fea-af21-220b923c7531 req-6f7414c1-9cca-4a5c-af5e-9cdaba85dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.940722 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f5264800-2a92-4fea-af21-220b923c7531 req-6f7414c1-9cca-4a5c-af5e-9cdaba85dada service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1101 time: 0.0447526 Nov 12 03:17:02.967817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-c175708b-c12a-4b49-b041-c5c97edcefe6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.969403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-c175708b-c12a-4b49-b041-c5c97edcefe6 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports/63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 942 time: 0.0540221 Nov 12 03:17:03.013202 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f5264800-2a92-4fea-af21-220b923c7531 req-8be49e0a-821f-438a-a3c8-3414db827f80 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Nov 12 03:17:03.079053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-0733fc7e-eb59-4ccd-a117-c75061a680a7 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.0640013 Nov 12 03:17:03.199221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-88996313-b95a-4890-812e-cfdfc396986a tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:03.207589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-88996313-b95a-4890-812e-cfdfc396986a tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1193795 Nov 12 03:17:03.270804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-cc757ca9-03d8-40d7-9f16-f70671a73df4 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 1000 time: 0.0622776 Nov 12 03:17:03.280365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:03.339519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.492975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.497076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.497406 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea disassociated. External IP: 172.25.4.99, port: 63130c74-b706-4e5f-ab21-ab666893e1c4. Nov 12 03:17:03.715187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:03.829517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:03.834084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.842967 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:03.853322 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:03.854142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:03.876686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-bb422659-25bf-412b-9546-3f8939da0b10 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "PUT /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 695 time: 0.5963507 Nov 12 03:17:03.925488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-d10aa58a-1f6b-4c33-ad00-5fea3fa7e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:03.927117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-d10aa58a-1f6b-4c33-ad00-5fea3fa7e2e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0464442 Nov 12 03:17:03.963360 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:04.028586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-7d507228-5731-4f04-a834-dc1caa9f85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.030262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-7d507228-5731-4f04-a834-dc1caa9f85d8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.0966837 Nov 12 03:17:04.079634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-ac8a74b9-d53d-4830-882f-86b4ebba35fe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0401814 Nov 12 03:17:04.137939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-466bb969-2d4a-40ed-a4f9-30776358b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.139745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-466bb969-2d4a-40ed-a4f9-30776358b440 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0509140 Nov 12 03:17:04.202318 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.205666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-5404935e-3631-41eb-ae7f-4e726d956f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.207506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-5404935e-3631-41eb-ae7f-4e726d956f2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604894 Nov 12 03:17:04.253462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:04.263011 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:04.263623 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.329718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}, {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:04.332126 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d6260-c504-4872-b68f-621e3ebbbef3" -d '{"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}, {"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:04.341316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-1c8f112c-702c-48ca-9d5b-ea3834409d51 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268790 Nov 12 03:17:04.465576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdcf6dfe-54e8-4029-a228-f769339bb2fc req-78c42fcc-6bad-497c-a841-3ea3429c73f8 service neutron] 10.222.0.93 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165211 Nov 12 03:17:04.515927 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:04.603632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42ef4-37bb-49ac-aa0e-141f856b490b req-fc56efb8-192c-45fe-85f7-434e4ebf64d8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.606021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b42ef4-37bb-49ac-aa0e-141f856b490b req-fc56efb8-192c-45fe-85f7-434e4ebf64d8 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0710359 Nov 12 03:17:04.654993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b42ef4-37bb-49ac-aa0e-141f856b490b req-0cf95331-9b65-4df1-aece-c9398ae07450 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c6da847-3e24-4feb-8462-c2f95ad6f6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Nov 12 03:17:04.749427 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.777788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d70b3b-fd6f-4413-9b75-e6266c86c5b9 req-949ac084-9187-442b-9343-370a21928a5b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.778436 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0640572-6ab0-4c9c-bbf9-756f7cec028d None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:16:02Z', 'revision_number': 4, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6f7a9428-bcd0-4495-9dbb-8bebba27ae82', 'name': '', 'network_id': 'b95b7d89-6cc1-42b2-a326-d8b0c4f222c4', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'mac_address': 'fa:16:3e:84:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:01Z', 'updated_at': '2021-11-12T03:16:07Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'subnets': [{'id': '08044893-1268-48d9-aa5b-321cd5e7a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:04.779531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0d70b3b-fd6f-4413-9b75-e6266c86c5b9 req-949ac084-9187-442b-9343-370a21928a5b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.0576811 Nov 12 03:17:04.837214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0d70b3b-fd6f-4413-9b75-e6266c86c5b9 req-12fb20e5-98d6-4696-9ef9-34876e92bd29 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 Nov 12 03:17:05.037667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37656-2a63-4580-9742-9f88ed1192b1 req-04bcc535-6864-4a75-a4ea-18bba4ec4aad tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.039945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c37656-2a63-4580-9742-9f88ed1192b1 req-04bcc535-6864-4a75-a4ea-18bba4ec4aad tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.0595469 Nov 12 03:17:05.055740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470916ca-7031-4ccd-980b-cc62adbf174a req-58bc9e36-fb60-4558-9e11-c6df89316e04 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.057655 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-470916ca-7031-4ccd-980b-cc62adbf174a req-58bc9e36-fb60-4558-9e11-c6df89316e04 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "GET /v2.0/ports?device_id=43b14b6e-3c45-4f10-b099-74385b88e031 HTTP/1.1" status: 200 len: 946 time: 0.0800529 Nov 12 03:17:05.084733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011543e8-b014-4e6c-b035-e09558b27c69 None None] New status for floating IP 8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:17:05.104580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c37656-2a63-4580-9742-9f88ed1192b1 req-49e3c205-47c2-4433-b9a9-6ca71343a5c4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574834 Nov 12 03:17:05.172478 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c9c7f-708f-4634-a050-f8609dacc184 x-openstack-request-id: req-836c9c7f-708f-4634-a050-f8609dacc184 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:05.172805 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:05.173010 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-836c9c7f-708f-4634-a050-f8609dacc184 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:05.173412 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:17:05.173664 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:17:05.247156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Deleting port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:05.247579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.336780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-86833dd2-06ff-482e-8913-4ae416316911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.338362 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-86833dd2-06ff-482e-8913-4ae416316911 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.1429255 Nov 12 03:17:05.362107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6bc4e-099e-49c2-9226-d2c84549b978 req-7ae898f1-de56-431d-bad6-3c0f98ab6695 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.364727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e6bc4e-099e-49c2-9226-d2c84549b978 req-7ae898f1-de56-431d-bad6-3c0f98ab6695 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1101 time: 0.0574188 Nov 12 03:17:05.442775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] For port 48b571ba-d5c3-471c-a992-d52bcf25dcb5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=48b571ba-d5c3-471c-a992-d52bcf25dcb5,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:05.443276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.469033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Calling delete_port for 48b571ba-d5c3-471c-a992-d52bcf25dcb5 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:05.490937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e6bc4e-099e-49c2-9226-d2c84549b978 req-5a5ec9e9-a7c6-45fa-9c21-085baab8014a tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145482 Nov 12 03:17:05.561148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-8c09086d-957a-4378-ae30-12f8202270f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.562599 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-8c09086d-957a-4378-ae30-12f8202270f5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2095902 Nov 12 03:17:05.619680 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-e4f4b4e5-bfb6-426b-86dc-12985885667f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0478897 Nov 12 03:17:05.714620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.731170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-c5759f41-7d2d-465c-9b7b-78ef72254e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.733296 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-c5759f41-7d2d-465c-9b7b-78ef72254e08 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.1043367 Nov 12 03:17:05.756375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['48b571ba-d5c3-471c-a992-d52bcf25dcb5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:05.784057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Pushing event deleted for resources: {'Port': ['ID=48b571ba-d5c3-471c-a992-d52bcf25dcb5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.858237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] No DVR routers for this DVR port 48b571ba-d5c3-471c-a992-d52bcf25dcb5 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:05.861712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.865077 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-470916ca-7031-4ccd-980b-cc62adbf174a req-affa9740-6261-46d4-b977-b7dcd1bcb9c2 tempest-ServerRescueTestJSON-669056046 tempest-ServerRescueTestJSON-669056046-project] 10.222.0.98 "DELETE /v2.0/ports/48b571ba-d5c3-471c-a992-d52bcf25dcb5 HTTP/1.1" status: 204 len: 173 time: 0.8010221 Nov 12 03:17:05.865539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'name': 'network-vif-deleted', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:05.867771 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6cf48-57b8-48cd-a7d9-524c92033258" -d '{"events": [{"server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "name": "network-vif-deleted", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:05.873096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-34db49c3-afb6-4101-8f4c-fefca019df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.874563 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-34db49c3-afb6-4101-8f4c-fefca019df29 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038694 Nov 12 03:17:05.998444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-6da10c45-0a3d-4753-b5a3-f6374f94ed33 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157606 Nov 12 03:17:06.135903 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-eaca14bf-cfa2-48bb-9970-6bbebd6b7746 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212890 Nov 12 03:17:06.137750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-78525081-802e-4cbe-a427-645069cb4e30 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 200 len: 693 time: 0.0858340 Nov 12 03:17:06.223172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-83243c7f-7616-476d-8eb9-2b01dd029b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.225682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-83243c7f-7616-476d-8eb9-2b01dd029b45 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1b1ada6993424adcb0149209c302c314&device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 1097 time: 0.0430071 Nov 12 03:17:06.250539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-179aec86-6676-45bc-b6b6-f91306f1b4b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465516 Nov 12 03:17:06.260644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-5aa465fb-05b6-48a3-8bed-3be3faa7fb21 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:06.261713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-5aa465fb-05b6-48a3-8bed-3be3faa7fb21 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049870 Nov 12 03:17:06.304622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-8159f66b-13bc-490e-9460-20ccc41d1055 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.312765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-8159f66b-13bc-490e-9460-20ccc41d1055 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1672151 Nov 12 03:17:06.414781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-be076dd3-d2e0-4814-a401-79dbf268dcb1 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 696 time: 0.1010108 Nov 12 03:17:06.443032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-74b15dc6-4fe7-479d-8c85-ada112cb25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.444607 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-74b15dc6-4fe7-479d-8c85-ada112cb25a5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 200 len: 923 time: 0.2005551 Nov 12 03:17:06.499109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-1f2469aa-5aa7-4cb3-a51d-ef840cc877d1 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 696 time: 0.0796795 Nov 12 03:17:06.520803 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-5860bd90-e0a5-4914-a3de-e55da1e17550 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 200 len: 217 time: 0.0638254 Nov 12 03:17:06.604328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-ff2ebf50-4d71-4ed2-b644-fe443376c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.605866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-ff2ebf50-4d71-4ed2-b644-fe443376c6b9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 200 len: 860 time: 0.0767448 Nov 12 03:17:06.677381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-15b673f1-6a76-4dbe-acd1-f41042c6b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.678786 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-15b673f1-6a76-4dbe-acd1-f41042c6b8e9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618792 Nov 12 03:17:06.682535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Deleting port 0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:06.682881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.791166 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-3275bc1f-249f-47b6-bad9-08cd21ba6ec0 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044667 Nov 12 03:17:06.808529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.809038 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.826353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Calling delete_port for 0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:06.913372 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c9d6260-c504-4872-b68f-621e3ebbbef3 req-b1f6d3f4-48c4-4ca4-a433-5ce8caf3d5a6 service neutron] 10.222.0.100 "GET /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114514 Nov 12 03:17:07.002449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.029455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event deleted for resources: {'Port': ['ID=0ee1fcbf-707d-4f04-bdf7-893f5fa2a5db,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:07.123297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.128244 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.129697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0314ed06-c0eb-4cc4-addb-a5cd8d2470b3 req-3bc3a681-74fe-4fe3-9cd8-04acabf9b865 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "DELETE /v2.0/floatingips/8acb0e08-b172-4dea-b6e7-e8e5b4bfaaea HTTP/1.1" status: 204 len: 173 time: 0.6297414 Nov 12 03:17:07.176530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35688) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.220118 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adffb60c-54fb-480a-aae1-06b2cfd939d5 x-openstack-request-id: req-adffb60c-54fb-480a-aae1-06b2cfd939d5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:07.220668 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b14b6e-3c45-4f10-b099-74385b88e031", "name": "network-vif-deleted", "tag": "48b571ba-d5c3-471c-a992-d52bcf25dcb5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:07.220780 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-adffb60c-54fb-480a-aae1-06b2cfd939d5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:07.221228 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b14b6e-3c45-4f10-b099-74385b88e031', 'name': 'network-vif-deleted', 'tag': '48b571ba-d5c3-471c-a992-d52bcf25dcb5', 'status': 'completed', 'code': 200} Nov 12 03:17:07.823093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-538cccad-5d07-41e1-a341-c85e9b539ca2 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.824659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-538cccad-5d07-41e1-a341-c85e9b539ca2 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 813 time: 0.5288036 Nov 12 03:17:07.853085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77965fe3-275f-462a-89d7-8385b95cffd2 req-367722e6-460d-40cc-91c3-23b6ffe0af0e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.854580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77965fe3-275f-462a-89d7-8385b95cffd2 req-367722e6-460d-40cc-91c3-23b6ffe0af0e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.4566247 Nov 12 03:17:07.900270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-0ce5dbd3-9cdf-41b0-ac25-2d22aef3b7fb tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/quotas/03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 375 time: 0.0601411 Nov 12 03:17:07.914039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-bff06a67-b0e9-4316-bdf7-7b93e19ec2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.917118 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-bff06a67-b0e9-4316-bdf7-7b93e19ec2ae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1101 time: 0.0650036 Nov 12 03:17:08.017157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77965fe3-275f-462a-89d7-8385b95cffd2 req-959ec7b8-6008-456d-85e4-370f8d3596b2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522403 Nov 12 03:17:08.060511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-471d7b17-19dd-41e0-8724-3e583322dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.069324 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-471d7b17-19dd-41e0-8724-3e583322dda1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1377823 Nov 12 03:17:08.081473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-6de1d5c0-0abd-4c57-8342-0a35ea48abec tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698127 Nov 12 03:17:08.116781 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-e4c6368b-a5d4-4956-ae53-8c6d836f941e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0465636 Nov 12 03:17:08.177450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-380ea7c1-1596-49be-b6a1-79a70baa6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.178889 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-380ea7c1-1596-49be-b6a1-79a70baa6b2c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0552568 Nov 12 03:17:08.243986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-786c4229-ef5a-4c3c-a68d-2533a464c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.246667 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-786c4229-ef5a-4c3c-a68d-2533a464c81c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599289 Nov 12 03:17:08.303259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-7d422cd3-bac9-4edb-aec2-45b1fa12aff4 service neutron] 10.222.0.93 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203727 Nov 12 03:17:08.312462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758069de-0f25-4d43-a3cd-ce1e7ead728a req-b31feb9d-2e0b-4731-99d4-263c95514dc8 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.320211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758069de-0f25-4d43-a3cd-ce1e7ead728a req-b31feb9d-2e0b-4731-99d4-263c95514dc8 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1945982 Nov 12 03:17:08.376464 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-5ec2e584-9876-495e-8fe5-cac7f455a40e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204705 Nov 12 03:17:08.480926 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-48ac6856-e004-4c89-851b-0d80c3b5bdb1 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971391 Nov 12 03:17:08.511660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758069de-0f25-4d43-a3cd-ce1e7ead728a req-d6e91548-c3bc-496b-8c0f-ef602edb0d0e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905715 Nov 12 03:17:08.529705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-80e3cfe8-4ab3-4701-8a12-3934d76f8ed3 service neutron] 10.222.0.93 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060061 Nov 12 03:17:08.532546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.946160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4c964e8-76d2-470a-b791-6b5abb1e264f req-47535193-2250-4294-8c39-4b60eeabbe1b tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 210 time: 0.1059043 Nov 12 03:17:09.002383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44456b-bca0-42a2-bc4d-542f997092f6 req-63ff8455-4159-4d6a-bd42-474365cf472e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.010245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c44456b-bca0-42a2-bc4d-542f997092f6 req-63ff8455-4159-4d6a-bd42-474365cf472e tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 945 time: 0.1688254 Nov 12 03:17:09.094641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c44456b-bca0-42a2-bc4d-542f997092f6 req-91f47645-e889-47c0-abc0-17aa817e951c tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Nov 12 03:17:09.148079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Deleting port 5528fe0a-25cc-4180-bb54-1cd0843cbf85 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:09.148424 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.254073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387714ea-6b94-4961-8736-121e6fc3bf62 req-8a5959c4-3135-4a08-bd43-d383016b0159 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.261896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387714ea-6b94-4961-8736-121e6fc3bf62 req-8a5959c4-3135-4a08-bd43-d383016b0159 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1157992 Nov 12 03:17:09.288211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 48b571ba-d5c3-471c-a992-d52bcf25dcb5 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:09.311401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 48b571ba-d5c3-471c-a992-d52bcf25dcb5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:09.312074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 48b571ba-d5c3-471c-a992-d52bcf25dcb5 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:09.319538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] For port 5528fe0a-25cc-4180-bb54-1cd0843cbf85, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5528fe0a-25cc-4180-bb54-1cd0843cbf85,segment=NetworkSegment(1746d16c-fbc1-4455-9f90-e20ae76fe64a),segment_id=1746d16c-fbc1-4455-9f90-e20ae76fe64a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:09.320193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.360497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387714ea-6b94-4961-8736-121e6fc3bf62 req-23cc20e3-8d8f-4afa-8ce6-a25f8093fcc0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976977 Nov 12 03:17:09.361697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Calling delete_port for 5528fe0a-25cc-4180-bb54-1cd0843cbf85 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:09.668300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.703577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5528fe0a-25cc-4180-bb54-1cd0843cbf85,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:09.719062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1489-d96d-4e4d-b557-d992cb82ad2c req-d6d38e9f-5dde-4cab-afdf-6bec0fd74dbc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.720594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-071c1489-d96d-4e4d-b557-d992cb82ad2c req-d6d38e9f-5dde-4cab-afdf-6bec0fd74dbc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1137049 Nov 12 03:17:09.825627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-071c1489-d96d-4e4d-b557-d992cb82ad2c req-9def4d77-9874-4471-939c-b5da3306ae2e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Nov 12 03:17:09.949786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.217468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b42c720-b0d5-4be6-a44b-b5a476b75129 req-73d61043-6e37-4c78-a2a6-33bfa924f91f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 210 time: 0.0511048 Nov 12 03:17:10.294029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-4a63e765-e40b-4c8f-a73e-c6ed86734c38 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.295596 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-4a63e765-e40b-4c8f-a73e-c6ed86734c38 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.98 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 813 time: 0.2814715 Nov 12 03:17:10.310079 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:10.311538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'device_id': '75799599-d3f8-4c44-940c-d90a0400e941', 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789', 'admin_state_up': True, 'tenant_id': '03779426a4e948ce8a2029cc04f31c21'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:10.415572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c58d5-8c7a-4d76-a5d5-a74e85d1d59c req-d390e67a-223a-44ae-b5e1-82a1b977f5fc tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.424610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e4c58d5-8c7a-4d76-a5d5-a74e85d1d59c req-d390e67a-223a-44ae-b5e1-82a1b977f5fc tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 945 time: 0.1370690 Nov 12 03:17:10.478808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:10.494014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-b7f48b35-5ac0-4914-9f71-9e811bfd9c93 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.495497 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-b7f48b35-5ac0-4914-9f71-9e811bfd9c93 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.100 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 945 time: 0.1600730 Nov 12 03:17:10.531247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e4c58d5-8c7a-4d76-a5d5-a74e85d1d59c req-08f42477-5983-40bc-bb39-7949e013dfc8 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/security-groups?id=ef4efbf4-3c68-48fb-8561-306845ea002c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057360 Nov 12 03:17:10.545151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Made reservation on behalf of 03779426a4e948ce8a2029cc04f31c21 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:10.548983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.603590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4395-5cce-4b5a-ad72-9590b0adec9c req-61a8e3d9-b87c-4505-b3d6-72d82f00f4ee tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.605255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15ae4395-5cce-4b5a-ad72-9590b0adec9c req-61a8e3d9-b87c-4505-b3d6-72d82f00f4ee tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1253712 Nov 12 03:17:10.728841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15ae4395-5cce-4b5a-ad72-9590b0adec9c req-0110aeed-b619-40d8-8447-47c3e8321070 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143589 Nov 12 03:17:10.757621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:10.763780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9d6266cb-1e51-4166-ae1a-c907d6fe1c21 admin admin] 10.222.0.93 "PUT /v2.0/routers/1a7e12fd-a2d9-45de-94be-a5fb579a61cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5859108 Nov 12 03:17:10.766264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:10.771666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Sync routers for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:10.781877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Allocated IP 172.20.0.4 (6fe09010-7a55-4ef7-a70b-a0e32503a789/820f8756-b178-4b20-b3fd-5f9b0cf786a6/630385bf-e9f0-4fc0-b769-0298eee41f39) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:10.786221 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:10.788253 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:10.808624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Deleting port 63130c74-b706-4e5f-ab21-ab666893e1c4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:10.808954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.987295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] For port 63130c74-b706-4e5f-ab21-ab666893e1c4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=63130c74-b706-4e5f-ab21-ab666893e1c4,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:10.987683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.999256 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:11.009052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Calling delete_port for 63130c74-b706-4e5f-ab21-ab666893e1c4 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:11.069638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.091937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.201525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.222275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:11.338799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.386397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Network 6fe09010-7a55-4ef7-a70b-a0e32503a789 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:11.393567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:11.396779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:11.417055 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 5, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:11.466812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.467724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.474733 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Checking router: 1a7e12fd-a2d9-45de-94be-a5fb579a61cb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:11.487717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.497008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-272be768-e414-42ae-90d6-eabdb59c5903 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911664 Nov 12 03:17:11.497459 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Routers {'1a7e12fd-a2d9-45de-94be-a5fb579a61cb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:11.498239 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:11.537624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Pushing event deleted for resources: {'Port': ['ID=63130c74-b706-4e5f-ab21-ab666893e1c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.569412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Request body: {'port': {'device_id': '75799599-d3f8-4c44-940c-d90a0400e941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:11.633820 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] Set router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:11.738875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['63130c74-b706-4e5f-ab21-ab666893e1c4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:11.767674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] No DVR routers for this DVR port 63130c74-b706-4e5f-ab21-ab666893e1c4 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:11.773064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.777092 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0ab271db-e07a-4152-a3e8-ad6f4ab00266 req-c8da9371-8bd2-4db2-b320-5a8b08b36948 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.100 "DELETE /v2.0/ports/63130c74-b706-4e5f-ab21-ab666893e1c4 HTTP/1.1" status: 204 len: 173 time: 1.2724357 Nov 12 03:17:11.778336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'name': 'network-vif-deleted', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:11.781040 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a1b9b3-34b4-4e28-a4b0-f40ee9719477" -d '{"events": [{"server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "name": "network-vif-deleted", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:11.788206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.790427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b32bc-a889-4615-aa55-a7939b97a1cd req-6b54847c-da1f-4005-ba12-36ef34645c24 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.798774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e9b32bc-a889-4615-aa55-a7939b97a1cd req-6b54847c-da1f-4005-ba12-36ef34645c24 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.7948170 Nov 12 03:17:11.934699 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 5, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:12.014390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5623f1a-74fc-465c-b25d-9df09e6aab00 None None] The sync data for ids ['1a7e12fd-a2d9-45de-94be-a5fb579a61cb'] in n-d-713499-30 is: [{'id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'name': 'tempest-ServerRescueTestJSON-134862633-router', 'tenant_id': 'cd1d26d73fa3468697f8262f602eefa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:53Z', 'updated_at': '2021-11-12T03:17:09Z', 'revision_number': 5, 'project_id': 'cd1d26d73fa3468697f8262f602eefa1', 'gw_port': {'id': '715db6bd-dd7f-4d10-bfce-cf83c3be9bf3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7e12fd-a2d9-45de-94be-a5fb579a61cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:14:54Z', 'updated_at': '2021-11-12T03:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:12.018843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6bf81-c5e4-4e89-9c3b-cba20719fae4 req-9f096fe5-3804-4ea3-8d5d-4ea48000b0d0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.026756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6bf81-c5e4-4e89-9c3b-cba20719fae4 req-9f096fe5-3804-4ea3-8d5d-4ea48000b0d0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 931 time: 0.2906237 Nov 12 03:17:12.081581 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.091384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e9b32bc-a889-4615-aa55-a7939b97a1cd req-c0163eb7-a19b-42b1-b8bb-32e9f930172b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918355 Nov 12 03:17:12.173937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6bf81-c5e4-4e89-9c3b-cba20719fae4 req-c1d4c719-8234-464c-8c36-17fce82d0c67 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156847 Nov 12 03:17:12.272128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ddcff31d-9e2f-4018-9b06-de94b2f73975 req-96f66a07-51e2-4f7a-ad33-5b72ff270c65 tempest-FloatingIPsAssociationTestJSON-1667917280 tempest-FloatingIPsAssociationTestJSON-1667917280-project] 10.222.0.93 "GET /v2.0/ports?device_id=19aa4f5d-8d2e-441e-9c0c-7aadbaa85996 HTTP/1.1" status: 200 len: 210 time: 0.0535026 Nov 12 03:17:12.337234 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714811d0-7137-4cfa-b763-5bffcfbd9a19 x-openstack-request-id: req-714811d0-7137-4cfa-b763-5bffcfbd9a19 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:12.337797 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19aa4f5d-8d2e-441e-9c0c-7aadbaa85996", "name": "network-vif-deleted", "tag": "63130c74-b706-4e5f-ab21-ab666893e1c4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:12.338129 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-714811d0-7137-4cfa-b763-5bffcfbd9a19 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:12.338442 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19aa4f5d-8d2e-441e-9c0c-7aadbaa85996', 'name': 'network-vif-deleted', 'tag': '63130c74-b706-4e5f-ab21-ab666893e1c4', 'status': 'completed', 'code': 200} Nov 12 03:17:12.369974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Deleting port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:12.370311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.407051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630385bf-e9f0-4fc0-b769-0298eee41f39 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:12.418179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.436542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5528fe0a-25cc-4180-bb54-1cd0843cbf85 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:12.438464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Transition to ACTIVE for port object 630385bf-e9f0-4fc0-b769-0298eee41f39 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:12.449609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.458965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef07f2-5d6c-427a-97b8-92435c0533ef req-c2ef86ab-ef70-4972-8d78-95cb43adb41a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.479596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eef07f2-5d6c-427a-97b8-92435c0533ef req-c2ef86ab-ef70-4972-8d78-95cb43adb41a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1925404 Nov 12 03:17:12.496334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5528fe0a-25cc-4180-bb54-1cd0843cbf85 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:12.496688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5528fe0a-25cc-4180-bb54-1cd0843cbf85 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:12.542582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.664018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eef07f2-5d6c-427a-97b8-92435c0533ef req-31cc7ec1-790d-4c7a-a718-8a9f11c4542a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778126 Nov 12 03:17:12.674198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] For port 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:12.675140 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.695527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Calling delete_port for 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:12.929351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.965521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Attempting to bind port 630385bf-e9f0-4fc0-b769-0298eee41f39 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:12.966216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Attempting to bind port 630385bf-e9f0-4fc0-b769-0298eee41f39 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:12.966534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Attempting to bind port 630385bf-e9f0-4fc0-b769-0298eee41f39 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:12.974600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Port 630385bf-e9f0-4fc0-b769-0298eee41f39 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:12.975040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Attempting to bind port 630385bf-e9f0-4fc0-b769-0298eee41f39 on network 6fe09010-7a55-4ef7-a70b-a0e32503a789 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:12.976259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=715db6bd-dd7f-4d10-bfce-cf83c3be9bf3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.981603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:12.982142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Checking segment: {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:12.982628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Bound using segment: {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:12.983162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Bound port: 630385bf-e9f0-4fc0-b769-0298eee41f39, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612c83c9-fdb9-4934-b595-e7fbe3083035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:12.983630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.048714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.073933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:13.078833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:13.086510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.129715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.130662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.132859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] 10.222.0.98 "PUT /v2.0/ports/630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 1092 time: 1.5964751 Nov 12 03:17:13.178879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.181961 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.216456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61dda7-d747-457b-9e4d-b03dce51c66f service neutron] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:13.281533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-f188af24-4d48-4def-abc6-92b702ed089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.282544 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-f188af24-4d48-4def-abc6-92b702ed089a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1095 time: 0.0952797 Nov 12 03:17:13.344062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-2d91efd3-5ee8-4821-8838-c4a8ea2a9740 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0523732 Nov 12 03:17:13.348642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.349368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7e12fd-a2d9-45de-94be-a5fb579a61cb {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:17:13.379051 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.383227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eda45616-a1fb-4bc9-9240-bf139fed79f4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/1a7e12fd-a2d9-45de-94be-a5fb579a61cb HTTP/1.1" status: 204 len: 168 time: 2.6158211 Nov 12 03:17:13.391695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35790) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:13.423769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-09991e69-ef59-4e6e-8fd2-898f2160bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.426262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-09991e69-ef59-4e6e-8fd2-898f2160bd83 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.0746331 Nov 12 03:17:13.448600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292277de-27e1-4976-9ad4-ec5b89b342e1 req-1d17ccb0-12c2-4b39-b11f-9485e8521912 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.450244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292277de-27e1-4976-9ad4-ec5b89b342e1 req-1d17ccb0-12c2-4b39-b11f-9485e8521912 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 943 time: 0.1616702 Nov 12 03:17:13.458017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cd15-8693-435f-857c-277930a5474b req-41044272-d83f-4972-a594-9fac51d87e01 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.465287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5db0cd15-8693-435f-857c-277930a5474b req-41044272-d83f-4972-a594-9fac51d87e01 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.2154305 Nov 12 03:17:13.479813 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-e9b5eaa5-7980-4f00-b4d3-c9436b28ebc2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466075 Nov 12 03:17:13.543122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Deleting subnet acc0b498-e8ff-4235-ad9c-9d68d664c9e2 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:13.577303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.594635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5db0cd15-8693-435f-857c-277930a5474b req-76f017f4-608f-474c-9ce7-e00509a35620 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235230 Nov 12 03:17:13.649502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-29510e81-b286-42ca-8438-05542a5d5cf0 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625574 Nov 12 03:17:13.662156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292277de-27e1-4976-9ad4-ec5b89b342e1 req-1e0c0f9c-5faf-43e1-adf4-470f70505298 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917887 Nov 12 03:17:13.678860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.680982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:13.760410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.902732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32763f32-e5ae-4e14-8606-a8d8f9cd32b0 req-75c95006-53b4-476c-baa9-c2ffe42f3835 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434506 Nov 12 03:17:13.910198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f7137-1054-45a5-8617-47fd6347fc54 req-a8905d8a-a9f3-48be-9036-60207b442b3b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.917886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a2f7137-1054-45a5-8617-47fd6347fc54 req-a8905d8a-a9f3-48be-9036-60207b442b3b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1537127 Nov 12 03:17:13.919392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.026725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc0b498-e8ff-4235-ad9c-9d68d664c9e2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.030371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.033598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dcf6b6d3-3dab-455d-93c2-cd229c8524cb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/acc0b498-e8ff-4235-ad9c-9d68d664c9e2 HTTP/1.1" status: 204 len: 168 time: 0.6399441 Nov 12 03:17:14.036152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35800) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.104993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a2f7137-1054-45a5-8617-47fd6347fc54 req-50d5978f-0f28-4ebd-a2f4-5a29e15aba03 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582584 Nov 12 03:17:14.132290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.257825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.263165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:14.280260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.280501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdd4a06-1540-4dc8-96dc-b9dbd37cd244']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:14.292176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1746d16c-fbc1-4455-9f90-e20ae76fe64a') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:14.292730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1746d16c-fbc1-4455-9f90-e20ae76fe64a') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:14.302806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 63130c74-b706-4e5f-ab21-ab666893e1c4 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:14.310313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.310654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:14.316764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 715db6bd-dd7f-4d10-bfce-cf83c3be9bf3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:14.333120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.346875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:14.347587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.355843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:14.362531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 63130c74-b706-4e5f-ab21-ab666893e1c4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:14.362881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 63130c74-b706-4e5f-ab21-ab666893e1c4 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:14.364301 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62b90a-c335-4149-b536-9e4d60bd3199" -d '{"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:14.405898 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:14.424307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.446360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.449771 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c6d545-fe08-4302-b399-bcc81722ef6d x-openstack-request-id: req-93c6d545-fe08-4302-b399-bcc81722ef6d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:14.450322 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:14.450322 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-93c6d545-fe08-4302-b399-bcc81722ef6d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:14.450722 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'status': 'completed', 'code': 200} Nov 12 03:17:14.455047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] 10.222.0.93 "DELETE /v2.0/networks/fcdd4a06-1540-4dc8-96dc-b9dbd37cd244 HTTP/1.1" status: 204 len: 168 time: 0.4178801 Nov 12 03:17:14.467783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589c8c-7b42-457c-bb32-eda90d5a212c admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdd4a06-1540-4dc8-96dc-b9dbd37cd244,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.568521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-3051eab0-84cb-4139-b4a5-b92e2ac742dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.570168 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-3051eab0-84cb-4139-b4a5-b92e2ac742dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1095 time: 0.1157053 Nov 12 03:17:14.669454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35818) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.757574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-ad9fb867-df0a-446a-821d-ae5fc8106527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.761849 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-ad9fb867-df0a-446a-821d-ae5fc8106527 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.1735766 Nov 12 03:17:14.822979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-45c97656-142e-439a-b897-3cb08ca2441a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cd1d26d73fa3468697f8262f602eefa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519716 Nov 12 03:17:14.837830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.868913 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-ff8de252-9d3b-4217-83e8-d095da936e3b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0699346 Nov 12 03:17:14.882877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049e071-66d3-410d-8b76-dfeeab1a1d99 req-11eebc8c-20b2-40c3-a91d-768c93e16281 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.884812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b049e071-66d3-410d-8b76-dfeeab1a1d99 req-11eebc8c-20b2-40c3-a91d-768c93e16281 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1726935 Nov 12 03:17:14.922561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Deleting port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:14.928058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.930288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d9360-2d5d-439a-9ee4-45784b374f79 req-c228fdc7-6cda-40c5-93b3-4daf1365446c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.932080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c8d9360-2d5d-439a-9ee4-45784b374f79 req-c228fdc7-6cda-40c5-93b3-4daf1365446c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 943 time: 0.1417766 Nov 12 03:17:14.962732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.015384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b049e071-66d3-410d-8b76-dfeeab1a1d99 req-80dd04b4-22b1-43d2-9d62-7c0641d7217a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224999 Nov 12 03:17:15.025269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.028834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-701c701a-60a6-4c0d-b62c-aa97f10521d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.030441 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-701c701a-60a6-4c0d-b62c-aa97f10521d1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.1454217 Nov 12 03:17:15.077068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c8d9360-2d5d-439a-9ee4-45784b374f79 req-d879b604-699c-4308-afa5-6215f9639aca tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100316 Nov 12 03:17:15.083125 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-1e110158-0f4c-470b-af98-c1450dfe3f84 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416939 Nov 12 03:17:15.151417 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.154787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.158798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c6da847-3e24-4feb-8462-c2f95ad6f6f8 HTTP/1.1" status: 204 len: 168 time: 0.3168197 Nov 12 03:17:15.173221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5048d-7280-4b55-9f77-21db1aaa3d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6da847-3e24-4feb-8462-c2f95ad6f6f8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.217362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] For port 6f7a9428-bcd0-4495-9dbb-8bebba27ae82, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:15.217919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.241334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Calling delete_port for 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:15.323570 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-182744b6-c7dd-4f98-96fb-93354c193f70 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284048 Nov 12 03:17:15.339110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cdca1-492b-43dc-ae37-c19958853d9a req-e4810e3a-7628-4841-93ca-3b86310d9b53 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.340937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c58cdca1-492b-43dc-ae37-c19958853d9a req-e4810e3a-7628-4841-93ca-3b86310d9b53 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.0882821 Nov 12 03:17:15.418829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c58cdca1-492b-43dc-ae37-c19958853d9a req-d8fb7978-0c19-4e18-bff2-cd7f9a19798e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Nov 12 03:17:15.571821 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1b62b90a-c335-4149-b536-9e4d60bd3199 req-3010e010-9d0a-483d-bb64-5f4ecfc12d72 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384272 Nov 12 03:17:15.638070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.669840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7a9428-bcd0-4495-9dbb-8bebba27ae82,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.938081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.303396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Router 15feb0fc-2e25-45c9-8284-e6f4165f029e has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:16.379029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603719b4-d690-4825-a7d3-a2353cef9bf2 req-b45f00e5-1469-4d67-89ef-93f089fe1614 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.392539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-603719b4-d690-4825-a7d3-a2353cef9bf2 req-b45f00e5-1469-4d67-89ef-93f089fe1614 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1449459 Nov 12 03:17:16.412898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd28fa0-467a-4022-8e95-776c36bd85b2 req-4634b895-82d7-437f-a5a8-cd1570f6ade7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.425457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fd28fa0-467a-4022-8e95-776c36bd85b2 req-4634b895-82d7-437f-a5a8-cd1570f6ade7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 943 time: 0.1246727 Nov 12 03:17:16.497172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35870) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:16.558532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-603719b4-d690-4825-a7d3-a2353cef9bf2 req-dc499173-1a0e-4d0c-956e-afdbcd278c6e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646230 Nov 12 03:17:16.571722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:16.587519 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7556fe8f-3842-4e4e-9063-b6aba53c91a7 admin admin] 10.222.0.93 "PUT /v2.0/routers/15feb0fc-2e25-45c9-8284-e6f4165f029e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949885 Nov 12 03:17:16.589387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:16.592871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Sync routers for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:16.630284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fd28fa0-467a-4022-8e95-776c36bd85b2 req-956b6b00-aa3f-4b16-a237-7f3a51ec8c00 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026954 Nov 12 03:17:16.635594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:16.636741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:16.720523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-network', 'tenant_id': '282c605c910a4fe1beee74aa97f70225'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:16.750819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.771473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Made reservation on behalf of 282c605c910a4fe1beee74aa97f70225 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:16.774867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.795019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac320540-e161-41a0-a0a1-8c613c3dc00c req-008204f8-0773-4102-b832-0e3e52a903c2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.804296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac320540-e161-41a0-a0a1-8c613c3dc00c req-008204f8-0773-4102-b832-0e3e52a903c2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1000214 Nov 12 03:17:16.810139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:16.812332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.879693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.888298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac320540-e161-41a0-a0a1-8c613c3dc00c req-61acda6f-210f-4ebf-af8b-d95a537a5439 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820148 Nov 12 03:17:16.999937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:17:15Z', 'revision_number': 5, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port': {'id': '0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:56Z', 'updated_at': '2021-11-12T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:17.000399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Deleting port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:17.000730 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.022938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.028295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.031238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Checking router: 15feb0fc-2e25-45c9-8284-e6f4165f029e for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:17.040500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Routers {'15feb0fc-2e25-45c9-8284-e6f4165f029e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:17.041112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:16:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['15feb0fc-2e25-45c9-8284-e6f4165f029e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:17.057174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:17.085284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5271c24c-3df3-4267-bb2f-5b03ee9ead17,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.091150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.092086 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Added segment ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a of type vlan for network 746087b7-9dab-42cb-b5cc-6c5f050f9254 Nov 12 03:17:17.118239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] For port 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:17.118884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.135510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Calling delete_port for 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:17.153708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.184980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.186779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.187935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.258522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7576151 Nov 12 03:17:17.263131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35878) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:17.268822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Request body: {'subnet': {'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-subnet', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:17.278710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d92839-4742-4641-aa5e-91813391a7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=746087b7-9dab-42cb-b5cc-6c5f050f9254,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.281637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] Set router 15feb0fc-2e25-45c9-8284-e6f4165f029e gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:17.301468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Made reservation on behalf of 282c605c910a4fe1beee74aa97f70225 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:17.303577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.312321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:17.392585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 630385bf-e9f0-4fc0-b769-0298eee41f39 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:17.409757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:17:16Z', 'revision_number': 6, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:17.658314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.669219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24df85ba-3bfa-4d15-9810-cd3c40a447c5 None None] The sync data for ids ['15feb0fc-2e25-45c9-8284-e6f4165f029e'] in n-d-713499-30 is: [{'id': '15feb0fc-2e25-45c9-8284-e6f4165f029e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1643330482-router', 'tenant_id': '1b1ada6993424adcb0149209c302c314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:55Z', 'updated_at': '2021-11-12T03:17:16Z', 'revision_number': 6, 'project_id': '1b1ada6993424adcb0149209c302c314', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:17.730278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:17.731988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.749258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'network_id': '6fe09010-7a55-4ef7-a70b-a0e32503a789', 'port_id': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'mac_address': 'fa:16:3e:a1:2f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820f8756-b178-4b20-b3fd-5f9b0cf786a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:17.764633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.766080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-804ca773-8a4a-44b2-b424-3129d6c39918 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.770986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-804ca773-8a4a-44b2-b424-3129d6c39918 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.2714744 Nov 12 03:17:17.810098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.824633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-814b6653-cb7e-4080-a685-64d30583e1c8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/quotas/b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 375 time: 0.0303087 Nov 12 03:17:17.831766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.832976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630385bf-e9f0-4fc0-b769-0298eee41f39 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:17.853052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5119a0ac-c77f-49b9-9a9a-acc42b92d842,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.859889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:17.860977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Checking segment: {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:17.861465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Network hostable DHCP agents. Network: 746087b7-9dab-42cb-b5cc-6c5f050f9254, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:17.866365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.886915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f22ff-086e-416a-b5c0-f52881a620c2 req-4927a514-9e2a-42ee-a988-21640a2b4c0f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.888313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7f22ff-086e-416a-b5c0-f52881a620c2 req-4927a514-9e2a-42ee-a988-21640a2b4c0f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1789515 Nov 12 03:17:17.929415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:17.950904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.958974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.961486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.963327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-93a6f826-0617-4dda-a369-873405812867 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1296201 Nov 12 03:17:17.965651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 746087b7-9dab-42cb-b5cc-6c5f050f9254) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:17.970549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7f22ff-086e-416a-b5c0-f52881a620c2 req-2044767e-f672-4124-8473-d3ca00b6f5a9 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Nov 12 03:17:17.971284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.972163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.972655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.972927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.973430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.973856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.974252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.974689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.975098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.975595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.976019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.976428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:17.982787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.983371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.983806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46cdf89-deaf-4e45-ac68-e7d09468c071 None None] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:17.987614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48a0050b-c4ab-4b42-9c1c-f2a4618e0679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.047541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.048304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15feb0fc-2e25-45c9-8284-e6f4165f029e {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:17:18.054797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.058978 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0f788af-a654-4719-ab14-4e9c32559628 admin admin] 10.222.0.93 "DELETE /v2.0/routers/15feb0fc-2e25-45c9-8284-e6f4165f029e HTTP/1.1" status: 204 len: 168 time: 1.4680808 Nov 12 03:17:18.059634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.089577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c1dce258-706d-481b-82ed-7b2b304fd915 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8252294 Nov 12 03:17:18.092384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35906) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.098343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:18.123130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Deleting subnet 08044893-1268-48d9-aa5b-321cd5e7a904 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:18.127035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.187922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.194043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['630385bf-e9f0-4fc0-b769-0298eee41f39'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:18.200853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6e8c1959-cfbe-499e-b91a-59a2c93b1f47 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291617 Nov 12 03:17:18.229229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.230664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.278644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57f353-ccb1-4049-82e0-d5251b4e09be None None] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:18.354236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.397506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fc05a-055d-4f55-a15a-ee1251e18da0 req-e62693b3-1f02-4f3d-bc00-df350cea01e9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.399310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-050fc05a-055d-4f55-a15a-ee1251e18da0 req-e62693b3-1f02-4f3d-bc00-df350cea01e9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 944 time: 0.2388215 Nov 12 03:17:18.407131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.435449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.468253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.473062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/08044893-1268-48d9-aa5b-321cd5e7a904 HTTP/1.1" status: 204 len: 168 time: 0.4114735 Nov 12 03:17:18.474567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d512c4b-a5c6-4388-828c-282db1d8cc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08044893-1268-48d9-aa5b-321cd5e7a904,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:18.482532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.482672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7247a-372c-4ba2-aed9-62f1cb54192e None None] Network b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:18.527836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-d846e375-ea8d-42b1-9eee-259eb9f12575 service neutron] 10.222.0.93 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259776 Nov 12 03:17:18.583262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.672866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:18.673351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Deleting port 7f476894-86ef-4b95-8ede-13d299c95133 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:18.673652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.713710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:18.713828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6f7a9428-bcd0-4495-9dbb-8bebba27ae82 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:18.713991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.722512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-050fc05a-055d-4f55-a15a-ee1251e18da0 req-0d99271f-efbc-4e49-a187-194fb022ebd2 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139524 Nov 12 03:17:18.787930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] For port 7f476894-86ef-4b95-8ede-13d299c95133, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f476894-86ef-4b95-8ede-13d299c95133,segment=NetworkSegment(9c09c55f-3f44-41ee-9541-9f47c34b9be6),segment_id=9c09c55f-3f44-41ee-9541-9f47c34b9be6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:18.788491 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.803620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Calling delete_port for 7f476894-86ef-4b95-8ede-13d299c95133 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:18.870729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] DHCP port deletion for b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:18.938257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.998422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Deleting port 7f476894-86ef-4b95-8ede-13d299c95133 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:18.999042 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.006610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f476894-86ef-4b95-8ede-13d299c95133,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.013587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] No DVR routers for this DVR port 7f476894-86ef-4b95-8ede-13d299c95133 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:19.087740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] For port 7f476894-86ef-4b95-8ede-13d299c95133, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:19.088254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.104790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Calling delete_port for 7f476894-86ef-4b95-8ede-13d299c95133 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:19.107718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Port 7f476894-86ef-4b95-8ede-13d299c95133 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:17:19.111038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.142530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] Pushing event deleted for resources: {'Port': ['ID=7f476894-86ef-4b95-8ede-13d299c95133,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.156505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea1384-34b9-431e-8af2-da1579ae658d None None] No DVR routers for this DVR port 7f476894-86ef-4b95-8ede-13d299c95133 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:19.207045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.249895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95b7d89-6cc1-42b2-a326-d8b0c4f222c4']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:19.263914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c09c55f-3f44-41ee-9541-9f47c34b9be6') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:19.264246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c09c55f-3f44-41ee-9541-9f47c34b9be6') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:19.271564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a193b48-799f-4dec-addd-396afbea72eb req-e4960c34-2c26-450f-964d-86d3eea61913 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.276170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.278775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a193b48-799f-4dec-addd-396afbea72eb req-e4960c34-2c26-450f-964d-86d3eea61913 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2668171 Nov 12 03:17:19.293187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.302078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:19.302496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:19.310539 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:19.312999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.354050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.359143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 630385bf-e9f0-4fc0-b769-0298eee41f39 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:19.417635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.435061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.442858 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/b95b7d89-6cc1-42b2-a326-d8b0c4f222c4 HTTP/1.1" status: 204 len: 168 time: 0.9546397 Nov 12 03:17:19.461440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a08f9-ee87-43aa-910d-3443e02331c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95b7d89-6cc1-42b2-a326-d8b0c4f222c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.517328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 630385bf-e9f0-4fc0-b769-0298eee41f39 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:19.526415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 630385bf-e9f0-4fc0-b769-0298eee41f39 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:19.528044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.582056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a193b48-799f-4dec-addd-396afbea72eb req-548840e0-25d9-47b2-a20c-6da70ca6d170 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980785 Nov 12 03:17:19.619417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c3c62-6bdc-4c6a-88ef-9c1cec085ac0 req-162b5158-16ae-43a8-a9fa-268aff9ba3e6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:19.635290 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.644697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e47c3c62-6bdc-4c6a-88ef-9c1cec085ac0 req-162b5158-16ae-43a8-a9fa-268aff9ba3e6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.4242001 Nov 12 03:17:19.679635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:19.680672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:19.683316 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a480bd-0723-47d5-a764-39b186c0c767" -d '{"events": [{"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-plugged", "status": "completed", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:19.687556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.700371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Allocated IP 172.25.4.38 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0a45e41a-c636-43a1-80a9-6b86fcc41bcd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:19.704539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:19.754001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22daaf08-da49-4d84-9872-e97ce3b5906a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b1ada6993424adcb0149209c302c314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473285 Nov 12 03:17:19.757034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:19.758219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.787128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c22d7fd8-393c-4afe-9c21-fd3741ae3c75 req-e4865896-432b-4dad-8884-26ad837e1c39 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 210 time: 0.0795579 Nov 12 03:17:19.846964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.860882 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec9010-b47a-4168-b70d-df65a66f43c3 x-openstack-request-id: req-40ec9010-b47a-4168-b70d-df65a66f43c3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:19.861276 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-plugged", "status": "completed", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:19.861645 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40ec9010-b47a-4168-b70d-df65a66f43c3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:19.862428 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'code': 200} Nov 12 03:17:19.883103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.917498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e47c3c62-6bdc-4c6a-88ef-9c1cec085ac0 req-2ff4fdea-39cc-4150-8c16-1fd6923f624e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724752 Nov 12 03:17:19.957086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.959996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.963420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.964751 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef4efbf4-3c68-48fb-8561-306845ea002c HTTP/1.1" status: 204 len: 168 time: 0.2065916 Nov 12 03:17:19.989407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1852e9-220d-4a51-86db-8cba0837e1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4efbf4-3c68-48fb-8561-306845ea002c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.084171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d27f41-1c31-4289-aa10-8d5e1a5769fa req-82aaccc4-4f83-42ae-9c4b-effd5e370414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.086726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c2d27f41-1c31-4289-aa10-8d5e1a5769fa req-82aaccc4-4f83-42ae-9c4b-effd5e370414 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1097 time: 0.0780563 Nov 12 03:17:20.101436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5478a3-32f1-421d-b808-4bd2f6431b25 req-1a17bf2c-e50d-4167-9459-aa774ed6868d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.103797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d5478a3-32f1-421d-b808-4bd2f6431b25 req-1a17bf2c-e50d-4167-9459-aa774ed6868d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 945 time: 0.1103928 Nov 12 03:17:20.153537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.165237 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c2d27f41-1c31-4289-aa10-8d5e1a5769fa req-30823456-e571-4967-870f-f1c4b9821a91 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Nov 12 03:17:20.236615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d5478a3-32f1-421d-b808-4bd2f6431b25 req-a6238dac-ab6f-4465-9923-b145fd670887 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252346 Nov 12 03:17:20.238033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.253663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:20.255661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:20.263013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:20.263367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:20.284828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:20.285309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a017fcf-6dc0-42a3-b9b0-89b5a1e980ab not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:20.285916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f476894-86ef-4b95-8ede-13d299c95133 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:20.309400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7f476894-86ef-4b95-8ede-13d299c95133 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:20.309869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f476894-86ef-4b95-8ede-13d299c95133 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:20.345875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29fd081d-f0db-487e-8264-fa687adad96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.795772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-ec83591f-67f7-43c3-a8ef-f37586bbe56b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.797439 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-ec83591f-67f7-43c3-a8ef-f37586bbe56b tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 807 time: 0.2004063 Nov 12 03:17:20.811629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Request body: {'port': {'device_id': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'admin_state_up': True, 'tenant_id': 'b20d046ed9964f7f98dd062f193b45e8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:20.985748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Made reservation on behalf of b20d046ed9964f7f98dd062f193b45e8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:20.992878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.076571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebcb5407-b7b2-4031-ab75-5581127b80e8 req-e45ed9a6-555f-4a50-8103-e7576d75ac08 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 210 time: 0.0769589 Nov 12 03:17:21.097325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c965-04e4-4b80-865c-2b97ab48f9b2 req-6f307afd-080b-4d87-93b0-ef0ceb3da57e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.099110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd98c965-04e4-4b80-865c-2b97ab48f9b2 req-6f307afd-080b-4d87-93b0-ef0ceb3da57e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2964690 Nov 12 03:17:21.219283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Allocated IP 172.20.0.5 (67758fb8-82ec-4996-a007-6f28630f429e/c0d4493a-916b-4499-b748-9f7afb2fac08/e5b1e330-bad8-4156-99b7-a802cec5fb87) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:21.303329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.381174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd98c965-04e4-4b80-865c-2b97ab48f9b2 req-9c101873-15b5-4918-a5f9-925175827853 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727437 Nov 12 03:17:21.418188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c730-aab4-4032-bad6-66e27e205923 req-f14de72f-ecad-49e9-b6e4-eea9774cb7c1 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.419840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bf8c730-aab4-4032-bad6-66e27e205923 req-f14de72f-ecad-49e9-b6e4-eea9774cb7c1 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1697078 Nov 12 03:17:21.574261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.577358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.624694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bf8c730-aab4-4032-bad6-66e27e205923 req-9b4a22f2-b6c6-455e-a430-3a6b90c6f66c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959326 Nov 12 03:17:21.676375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.694004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['822ef2d8-de94-4156-a221-3cba8893b129'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:21.795290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Network 67758fb8-82ec-4996-a007-6f28630f429e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:21.802745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:21.807497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:21.869942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.872154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:21.940890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.941844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.995136 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9e978e3c-72f0-4ef0-a6b7-a30611b5b1ba tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877322 Nov 12 03:17:22.011377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Request body: {'port': {'device_id': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.103071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af1fc-80b7-41da-8385-59619947e165 req-181d3820-946c-4687-9d73-9ab5307cc0e4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.112259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b77af1fc-80b7-41da-8385-59619947e165 req-181d3820-946c-4687-9d73-9ab5307cc0e4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 945 time: 0.3320839 Nov 12 03:17:22.118725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.203597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b77af1fc-80b7-41da-8385-59619947e165 req-1c4ed7cb-5e7e-411a-b0af-4774507a1fb9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896263 Nov 12 03:17:22.210013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Router 00140164-4f4f-48f4-9c76-0a7e23af2438 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:17:22.409226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:22.427296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Sync routers for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:22.441138 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:22.442697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:22.553984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18dd88c0-5201-4129-a0dd-38891580a058 req-5ca10368-9ef3-43ba-a6c9-1e068d030967 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800674678&fields=id&tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 267 time: 0.1523213 Nov 12 03:17:22.566856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.574642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-06416a6b-00dd-4184-b605-968605e3cee9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4804642 Nov 12 03:17:22.578933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36024) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.604950 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:22.620782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b79e-f8da-45d8-9aa3-9700a1625707 req-cf748cbe-c06c-40e6-a6fc-a0dd736e404f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.622194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4326b79e-f8da-45d8-9aa3-9700a1625707 req-cf748cbe-c06c-40e6-a6fc-a0dd736e404f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 931 time: 0.2218075 Nov 12 03:17:22.721502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b1e330-bad8-4156-99b7-a802cec5fb87 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:22.730971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.748703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Transition to ACTIVE for port object e5b1e330-bad8-4156-99b7-a802cec5fb87 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:22.749729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.762002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.851331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd88c0-5201-4129-a0dd-38891580a058 req-52689abf-0cdc-43ea-9e07-66f9381cf95d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.866811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18dd88c0-5201-4129-a0dd-38891580a058 req-52689abf-0cdc-43ea-9e07-66f9381cf95d tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 945 time: 0.3028953 Nov 12 03:17:22.872704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:22.905793 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.909257 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:22.918996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'security_groups': ['7f806e53-2282-476b-900d-b56f76e27eba', 'ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.945246 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Checking router: 00140164-4f4f-48f4-9c76-0a7e23af2438 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:22.945589 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Updating router 00140164-4f4f-48f4-9c76-0a7e23af2438 port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:22.984519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4326b79e-f8da-45d8-9aa3-9700a1625707 req-a3a11710-2025-4b72-964f-254d1445c685 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430555 Nov 12 03:17:22.989942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2b1-091a-4091-9967-1463b6132fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.991198 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.102521 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.214658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2b1-091a-4091-9967-1463b6132fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.217925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:23.218853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:23.219189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:23.223774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bf9e2b1-091a-4091-9967-1463b6132fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.319341 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0bf9e2b1-091a-4091-9967-1463b6132fa3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10d63d15a1c941b984c68b6e58770478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5682724 Nov 12 03:17:23.323407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:23.325365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9e2b1-091a-4091-9967-1463b6132fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc5654b-3cf6-4eeb-92f6-2f86f7e793de,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.344817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:23.345147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:23.386379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:23.387111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:23.387781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:23.388426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Bound port: e5b1e330-bad8-4156-99b7-a802cec5fb87, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:23.389238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.418895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120b506-b888-4b16-945d-fd7087218024 req-127c1a10-096f-4aa6-a198-e43c026675d2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.420766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4120b506-b888-4b16-945d-fd7087218024 req-127c1a10-096f-4aa6-a198-e43c026675d2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.3199115 Nov 12 03:17:23.453405 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.462544 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.529096 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Attempting to bind port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:23.529689 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Attempting to bind port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:23.529828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:23.530175 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Attempting to bind port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:23.539454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:23.540014 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:23.540512 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.541020 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:23.541590 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Bound port: 0a45e41a-c636-43a1-80a9-6b86fcc41bcd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:23.542088 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.544779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.557773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:23.562326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:23.577142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.579516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.602287 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.615586 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] For port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:23.619262 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] For port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:23.621166 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Pushing event updated for resources: {'Port': ['ID=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.630517 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.644033 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.644769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.645867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.646222 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.646492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.647007 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.647795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.647912 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] 10.222.0.98 "PUT /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 1092 time: 1.6411891 Nov 12 03:17:23.648332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:23.648721 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.649277 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.649858 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.650516 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.650630 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10277f-5d5a-4f19-9619-76a28e51a7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:23.651230 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.651781 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.652346 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:23.652927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.680157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f935f2e-4526-4b06-a4ef-afba5135cc15 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.701188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.714030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:23.720284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4120b506-b888-4b16-945d-fd7087218024 req-469b7260-4c84-44c8-924d-3edc413f2b0b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896595 Nov 12 03:17:23.732180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.735395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.739534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3cc5654b-3cf6-4eeb-92f6-2f86f7e793de HTTP/1.1" status: 204 len: 168 time: 0.3712707 Nov 12 03:17:23.803039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.803686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.806922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-194252c8-8d40-44f0-804f-3bc831939826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.808842 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-194252c8-8d40-44f0-804f-3bc831939826 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1095 time: 0.1091344 Nov 12 03:17:23.809610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b38f5-3405-4c65-84f1-0a552220ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc5654b-3cf6-4eeb-92f6-2f86f7e793de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.817654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18dd88c0-5201-4129-a0dd-38891580a058 req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "PUT /v2.0/ports/630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 981 time: 0.9491038 Nov 12 03:17:23.818239 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a1a2-cec8-4a7c-ba61-3899dc98c473 None None] Pushing event updated for resources: {'Port': ['ID=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.819748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:23.828053 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606" -d '{"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:23.847039 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:23.847794 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:23.849354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['630385bf-e9f0-4fc0-b769-0298eee41f39'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:23.901704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f5ae-7055-4455-b9aa-401bd8c3e1ea tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.931132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-d003ad39-7a27-4af4-9313-aac7e9fd4156 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 217 time: 0.1124434 Nov 12 03:17:23.942321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['630385bf-e9f0-4fc0-b769-0298eee41f39'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:24.040838 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2eebf6-7923-42e4-a0bf-b19b508893e5 x-openstack-request-id: req-4b2eebf6-7923-42e4-a0bf-b19b508893e5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:24.041434 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:24.041867 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4b2eebf6-7923-42e4-a0bf-b19b508893e5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:24.042639 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'status': 'completed', 'code': 200} Nov 12 03:17:24.064802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb676e-165f-4e03-888f-283449b13d05 req-244aef60-43a1-4d6f-9eae-5832008a2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.067113 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-244aef60-43a1-4d6f-9eae-5832008a2f99 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1257586 Nov 12 03:17:24.098224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa4504-e1cb-432a-8b37-9e6620cd0397 req-9a26c22d-b7b8-47c0-929f-b9e894693aae tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.099918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bfa4504-e1cb-432a-8b37-9e6620cd0397 req-9a26c22d-b7b8-47c0-929f-b9e894693aae tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1477759 Nov 12 03:17:24.133071 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-bc11e7da-de3b-46af-b1f5-79bfaf7271d7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572391 Nov 12 03:17:24.178688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40334b8c-4469-44cc-b824-8d0d0fab13c8 req-c81ec906-0a3b-4cda-add1-cea1382b07d0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa HTTP/1.1" status: 200 len: 1816 time: 0.1438959 Nov 12 03:17:24.294434 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-40334b8c-4469-44cc-b824-8d0d0fab13c8 req-7037ac57-9d50-4511-8840-4c5d69b55d61 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:17:24.295487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40334b8c-4469-44cc-b824-8d0d0fab13c8 req-7037ac57-9d50-4511-8840-4c5d69b55d61 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa HTTP/1.1" status: 409 len: 341 time: 0.1055515 Nov 12 03:17:24.341323 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:24.354660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bfa4504-e1cb-432a-8b37-9e6620cd0397 req-498a7a7a-0ac5-4a5c-96d8-f2230119f903 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151222 Nov 12 03:17:24.359277 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-fcb858aa-68bb-4aa3-bafe-d2206dfae0c8 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126839 Nov 12 03:17:24.490623 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc4ec9-91ac-49d4-b452-ee209c4f1485 x-openstack-request-id: req-a4fc4ec9-91ac-49d4-b452-ee209c4f1485 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:24.491331 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:24.493139 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a4fc4ec9-91ac-49d4-b452-ee209c4f1485 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:24.493666 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'status': 'completed', 'code': 200} Nov 12 03:17:24.529155 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5fb676e-165f-4e03-888f-283449b13d05 req-9d1424c0-1a1b-4483-9fa2-52f5e571b545 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503425 Nov 12 03:17:24.604677 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.672334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-ec5757d8-3f68-409a-b054-c6db4d58b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.678877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-ec5757d8-3f68-409a-b054-c6db4d58b604 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1095 time: 0.0970893 Nov 12 03:17:24.725255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-e691a72c-6356-4370-a3ef-6452848ba4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.726422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-e691a72c-6356-4370-a3ef-6452848ba4ce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1136 time: 0.2435491 Nov 12 03:17:24.751769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:24.791479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221afae6-8ac2-4c7b-bff3-fc24e1f6d0cd req-c42b5a94-0c4a-4189-a1da-be88ad141936 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.799320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-221afae6-8ac2-4c7b-bff3-fc24e1f6d0cd req-c42b5a94-0c4a-4189-a1da-be88ad141936 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2749624 Nov 12 03:17:24.810175 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defda4ec-72f5-4ba1-b671-c202f87100d5 None None] The sync data for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 is: [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:24.903030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-d6d88430-4bfe-4ba8-b090-d031c9391b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.904655 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-d6d88430-4bfe-4ba8-b090-d031c9391b7e service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.2137189 Nov 12 03:17:24.973823 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-63b4a5f5-2c48-446a-a785-4cae72230b5d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0578063 Nov 12 03:17:25.040164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-3ada9554-ef14-44d2-a4a6-2e8975c9b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.041686 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-3ada9554-ef14-44d2-a4a6-2e8975c9b64c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0618589 Nov 12 03:17:25.093529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-8d7e868f-a7fb-424e-a2af-05b9b52b96bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419931 Nov 12 03:17:25.179164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-0b21a483-3ea7-4051-bf09-7312aa41872d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.182209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-0b21a483-3ea7-4051-bf09-7312aa41872d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.5277312 Nov 12 03:17:25.212933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-221afae6-8ac2-4c7b-bff3-fc24e1f6d0cd req-ebe5eed6-ebd8-4bf9-91e1-f3a07242e577 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127367 Nov 12 03:17:25.236044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-76964c14-92a4-49a2-8051-03516f9532e2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/quotas/58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 375 time: 0.0352547 Nov 12 03:17:25.253214 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-498d9fa0-a614-48e4-8fc7-fbe60de81c12 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481285 Nov 12 03:17:25.254729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-d80807f5-4801-4b06-826b-793698b5499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.256456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-d80807f5-4801-4b06-826b-793698b5499b service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.5160737 Nov 12 03:17:25.411231 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9f10277f-5d5a-4f19-9619-76a28e51a7bf req-c6fda688-6084-446f-ba68-3727c07836d5 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438577 Nov 12 03:17:25.452414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-3c578ea4-c2ed-4905-9595-637987d551bb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0976052 Nov 12 03:17:25.511637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Allocated IP 172.20.0.1 (746087b7-9dab-42cb-b5cc-6c5f050f9254/5119a0ac-c77f-49b9-9a9a-acc42b92d842/9555c93e-3eb5-4ffd-bc38-7463e3020695) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:25.532611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-a2e5a195-f4f5-4d80-9e0c-2fcd0ae94c45 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2820792 Nov 12 03:17:25.976365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-b9c651ac-1fee-465d-91ed-4ae8dfae5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.978050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-b9c651ac-1fee-465d-91ed-4ae8dfae5715 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.5153089 Nov 12 03:17:26.051441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-db67fe82-877e-4966-95b6-cbe7a04ffc17 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419679 Nov 12 03:17:26.105087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b66f7-5b85-4b6f-a7e2-549f5be98bb4 req-cdc53bfe-9aba-43a1-8829-5075d9f04b38 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.106757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-515b66f7-5b85-4b6f-a7e2-549f5be98bb4 req-cdc53bfe-9aba-43a1-8829-5075d9f04b38 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.5288100 Nov 12 03:17:26.180727 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.209220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-cdea64bb-5b0b-4524-b07e-877d6875b79c service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314516 Nov 12 03:17:26.266974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-515b66f7-5b85-4b6f-a7e2-549f5be98bb4 req-54efa225-6012-4e10-8d58-f56a80f2a687 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492591 Nov 12 03:17:26.290324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a45e41a-c636-43a1-80a9-6b86fcc41bcd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:26.312902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-413cae7a-f5ab-45f3-ac5d-b904a76f9f9f service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532904 Nov 12 03:17:26.319381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.351034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:26.351668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.432470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:26.440736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:26.447704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:26.448469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.478069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:26.484376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.517514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:26.559486 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.563455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-8a711c11-70ec-425b-b082-b6fb7b64cd1c service neutron] 10.222.0.93 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426168 Nov 12 03:17:26.655216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc0bb27-d0e8-4bf6-83e6-1dc4eb9d1606 req-1a1edeec-bb50-4761-b342-2dacbe8dbf3b service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004436 Nov 12 03:17:26.746105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-f8741fc0-958a-49b2-a029-25c1c127f1bf tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=67c53df2881f4ee7959fcc03af8a377d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249963 Nov 12 03:17:26.749552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:26.911450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.918126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-ecc54043-107d-4c4b-9817-8dd1e4e07ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.920564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-ecc54043-107d-4c4b-9817-8dd1e4e07ae4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1136 time: 0.1663716 Nov 12 03:17:27.050493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-428ac3fc-4edb-4df4-aa90-f359ba71de66 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.052337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-428ac3fc-4edb-4df4-aa90-f359ba71de66 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847512 Nov 12 03:17:27.114813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-e1657036-e91e-45c7-bdfb-d8c116cd5f0c tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/quotas/67c53df2881f4ee7959fcc03af8a377d HTTP/1.1" status: 200 len: 375 time: 0.0479114 Nov 12 03:17:27.197900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-80525964-3a62-4e2f-a13f-68202f1418b8 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=67c53df2881f4ee7959fcc03af8a377d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675027 Nov 12 03:17:27.208245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec6b9-a871-4ee4-8a89-5f9c05149385 req-db274009-9520-40a7-970d-91e7a034a4db tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.209829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a2ec6b9-a871-4ee4-8a89-5f9c05149385 req-db274009-9520-40a7-970d-91e7a034a4db tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1987710 Nov 12 03:17:27.210985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-2206ee97-8bd4-455d-9477-64738a470f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.212487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-2206ee97-8bd4-455d-9477-64738a470f04 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.2745004 Nov 12 03:17:27.322816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-8de62c38-2b0c-4ea2-b8b2-98c3065608fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0808890 Nov 12 03:17:27.447146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a2ec6b9-a871-4ee4-8a89-5f9c05149385 req-5b606858-790d-44fd-9af5-c1754cf952cd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874588 Nov 12 03:17:27.494625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-91e345ec-c7ff-4ec3-86c3-2d8c02ee69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.496173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-91e345ec-c7ff-4ec3-86c3-2d8c02ee69d3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.1612537 Nov 12 03:17:27.539891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-b6332bb8-794b-4ef9-b8ec-50ba0134520b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354264 Nov 12 03:17:27.541845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.557690 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.744137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.763014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:27.779070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd4ccb-6dfe-41f5-a5af-1706cadc6f80 req-4a5802de-4a57-4352-88d4-c50d32281fa5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.780492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4bd4ccb-6dfe-41f5-a5af-1706cadc6f80 req-4a5802de-4a57-4352-88d4-c50d32281fa5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2247915 Nov 12 03:17:27.788393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9541404-2296-4f5c-83cc-4856a974ab01 req-eb5c5657-5906-4218-a30b-11b7907d84f4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.789767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9541404-2296-4f5c-83cc-4856a974ab01 req-eb5c5657-5906-4218-a30b-11b7907d84f4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 984 time: 0.2216074 Nov 12 03:17:27.865034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-e9ad36d5-0895-4641-8fb7-2ea1a2d51185 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174062 Nov 12 03:17:27.973915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4bd4ccb-6dfe-41f5-a5af-1706cadc6f80 req-4e3ed7db-ed18-462d-a9c6-560e1898123d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808221 Nov 12 03:17:28.053031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9541404-2296-4f5c-83cc-4856a974ab01 req-c78016be-139c-4f79-961c-4d8e3a970188 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa&id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2522945 Nov 12 03:17:28.128875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0225f5c2-bb64-485d-bd67-4402b2056756 req-3d54f0b3-4e52-404b-bbe2-c21ded524495 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0490956 Nov 12 03:17:28.138561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:28.144998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac97e211-6e94-4263-a15b-a1a15018d4c1 req-86823c6c-ee09-47b1-b28f-4d324252255b service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403057 Nov 12 03:17:28.177684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:28.217143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-4d86a0ef-6a98-461f-9ec4-e01140d4bfbf tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.220679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-4d86a0ef-6a98-461f-9ec4-e01140d4bfbf tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 820 time: 0.1773400 Nov 12 03:17:28.242740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Request body: {'port': {'device_id': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'admin_state_up': True, 'tenant_id': '58ee712775d949cea74805337cac0dc4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:28.304178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a45e41a-c636-43a1-80a9-6b86fcc41bcd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:28.373017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43e36a-d7cb-440f-bc20-bd977626bc4b req-745bd1b9-7767-47d7-b81c-35f44af65fa2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.383447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da43e36a-d7cb-440f-bc20-bd977626bc4b req-745bd1b9-7767-47d7-b81c-35f44af65fa2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2368135 Nov 12 03:17:28.412080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:28.412730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.487406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Made reservation on behalf of 58ee712775d949cea74805337cac0dc4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:28.493029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.494427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb875180-7fb8-4e9e-959b-3e75be354b93 req-24c39a9c-1cfd-4db6-970d-b1f9c773952c tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 210 time: 0.0507560 Nov 12 03:17:28.515870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da43e36a-d7cb-440f-bc20-bd977626bc4b req-301a31f6-3a16-4e78-816a-657ee16613c1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312349 Nov 12 03:17:28.522530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Router 00140164-4f4f-48f4-9c76-0a7e23af2438 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:28.678793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:28.687996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48365f9b-1406-4a2a-9782-4c306fab43e8 req-37d908fc-2457-489b-8a34-9dcc8389431d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.689930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Sync routers for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:28.695056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48365f9b-1406-4a2a-9782-4c306fab43e8 req-37d908fc-2457-489b-8a34-9dcc8389431d tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.0722980 Nov 12 03:17:28.705253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:28.705887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-568ca269-fdb5-4611-93c1-f8a184bf38f1 admin admin] 10.222.0.93 "PUT /v2.0/routers/00140164-4f4f-48f4-9c76-0a7e23af2438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1059525 Nov 12 03:17:28.714694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:28.757192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Allocated IP 172.20.0.3 (31983b17-f674-4f71-a77a-ea9a7763f94c/e1b95a5a-e0ad-474e-a71e-c9512ce2e399/328acffe-eaeb-47df-9f7c-fefc64670a69) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:28.763534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48365f9b-1406-4a2a-9782-4c306fab43e8 req-443d4cb0-f702-44ac-93f3-6c2f8ab0346e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Nov 12 03:17:28.881612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-a4c23d56-ace4-478a-9c0b-a9878cdf4790 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=67c53df2881f4ee7959fcc03af8a377d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381479 Nov 12 03:17:28.901824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:29.007360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.074855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-0bb9b03b-96d7-42be-9445-83fe9a9afce5 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.077335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-0bb9b03b-96d7-42be-9445-83fe9a9afce5 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901248 Nov 12 03:17:29.089099 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.096031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Request body: {'port': {'device_id': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '67c53df2881f4ee7959fcc03af8a377d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:29.117956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9178b073-98e9-4f2e-b453-438747232e08'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:29.158177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:29.175418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Network 31983b17-f674-4f71-a77a-ea9a7763f94c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:29.177566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:29.180669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:29.252003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.252815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.271732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-640d01a6-5a18-4ae9-953e-e2ed7f32702c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348885 Nov 12 03:17:29.286188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Request body: {'port': {'device_id': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:29.359137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.362728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7018cf-68a7-4d48-b1a6-5c328b658d56 req-8d396843-be27-4d52-ad90-9fec9ee389cc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.364418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7018cf-68a7-4d48-b1a6-5c328b658d56 req-8d396843-be27-4d52-ad90-9fec9ee389cc tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2636075 Nov 12 03:17:29.376041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:27Z', 'revision_number': 2, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:29.383711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-295995ed-7336-48c5-a3e3-efe6d696e7c3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.391124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-295995ed-7336-48c5-a3e3-efe6d696e7c3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 820 time: 0.2035885 Nov 12 03:17:29.416694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Checking router: 00140164-4f4f-48f4-9c76-0a7e23af2438 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:29.417045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Updating router 00140164-4f4f-48f4-9c76-0a7e23af2438 port 9555c93e-3eb5-4ffd-bc38-7463e3020695 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:29.429476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-0a9cd82c-ac8f-4954-924d-0fda2a11c711 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/quotas/282c605c910a4fe1beee74aa97f70225 HTTP/1.1" status: 200 len: 375 time: 0.0373302 Nov 12 03:17:29.454154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.528812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Made reservation on behalf of 67c53df2881f4ee7959fcc03af8a377d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:29.532544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.552121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7018cf-68a7-4d48-b1a6-5c328b658d56 req-d65efc85-cd22-4aaa-bb6a-d5b53bd9cfc5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463828 Nov 12 03:17:29.567114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.587598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-99a64eee-0cef-478c-a8c5-c7f683c8719f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570301 Nov 12 03:17:29.729819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328acffe-eaeb-47df-9f7c-fefc64670a69 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:29.740642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.756697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Transition to ACTIVE for port object 328acffe-eaeb-47df-9f7c-fefc64670a69 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:29.762530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.794331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274db6cf-2b8c-43db-ae6e-29ebb6ccd7ba req-bd7825ad-891d-4345-8216-09fd149ded03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.802220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-274db6cf-2b8c-43db-ae6e-29ebb6ccd7ba req-bd7825ad-891d-4345-8216-09fd149ded03 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 984 time: 0.1211011 Nov 12 03:17:29.829086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-c9924d11-8b9f-483f-a796-1af8c255a299 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405484 Nov 12 03:17:29.832606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:29.845812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.854733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.920655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5521-811f-4336-9572-3b722d6f5fc5 None None] Pushing event updated for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:29.935064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:29.936436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:29.936952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:29.943031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:29.943756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:29.956762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:29.957671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:29.958376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:29.959070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Bound port: 328acffe-eaeb-47df-9f7c-fefc64670a69, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:29.959600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.006579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Attempting to bind port 9555c93e-3eb5-4ffd-bc38-7463e3020695 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:30.007939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Attempting to bind port 9555c93e-3eb5-4ffd-bc38-7463e3020695 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:30.008218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Attempting to bind port 9555c93e-3eb5-4ffd-bc38-7463e3020695 on network 746087b7-9dab-42cb-b5cc-6c5f050f9254 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:30.015440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:30.015811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Checking segment: {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:30.016338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.016731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Bound using segment: {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:30.017482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Bound port: 9555c93e-3eb5-4ffd-bc38-7463e3020695, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:30.018544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.046798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:30.051332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:30.058346 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.095043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] For port 9555c93e-3eb5-4ffd-bc38-7463e3020695, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:30.098838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] For port 9555c93e-3eb5-4ffd-bc38-7463e3020695, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9555c93e-3eb5-4ffd-bc38-7463e3020695,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:30.110292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.110555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.111208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.113105 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] 10.222.0.100 "PUT /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 1092 time: 0.8318529 Nov 12 03:17:30.113686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:30.117110 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05" -d '{"events": [{"name": "network-changed", "server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:30.148648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb62c1-3717-438f-af16-5915c49b4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.191756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:30.192318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:30.233486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e5521-811f-4336-9572-3b722d6f5fc5 None None] Pushing event updated for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.253673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ea5305b1-aea3-43ef-8237-ec5abc42ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.255155 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-ea5305b1-aea3-43ef-8237-ec5abc42ccfc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1095 time: 0.0914292 Nov 12 03:17:30.272490 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.303238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-274db6cf-2b8c-43db-ae6e-29ebb6ccd7ba req-13d5f82c-4754-4dbf-8d46-4a36db9c8542 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa&id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4998205 Nov 12 03:17:30.305881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.316938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-d7ea3987-fdcc-42e8-969d-a83161ab12b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 217 time: 0.0493386 Nov 12 03:17:30.329654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:30.345001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d549fdd1-e59c-4a41-bbe4-054cf796fc4e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.418320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-d840808d-b686-4871-b027-6e600ea627ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.420120 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-d840808d-b686-4871-b027-6e600ea627ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0970962 Nov 12 03:17:30.440867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-f2111e35-c704-47a0-914b-907706fac892 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109364 Nov 12 03:17:30.497904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-0e1bf4be-1a5b-4e2e-ac3c-7eb9119e598e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676570 Nov 12 03:17:30.560745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146473ef-1617-4afa-8557-4ab336185b85 req-4fe16a23-9f24-4a4e-a3f3-c50e730bcc0d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.568899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-146473ef-1617-4afa-8557-4ab336185b85 req-4fe16a23-9f24-4a4e-a3f3-c50e730bcc0d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.1406686 Nov 12 03:17:30.619161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Allocated IP 192.168.233.13 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/de2cb6a2-707e-41fa-89bc-6ba1381aaa0c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:30.620999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.637891 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-8b14fd0b-c800-464b-b180-ed7934432006 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308038 Nov 12 03:17:30.653688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:30Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:30.672330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-146473ef-1617-4afa-8557-4ab336185b85 req-47e286ef-b6a6-4cdc-8081-484cb752071e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987782 Nov 12 03:17:30.687889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba91201-5b44-434c-9f2b-8c062945266a None None] The sync data for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 is: [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:30Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:30.888035 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4ba94ee8-bef5-4bb8-be9e-4bc21574ab0a req-c3efdb80-4c9a-435b-b4b0-e79718ad1d9e service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405128 Nov 12 03:17:30.904725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9e75eca-792a-4b3b-8e48-572bf81e5211 req-a94cc0f9-9e50-45e9-8b2b-8ca8aedfe246 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 210 time: 0.0580678 Nov 12 03:17:31.102351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.161522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39017e-2128-4e16-9bba-c3e048829bb4 req-3401b9f4-d255-407a-98b7-fba309aeac3e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.163254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d39017e-2128-4e16-9bba-c3e048829bb4 req-3401b9f4-d255-407a-98b7-fba309aeac3e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1796057 Nov 12 03:17:31.206005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.228685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc57cf-2c30-41d7-805e-746e1d7933ea req-f5f2d481-8691-45ca-9424-26e9efda926a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.239042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99bc57cf-2c30-41d7-805e-746e1d7933ea req-f5f2d481-8691-45ca-9424-26e9efda926a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.1930943 Nov 12 03:17:31.316133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d39017e-2128-4e16-9bba-c3e048829bb4 req-d6ae8ab8-77f2-4c2b-8fb6-bba76572c7c3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455982 Nov 12 03:17:31.325382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Pushing event updated for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.334724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:31.346927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:31.351224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:31.382891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99bc57cf-2c30-41d7-805e-746e1d7933ea req-0e962e1e-3bf1-4a57-9bd5-08cde9d61ddd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432207 Nov 12 03:17:31.419503 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271ca9c0-6aa2-4f38-80e7-e1b908ebd408 x-openstack-request-id: req-271ca9c0-6aa2-4f38-80e7-e1b908ebd408 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:31.420024 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:31.420267 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-271ca9c0-6aa2-4f38-80e7-e1b908ebd408 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:31.420684 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'status': 'completed', 'code': 200} Nov 12 03:17:31.447505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.448389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.462689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.494800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-76e295ba-015b-433b-ba04-368aab649fba tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4042814 Nov 12 03:17:31.512446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Request body: {'port': {'device_id': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:31.554806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-8ac82cdb-e63f-471a-96c8-cd53dd01d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.556743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-8ac82cdb-e63f-471a-96c8-cd53dd01d0b3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1095 time: 0.0913963 Nov 12 03:17:31.627020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239904af-2fdc-459c-aa37-c98965c1ffc2 req-eec9d144-8082-4fdd-bd2f-54d0dbe967c7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.629476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-239904af-2fdc-459c-aa37-c98965c1ffc2 req-eec9d144-8082-4fdd-bd2f-54d0dbe967c7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.1333947 Nov 12 03:17:31.722004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.741988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-b87e1887-a823-4b7c-80e0-9cd67bf51966 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-223360089&fields=id&tenant_id=03779426a4e948ce8a2029cc04f31c21 HTTP/1.1" status: 200 len: 267 time: 0.1807435 Nov 12 03:17:31.754125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-bf0cc111-27a7-46ba-aa7c-644976906f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.759586 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-bf0cc111-27a7-46ba-aa7c-644976906f18 service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1922050 Nov 12 03:17:31.809262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e9a5976f-fb7f-41a3-ad10-1f08827a2f1b None None] Provisioning complete for port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:31.811235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9a5976f-fb7f-41a3-ad10-1f08827a2f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.824626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-2fb101ab-99d2-4ed3-aa83-4c709dfab833 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 217 time: 0.0551887 Nov 12 03:17:31.867637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5976f-fb7f-41a3-ad10-1f08827a2f1b None None] Port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:31.904167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-da8cb00e-2df1-4dbf-9f84-57fe7c06ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.905650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-da8cb00e-2df1-4dbf-9f84-57fe7c06ad67 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0714662 Nov 12 03:17:31.949048 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-36f3f552-c7ba-46b5-9721-f5944d3cca90 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280490 Nov 12 03:17:31.993185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-239904af-2fdc-459c-aa37-c98965c1ffc2 req-babdd226-a668-4468-b6b1-f13fdf8acd61 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435676 Nov 12 03:17:32.030445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-7953c683-f3f6-4341-8e08-02658bcf6af9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.032047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-7953c683-f3f6-4341-8e08-02658bcf6af9 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 984 time: 0.2821205 Nov 12 03:17:32.070948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'port': {'security_groups': ['7f806e53-2282-476b-900d-b56f76e27eba', 'ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa', '07bd4f19-a82a-403c-bc67-eae481c819f4']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:32.230332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b0493e5-6c3f-446a-bafe-0fe816bfea1d req-5238277f-e80b-46a2-ad75-179f61e7d87c tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 210 time: 0.1006002 Nov 12 03:17:32.412377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.419993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9555c93e-3eb5-4ffd-bc38-7463e3020695 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:32.429939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2cb6a2-707e-41fa-89bc-6ba1381aaa0c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:32.452791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.515196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-34fb7304-0632-47a5-b637-ca18b05827e8 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568538 Nov 12 03:17:32.530520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9555c93e-3eb5-4ffd-bc38-7463e3020695 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:32.531699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.539647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Transition to ACTIVE for port object de2cb6a2-707e-41fa-89bc-6ba1381aaa0c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:32.548825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-c6c0e1c8-13a0-455c-bbb6-58b34f36a3ef tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.550883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-c6c0e1c8-13a0-455c-bbb6-58b34f36a3ef tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 820 time: 0.3581548 Nov 12 03:17:32.568247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.573649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'port': {'device_id': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'admin_state_up': True, 'tenant_id': '282c605c910a4fe1beee74aa97f70225'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:32.666676 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.721032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9555c93e-3eb5-4ffd-bc38-7463e3020695, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9555c93e-3eb5-4ffd-bc38-7463e3020695,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:32.727590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.729929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-af3e41a3-f3c8-4a5f-a490-b7bf28278f05 req-cc1c2347-d8e3-4216-b4ea-b40befd34cdf service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042933 Nov 12 03:17:32.803010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.891775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Pushing event updated for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.995737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:33.082493 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.094010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.105214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c3df-036b-44a0-8065-e25235fb04c7 req-b6c12935-e02f-4576-a410-b579b5b4c4d8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.106194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:33.110067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['630385bf-e9f0-4fc0-b769-0298eee41f39'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:33.113888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ff2c3df-036b-44a0-8065-e25235fb04c7 req-b6c12935-e02f-4576-a410-b579b5b4c4d8 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.1555147 Nov 12 03:17:33.126832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Made reservation on behalf of 282c605c910a4fe1beee74aa97f70225 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:33.130960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.140001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Attempting to bind port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:33.140001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Attempting to bind port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:33.140001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Attempting to bind port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:33.190944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:33.191265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Attempting to bind port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:33.208227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.208845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.210205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a03c6e20-d56b-490c-8f82-9c3834c72396 req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "PUT /v2.0/ports/630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 1020 time: 1.1620376 Nov 12 03:17:33.214716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:33.217455 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79883b68-1c9e-4bbf-b878-bfe6803b1a48" -d '{"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:33.256145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:33.256480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:33.256870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:33.257307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Bound port: de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:33.257674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.300026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219abab9-86ec-46c4-9f8c-edd43ca32ec1 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.322780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['630385bf-e9f0-4fc0-b769-0298eee41f39'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:33.348602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ff2c3df-036b-44a0-8065-e25235fb04c7 req-a11f56ed-1012-4021-98e4-1e9217482f41 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349186 Nov 12 03:17:33.535022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:33.548880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9329b5c-52cf-4a53-b447-e4c047a740da req-acfaa72d-1c66-49d8-9fd8-a63d7143294e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.550375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9329b5c-52cf-4a53-b447-e4c047a740da req-acfaa72d-1c66-49d8-9fd8-a63d7143294e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 947 time: 0.1689284 Nov 12 03:17:33.561011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Allocated IP 172.20.0.4 (746087b7-9dab-42cb-b5cc-6c5f050f9254/5119a0ac-c77f-49b9-9a9a-acc42b92d842/640ab789-b9a2-43a4-beed-476eb752342f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:33.569348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:33.585815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.638688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c246cf-1645-408f-9589-29d1fdf3eecc req-28818fed-394b-4abb-aed6-8e48a4879926 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.644290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8c246cf-1645-408f-9589-29d1fdf3eecc req-28818fed-394b-4abb-aed6-8e48a4879926 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1962380 Nov 12 03:17:33.696919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.697617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.699007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] 10.222.0.100 "PUT /v2.0/ports/de2cb6a2-707e-41fa-89bc-6ba1381aaa0c HTTP/1.1" status: 200 len: 1096 time: 2.1916490 Nov 12 03:17:33.764975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9329b5c-52cf-4a53-b447-e4c047a740da req-c856449f-6280-4ef9-bb0a-d3df09e39be0 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004607 Nov 12 03:17:33.849339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a656f8c-f36e-4586-9da1-b115e4b788fb service neutron] Pushing event updated for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.889256 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8c246cf-1645-408f-9589-29d1fdf3eecc req-11f69aea-8d8c-4a92-8093-9c0d664e70d0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278779 Nov 12 03:17:33.937587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-5147c42e-a932-4911-ae74-63ba9a9ba347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.939178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-5147c42e-a932-4911-ae74-63ba9a9ba347 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67c53df2881f4ee7959fcc03af8a377d&device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 1099 time: 0.1663465 Nov 12 03:17:34.033142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-944806bc-f913-4570-98e9-2183053ccb65 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c HTTP/1.1" status: 200 len: 217 time: 0.0774641 Nov 12 03:17:34.132537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c273fb3f-dccf-4044-a4ee-b3cdc2de7ac4 req-4ef5d70e-d3db-4928-8ae6-fdfb75f3fc66 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/07bd4f19-a82a-403c-bc67-eae481c819f4 HTTP/1.1" status: 200 len: 1817 time: 0.1852632 Nov 12 03:17:34.139691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.173206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465ade-ccf4-4a1d-85f9-24a61da94cbc req-64526c7a-a168-4dbf-8808-c40f7353dee7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.175292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a465ade-ccf4-4a1d-85f9-24a61da94cbc req-64526c7a-a168-4dbf-8808-c40f7353dee7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.1984751 Nov 12 03:17:34.192506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-6f4b1dcf-8c30-4c7b-922e-3da10d5ca579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.193999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-6f4b1dcf-8c30-4c7b-922e-3da10d5ca579 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1328640 Nov 12 03:17:34.264952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9555c93e-3eb5-4ffd-bc38-7463e3020695 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:34.301141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.312722 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-c273fb3f-dccf-4044-a4ee-b3cdc2de7ac4 req-55391d9f-5804-45f7-9e3c-36266fdf170c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:17:34.313732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c273fb3f-dccf-4044-a4ee-b3cdc2de7ac4 req-55391d9f-5804-45f7-9e3c-36266fdf170c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/07bd4f19-a82a-403c-bc67-eae481c819f4 HTTP/1.1" status: 409 len: 341 time: 0.1706486 Nov 12 03:17:34.348695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a465ade-ccf4-4a1d-85f9-24a61da94cbc req-135c4a58-0dfa-4dbc-9bc2-3c1209c98f80 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628187 Nov 12 03:17:34.353349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-1593e552-1570-4b3b-981b-0772f4ee2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.354800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-1593e552-1570-4b3b-981b-0772f4ee2436 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465747 Nov 12 03:17:34.375622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:34.384562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Network 746087b7-9dab-42cb-b5cc-6c5f050f9254 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:34.390632 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10405063-4a6a-49e0-b4b7-a70e9dcdf033 x-openstack-request-id: req-10405063-4a6a-49e0-b4b7-a70e9dcdf033 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:34.390917 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:34.391178 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10405063-4a6a-49e0-b4b7-a70e9dcdf033 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:34.391577 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'status': 'completed', 'code': 200} Nov 12 03:17:34.403412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:34.406609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:34.411313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9555c93e-3eb5-4ffd-bc38-7463e3020695 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:34.412130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.417777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:34.508321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-0f062865-53bf-4ef2-98d3-6c0c11cae86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.509806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-0f062865-53bf-4ef2-98d3-6c0c11cae86b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03779426a4e948ce8a2029cc04f31c21&device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1175 time: 0.0780537 Nov 12 03:17:34.551829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.552741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.605055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ff08201e-3d14-4b9d-8a06-ad365339c588 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0410693 Nov 12 03:17:34.635460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-7c1b567d-df60-421e-90f5-ff9568af890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.637129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-7c1b567d-df60-421e-90f5-ff9568af890f service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 200 len: 915 time: 0.1192141 Nov 12 03:17:34.663612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Request body: {'port': {'device_id': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:34.723543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:34.731982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-ec0cddbc-43af-4250-819d-f3da11808dac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 200 len: 217 time: 0.0873420 Nov 12 03:17:34.740567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '23807268-059e-4394-8244-4c73d4d7d0a4', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '23807268-059e-4394-8244-4c73d4d7d0a4', 'mac_address': 'fa:16:3e:57:9f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:34.767710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69766d-f13a-475b-b508-fae59a5785ed req-78fb25aa-7f30-4df8-bc49-4a74e3e73f62 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.769346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c69766d-f13a-475b-b508-fae59a5785ed req-78fb25aa-7f30-4df8-bc49-4a74e3e73f62 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 931 time: 0.2281930 Nov 12 03:17:34.771313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-a152c6ef-2a08-4c44-a95d-dac63e61339e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003797 Nov 12 03:17:34.786604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1bb43-bae6-4006-b297-33055f4ebc87 req-6352b175-0cc1-418e-8582-be70c7f05ca0 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.788085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caa1bb43-bae6-4006-b297-33055f4ebc87 req-6352b175-0cc1-418e-8582-be70c7f05ca0 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.2711246 Nov 12 03:17:34.803716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-ca24c764-8cf9-4c04-b740-08020daacfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.805775 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-ca24c764-8cf9-4c04-b740-08020daacfbe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 200 len: 853 time: 0.0652766 Nov 12 03:17:34.806222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.842070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-ad444a1a-9813-48c0-9f27-fb61b292164c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe09010-7a55-4ef7-a70b-a0e32503a789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268681 Nov 12 03:17:34.860706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.881632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23807268-059e-4394-8244-4c73d4d7d0a4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:34.911364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:34.916365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.954348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-812b9bf4-0a7e-408e-b41e-b7c9abe51f65 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053936 Nov 12 03:17:34.959537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c69766d-f13a-475b-b508-fae59a5785ed req-62e8f588-2f9a-4d3d-a53c-656e7f385369 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823645 Nov 12 03:17:34.985870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.011872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caa1bb43-bae6-4006-b297-33055f4ebc87 req-3be5d185-30fc-436a-b487-ea4752c453aa tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071729 Nov 12 03:17:35.016365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0934224-0b15-4b54-a55c-fa8cff1b8f58 req-e3ad348e-2175-4b9c-91a1-393cec0e9f25 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273500 Nov 12 03:17:35.087818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['23807268-059e-4394-8244-4c73d4d7d0a4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:35.128360 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79883b68-1c9e-4bbf-b878-bfe6803b1a48 req-bd20b00b-f149-464e-bdee-7a3249051073 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595712 Nov 12 03:17:35.339991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36493120-71e9-4780-839b-75724f1bd4e1 req-9641f5e9-2915-4ebc-ba30-c8315e78139f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.341763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36493120-71e9-4780-839b-75724f1bd4e1 req-9641f5e9-2915-4ebc-ba30-c8315e78139f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.0858798 Nov 12 03:17:35.429482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640ab789-b9a2-43a4-beed-476eb752342f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:35.439296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:35.444157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.485014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Transition to ACTIVE for port object 640ab789-b9a2-43a4-beed-476eb752342f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:35.498252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36493120-71e9-4780-839b-75724f1bd4e1 req-dfde6b69-d2d1-4eeb-bcbc-55220bf50b9f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302326 Nov 12 03:17:35.498908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.515861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a500-f12f-45f4-8d82-f5d1a796babd req-b1619e60-91a2-462f-b6cc-7a05f240034e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.533000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9e0a500-f12f-45f4-8d82-f5d1a796babd req-b1619e60-91a2-462f-b6cc-7a05f240034e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 947 time: 0.1539526 Nov 12 03:17:35.605225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:35.617505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e', 'port_id': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'mac_address': 'fa:16:3e:73:2d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d4493a-916b-4499-b748-9f7afb2fac08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:35.624987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.648089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9e0a500-f12f-45f4-8d82-f5d1a796babd req-29bddb19-5253-40ab-9c31-d50ff2978ee0 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136937 Nov 12 03:17:35.675774 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.696270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b1e330-bad8-4156-99b7-a802cec5fb87 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:35.726325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:35.732399 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.790959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.024890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e5b1e330-bad8-4156-99b7-a802cec5fb87'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:36.111487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Attempting to bind port 640ab789-b9a2-43a4-beed-476eb752342f on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:36.111829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Attempting to bind port 640ab789-b9a2-43a4-beed-476eb752342f by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:36.112968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Attempting to bind port 640ab789-b9a2-43a4-beed-476eb752342f on network 746087b7-9dab-42cb-b5cc-6c5f050f9254 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:36.138537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Port 640ab789-b9a2-43a4-beed-476eb752342f on network 746087b7-9dab-42cb-b5cc-6c5f050f9254 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:36.138852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Attempting to bind port 640ab789-b9a2-43a4-beed-476eb752342f on network 746087b7-9dab-42cb-b5cc-6c5f050f9254 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:36.149610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:36.149959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Checking segment: {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:36.150317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Bound using segment: {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:36.150741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Bound port: 640ab789-b9a2-43a4-beed-476eb752342f, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:36.151087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.203993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced798-ed8f-4a28-b98e-21abfc16c7df req-2d921a6a-3559-45b7-aef3-a39eff619f32 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.205580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20ced798-ed8f-4a28-b98e-21abfc16c7df req-2d921a6a-3559-45b7-aef3-a39eff619f32 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.4775469 Nov 12 03:17:36.219115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2188b8-4755-46c7-85a8-b68728c61463 req-6c41257d-00ec-46d7-b482-e412f3aa60f7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.220678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f2188b8-4755-46c7-85a8-b68728c61463 req-6c41257d-00ec-46d7-b482-e412f3aa60f7 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1023 time: 0.1461616 Nov 12 03:17:36.307781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:36.334747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:36.342891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20ced798-ed8f-4a28-b98e-21abfc16c7df req-642bb3d7-8255-402a-9f15-65f8e40b85af tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205232 Nov 12 03:17:36.348617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.379715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:36.393836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:36.396126 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73120c20-b340-4e33-8367-a4807b72bfea" -d '{"events": [{"name": "network-changed", "server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:36.419457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f2188b8-4755-46c7-85a8-b68728c61463 req-a3ced4a1-9f06-48e3-87cd-2f14fb8d03bc tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa&id=07bd4f19-a82a-403c-bc67-eae481c819f4&id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1870165 Nov 12 03:17:36.420812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.423541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.423541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] 10.222.0.98 "PUT /v2.0/ports/640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 1092 time: 1.7783854 Nov 12 03:17:36.462980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805a82d-5504-472d-b7ee-f70250ec560c service neutron] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.522974 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-8754a118-6def-4118-beaf-d8cc96967fec service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1099331 Nov 12 03:17:36.537036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 23807268-059e-4394-8244-4c73d4d7d0a4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:36.537588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.623766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-66f43ed9-9298-4433-8192-46d7d192934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.630938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-66f43ed9-9298-4433-8192-46d7d192934a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 1101 time: 0.0732789 Nov 12 03:17:36.646012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badbd09-db57-4a7d-82b8-d556fa955a4e req-22fd347c-adb9-4199-9fd8-26ab12c15187 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.649637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1badbd09-db57-4a7d-82b8-d556fa955a4e req-22fd347c-adb9-4199-9fd8-26ab12c15187 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 944 time: 0.1673322 Nov 12 03:17:36.724479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-c4de0615-e5c2-4c48-88e5-29fce3230942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.726347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-c4de0615-e5c2-4c48-88e5-29fce3230942 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1095 time: 0.2257204 Nov 12 03:17:36.748602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.787348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:36.791281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:36.794514 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415bf7f4-1e3b-403d-a3c9-72fccb7a7d24" -d '{"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:36.799091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.801479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-9bff7a9c-6915-4ae8-b55f-4255665d25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.803329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-9bff7a9c-6915-4ae8-b55f-4255665d25ea service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1337569 Nov 12 03:17:36.854128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ba2387d8-01b4-4e59-a29f-a37e983537ec service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 217 time: 0.1037946 Nov 12 03:17:36.859574 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-d5af9210-fb4a-4ebe-8259-7c8b6e0807bd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 200 len: 217 time: 0.0486298 Nov 12 03:17:36.874521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1badbd09-db57-4a7d-82b8-d556fa955a4e req-79e0c2e8-5367-427b-8bb9-ce92c9d2e4a6 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982539 Nov 12 03:17:36.878152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-56249879-d344-498f-8db7-560a37b9abae service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2256024 Nov 12 03:17:36.886034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.974242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-c8d5a6a1-08b1-4043-979a-af4ae69333eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.975699 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-c8d5a6a1-08b1-4043-979a-af4ae69333eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1060603 Nov 12 03:17:36.986122 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95d446-0d5a-48ed-a2f3-c4ada14f0a63 x-openstack-request-id: req-9e95d446-0d5a-48ed-a2f3-c4ada14f0a63 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:36.986400 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:36.986725 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e95d446-0d5a-48ed-a2f3-c4ada14f0a63 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:36.987144 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c', 'status': 'completed', 'code': 200} Nov 12 03:17:37.037017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-1df0a311-fe25-457b-9055-9f3dbf726079 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.039140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-1df0a311-fe25-457b-9055-9f3dbf726079 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.98 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1023 time: 0.2978725 Nov 12 03:17:37.073878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001eb65-db23-4740-8755-dfaa7648be22 req-63dcc114-f4f2-447e-b262-a8afeeb54d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.075806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-63dcc114-f4f2-447e-b262-a8afeeb54d79 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.1966803 Nov 12 03:17:37.087043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-ff6ea251-93c1-458e-926a-156462ab47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.088641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-ff6ea251-93c1-458e-926a-156462ab47f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958183 Nov 12 03:17:37.090603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73120c20-b340-4e33-8367-a4807b72bfea req-bba3aed9-29ed-42e2-a252-4c9b1fcb050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.092300 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-bba3aed9-29ed-42e2-a252-4c9b1fcb050f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=67c53df2881f4ee7959fcc03af8a377d&device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 1099 time: 0.0756454 Nov 12 03:17:37.158685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-eefd24f8-9f18-4651-9858-9f9f5190fda4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661705 Nov 12 03:17:37.172362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cb4f6-25a0-49d7-865b-08bfbda79b74 req-6eabea44-73b7-4b17-8142-954dd0b19f74 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.180295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e57cb4f6-25a0-49d7-865b-08bfbda79b74 req-6eabea44-73b7-4b17-8142-954dd0b19f74 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 943 time: 0.4176555 Nov 12 03:17:37.261223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73120c20-b340-4e33-8367-a4807b72bfea req-90f32ba8-7f35-45aa-849a-e7b9961c3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.262681 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-90f32ba8-7f35-45aa-849a-e7b9961c3697 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1583517 Nov 12 03:17:37.313464 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-20f973b0-d60c-47b3-b6ef-09d9030fc718 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170711 Nov 12 03:17:37.314773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-e52dda1a-5ba8-470c-bc02-eab7faf90de8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c HTTP/1.1" status: 200 len: 217 time: 0.0411968 Nov 12 03:17:37.325370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ebac653c-924e-416a-8467-ff5c0d139390 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388133 Nov 12 03:17:37.355269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-743ee71f-29ae-4344-9b4b-bba2e473859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.356312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-743ee71f-29ae-4344-9b4b-bba2e473859e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 1096 time: 0.3729041 Nov 12 03:17:37.385969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d397-685d-46b9-bb8d-0e4a5a179e99 req-0f1ffee2-b7f9-44f1-b13d-3abb88c06d04 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.392999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1d5d397-685d-46b9-bb8d-0e4a5a179e99 req-0f1ffee2-b7f9-44f1-b13d-3abb88c06d04 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.3526058 Nov 12 03:17:37.440453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:37.441271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73120c20-b340-4e33-8367-a4807b72bfea req-c2b1a948-e709-4207-9e7a-fed5c60056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.442822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-c2b1a948-e709-4207-9e7a-fed5c60056f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1136558 Nov 12 03:17:37.494055 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8799cb53-3a3f-4da1-9ddc-0ecab7486383 req-6dcc461e-98f9-420a-beae-e0e8c247a485 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732926 Nov 12 03:17:37.505951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73120c20-b340-4e33-8367-a4807b72bfea req-61ef7ecc-c6ca-44c7-9237-9344f0d93924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.508933 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-61ef7ecc-c6ca-44c7-9237-9344f0d93924 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574877 Nov 12 03:17:37.523796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e57cb4f6-25a0-49d7-865b-08bfbda79b74 req-0cf6664d-e8ac-4835-bd2f-ac171f80bbbc tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425419 Nov 12 03:17:37.573550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port e5b1e330-bad8-4156-99b7-a802cec5fb87 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:37.604119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port e5b1e330-bad8-4156-99b7-a802cec5fb87 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:37.608239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.666475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-4c2d3f8f-9643-491a-83b2-0717a2a3ba3e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477196 Nov 12 03:17:37.704488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1d5d397-685d-46b9-bb8d-0e4a5a179e99 req-3309e2aa-8ad5-44a8-9b66-68344e61046a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105197 Nov 12 03:17:37.787469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Deleting port 630385bf-e9f0-4fc0-b769-0298eee41f39 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:37.791660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.792148 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73120c20-b340-4e33-8367-a4807b72bfea req-17ee26d3-28fc-4d99-9307-fa9d321f38ee service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162009 Nov 12 03:17:37.811557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2001eb65-db23-4740-8755-dfaa7648be22 req-ac1c6641-9ef7-4eb7-9fa0-4f624c5701ce service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485557 Nov 12 03:17:37.855866 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.886979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-dfd3de23-ade9-4fad-a00e-a2e631165297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.888811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-dfd3de23-ade9-4fad-a00e-a2e631165297 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.4873252 Nov 12 03:17:37.912194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:37.921018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.922510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 630385bf-e9f0-4fc0-b769-0298eee41f39 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:38.006642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-f9dd13ac-254c-4906-827b-052f49a43f17 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 200 len: 217 time: 0.0657990 Nov 12 03:17:38.044460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.100719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cd6bf-d869-4d9c-9c51-dd53e6d85c9d req-7a4ac695-184b-43dd-bf26-e66e0911c6e1 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.108535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-381cd6bf-d869-4d9c-9c51-dd53e6d85c9d req-7a4ac695-184b-43dd-bf26-e66e0911c6e1 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.2746687 Nov 12 03:17:38.117758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920dad-2852-41ee-bf29-7f9335bb172c req-8bab6159-b7d8-4fea-815f-79a9b4fd9f86 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.119257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4920dad-2852-41ee-bf29-7f9335bb172c req-8bab6159-b7d8-4fea-815f-79a9b4fd9f86 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 947 time: 0.2898316 Nov 12 03:17:38.134669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.135567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:38.135937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.181034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Calling delete_port for 630385bf-e9f0-4fc0-b769-0298eee41f39 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:38.199832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 630385bf-e9f0-4fc0-b769-0298eee41f39, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=630385bf-e9f0-4fc0-b769-0298eee41f39,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:38.201667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-02fa1ca7-158a-4afe-bf6c-30a7dd1dfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.202968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-02fa1ca7-158a-4afe-bf6c-30a7dd1dfa13 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1737161 Nov 12 03:17:38.205053 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.273420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.295337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-033fce7c-9dff-450d-8d49-3d2765291cc0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785708 Nov 12 03:17:38.314453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-381cd6bf-d869-4d9c-9c51-dd53e6d85c9d req-90288694-f9d1-4f1d-b18c-881263148c8f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups?id=450ce6b5-2772-4741-b8de-1cb09f8c3841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049541 Nov 12 03:17:38.354790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4920dad-2852-41ee-bf29-7f9335bb172c req-1fe3ff65-080b-4eee-90ac-68b021f5fb86 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218862 Nov 12 03:17:38.372399 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62515303-fe62-48ec-91cb-02ee74f8735e x-openstack-request-id: req-62515303-fe62-48ec-91cb-02ee74f8735e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:38.372679 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-plugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:38.372939 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-62515303-fe62-48ec-91cb-02ee74f8735e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:38.373335 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4', 'code': 200} Nov 12 03:17:38.387134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device de2cb6a2-707e-41fa-89bc-6ba1381aaa0c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:38.411089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-a01bc918-6dc5-4911-934c-cbb55cc80514 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.418617 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-a01bc918-6dc5-4911-934c-cbb55cc80514 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.100 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 946 time: 0.0776603 Nov 12 03:17:38.550555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Deleting port 899fdfde-25b4-4b41-968a-25642ed39739 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:38.551159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.561624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:38.575798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c', 'mac_address': 'fa:16:3e:46:08:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:38.620915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.630847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed09716-a7dd-4b2e-8577-9b5ff6951dcf req-2f9820a0-3d54-4893-b31b-def30f541e70 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.632370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ed09716-a7dd-4b2e-8577-9b5ff6951dcf req-2f9820a0-3d54-4893-b31b-def30f541e70 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1736820 Nov 12 03:17:38.636101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2cb6a2-707e-41fa-89bc-6ba1381aaa0c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:38.643895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87822b-5ed2-40b3-93dc-8a1fb752b935 req-27968f42-61b3-449d-82e5-acffc26d37fc tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.647118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f87822b-5ed2-40b3-93dc-8a1fb752b935 req-27968f42-61b3-449d-82e5-acffc26d37fc tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=75799599-d3f8-4c44-940c-d90a0400e941 HTTP/1.1" status: 200 len: 1021 time: 0.1750009 Nov 12 03:17:38.653410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-346876e3-ae78-4f55-9447-6ef023e34b56 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342712 Nov 12 03:17:38.660362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:38.665168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.727834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] For port 899fdfde-25b4-4b41-968a-25642ed39739, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899fdfde-25b4-4b41-968a-25642ed39739,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:38.729205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.741136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.762957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.775635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c21dcf73-57a4-4718-858b-d2f667d67914'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:38.833716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ed09716-a7dd-4b2e-8577-9b5ff6951dcf req-c27f49c5-c1ee-4f5e-9abf-ff120d00d0e7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851289 Nov 12 03:17:38.841238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'Port': ['ID=630385bf-e9f0-4fc0-b769-0298eee41f39,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.917411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] No DVR routers for this DVR port 630385bf-e9f0-4fc0-b769-0298eee41f39 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:38.921136 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.926471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8454b20b-20fc-48e4-a077-5d0ea2291f59 req-a1a0c321-6573-4941-b94e-3b5826b3adc0 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.98 "DELETE /v2.0/ports/630385bf-e9f0-4fc0-b769-0298eee41f39 HTTP/1.1" status: 204 len: 173 time: 1.8467000 Nov 12 03:17:38.929165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-483b57f1-e55d-4d98-8c50-5edba6b8af98 req-4b3c9fda-f7e2-46c2-9fb2-2afce8d1ecee service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551014 Nov 12 03:17:38.935855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f87822b-5ed2-40b3-93dc-8a1fb752b935 req-8f45bc7b-9932-4ea7-956f-805f765fafc8 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa&id=07bd4f19-a82a-403c-bc67-eae481c819f4&id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2714422 Nov 12 03:17:39.008106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}, {'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-deleted', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:39.020392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['de2cb6a2-707e-41fa-89bc-6ba1381aaa0c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:39.037245 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b3923-1684-4409-bae7-aaed5cd3f1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}, {"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-deleted", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:39.087815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89e7ae-a733-4666-bea0-3d81bbf3a232 req-13230349-c02c-465d-a4d8-7881e86eeb6f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.089609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e89e7ae-a733-4666-bea0-3d81bbf3a232 req-13230349-c02c-465d-a4d8-7881e86eeb6f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1317985 Nov 12 03:17:39.133704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.134353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.135065 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa disassociated. External IP: 172.25.4.97, port: 899fdfde-25b4-4b41-968a-25642ed39739. Nov 12 03:17:39.135574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Calling delete_port for 899fdfde-25b4-4b41-968a-25642ed39739 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:39.277018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e89e7ae-a733-4666-bea0-3d81bbf3a232 req-11457af5-ee92-4e74-92d7-b0a6a158ff05 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776192 Nov 12 03:17:39.305506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404c8f-b28a-47e5-af6c-da458e081f96 req-b73b4594-2e2c-48e6-ad6c-4b08841f525d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.312078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7404c8f-b28a-47e5-af6c-da458e081f96 req-b73b4594-2e2c-48e6-ad6c-4b08841f525d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 943 time: 0.1373649 Nov 12 03:17:39.320413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.404737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7404c8f-b28a-47e5-af6c-da458e081f96 req-432b6f4f-26fe-4bcc-a591-b1479560d452 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Nov 12 03:17:39.420678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event deleted for resources: {'Port': ['ID=899fdfde-25b4-4b41-968a-25642ed39739,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.439452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 640ab789-b9a2-43a4-beed-476eb752342f details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:39.476043 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ec0e0-98a9-46ee-880f-242128f013ca x-openstack-request-id: req-d77ec0e0-98a9-46ee-880f-242128f013ca {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:39.476630 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}, {"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-deleted", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:39.477215 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d77ec0e0-98a9-46ee-880f-242128f013ca {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:39.478171 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:17:39.478665 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-deleted', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'status': 'completed', 'code': 200} Nov 12 03:17:39.608031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f519d0b2-a1ce-401e-a834-af6279cea53c req-bcda349f-6aaa-4feb-ac35-99c56ea96ddc tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/ports?device_id=fdd783f5-7294-41f4-ae30-57900e1b406d HTTP/1.1" status: 200 len: 210 time: 0.0473661 Nov 12 03:17:39.663330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-31720309-38ee-4809-9d25-94e087def932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.667374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-31720309-38ee-4809-9d25-94e087def932 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1095 time: 0.1395745 Nov 12 03:17:39.760661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:39.779545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '640ab789-b9a2-43a4-beed-476eb752342f', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'port_id': '640ab789-b9a2-43a4-beed-476eb752342f', 'mac_address': 'fa:16:3e:3a:4a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:39.817052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:39.875254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e77457-0a99-4ab9-a0c1-1b112136a25e req-09525638-3560-43c3-bdad-fc6ccf0b96e6 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.889498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17e77457-0a99-4ab9-a0c1-1b112136a25e req-09525638-3560-43c3-bdad-fc6ccf0b96e6 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 948 time: 0.1761861 Nov 12 03:17:39.889920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.916244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640ab789-b9a2-43a4-beed-476eb752342f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:39.930707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cc45b-c825-484c-90d2-dfe6e1010b6d req-246f7642-2c06-47da-885a-670c1253b81f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.946427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea3cc45b-c825-484c-90d2-dfe6e1010b6d req-246f7642-2c06-47da-885a-670c1253b81f tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.3363576 Nov 12 03:17:39.983472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:39.989002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.024088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:40.036534 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:40.054505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:40.062103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:40.062747 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:40.088588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17e77457-0a99-4ab9-a0c1-1b112136a25e req-054b63ee-aa4f-4486-8f9f-def2191c9f0e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977055 Nov 12 03:17:40.090474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] No DVR routers for this DVR port 899fdfde-25b4-4b41-968a-25642ed39739 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:40.093411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.098501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01ebfc1e-4219-4492-961a-d0230fbc380a req-c1abd239-4111-448b-859b-d9b5dfe67d93 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.100 "DELETE /v2.0/ports/899fdfde-25b4-4b41-968a-25642ed39739 HTTP/1.1" status: 204 len: 173 time: 1.6726413 Nov 12 03:17:40.099135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'name': 'network-vif-deleted', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:40.102478 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a14754-7bd8-4e67-88de-76c1cdd7a7a6" -d '{"events": [{"server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "name": "network-vif-deleted", "tag": "899fdfde-25b4-4b41-968a-25642ed39739"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:40.173369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-e0e17a79-28df-427f-b56e-db48ffc88304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.176111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-e0e17a79-28df-427f-b56e-db48ffc88304 service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.4640088 Nov 12 03:17:40.230421 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:40.244922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea3cc45b-c825-484c-90d2-dfe6e1010b6d req-ee1287f1-a4d7-469e-9888-4c68668f7cc4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971864 Nov 12 03:17:40.264124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['640ab789-b9a2-43a4-beed-476eb752342f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:40.341060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-3c26f43d-a09f-4ba3-9e17-b6a74a467531 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 217 time: 0.1523747 Nov 12 03:17:40.400999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87'}, {'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:40.406775 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3559b6e-9064-40a9-b1bc-765c11924350" -d '{"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87"}, {"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-unplugged", "status": "completed", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:40.411134 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33558d8-b7a9-4970-850a-3a0fe97b86b3 x-openstack-request-id: req-f33558d8-b7a9-4970-850a-3a0fe97b86b3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:40.411480 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd783f5-7294-41f4-ae30-57900e1b406d", "name": "network-vif-deleted", "tag": "899fdfde-25b4-4b41-968a-25642ed39739", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:40.411762 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f33558d8-b7a9-4970-850a-3a0fe97b86b3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:40.412229 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd783f5-7294-41f4-ae30-57900e1b406d', 'name': 'network-vif-deleted', 'tag': '899fdfde-25b4-4b41-968a-25642ed39739', 'status': 'completed', 'code': 200} Nov 12 03:17:40.434193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200682f9-2d5d-47bf-a8a2-a19f3a68c352 req-b3aedec6-a9dc-431d-a3e9-7d9a911d3916 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.435726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-200682f9-2d5d-47bf-a8a2-a19f3a68c352 req-b3aedec6-a9dc-431d-a3e9-7d9a911d3916 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1082945 Nov 12 03:17:40.439472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device de2cb6a2-707e-41fa-89bc-6ba1381aaa0c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:40.443784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-02b06fae-e330-449c-b6b6-56f130f011ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.445354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-02b06fae-e330-449c-b6b6-56f130f011ad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.0839493 Nov 12 03:17:40.487052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-45764c70-aa9f-4ddc-bc6f-e38b6cb312e0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334740 Nov 12 03:17:40.537512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-200682f9-2d5d-47bf-a8a2-a19f3a68c352 req-b2f30fdb-66be-4113-a061-5da9032e6760 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913084 Nov 12 03:17:40.628694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:40.641475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:40.642060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.725912 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:40.782602 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:40.804450 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:40.806150 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:40.814952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.870271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:40.881242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.064133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:41.064340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:41.129450 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-6a928312-f6ad-4379-b885-1a85a104cdc5 service neutron] show failed (client error): The resource could not be found. Nov 12 03:17:41.130856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-6a928312-f6ad-4379-b885-1a85a104cdc5 service neutron] 10.222.0.100 "GET /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.2480128 Nov 12 03:17:41.262830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-79abc85b-9f50-40c0-afb9-07e31c4133fe service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385678 Nov 12 03:17:41.360659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:41.380507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-823b3923-1684-4409-bae7-aaed5cd3f1f8 req-d2274768-070d-41de-b767-51fc3afd02bb service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084080 Nov 12 03:17:41.399541 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791d2-9f67-4651-88c1-abb77a8696ab None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:12:54Z', 'revision_number': 4, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990', 'name': '', 'network_id': '4629c0b6-ab18-4922-bb96-23414d91b86c', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'mac_address': 'fa:16:3e:d0:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:00Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'subnets': [{'id': 'fc132e8b-0666-4ea5-93e6-3319c9c91dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:41.413138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648977d4-58c9-41d7-8504-388867858684 req-42f3755e-3198-494e-a3ae-45c6a6bfd8da tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.414741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-648977d4-58c9-41d7-8504-388867858684 req-42f3755e-3198-494e-a3ae-45c6a6bfd8da tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.8993778 Nov 12 03:17:41.431133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-52927155-f219-4f89-8b0a-f3ddab0d851c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa HTTP/1.1" status: 200 len: 1816 time: 0.2766950 Nov 12 03:17:41.448786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 640ab789-b9a2-43a4-beed-476eb752342f up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:41.522280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 640ab789-b9a2-43a4-beed-476eb752342f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:41.530646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 640ab789-b9a2-43a4-beed-476eb752342f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:41.532977 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.580217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-6d481b0c-c082-4f38-9992-114f6225320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.581717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-6d481b0c-c082-4f38-9992-114f6225320c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1101 time: 0.1208670 Nov 12 03:17:41.587462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-648977d4-58c9-41d7-8504-388867858684 req-04e0882c-66be-48a5-9be5-5b1a61d77e39 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541364 Nov 12 03:17:41.594900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:41.623513 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.685927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.707751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.737088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.754935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:41.760405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.809219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.812290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.814175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-828f1f87-39b5-4e8d-85d7-284287162c8f req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa HTTP/1.1" status: 204 len: 173 time: 0.3821955 Nov 12 03:17:41.841658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cec450-fdd5-4895-9f6d-3de7fc58377c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:41.943591 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe192d9-8c37-4c5d-993c-0f7effbf4000 x-openstack-request-id: req-5fe192d9-8c37-4c5d-993c-0f7effbf4000 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:41.944242 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87", "code": 200}, {"server_uuid": "75799599-d3f8-4c44-940c-d90a0400e941", "name": "network-vif-unplugged", "status": "completed", "tag": "630385bf-e9f0-4fc0-b769-0298eee41f39", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:41.944242 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5fe192d9-8c37-4c5d-993c-0f7effbf4000 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:41.944578 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'code': 200} Nov 12 03:17:41.944835 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75799599-d3f8-4c44-940c-d90a0400e941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630385bf-e9f0-4fc0-b769-0298eee41f39', 'code': 200} Nov 12 03:17:41.947467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a158e-2621-4d84-a972-228258ae2b47 None None] New status for floating IP cebe8f6b-434b-423c-b8c6-bf8d234817fa: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:17:41.997011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd687-9890-431d-902f-20b695724e3c req-c52151d6-d43d-421d-b3d2-9f26f76690c8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.998581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60dd687-9890-431d-902f-20b695724e3c req-c52151d6-d43d-421d-b3d2-9f26f76690c8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1037812 Nov 12 03:17:42.082916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.142880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:42.256570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60dd687-9890-431d-902f-20b695724e3c req-97807cd4-e490-4d57-a32c-f0f43e0a335f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463121 Nov 12 03:17:42.265791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da39b55-fc4e-4a18-86e2-26a16e423f6b req-d88815b1-43d1-4d0a-8582-d3c8957a0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.265791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4da39b55-fc4e-4a18-86e2-26a16e423f6b req-d88815b1-43d1-4d0a-8582-d3c8957a0566 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1097 time: 0.2633889 Nov 12 03:17:42.271383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:42.324736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43f1f0-f3dd-4ed5-a55f-54046ea7324b req-66ca886e-b94e-4af4-8c6c-1603858d6fbe tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.328959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c43f1f0-f3dd-4ed5-a55f-54046ea7324b req-66ca886e-b94e-4af4-8c6c-1603858d6fbe tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.1964760 Nov 12 03:17:42.398318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.414746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Transition to ACTIVE for port object 122c3822-f646-40ef-8ee7-32319b36b8d7 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:42.421055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:42.428929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:42.431186 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bba3bd-6ca4-42fd-b6ef-7aeb5bd11ae1" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:42.454715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.490053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:42.491235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899fdfde-25b4-4b41-968a-25642ed39739 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:42.525954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 899fdfde-25b4-4b41-968a-25642ed39739 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:42.526320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899fdfde-25b4-4b41-968a-25642ed39739 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:42.532778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4da39b55-fc4e-4a18-86e2-26a16e423f6b req-2f704904-4c67-4eb5-93b0-11eae24ae5f9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819499 Nov 12 03:17:42.582599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c43f1f0-f3dd-4ed5-a55f-54046ea7324b req-b21b461e-c273-4741-9982-4dce4bc2b7d0 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229486 Nov 12 03:17:42.614634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] No DVR routers for this DVR port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:42.664607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.682833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649a089-0920-41f4-9aa1-f6014079bbd7 req-a16f2f8d-71e4-4f18-b64d-43dc8b82d7f2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.690373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6649a089-0920-41f4-9aa1-f6014079bbd7 req-a16f2f8d-71e4-4f18-b64d-43dc8b82d7f2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.3603730 Nov 12 03:17:42.756018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:42.756635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:42.757716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:42.774700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:42.775084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:42.796296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:42.796634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:42.797084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:42.797438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Bound port: 122c3822-f646-40ef-8ee7-32319b36b8d7, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:42.797793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.805683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6649a089-0920-41f4-9aa1-f6014079bbd7 req-ec8eb733-602d-4d2c-8f06-5bde61098706 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144452 Nov 12 03:17:42.822657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc071-e2e2-454c-971e-1039ff041988 req-25c263ca-86f7-405b-935b-138e15ce5818 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.829799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5afcc071-e2e2-454c-971e-1039ff041988 req-25c263ca-86f7-405b-935b-138e15ce5818 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 947 time: 0.1310847 Nov 12 03:17:42.973909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5afcc071-e2e2-454c-971e-1039ff041988 req-872a28b1-8a88-476e-a2ed-9b062a27e01b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399879 Nov 12 03:17:42.988888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-e84a6616-475c-433c-8024-71ccc5c70139 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/07bd4f19-a82a-403c-bc67-eae481c819f4 HTTP/1.1" status: 200 len: 1817 time: 0.1273220 Nov 12 03:17:43.000695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:43.004852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:43.016507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.088308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.089360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.090302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] 10.222.0.98 "PUT /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 1096 time: 1.4999068 Nov 12 03:17:43.109883 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2b413-8e26-441a-b260-44988892beee x-openstack-request-id: req-b3e2b413-8e26-441a-b260-44988892beee {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:43.110175 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:43.110431 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3e2b413-8e26-441a-b260-44988892beee {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:43.110989 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'code': 200} Nov 12 03:17:43.115162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.182061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a1fa-108b-4d42-9f9c-e588385c67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:43.188959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.262895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-73933488-99fe-448b-a350-cab7481d8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.264708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-73933488-99fe-448b-a350-cab7481d8c8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1099 time: 0.1291795 Nov 12 03:17:43.358772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b5569-8864-43f8-adbb-de3379c8a4a3 req-bb3aaf3e-a1ff-415a-9dac-bf6894bbe991 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.360290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d3b5569-8864-43f8-adbb-de3379c8a4a3 req-bb3aaf3e-a1ff-415a-9dac-bf6894bbe991 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1611946 Nov 12 03:17:43.365615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.368113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.385423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d2f301f-dd25-464a-8491-f16cb776b921 req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/07bd4f19-a82a-403c-bc67-eae481c819f4 HTTP/1.1" status: 204 len: 173 time: 0.3787515 Nov 12 03:17:43.440569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0c47-748d-4b26-b156-2c8f5d5f7064 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd4f19-a82a-403c-bc67-eae481c819f4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:43.508531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-95f2405b-4c6a-4371-b995-52e75af8c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.510114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-95f2405b-4c6a-4371-b995-52e75af8c821 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2373762 Nov 12 03:17:43.582165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-ecfb0dd5-0204-4334-8516-9ea95d6dc402 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0621877 Nov 12 03:17:43.607340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d3b5569-8864-43f8-adbb-de3379c8a4a3 req-aafa9b5a-5860-471e-b386-3bdc23d3b517 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152419 Nov 12 03:17:43.653829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-593266507', 'description': 'tempest-description-1250823249'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:43.710520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583c46d-c4f7-423f-a8ea-ffbfa904e56e req-3f1273a8-2b25-47a6-9f2b-a55d89b133a7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.712114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e583c46d-c4f7-423f-a8ea-ffbfa904e56e req-3f1273a8-2b25-47a6-9f2b-a55d89b133a7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1377745 Nov 12 03:17:43.713782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.716570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-1d2cf410-685a-4535-9356-e01a43a105cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.717918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-1d2cf410-685a-4535-9356-e01a43a105cd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1271803 Nov 12 03:17:43.831520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e583c46d-c4f7-423f-a8ea-ffbfa904e56e req-4a66fff8-e04a-4332-ad29-7ff3758deab4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049867 Nov 12 03:17:43.844163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-2ff9380b-762d-470f-b0ad-6ca6d93c3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.847345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-2ff9380b-762d-470f-b0ad-6ca6d93c3d5d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013896 Nov 12 03:17:43.895545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36376) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:43.946095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c'}, {'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:43.949809 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559f4b89-2507-414d-b32f-a06fa27ba3f5" -d '{"events": [{"server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "name": "network-vif-plugged", "status": "completed", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c"}, {"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:43.981145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.990508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.006948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.023018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.065262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-4ca02626-1962-4966-9292-dcbed7b9f489 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104387 Nov 12 03:17:44.067878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b2472-8a22-4458-85aa-063e2daf9ee8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.075414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.086600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64633924-0cb7-48e7-8383-a0732b611bfc req-fff63a65-c9f7-4977-83d7-adf525527427 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4399285 Nov 12 03:17:44.114707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.118346 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.120900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "DELETE /v2.0/security-groups/450ce6b5-2772-4741-b8de-1cb09f8c3841 HTTP/1.1" status: 204 len: 168 time: 0.2231436 Nov 12 03:17:44.123826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:44.130380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d5c2-b005-436e-b4cb-c447a16ce933 req-aec7709c-2f4d-45e1-bd21-5f7bfd3b95ce tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.131900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6269d5c2-b005-436e-b4cb-c447a16ce933 req-aec7709c-2f4d-45e1-bd21-5f7bfd3b95ce tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.1622658 Nov 12 03:17:44.145279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588bcff-f85b-4eaf-a6f6-5b436b750126 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ce6b5-2772-4741-b8de-1cb09f8c3841,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.147205 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-aa8f0eb4-285e-4be1-9d42-80c4af3e83c7 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] show failed (client error): The resource could not be found. Nov 12 03:17:44.148608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa8f0eb4-285e-4be1-9d42-80c4af3e83c7 tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "GET /v2.0/security-groups/450ce6b5-2772-4741-b8de-1cb09f8c3841 HTTP/1.1" status: 404 len: 347 time: 0.0238171 Nov 12 03:17:44.151497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:44.305532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Deleting port 7b8a86d5-f789-4dac-bf6b-2eb1c37371f9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:44.305898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.315327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6269d5c2-b005-436e-b4cb-c447a16ce933 req-f60a3bb4-5ab5-4172-8153-92a9a198cb3e tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579015 Nov 12 03:17:44.339361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a395b1-4a97-406d-bac1-2390330ca36a req-c846f493-faff-4e28-bbf2-08992f79f1a4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.349322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0a395b1-4a97-406d-bac1-2390330ca36a req-c846f493-faff-4e28-bbf2-08992f79f1a4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.1774607 Nov 12 03:17:44.370855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0f8ee4b-7e1b-4207-942b-8a11000eec35 req-a1baa32d-ce09-486b-8a2b-309863de8176 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830386 Nov 12 03:17:44.411188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:44.428285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0a395b1-4a97-406d-bac1-2390330ca36a req-1a6561cc-f9d1-41b0-b029-626c60d16dea tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727079 Nov 12 03:17:44.432872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.433200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.478180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Calling delete_port for 7b8a86d5-f789-4dac-bf6b-2eb1c37371f9 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:44.516313 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ed2c62-c9ce-4a73-be39-418ee96ec2d2 x-openstack-request-id: req-59ed2c62-c9ce-4a73-be39-418ee96ec2d2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:44.517500 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "name": "network-vif-plugged", "status": "completed", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c", "code": 200}, {"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:44.518066 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59ed2c62-c9ce-4a73-be39-418ee96ec2d2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:44.518682 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c', 'code': 200} Nov 12 03:17:44.519812 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'code': 200} Nov 12 03:17:44.661376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:44.680657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c', 'port_id': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'mac_address': 'fa:16:3e:61:7b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b95a5a-e0ad-474e-a71e-c9512ce2e399', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:44.716981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-cc62ff5a-5acb-4fee-8a01-e2e1397b27dd tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/af0b2472-8a22-4458-85aa-063e2daf9ee8 HTTP/1.1" status: 200 len: 1817 time: 0.1565945 Nov 12 03:17:44.721959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.729002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.731570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddd124-d31b-41a7-aaea-fe773224fae4 req-9aa597fe-3d56-44b9-b800-680968d23a58 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.733238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bddd124-d31b-41a7-aaea-fe773224fae4 req-9aa597fe-3d56-44b9-b800-680968d23a58 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 947 time: 0.2206762 Nov 12 03:17:44.739981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1878059994', 'description': 'tempest-description-hth-329619563'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:44.745870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328acffe-eaeb-47df-9f7c-fefc64670a69 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:44.759488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbed7e-3cd3-4e46-a9fd-08317f4006fd req-ed4358e2-d20a-48bd-875a-c6aee50270dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.759488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2cbed7e-3cd3-4e46-a9fd-08317f4006fd req-ed4358e2-d20a-48bd-875a-c6aee50270dc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1342592 Nov 12 03:17:44.775571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Pushing event deleted for resources: {'Port': ['ID=7b8a86d5-f789-4dac-bf6b-2eb1c37371f9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.793512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:44.798972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.844882 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.863731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9446af9-e662-4925-808d-d7927850d296 req-40c3a3f5-aa44-4341-96a7-3076ee28f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.865520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a9446af9-e662-4925-808d-d7927850d296 req-40c3a3f5-aa44-4341-96a7-3076ee28f739 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 1101 time: 0.1554983 Nov 12 03:17:44.868095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.901652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.902014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.905359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.906690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fd2b4c9-2479-463f-8dfe-f79f88e86b6f tempest-ServersWithSpecificFlavorTestJSON-596556026 tempest-ServersWithSpecificFlavorTestJSON-596556026-project] 10.222.0.93 "DELETE /v2.0/floatingips/cebe8f6b-434b-423c-b8c6-bf8d234817fa HTTP/1.1" status: 204 len: 168 time: 0.7541325 Nov 12 03:17:44.943154 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a9446af9-e662-4925-808d-d7927850d296 req-32d25532-8446-483b-b4af-042e3b31e5a3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 Nov 12 03:17:44.944270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bddd124-d31b-41a7-aaea-fe773224fae4 req-4fe4db86-76e1-4af9-9f69-71ef71d3e67b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786680 Nov 12 03:17:44.946960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2cbed7e-3cd3-4e46-a9fd-08317f4006fd req-3f6600b1-830d-4abd-8519-0a06d3937597 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538134 Nov 12 03:17:44.947544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.950080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.951173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8cd1544-9fba-4f36-a98b-5d17833acca1 req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "PUT /v2.0/security-groups/af0b2472-8a22-4458-85aa-063e2daf9ee8 HTTP/1.1" status: 200 len: 1791 time: 0.2162881 Nov 12 03:17:44.989391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3928e1d-0385-4ffe-9b37-0ada6fe31149 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b2472-8a22-4458-85aa-063e2daf9ee8,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:45.085239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['328acffe-eaeb-47df-9f7c-fefc64670a69'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:45.117064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:45.123474 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c1535-9011-4db0-955a-6970b3193bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:45.170904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbefb53-23a8-485c-9c07-d97182e115cd req-600a15f8-27e9-4f01-80c4-f477dc03aaf1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.172380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bbefb53-23a8-485c-9c07-d97182e115cd req-600a15f8-27e9-4f01-80c4-f477dc03aaf1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1163180 Nov 12 03:17:45.212890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6797d0-3130-418a-9573-12649fa8c014 req-94c5b2c5-fc63-42b3-9708-6283bd2fab1b tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.214346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e6797d0-3130-418a-9573-12649fa8c014 req-94c5b2c5-fc63-42b3-9708-6283bd2fab1b tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1143029 Nov 12 03:17:45.296749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bbefb53-23a8-485c-9c07-d97182e115cd req-7f775411-c2cc-4136-8403-422e2850c3a8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Nov 12 03:17:45.301862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e6797d0-3130-418a-9573-12649fa8c014 req-4278cd3c-9904-4f79-bdc6-9d15a8969df9 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Nov 12 03:17:45.411650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8985836-b5e2-4f44-a368-4513ae246765 req-02d04393-de9e-4b03-81e5-1d00a3609b04 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/af0b2472-8a22-4458-85aa-063e2daf9ee8 HTTP/1.1" status: 200 len: 1791 time: 0.0694702 Nov 12 03:17:45.435265 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672122e5-df6f-47ec-b282-a77ff1601798 x-openstack-request-id: req-672122e5-df6f-47ec-b282-a77ff1601798 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:45.435509 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:45.435773 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-672122e5-df6f-47ec-b282-a77ff1601798 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:45.436179 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'status': 'completed', 'code': 200} Nov 12 03:17:45.487274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-179f7827-b3cb-4aa1-9f88-8d705c1fc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.488822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-179f7827-b3cb-4aa1-9f88-8d705c1fc985 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0517647 Nov 12 03:17:45.568587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-df4ae3ac-717d-46cf-9f6f-9da541f67762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.570473 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-df4ae3ac-717d-46cf-9f6f-9da541f67762 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1099 time: 0.1160865 Nov 12 03:17:45.673031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f514b8-6bcb-460c-8fc4-33acd53a5454 req-4297a804-58a5-48d2-9d9e-5eeabe0b5a79 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.675124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68f514b8-6bcb-460c-8fc4-33acd53a5454 req-4297a804-58a5-48d2-9d9e-5eeabe0b5a79 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.1492238 Nov 12 03:17:45.682284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-b51fd2ee-8d2f-45d0-a265-635e2fc40bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.684268 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-b51fd2ee-8d2f-45d0-a265-635e2fc40bae service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1046691 Nov 12 03:17:45.694308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-9c0bd599-4883-44db-8d8a-133c9df77021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.695691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-9c0bd599-4883-44db-8d8a-133c9df77021 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1990521 Nov 12 03:17:45.706880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69953942-00e8-4e3d-aa19-c69b34c447cf req-2bd00f38-af2d-4b4c-be3a-8f94608e2791 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.708387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69953942-00e8-4e3d-aa19-c69b34c447cf req-2bd00f38-af2d-4b4c-be3a-8f94608e2791 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1097 time: 0.1512513 Nov 12 03:17:45.735020 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-aa8c55ed-4b00-4573-8ced-6dc82d1ddbc0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0426292 Nov 12 03:17:45.763849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-e41798a6-77a6-4204-83b7-c1ae268d002b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0545132 Nov 12 03:17:45.791336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-4faa31bb-3f79-4034-8c30-1e5c11f9cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.792813 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-4faa31bb-3f79-4034-8c30-1e5c11f9cb72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0490742 Nov 12 03:17:45.838991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68f514b8-6bcb-460c-8fc4-33acd53a5454 req-d569c3e6-5aa4-4184-9277-9ef5ee69f97c tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566448 Nov 12 03:17:45.855563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-dd49517d-8bf8-41da-8662-d9e715ef6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.857351 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-dd49517d-8bf8-41da-8662-d9e715ef6982 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551438 Nov 12 03:17:45.862452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69953942-00e8-4e3d-aa19-c69b34c447cf req-40c1145f-e1fb-4003-be90-0354ab81784e tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430104 Nov 12 03:17:45.917887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-c0d9e254-df31-48f5-b865-2da7f68318d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.920944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-c0d9e254-df31-48f5-b865-2da7f68318d3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1427946 Nov 12 03:17:45.933645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-a791de32-4140-495b-846e-4f36c2b26e1e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/af0b2472-8a22-4458-85aa-063e2daf9ee8 HTTP/1.1" status: 200 len: 1791 time: 0.0596647 Nov 12 03:17:45.976189 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-95209bff-e985-4012-b93a-780801fb3512 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067977 Nov 12 03:17:46.039894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-4d12ba8f-1dde-4828-b6f6-3196378a68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.042939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-4d12ba8f-1dde-4828-b6f6-3196378a68b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1088076 Nov 12 03:17:46.108546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.140142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.303653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-0fbe8ef3-8790-4b03-a1cc-8ee8acf0e82b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414298 Nov 12 03:17:46.350219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506b8a-fd48-41ad-bd38-d8978fd2962c req-aea962c6-6a05-4f74-97d9-8a1dabfe2e79 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.352338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35506b8a-fd48-41ad-bd38-d8978fd2962c req-aea962c6-6a05-4f74-97d9-8a1dabfe2e79 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 944 time: 0.3591740 Nov 12 03:17:46.408338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.411795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.413088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-759cbc0a-6e5b-4f61-a865-2181de880b16 req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/af0b2472-8a22-4458-85aa-063e2daf9ee8 HTTP/1.1" status: 204 len: 173 time: 0.4801524 Nov 12 03:17:46.433205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:46.440795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09c86-27f1-460e-9da5-584869ce6d85 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b2472-8a22-4458-85aa-063e2daf9ee8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:46.504085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35506b8a-fd48-41ad-bd38-d8978fd2962c req-8bba7e8a-8843-4fe7-9e8c-87e9c3b397be tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398578 Nov 12 03:17:46.506633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-de8e8c7f-5b66-4d36-994f-0dfff9ff0047 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925390 Nov 12 03:17:46.562161 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f2c1535-9011-4db0-955a-6970b3193bb3 req-c3450d55-bcd4-4496-9381-1454598f206d service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711067 Nov 12 03:17:46.652670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f386a9a-b4a0-46d1-971c-c8a76af25a8a req-f0246f93-3546-4ae2-b5ce-2bf513be92f7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.654382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f386a9a-b4a0-46d1-971c-c8a76af25a8a req-f0246f93-3546-4ae2-b5ce-2bf513be92f7 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1097 time: 0.0778058 Nov 12 03:17:46.671574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0f00a-a3f6-46b6-ad22-83f8749f5c4b req-03092d8e-7339-4308-b87d-e98819d9471a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.673190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51b0f00a-a3f6-46b6-ad22-83f8749f5c4b req-03092d8e-7339-4308-b87d-e98819d9471a tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 947 time: 0.0663717 Nov 12 03:17:46.745496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f386a9a-b4a0-46d1-971c-c8a76af25a8a req-1c27dacc-5fd9-4fb2-81cb-ce139bf6e029 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831568 Nov 12 03:17:46.755278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51b0f00a-a3f6-46b6-ad22-83f8749f5c4b req-d4880fd9-e5f9-43ad-9f40-cd7a69f1cb38 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753593 Nov 12 03:17:46.777805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 328acffe-eaeb-47df-9f7c-fefc64670a69 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:46.793643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 328acffe-eaeb-47df-9f7c-fefc64670a69 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:46.794321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:46.954935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6325f-8475-48ed-a665-9fa0f2a12b0b req-15ffb03d-1ee3-442e-8637-29f8efde48e1 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.956569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6a6325f-8475-48ed-a665-9fa0f2a12b0b req-15ffb03d-1ee3-442e-8637-29f8efde48e1 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0782595 Nov 12 03:17:47.006033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.057402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:47.059621 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08c590-da44-4900-887e-515a52721c8e" -d '{"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:47.066189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6a6325f-8475-48ed-a665-9fa0f2a12b0b req-f59a6316-f852-466f-87ea-de9b52a59df3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009367 Nov 12 03:17:47.099862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:47.105269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.158099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c733-ada0-48f7-a357-8d33f1808520 req-966baa7c-51e2-4622-9938-434ade61aedd tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.164949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6d7c733-ada0-48f7-a357-8d33f1808520 req-966baa7c-51e2-4622-9938-434ade61aedd tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.0859742 Nov 12 03:17:47.183954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:47.244982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6d7c733-ada0-48f7-a357-8d33f1808520 req-ff1baff3-76de-4334-ba1a-66534f7bcd13 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688632 Nov 12 03:17:47.305874 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81189d88-967f-4fac-8509-adb1197b8d52 x-openstack-request-id: req-81189d88-967f-4fac-8509-adb1197b8d52 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:47.306430 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:47.307022 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81189d88-967f-4fac-8509-adb1197b8d52 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:47.307610 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'code': 200} Nov 12 03:17:47.310732 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:47.431457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f4039-8540-4df2-bcb7-58be9e16aba4 req-d4d0e06b-7b1c-4e6c-a811-16c9ee361db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.433451 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c67f4039-8540-4df2-bcb7-58be9e16aba4 req-d4d0e06b-7b1c-4e6c-a811-16c9ee361db4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1097 time: 0.0608230 Nov 12 03:17:47.494075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:47.530468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c67f4039-8540-4df2-bcb7-58be9e16aba4 req-bfde48d5-fbdf-40ce-9efa-77cfae8be97c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875397 Nov 12 03:17:47.536536 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-7642d009-2294-4e49-b038-c194757bd904 req-dac3adf6-9b0f-49e6-bba6-cc1d4027b569 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:47.551915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7642d009-2294-4e49-b038-c194757bd904 req-dac3adf6-9b0f-49e6-bba6-cc1d4027b569 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/07bd4f19-a82a-403c-bc67-eae481c819f4 HTTP/1.1" status: 404 len: 352 time: 0.0358951 Nov 12 03:17:47.652900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:47.654633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-7d3e0280-710e-4029-8758-f74c9b83ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.656160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-7d3e0280-710e-4029-8758-f74c9b83ef01 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1017504 Nov 12 03:17:47.671379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'mac_address': 'fa:16:3e:43:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:47.731061 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.749482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:47.774665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:47.788009 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:47.885137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-2acc5023-af89-4f92-8ffc-941ff96d5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.887066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-2acc5023-af89-4f92-8ffc-941ff96d5fb5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.2206862 Nov 12 03:17:47.945076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:47.947175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-5db0c61c-83ba-48d7-a0d7-0abafec4b0e1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 217 time: 0.0529971 Nov 12 03:17:47.967228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e3f6239-9fc2-4e16-b373-9d95885139ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:48.030573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d53b-97a4-4f92-8c33-5e4741fd7669 req-f838d749-5064-40e1-b13a-bdc5b9584ae3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.039205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c73d53b-97a4-4f92-8c33-5e4741fd7669 req-f838d749-5064-40e1-b13a-bdc5b9584ae3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0909984 Nov 12 03:17:48.059737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-e974af8c-8b9e-4068-8647-2ea05e0801c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.061212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-e974af8c-8b9e-4068-8647-2ea05e0801c6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.1031613 Nov 12 03:17:48.101143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['122c3822-f646-40ef-8ee7-32319b36b8d7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:48.135528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-df55991b-5b3f-44ce-9408-f768cde5f209 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618165 Nov 12 03:17:48.152817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c73d53b-97a4-4f92-8c33-5e4741fd7669 req-32a5bf27-01c4-4e69-a6de-c3dd6dd4e5fe tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126208 Nov 12 03:17:48.335310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-e565727f-61d2-40b9-a605-f69d82f9967f service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815414 Nov 12 03:17:48.366070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5e0cd-df13-45c6-9807-6c99e3286a53 req-703190f2-795a-4afa-a708-31ef3e45c4b6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.367671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0b5e0cd-df13-45c6-9807-6c99e3286a53 req-703190f2-795a-4afa-a708-31ef3e45c4b6 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.1073830 Nov 12 03:17:48.473452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-66ae0e81-aca8-451f-8e45-ebe367632285 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:48.474436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-66ae0e81-aca8-451f-8e45-ebe367632285 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128982 Nov 12 03:17:48.539698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0b5e0cd-df13-45c6-9807-6c99e3286a53 req-6716b61b-4884-4565-b6cd-311944159c09 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517437 Nov 12 03:17:48.545304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-f3505924-2bb8-4b17-a7b8-f3a717dab63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.552280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-f3505924-2bb8-4b17-a7b8-f3a717dab63b service neutron] 10.222.0.93 "GET /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 1094 time: 0.0688827 Nov 12 03:17:48.566192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Request body: {'binding': {'host': 'n-h2-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:48.567140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Unknown quota resources ['binding']. {{(pid=102606) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:17:48.598930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328a1d32-12b8-48df-89bf-a335b06a1c12 req-9b32bcc7-e80b-494f-b3dc-5dad9770f54f service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519772 Nov 12 03:17:48.629445 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-bd519ecf-84eb-474e-8f87-d05c48d824d2 req-d5f9c6b5-b95e-4b15-83fd-8c4a05618b11 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:48.630465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd519ecf-84eb-474e-8f87-d05c48d824d2 req-d5f9c6b5-b95e-4b15-83fd-8c4a05618b11 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/ec6e15d4-ca34-4d0e-aaa2-493ee17aa3aa HTTP/1.1" status: 404 len: 352 time: 0.0368857 Nov 12 03:17:49.125828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d80d-05e3-4e60-aa3d-b707097ada47 req-d82bc20f-683b-4c20-a6c2-ddcd8f9f7f82 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.127361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b24d80d-05e3-4e60-aa3d-b707097ada47 req-d82bc20f-683b-4c20-a6c2-ddcd8f9f7f82 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 948 time: 0.1110718 Nov 12 03:17:49.206121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h2-713499-30 for vnic_type normal with profile None {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:49.206457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:49.206775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:49.214226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:49.214879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:49.232012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b24d80d-05e3-4e60-aa3d-b707097ada47 req-3ee63251-7eec-493c-86f2-e7e0e28e5690 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980430 Nov 12 03:17:49.234990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:49.235331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:49.235708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:49.236183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Bound port: e5b1e330-bad8-4156-99b7-a802cec5fb87, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:49.328304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:49.336465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.337782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03af8cbc-4d60-44e9-aeb7-b1da23f48244 service neutron] 10.222.0.93 "POST /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87/bindings HTTP/1.1" status: 201 len: 390 time: 0.7847202 Nov 12 03:17:49.435794 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-a5c23a50-fbbb-4a93-9e42-4b648a322686 req-85c19d0b-d66d-4a50-8ff2-8745f0fa8d26 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:49.437429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5c23a50-fbbb-4a93-9e42-4b648a322686 req-85c19d0b-d66d-4a50-8ff2-8745f0fa8d26 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/b4159ded-1efc-4d38-b045-d1622b7ca793 HTTP/1.1" status: 404 len: 352 time: 0.0210309 Nov 12 03:17:49.454091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf5cd-5f18-4e51-bb64-430830816194 req-9f002a95-0783-4e32-8793-19d61c6eed12 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.463385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b5bf5cd-5f18-4e51-bb64-430830816194 req-9f002a95-0783-4e32-8793-19d61c6eed12 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.0911322 Nov 12 03:17:49.512261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:49.537198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b5bf5cd-5f18-4e51-bb64-430830816194 req-c0ddea26-0823-445d-9c3c-a27657c20df6 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.93 "GET /v2.0/security-groups?id=d549fdd1-e59c-4a41-bbe4-054cf796fc4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728269 Nov 12 03:17:49.537726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36524) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:49.683395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 122c3822-f646-40ef-8ee7-32319b36b8d7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:49.688232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 122c3822-f646-40ef-8ee7-32319b36b8d7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:49.688762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.695165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-495e6ad3-1907-444e-a8bc-7496900d7390 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.696736 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-495e6ad3-1907-444e-a8bc-7496900d7390 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.100 "GET /v2.0/ports?device_id=54dd182d-625d-42e4-82f9-75b88decb0ab HTTP/1.1" status: 200 len: 949 time: 0.1672206 Nov 12 03:17:49.842557 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.889876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:49.891674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:49.897837 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4aec2-7356-4166-bb7d-b1328f804729" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:49.903980 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.931087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Deleting port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:49.931424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.974127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.038996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0e4ecf73-12cc-421e-9b37-0e70f6729014 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.040648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0e4ecf73-12cc-421e-9b37-0e70f6729014 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9&tenant_id=a16c9604feaa4802abb92acbd4905337&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 948 time: 0.1760209 Nov 12 03:17:50.067331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-43082f3e-b7a2-4509-af9c-6ea633e55580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.068980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-43082f3e-b7a2-4509-af9c-6ea633e55580 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1097 time: 0.2279580 Nov 12 03:17:50.088702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] For port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:50.089360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.105954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Calling delete_port for de2cb6a2-707e-41fa-89bc-6ba1381aaa0c owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:50.123841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb1e1c-2208-4fd7-bb6c-c323cf47474e req-ce29ea0e-686e-4429-8942-8adaec40c7e1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.125505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34bb1e1c-2208-4fd7-bb6c-c323cf47474e req-ce29ea0e-686e-4429-8942-8adaec40c7e1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1835582 Nov 12 03:17:50.144299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9514d-6a82-4e9f-9c15-9445b46bb84f req-4ec16cb7-0d02-4f76-817f-a4394ee341cf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.151795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faa9514d-6a82-4e9f-9c15-9445b46bb84f req-4ec16cb7-0d02-4f76-817f-a4394ee341cf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.3027060 Nov 12 03:17:50.291474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.304379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['de2cb6a2-707e-41fa-89bc-6ba1381aaa0c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:50.334242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Pushing event deleted for resources: {'Port': ['ID=de2cb6a2-707e-41fa-89bc-6ba1381aaa0c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.372764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faa9514d-6a82-4e9f-9c15-9445b46bb84f req-ee0c6521-a592-46ad-a1de-53b7f536ab06 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195985 Nov 12 03:17:50.385626 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0c1216a-2c2c-4905-ac00-6710e14ac8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.420808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] No DVR routers for this DVR port de2cb6a2-707e-41fa-89bc-6ba1381aaa0c on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:50.425614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.430679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e48cebdc-b7c6-4fa1-a27c-b9588e339139 req-5026b998-f775-4098-88e7-ed8e96e6f8a3 tempest-ImagesNegativeTestJSON-2085796825 tempest-ImagesNegativeTestJSON-2085796825-project] 10.222.0.100 "DELETE /v2.0/ports/de2cb6a2-707e-41fa-89bc-6ba1381aaa0c HTTP/1.1" status: 204 len: 173 time: 0.7270765 Nov 12 03:17:50.433084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'name': 'network-vif-deleted', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:50.435375 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8236c4c7-117e-4d9b-b256-76d587b4ce30" -d '{"events": [{"server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "name": "network-vif-deleted", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:50.465970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-9f88192a-bbed-400f-b9ee-7fa26c3c02d7 service neutron] 10.222.0.98 "GET /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.4123008 Nov 12 03:17:50.484313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34bb1e1c-2208-4fd7-bb6c-c323cf47474e req-853b6478-c30b-4f3b-a4c8-9e1a800adcae tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214719 Nov 12 03:17:50.526179 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-c55996dc-7804-4519-8903-41a02bb87654 req-bf83a810-6cb1-4ee8-90ce-098f85267d8f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:50.548468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c55996dc-7804-4519-8903-41a02bb87654 req-bf83a810-6cb1-4ee8-90ce-098f85267d8f tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/418e2f52-1fb0-41ca-8c7a-caadd425f489 HTTP/1.1" status: 404 len: 352 time: 0.1029382 Nov 12 03:17:50.729226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-25005bb0-8aaf-498f-9015-ac502995daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.730672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-25005bb0-8aaf-498f-9015-ac502995daa3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.6013236 Nov 12 03:17:50.809130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-932ca84d-f62c-4d22-a6be-ec14463145be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.810621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-932ca84d-f62c-4d22-a6be-ec14463145be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1101 time: 0.2579486 Nov 12 03:17:50.817465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-82628205-d5f3-4388-b3c1-1250d2870480 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0713019 Nov 12 03:17:50.843147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20bef-d67b-4214-b59e-313633687342 req-69daeabd-5614-4e76-9c51-d1c729620aac tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.844811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d20bef-d67b-4214-b59e-313633687342 req-69daeabd-5614-4e76-9c51-d1c729620aac tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.2031112 Nov 12 03:17:50.879586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea206-8086-4093-9ee3-1dee884da0d2 req-7ad44333-386b-4560-903b-8d09dfe4b139 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.881082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e28ea206-8086-4093-9ee3-1dee884da0d2 req-7ad44333-386b-4560-903b-8d09dfe4b139 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2166831 Nov 12 03:17:51.008747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-3fb0d881-b6cd-4027-bf1b-dd0876d2b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.010366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-3fb0d881-b6cd-4027-bf1b-dd0876d2b76c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1757767 Nov 12 03:17:51.077450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d20bef-d67b-4214-b59e-313633687342 req-70e44b6a-ce41-410a-9c17-ff2d3def9d7c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076705 Nov 12 03:17:51.079234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-115dff7b-43f6-4077-8068-c3a5fe05bb1b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503643 Nov 12 03:17:51.082523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.095415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e28ea206-8086-4093-9ee3-1dee884da0d2 req-cdd52882-b256-4306-9b75-c26c95af677f tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911657 Nov 12 03:17:51.134731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-5942ff45-a635-4535-bc90-056e6312df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.136255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-5942ff45-a635-4535-bc90-056e6312df2a service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.3172231 Nov 12 03:17:51.176553 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1df90-71f2-4d9e-a2e6-4492f8dcdcde x-openstack-request-id: req-65a1df90-71f2-4d9e-a2e6-4492f8dcdcde {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:51.178143 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:51.178564 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-65a1df90-71f2-4d9e-a2e6-4492f8dcdcde {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:51.179125 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'code': 200} Nov 12 03:17:51.216057 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258a2aa-9715-41cb-b8bf-309edf0a4463 x-openstack-request-id: req-e258a2aa-9715-41cb-b8bf-309edf0a4463 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:51.216573 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dd182d-625d-42e4-82f9-75b88decb0ab", "name": "network-vif-deleted", "tag": "de2cb6a2-707e-41fa-89bc-6ba1381aaa0c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:51.216672 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e258a2aa-9715-41cb-b8bf-309edf0a4463 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:51.218449 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dd182d-625d-42e4-82f9-75b88decb0ab', 'name': 'network-vif-deleted', 'tag': 'de2cb6a2-707e-41fa-89bc-6ba1381aaa0c', 'status': 'completed', 'code': 200} Nov 12 03:17:51.243920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-06941a35-11cf-4890-9eae-97a1680d32d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.0942938 Nov 12 03:17:51.296105 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-c7d0d7f4-403c-4eac-ae2d-9207ceab8bb3 req-71ea03e5-885a-4208-bd29-e4036366b030 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:51.297085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7d0d7f4-403c-4eac-ae2d-9207ceab8bb3 req-71ea03e5-885a-4208-bd29-e4036366b030 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/3d14f638-5dd4-4a90-a1a0-f3e55d215f1b HTTP/1.1" status: 404 len: 352 time: 0.0676458 Nov 12 03:17:51.422263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0d1ed6f1-02e2-4b95-8edf-e12dc991d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.423650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0d1ed6f1-02e2-4b95-8edf-e12dc991d744 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1617365 Nov 12 03:17:51.470152 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-1b63dd76-6e1f-47f3-a414-89ef9f698775 req-2f37f3b2-209a-4858-880d-d30f88d88c7e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] show failed (client error): The resource could not be found. Nov 12 03:17:51.471155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b63dd76-6e1f-47f3-a414-89ef9f698775 req-2f37f3b2-209a-4858-880d-d30f88d88c7e tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/4e0e335c-5be7-4587-8398-620556820213 HTTP/1.1" status: 404 len: 352 time: 0.0657415 Nov 12 03:17:51.490449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42054f95-62a8-4976-b008-5c46c4bf960a req-3c0df2e6-3efc-43c9-8cec-0329ab045532 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.491937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42054f95-62a8-4976-b008-5c46c4bf960a req-3c0df2e6-3efc-43c9-8cec-0329ab045532 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1097 time: 0.1916196 Nov 12 03:17:51.494911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-9c9a0e62-705d-484a-a151-a9f53f332d5b service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423567 Nov 12 03:17:51.544206 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.600734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0db01b79-399a-47e5-934c-0715de8eafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.602325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-0db01b79-399a-47e5-934c-0715de8eafb7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1567404 Nov 12 03:17:51.633410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42054f95-62a8-4976-b008-5c46c4bf960a req-f9d1c1f2-4fe1-4a21-8265-51c97e245624 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342180 Nov 12 03:17:51.731732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-f740ab34-9d3e-45df-84e2-9c9a2621b894 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239211 Nov 12 03:17:51.815763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-3d829686-2f60-4bca-a7ab-ef6d449019c5 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967866 Nov 12 03:17:51.833981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8391af-2c65-494f-8c8e-9bcf049a9cfa req-c2f1b5b0-ea72-4ebe-a6ea-756efcf6b97d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.836627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa8391af-2c65-494f-8c8e-9bcf049a9cfa req-c2f1b5b0-ea72-4ebe-a6ea-756efcf6b97d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0982120 Nov 12 03:17:51.924548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Deleting port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:51.924979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.333894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa8391af-2c65-494f-8c8e-9bcf049a9cfa req-2a6458f7-bcb4-46bc-a997-7030552c1fc0 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900892 Nov 12 03:17:52.372541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-3758c1f4-2e04-4ea9-9d2f-a6019bfc15c5 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345311 Nov 12 03:17:52.400100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326b01f-d879-42bb-99e6-b96057dcf956 req-1c3cb8f1-c300-4f5b-9a00-bd25eb77abd0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.401740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c326b01f-d879-42bb-99e6-b96057dcf956 req-1c3cb8f1-c300-4f5b-9a00-bd25eb77abd0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.0971224 Nov 12 03:17:52.407278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] For port 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:52.407650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.444148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Calling delete_port for 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:52.459025 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device de2cb6a2-707e-41fa-89bc-6ba1381aaa0c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:52.481109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: de2cb6a2-707e-41fa-89bc-6ba1381aaa0c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:52.481553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device de2cb6a2-707e-41fa-89bc-6ba1381aaa0c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:52.537260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c326b01f-d879-42bb-99e6-b96057dcf956 req-ce7a40db-03d4-4c10-bfbf-3f7f4450e1ea tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263719 Nov 12 03:17:52.545618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a669bc-739d-439e-9c98-6281f2217a9a req-c03266c1-b5b1-48b0-8ca3-9d9ecd80e158 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.547126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90a669bc-739d-439e-9c98-6281f2217a9a req-c03266c1-b5b1-48b0-8ca3-9d9ecd80e158 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1097 time: 0.1239879 Nov 12 03:17:52.642348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90a669bc-739d-439e-9c98-6281f2217a9a req-c418d68d-eafa-4062-b0f2-bfd3c79fa6b1 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 Nov 12 03:17:52.789182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.846913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:52.896520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c57e5b-49b7-4799-9b51-e0c66d31d71f req-1bc25505-bf32-4abf-b409-d9418ad0052c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.898257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c57e5b-49b7-4799-9b51-e0c66d31d71f req-1bc25505-bf32-4abf-b409-d9418ad0052c tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1023 time: 0.1549506 Nov 12 03:17:52.911121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.961257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0f37-c8d1-4f37-9db0-fdee4e64a193 req-82e7ee04-1036-423f-89fb-c2b6c1239f07 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.964579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedd0f37-c8d1-4f37-9db0-fdee4e64a193 req-82e7ee04-1036-423f-89fb-c2b6c1239f07 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1667299 Nov 12 03:17:53.102400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedd0f37-c8d1-4f37-9db0-fdee4e64a193 req-178a7459-775d-4a2b-becd-b9cb6198fcc2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318524 Nov 12 03:17:53.136040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c57e5b-49b7-4799-9b51-e0c66d31d71f req-c9e08871-88c2-4298-a9c4-f70da04ee4cc tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups?id=365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef&id=bf354c53-bb00-43cf-9db0-394e88e09ef5&id=7f806e53-2282-476b-900d-b56f76e27eba&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2125626 Nov 12 03:17:53.156987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.435013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-814fe719-fa18-4904-b3bc-730c183228d8 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.442719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-814fe719-fa18-4904-b3bc-730c183228d8 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.1933413 Nov 12 03:17:53.494244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-c8f15bca-bef5-4b93-9a60-3e813b26cffe tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/quotas/275a97b31d6c4ffc840948dae0bbec76 HTTP/1.1" status: 200 len: 375 time: 0.0505352 Nov 12 03:17:53.591540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-83860bde-6981-4b43-9628-b510d72db6d6 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962124 Nov 12 03:17:53.596002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.601544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:53.642096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-3a724e65-2035-4dd3-82ea-a59cec607e00 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.644077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-3a724e65-2035-4dd3-82ea-a59cec607e00 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.100 "GET /v2.0/ports?device_id=c759c5a8-dbfb-4c1b-bfb0-c044158612fb HTTP/1.1" status: 200 len: 1023 time: 0.1126914 Nov 12 03:17:53.870169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-8139b3bc-5764-4838-ad09-f7467f88e9b8 service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668059 Nov 12 03:17:53.927642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:53.935592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:53.937075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b1221ee-6c9c-4738-af7a-ab71b7ea2e4b admin admin] 10.222.0.93 "PUT /v2.0/routers/e76a9b0d-6a8f-4172-a2cf-e75769b85d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3981338 Nov 12 03:17:53.940681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Sync routers for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:53.964921 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:53.965561 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:53.994836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Deleting port c21dcf73-57a4-4718-858b-d2f667d67914 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:53.995164 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.069861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-440e37c5-0f78-4e7d-bd29-e82eb922c3d9 service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876442 Nov 12 03:17:54.115263 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:54.148516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] For port c21dcf73-57a4-4718-858b-d2f667d67914, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c21dcf73-57a4-4718-858b-d2f667d67914,segment=NetworkSegment(612c83c9-fdb9-4934-b595-e7fbe3083035),segment_id=612c83c9-fdb9-4934-b595-e7fbe3083035)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:54.149113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.185542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Calling delete_port for c21dcf73-57a4-4718-858b-d2f667d67914 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:54.268234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.461666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c21dcf73-57a4-4718-858b-d2f667d67914 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:54.462352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc05492-e449-47c9-915a-9f4c211a1432 req-281664d8-a493-4b28-9eaa-81861ba22af4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.469980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dc05492-e449-47c9-915a-9f4c211a1432 req-281664d8-a493-4b28-9eaa-81861ba22af4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.0995934 Nov 12 03:17:54.549612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-5ca0b226-0724-4c6f-8118-e6315d175389 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:17:54.549931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dc05492-e449-47c9-915a-9f4c211a1432 req-d1ef1cf7-2a3e-464c-aae2-b23f586358d3 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768409 Nov 12 03:17:54.571850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-5ca0b226-0724-4c6f-8118-e6315d175389 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3015761 Nov 12 03:17:54.638934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.697690 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:17:52Z', 'revision_number': 5, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port': {'id': 'b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:51Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:54.708427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.714837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.770578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'Port': ['ID=c21dcf73-57a4-4718-858b-d2f667d67914,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:54.793958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] No DVR routers for this DVR port c21dcf73-57a4-4718-858b-d2f667d67914 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:54.797615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:54.806018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.809818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a176d59-e20e-4cf6-8f1e-f928522f9fab req-6ee74047-153b-4743-b1e3-fca141cfd247 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.100 "DELETE /v2.0/ports/c21dcf73-57a4-4718-858b-d2f667d67914 HTTP/1.1" status: 204 len: 173 time: 1.1284788 Nov 12 03:17:54.815337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:54.835509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5d930-8ac5-4efc-adf8-db9e0420139e req-c580591b-c9ec-4e6b-bdea-23507bf4fb1f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.840778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-8be5c6b8-ee73-4d9e-9bad-0de3a3ea0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.847691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58c5d930-8ac5-4efc-adf8-db9e0420139e req-c580591b-c9ec-4e6b-bdea-23507bf4fb1f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1841278 Nov 12 03:17:54.851611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'name': 'network-vif-deleted', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:54.853558 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Checking router: e76a9b0d-6a8f-4172-a2cf-e75769b85d84 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:54.856370 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21847e-557f-4ffd-99ee-93a77bc8979c" -d '{"events": [{"server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "name": "network-vif-deleted", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:54.860538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-8be5c6b8-ee73-4d9e-9bad-0de3a3ea0cc9 service neutron] 10.222.0.93 "GET /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 1094 time: 0.2862976 Nov 12 03:17:54.870233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Request body: {'binding': {'host': 'n-h1-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:54.873237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:17:54.898144 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Routers {'e76a9b0d-6a8f-4172-a2cf-e75769b85d84'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:54.898791 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:54.959012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.012870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:55.014158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:55.017445 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cca645-dc88-42eb-9cdd-3e1868a56f46" -d '{"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:55.022069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.058247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763a588-debb-41de-9d70-9c03ea00f094 req-3b172e21-d56d-4bb5-aa3e-2f9de98f5bb7 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.059645 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0763a588-debb-41de-9d70-9c03ea00f094 req-3b172e21-d56d-4bb5-aa3e-2f9de98f5bb7 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/ports?device_id=162ded89-1c5c-44eb-a730-51712e2d2e5f HTTP/1.1" status: 200 len: 945 time: 0.5175822 Nov 12 03:17:55.074397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58c5d930-8ac5-4efc-adf8-db9e0420139e req-e8d329e2-6a74-44b5-b6b2-577f95175a28 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248428 Nov 12 03:17:55.129262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:55.235300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-a90ab502-4ea9-4759-a4f6-a373b1135e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.237219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-a90ab502-4ea9-4759-a4f6-a373b1135e07 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9&tenant_id=a16c9604feaa4802abb92acbd4905337 HTTP/1.1" status: 200 len: 1101 time: 0.1618741 Nov 12 03:17:55.269702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:55.317567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f44e6-57c3-4c83-a9e9-63ef231f867d req-8ecf8bd9-77f9-42aa-816e-990fda5b9e87 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.319748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa6f44e6-57c3-4c83-a9e9-63ef231f867d req-8ecf8bd9-77f9-42aa-816e-990fda5b9e87 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1315351 Nov 12 03:17:55.379948 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] Set router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:55.416385 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-21ae5796-eb69-47ed-973c-62ba5dc5dd52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67c53df2881f4ee7959fcc03af8a377d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5987074 Nov 12 03:17:55.454855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36714) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:55.464128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa6f44e6-57c3-4c83-a9e9-63ef231f867d req-c20ea0dc-727f-4d19-bc92-c13c45f8fccd tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323752 Nov 12 03:17:55.469231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.493557 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d954240-c208-43c3-9152-be1373c90882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:17:54Z', 'revision_number': 6, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:55.509148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Deleting port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:55.510085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.566242 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d954240-c208-43c3-9152-be1373c90882 None None] The sync data for ids ['e76a9b0d-6a8f-4172-a2cf-e75769b85d84'] in n-d-713499-30 is: [{'id': 'e76a9b0d-6a8f-4172-a2cf-e75769b85d84', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-147116834-router', 'tenant_id': 'f575f8e31ce748228a992338d394d404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:50Z', 'updated_at': '2021-11-12T03:17:54Z', 'revision_number': 6, 'project_id': 'f575f8e31ce748228a992338d394d404', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:55.699546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.699947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Deleting port 23807268-059e-4394-8244-4c73d4d7d0a4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:55.700386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.723731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.788123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on host n-h1-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:55.788410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:55.788866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:55.799793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcf3ca2f-f3c7-42a4-b231-a639e831be73 req-dcb90d86-06d1-4753-a17d-ab0319e91fd2 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 210 time: 0.1013954 Nov 12 03:17:55.803823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] For port b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:55.804299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.841769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:55.842324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:55.858092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Calling delete_port for b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:55.874913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:55.875253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:55.875635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:55.876101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Bound port: 328acffe-eaeb-47df-9f7c-fefc64670a69, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:55.884535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] For port 23807268-059e-4394-8244-4c73d4d7d0a4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=23807268-059e-4394-8244-4c73d4d7d0a4,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:55.884896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.899084 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f69ec-820e-464e-8d6b-7115f8199256 x-openstack-request-id: req-b83f69ec-820e-464e-8d6b-7115f8199256 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:55.899608 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:55.899608 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b83f69ec-820e-464e-8d6b-7115f8199256 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:55.900052 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4', 'code': 200} Nov 12 03:17:55.966068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:55.970145 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6530bdc5-1896-48ac-98cf-596304c7be8c x-openstack-request-id: req-6530bdc5-1896-48ac-98cf-596304c7be8c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:55.976626 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c759c5a8-dbfb-4c1b-bfb0-c044158612fb", "name": "network-vif-deleted", "tag": "c21dcf73-57a4-4718-858b-d2f667d67914", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:55.976953 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6530bdc5-1896-48ac-98cf-596304c7be8c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:55.977337 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c759c5a8-dbfb-4c1b-bfb0-c044158612fb', 'name': 'network-vif-deleted', 'tag': 'c21dcf73-57a4-4718-858b-d2f667d67914', 'status': 'completed', 'code': 200} Nov 12 03:17:55.990541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Calling delete_port for 23807268-059e-4394-8244-4c73d4d7d0a4 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:56.003545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.006183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.014889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d549fdd1-e59c-4a41-bbe4-054cf796fc4e HTTP/1.1" status: 204 len: 168 time: 0.5471172 Nov 12 03:17:56.078983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d549fdd1-e59c-4a41-bbe4-054cf796fc4e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.142389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.142389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.143167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.143912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.144448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.144831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.146982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.147728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.148095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.148434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.148761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.149085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf4248-a931-446e-9811-34ef12d8b349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.180610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:56.227448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b952a-b869-4271-9ccc-8e03be5b209d req-1998a850-1e94-401a-a6e6-579edaa913b8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.229271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b0b952a-b869-4271-9ccc-8e03be5b209d req-1998a850-1e94-401a-a6e6-579edaa913b8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.2078428 Nov 12 03:17:56.314070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.360189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Transition to ACTIVE for port object 122c3822-f646-40ef-8ee7-32319b36b8d7 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:56.366788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b0b952a-b869-4271-9ccc-8e03be5b209d req-84efa144-903e-40cd-b9e2-2758df7e3908 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266034 Nov 12 03:17:56.368119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.385314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:56.396859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.398928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-50baa834-c3b0-41f3-9882-f640fab2139d service neutron] 10.222.0.93 "POST /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69/bindings HTTP/1.1" status: 201 len: 390 time: 1.5366616 Nov 12 03:17:56.563904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-23eb0230-6c6e-4c06-b761-ec00e3bafde0 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.566734 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-23eb0230-6c6e-4c06-b761-ec00e3bafde0 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.3042307 Nov 12 03:17:56.576926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.594469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Request body: {'port': {'device_id': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'admin_state_up': True, 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:56.662337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] No DVR routers for this DVR port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:56.678766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.694717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.707658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:56.718426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event deleted for resources: {'Port': ['ID=23807268-059e-4394-8244-4c73d4d7d0a4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.736715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.737173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.737621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.738130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.738768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.739001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.740052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.740511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.741072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.741512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.741945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.742374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:56.781562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:56.782163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1ad5c6e9-c28a-40cb-b4e1-5f7d43d18990 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:56.782596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:56.797654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] No DVR routers for this DVR port 23807268-059e-4394-8244-4c73d4d7d0a4 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:56.806526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.814952 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0763a588-debb-41de-9d70-9c03ea00f094 req-40b6d241-933b-48b6-a381-3089e2649e0c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "DELETE /v2.0/ports/23807268-059e-4394-8244-4c73d4d7d0a4 HTTP/1.1" status: 204 len: 173 time: 1.7182102 Nov 12 03:17:56.836296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-deleted', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:56.840178 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d3ef9e-1dc4-4d88-97a9-673c97f5ac33" -d '{"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-deleted", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:56.854296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:56.887189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:56.891581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b6c1f5c0-64a8-4ac3-afb9-18c6ceb38dcf not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:56.907151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:56.907151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:56.909767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:56.930132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-93ddd673-1250-4bf4-ab09-a77e2ffe9fdb tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/bf354c53-bb00-43cf-9db0-394e88e09ef5 HTTP/1.1" status: 200 len: 1817 time: 0.4823239 Nov 12 03:17:56.989948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.995039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:56.996520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Attempting to bind port 122c3822-f646-40ef-8ee7-32319b36b8d7 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:57.020207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:57.020536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:57.020926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:57.021419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Bound port: 122c3822-f646-40ef-8ee7-32319b36b8d7, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:57.021834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.031737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-7d40f924-5f4f-46f0-9b4b-e2d2783a26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.034230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-7d40f924-5f4f-46f0-9b4b-e2d2783a26b0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1097 time: 0.1798365 Nov 12 03:17:57.109388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.111877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.115367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:57.119239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.120250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a65d9a-832b-4fbb-9aee-a75dbc178610 req-26c8fe22-a377-4dd4-b49f-53983c38abf1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.121838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94a65d9a-832b-4fbb-9aee-a75dbc178610 req-26c8fe22-a377-4dd4-b49f-53983c38abf1 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.3077712 Nov 12 03:17:57.176866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.177392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76a9b0d-6a8f-4172-a2cf-e75769b85d84 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:17:57.183287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.188795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ed2c14bb-d1ad-4ac5-a753-8aafd8748646 admin admin] 10.222.0.93 "DELETE /v2.0/routers/e76a9b0d-6a8f-4172-a2cf-e75769b85d84 HTTP/1.1" status: 204 len: 168 time: 3.2515678 Nov 12 03:17:57.191988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:57.313173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.344860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Deleting subnet fc132e8b-0666-4ea5-93e6-3319c9c91dff {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:57.348233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.361371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.415926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.418147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Allocated IP 172.20.0.12 (29137580-c6d6-4e60-88b0-89587646fd95/1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74/37d3ad08-c329-43c3-adcd-776f3087a5dc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:57.431644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.441716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.444603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63b6bb83-740a-4f07-bdee-eee3b1d6790b req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/bf354c53-bb00-43cf-9db0-394e88e09ef5 HTTP/1.1" status: 204 len: 173 time: 0.4988782 Nov 12 03:17:57.456523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:57.464087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:57.514899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:57.542534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94a65d9a-832b-4fbb-9aee-a75dbc178610 req-7f3d4aef-43f6-46e3-aed7-148093b9b2c8 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259211 Nov 12 03:17:57.548108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-f368d937-74ee-481e-aa2a-c4f208b71073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.550608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-f368d937-74ee-481e-aa2a-c4f208b71073 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.4998982 Nov 12 03:17:57.596956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.604780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018dfc90-5de1-477e-bcb8-e7b80c5d3bb4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf354c53-bb00-43cf-9db0-394e88e09ef5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.639437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.644631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:57.687870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-91625b0f-b740-4744-83f3-9387ca7b6130 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 217 time: 0.1003168 Nov 12 03:17:57.734445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.734445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.735741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] 10.222.0.100 "PUT /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 1097 time: 2.4859228 Nov 12 03:17:57.769812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.810496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.817930 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fc132e8b-0666-4ea5-93e6-3319c9c91dff HTTP/1.1" status: 204 len: 168 time: 0.6244814 Nov 12 03:17:57.823162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae1432-2f7c-4ab8-9be9-e336448b0024 None None] Network 4629c0b6-ab18-4922-bb96-23414d91b86c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:57.840017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.896064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:57.897544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e0c2-bb13-4ddf-8717-4cf2aa5f11ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc132e8b-0666-4ea5-93e6-3319c9c91dff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.920825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.089108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] DHCP port deletion for 4629c0b6-ab18-4922-bb96-23414d91b86c request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:58.159292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Deleting port ca0aed35-d278-4051-bbb1-d84236cbbae4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:58.159672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.198054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}, {'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:58.200835 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c735449-3bba-4027-972d-f658bb0d972c" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}, {"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:58.234709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-f329046f-350a-4024-ab16-6e42852565b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.236325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-f329046f-350a-4024-ab16-6e42852565b3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.5314517 Nov 12 03:17:58.244463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] For port ca0aed35-d278-4051-bbb1-d84236cbbae4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0aed35-d278-4051-bbb1-d84236cbbae4,segment=NetworkSegment(c71ba613-018a-4dfd-a428-a393044a51e2),segment_id=c71ba613-018a-4dfd-a428-a393044a51e2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:58.244856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.268685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Calling delete_port for ca0aed35-d278-4051-bbb1-d84236cbbae4 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:58.273242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836c2d-d071-476c-8fa4-7b824a16975a req-fe112729-233b-440c-8b7a-67a0d5b1f05c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.274899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2836c2d-d071-476c-8fa4-7b824a16975a req-fe112729-233b-440c-8b7a-67a0d5b1f05c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 948 time: 0.6101751 Nov 12 03:17:58.282632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e730-9c44-4a0e-be8a-3d91d486671b req-9bc517ba-b12f-4b3c-94ce-a8ee2ff7e801 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.292516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d51e730-9c44-4a0e-be8a-3d91d486671b req-9bc517ba-b12f-4b3c-94ce-a8ee2ff7e801 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.7289040 Nov 12 03:17:58.337188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30b27-1ae9-4c24-9cde-e10d4f7f4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.361218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-6150bf20-2a25-4498-aec4-48eb0548dfc5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985763 Nov 12 03:17:58.385872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0aed35-d278-4051-bbb1-d84236cbbae4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:58.393090 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.396694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Network 29137580-c6d6-4e60-88b0-89587646fd95 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:58.405158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:58.409464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.411488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:58.438043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-8f22a469-82a4-4020-9076-b5de346f0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.439712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-8f22a469-82a4-4020-9076-b5de346f0aa4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1100 time: 0.6686606 Nov 12 03:17:58.452061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ca0aed35-d278-4051-bbb1-d84236cbbae4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:58.452410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0aed35-d278-4051-bbb1-d84236cbbae4 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:58.454261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] No DVR routers for this DVR port ca0aed35-d278-4051-bbb1-d84236cbbae4 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:58.456701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318615c-c80f-495d-ac06-757ad0b21278 None None] Pushing event deleted for resources: {'Port': ['ID=ca0aed35-d278-4051-bbb1-d84236cbbae4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.459690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.472664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:58.499861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 23807268-059e-4394-8244-4c73d4d7d0a4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:58.500239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 23807268-059e-4394-8244-4c73d4d7d0a4 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:58.540948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.541791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.554121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d51e730-9c44-4a0e-be8a-3d91d486671b req-0a4696e8-6414-4829-9dec-04b1eb94f714 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604773 Nov 12 03:17:58.568289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2836c2d-d071-476c-8fa4-7b824a16975a req-2277e6f2-bceb-4651-bd14-6510e8d481db tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709389 Nov 12 03:17:58.586820 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-be4fd96c-adcb-477e-ba8d-79e5a217df55 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9992430 Nov 12 03:17:58.635128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-12d9de92-0414-4ec4-91e9-f9fd1acb1d12 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586596 Nov 12 03:17:58.646594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Request body: {'port': {'device_id': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:58.653326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.672223 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbae17b-b371-4109-9382-99533e540c54 x-openstack-request-id: req-cbbae17b-b371-4109-9382-99533e540c54 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:58.672512 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ded89-1c5c-44eb-a730-51712e2d2e5f", "name": "network-vif-deleted", "tag": "23807268-059e-4394-8244-4c73d4d7d0a4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:58.672765 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cbbae17b-b371-4109-9382-99533e540c54 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:58.673166 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162ded89-1c5c-44eb-a730-51712e2d2e5f', 'name': 'network-vif-deleted', 'tag': '23807268-059e-4394-8244-4c73d4d7d0a4', 'status': 'completed', 'code': 200} Nov 12 03:17:58.693940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-5a120df0-4bb4-480f-b066-2163b95bd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.695330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-5a120df0-4bb4-480f-b066-2163b95bd3d2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1867881 Nov 12 03:17:58.719510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4629c0b6-ab18-4922-bb96-23414d91b86c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:58.734509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71ba613-018a-4dfd-a428-a393044a51e2') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:58.734864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71ba613-018a-4dfd-a428-a393044a51e2') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:58.746002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.751114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.805438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.810483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-92f9a538-b213-4a44-8e89-683d257aa038 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.1045480 Nov 12 03:17:58.814763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:58.815392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:58.884383 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:58.887010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3688a-65a4-4f0d-a477-cada6bb20d5e req-f8556131-c2ad-44ed-8a53-25701d25cd19 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.887010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25f3688a-65a4-4f0d-a477-cada6bb20d5e req-f8556131-c2ad-44ed-8a53-25701d25cd19 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1459360 Nov 12 03:17:58.890533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-15087771-883d-4cd7-b8b0-df1510b165a9 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327754 Nov 12 03:17:58.899123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.903937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.913382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36770) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:58.913640 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] 10.222.0.93 "DELETE /v2.0/networks/4629c0b6-ab18-4922-bb96-23414d91b86c HTTP/1.1" status: 204 len: 168 time: 1.0033624 Nov 12 03:17:58.933053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19faa-8a70-4b55-8c07-f16d146599ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4629c0b6-ab18-4922-bb96-23414d91b86c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.990918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-ad492c58-879d-4f99-b7a2-1628f67d1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.992494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-ad492c58-879d-4f99-b7a2-1628f67d1c04 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1715345 Nov 12 03:17:59.128995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25f3688a-65a4-4f0d-a477-cada6bb20d5e req-2f0572a1-d57a-4ea6-adc4-b0c7dd585c3a tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322111 Nov 12 03:17:59.158738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-a3a9ddf0-bcd1-4d8d-856f-1c65057a2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.160372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-a3a9ddf0-bcd1-4d8d-856f-1c65057a2275 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593046 Nov 12 03:17:59.170563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97982c19-51e6-42e5-aa7a-875647c82941 req-3470757b-79cd-4c77-9b8b-1055b1f0f803 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.177231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97982c19-51e6-42e5-aa7a-875647c82941 req-3470757b-79cd-4c77-9b8b-1055b1f0f803 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 932 time: 0.4809024 Nov 12 03:17:59.206363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d3ad08-c329-43c3-adcd-776f3087a5dc {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:59.215204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.233518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Transition to ACTIVE for port object 37d3ad08-c329-43c3-adcd-776f3087a5dc will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:59.237994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.329669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460261cf-3eac-44df-885d-b5149536404a service neutron] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.364302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Attempting to bind port 37d3ad08-c329-43c3-adcd-776f3087a5dc on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:59.364660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Attempting to bind port 37d3ad08-c329-43c3-adcd-776f3087a5dc by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:59.364967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Attempting to bind port 37d3ad08-c329-43c3-adcd-776f3087a5dc on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:59.369541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Port 37d3ad08-c329-43c3-adcd-776f3087a5dc on network 29137580-c6d6-4e60-88b0-89587646fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:59.369861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Attempting to bind port 37d3ad08-c329-43c3-adcd-776f3087a5dc on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:59.375065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:59.375399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Checking segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:59.375779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Bound using segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:59.376228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Bound port: 37d3ad08-c329-43c3-adcd-776f3087a5dc, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:59.376584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.408854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97982c19-51e6-42e5-aa7a-875647c82941 req-367989ad-f1ac-44a7-8a82-05335cf80aa0 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307491 Nov 12 03:17:59.420675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-746c0df9-8eaa-4f93-a631-b75e077c06a4 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "GET /v2.0/security-groups/365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef HTTP/1.1" status: 200 len: 1817 time: 0.2413433 Nov 12 03:17:59.450703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:59.451651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-830f389e-3de9-4506-bcc3-2718fcbda72b service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708488 Nov 12 03:17:59.465801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:59.474051 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.520806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.521647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.523357 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-460261cf-3eac-44df-885d-b5149536404a service neutron] 10.222.0.100 "PUT /v2.0/ports/37d3ad08-c329-43c3-adcd-776f3087a5dc HTTP/1.1" status: 200 len: 1093 time: 0.8827238 Nov 12 03:17:59.562721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460261cf-3eac-44df-885d-b5149536404a service neutron] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.617192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-afcd0f62-4412-4e18-bad0-fac9ca6328be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.618856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-afcd0f62-4412-4e18-bad0-fac9ca6328be service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 1096 time: 0.0505233 Nov 12 03:17:59.622685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.664559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-923450d7-a317-4d06-86af-aad4b233f605 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc HTTP/1.1" status: 200 len: 217 time: 0.0364909 Nov 12 03:17:59.702659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.707853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fce7d4f-ffd1-44b7-b33f-3304004befbd req-3e0aa87f-dfb8-45b2-9565-50fe6e9ac233 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446377 Nov 12 03:17:59.718563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-2036258d-6b9a-444a-85a7-f4ff22c03a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.719005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-21297c3b-57d5-4676-bd82-1ef4977bffa9 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=96986aca207a41faa8f15b85f8b52a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597973 Nov 12 03:17:59.721819 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-2036258d-6b9a-444a-85a7-f4ff22c03a25 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.0496302 Nov 12 03:17:59.764862 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-d8cfa82a-580c-4d24-932c-37863f035cba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378602 Nov 12 03:17:59.831520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.834084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.835199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ff56a02-d780-42a3-aec4-e5b0c4eae90f req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] 10.222.0.93 "DELETE /v2.0/security-groups/365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef HTTP/1.1" status: 204 len: 173 time: 0.4050200 Nov 12 03:17:59.844649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:59.860472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fa05a-d560-4358-b09f-dd40394e2f18 tempest-SecurityGroupsTestJSON-876350071 tempest-SecurityGroupsTestJSON-876350071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365bdd9c-2cf4-4958-a29b-8dbf4dfb21ef,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.910438 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-c98ebeaa-850a-413b-bf01-c16a8c115c0a service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373885 Nov 12 03:17:59.916006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-4c0b728f-5fd7-4dbd-901b-f73559b6bce0 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.916220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Deleting subnet 820f8756-b178-4b20-b3fd-5f9b0cf786a6 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:59.917502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-4c0b728f-5fd7-4dbd-901b-f73559b6bce0 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646278 Nov 12 03:17:59.919575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.942646 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b6991-26ec-4c62-9469-e86840a30dbe x-openstack-request-id: req-4d8b6991-26ec-4c62-9469-e86840a30dbe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:59.943566 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "code": 200}, {"name": "network-changed", "server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:59.943806 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4d8b6991-26ec-4c62-9469-e86840a30dbe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:59.944414 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'code': 200} Nov 12 03:17:59.944667 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'status': 'completed', 'code': 200} Nov 12 03:17:59.949493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-283f65c8-96b6-4c25-8200-30147803ce4c tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/quotas/96986aca207a41faa8f15b85f8b52a3a HTTP/1.1" status: 200 len: 375 time: 0.0206065 Nov 12 03:18:00.016485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.069567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8ff12b4f-50ba-4a66-bb0c-5739366c454d tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=96986aca207a41faa8f15b85f8b52a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846715 Nov 12 03:18:00.076832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.090333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.107149 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a0a78453-f833-4326-b4f0-31a3b6eff952 req-940f8394-13ba-49e5-8991-59653619c096 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597226 Nov 12 03:18:00.152231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.173349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-c7420fe2-f86a-44f8-a078-847095236a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.175467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-c7420fe2-f86a-44f8-a078-847095236a0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1100 time: 0.2014635 Nov 12 03:18:00.183914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820f8756-b178-4b20-b3fd-5f9b0cf786a6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:00.187754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.189620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257076a8-daae-496a-a85d-070236113ccb req-4979145a-f458-4951-993d-e99a83b69f90 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.191107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-257076a8-daae-496a-a85d-070236113ccb req-4979145a-f458-4951-993d-e99a83b69f90 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1852551 Nov 12 03:18:00.191236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6796ab30-fcde-42d9-87da-ddbffbfe31ba admin admin] 10.222.0.93 "DELETE /v2.0/subnets/820f8756-b178-4b20-b3fd-5f9b0cf786a6 HTTP/1.1" status: 204 len: 168 time: 0.3450489 Nov 12 03:18:00.194470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.218934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-df9c4d0e-f16d-4918-b585-5f7dcbcda250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.220436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-df9c4d0e-f16d-4918-b585-5f7dcbcda250 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=a16c9604feaa4802abb92acbd4905337&device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1100 time: 0.2318146 Nov 12 03:18:00.354451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.445219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-257076a8-daae-496a-a85d-070236113ccb req-5a20bc95-886b-495b-bf16-39674116d4a9 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232833 Nov 12 03:18:00.510293 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.525133 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.558301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe09010-7a55-4ef7-a70b-a0e32503a789']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:00.587942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612c83c9-fdb9-4934-b595-e7fbe3083035') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:00.588264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612c83c9-fdb9-4934-b595-e7fbe3083035') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:00.599138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.617701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.629418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cb3da-202f-4a4f-b400-612a4ea26a66 req-c29065cb-9aa9-43cd-a128-99f3f01d273b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.630985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf2cb3da-202f-4a4f-b400-612a4ea26a66 req-c29065cb-9aa9-43cd-a128-99f3f01d273b tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 948 time: 0.2969589 Nov 12 03:18:00.633841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:18:00.633841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:18:00.637143 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:18:00.670493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-3c47d4bd-f988-4eb9-9e06-6ae357a20294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.672045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-3c47d4bd-f988-4eb9-9e06-6ae357a20294 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4797962 Nov 12 03:18:00.683935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:00.685032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-14ed42bd-479b-472b-aaf8-f3cff8f23d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.686451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-14ed42bd-479b-472b-aaf8-f3cff8f23d73 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4528983 Nov 12 03:18:00.686577 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bec3cb-b454-4081-9523-3f9d03a03066" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:00.721319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.739533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.745603 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6fe09010-7a55-4ef7-a70b-a0e32503a789 HTTP/1.1" status: 204 len: 168 time: 0.5485289 Nov 12 03:18:00.775583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aafc1-ff6e-4c3c-be92-8e81ffbd3bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe09010-7a55-4ef7-a70b-a0e32503a789,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:00.785026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-3087537a-c8d9-4960-b492-b8c752cb96cf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.1022813 Nov 12 03:18:00.806869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-4fd058fd-d5ea-48dd-b714-ed98b7d98d95 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 200 len: 217 time: 0.1031368 Nov 12 03:18:00.832053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4c168-4b08-4441-9cc4-cf41fa8dd92f req-ad81b6aa-d463-4f16-9ecf-d49c7d6bc35c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.833677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86c4c168-4b08-4441-9cc4-cf41fa8dd92f req-ad81b6aa-d463-4f16-9ecf-d49c7d6bc35c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.2623076 Nov 12 03:18:00.904492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf2cb3da-202f-4a4f-b400-612a4ea26a66 req-863e3bb4-6a92-4187-a575-76bbcaa26174 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435365 Nov 12 03:18:00.970456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-275e85a2-2830-4bfe-a842-a36204f83648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.972034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-275e85a2-2830-4bfe-a842-a36204f83648 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1516564 Nov 12 03:18:00.982425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-dca80ba2-be9d-4dd9-8c2d-a8b7e8bb62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.983760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-dca80ba2-be9d-4dd9-8c2d-a8b7e8bb62ad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1873271 Nov 12 03:18:01.060277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:01.113292 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-211a43d7-f9f5-4f4a-915e-35030797c2b1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03779426a4e948ce8a2029cc04f31c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509832 Nov 12 03:18:01.115057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:01.168506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.195584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.261373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.264465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.268653 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f806e53-2282-476b-900d-b56f76e27eba HTTP/1.1" status: 204 len: 168 time: 0.1498227 Nov 12 03:18:01.286405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89eb51-db6f-4f88-abe6-7ea47039bc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f806e53-2282-476b-900d-b56f76e27eba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.360606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86c4c168-4b08-4441-9cc4-cf41fa8dd92f req-b87be738-173a-4370-b3a4-bff6344c632e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939959 Nov 12 03:18:01.436144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.614691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-61a5bf9c-29f9-4643-bc52-b07f72e19d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:01.616511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-61a5bf9c-29f9-4643-bc52-b07f72e19d1c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6300654 Nov 12 03:18:01.634841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-2ba8cffe-0b5d-4e89-9784-24978e19aaf1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=96986aca207a41faa8f15b85f8b52a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834227 Nov 12 03:18:01.647294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d61d4b7c-cd05-4f7a-83d1-04519ac3df46 req-f11f8381-c837-4c92-b897-2257cf06ab45 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 210 time: 0.1541886 Nov 12 03:18:01.844123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735449-3bba-4027-972d-f658bb0d972c req-9564f74a-7a59-4f3a-b6ba-15c541363518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:01.846788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-9564f74a-7a59-4f3a-b6ba-15c541363518 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8460660 Nov 12 03:18:01.963557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37db19-86f1-4225-b121-b5f2b324a777 req-f9ad85f7-cf21-47f4-9100-9a6ce7ce29b8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:01.965241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f37db19-86f1-4225-b121-b5f2b324a777 req-f9ad85f7-cf21-47f4-9100-9a6ce7ce29b8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.5514731 Nov 12 03:18:02.007865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Deleting port 3f3e130e-ac10-48a1-8a04-fd2827f99a50 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:02.008298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.187583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d290a7-44c8-4f04-8772-45257afd3d49 req-6ee454f5-74ac-48cc-a4ae-346c61210881 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.189185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70d290a7-44c8-4f04-8772-45257afd3d49 req-6ee454f5-74ac-48cc-a4ae-346c61210881 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 944 time: 0.3346426 Nov 12 03:18:02.197522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-2b42d6d2-3cd8-41ed-8cd0-b8e3073efd23 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443442 Nov 12 03:18:02.204373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-cb73ecb6-cba3-42e6-afe9-f035dc26e869 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.206234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-cb73ecb6-cba3-42e6-afe9-f035dc26e869 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4788659 Nov 12 03:18:02.245114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Request body: {'port': {'device_id': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '96986aca207a41faa8f15b85f8b52a3a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:02.305693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:02.311147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-8d673580-d829-478b-ba4c-ede034d9ca5a service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483137 Nov 12 03:18:02.327067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f37db19-86f1-4225-b121-b5f2b324a777 req-6ba9cf90-7f18-4763-b262-7067666b1b1a tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294790 Nov 12 03:18:02.384873 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399c12d-ec3c-4f2b-b61b-73019ad4e22d x-openstack-request-id: req-2399c12d-ec3c-4f2b-b61b-73019ad4e22d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:02.385239 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:02.388145 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2399c12d-ec3c-4f2b-b61b-73019ad4e22d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:02.388573 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'status': 'completed', 'code': 200} Nov 12 03:18:02.467712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-d5e16440-a690-41c1-a3f7-e5afa319a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.469746 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-d5e16440-a690-41c1-a3f7-e5afa319a92c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 1096 time: 0.0592918 Nov 12 03:18:02.477020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2138038466-network', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:02.501063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] For port 3f3e130e-ac10-48a1-8a04-fd2827f99a50, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3f3e130e-ac10-48a1-8a04-fd2827f99a50,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.502999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.509572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:02.561725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:02.564225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.579500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.588210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Calling delete_port for 3f3e130e-ac10-48a1-8a04-fd2827f99a50 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:02.622262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70d290a7-44c8-4f04-8772-45257afd3d49 req-50326d26-4ea7-443d-abb4-428b1e0f647b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149730 Nov 12 03:18:02.627424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-b6e18f5b-a196-4168-910b-ec29d440a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.627896 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-b6e18f5b-a196-4168-910b-ec29d440a885 service neutron] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 906 time: 0.1466804 Nov 12 03:18:02.660760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-de974d5f-d1dc-40e4-b87a-9501801c735c service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458821 Nov 12 03:18:02.699108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.710479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-dfad823f-2d9c-4819-9cc9-b126b7905eb9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc HTTP/1.1" status: 200 len: 217 time: 0.0722880 Nov 12 03:18:02.730712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'mac_address': 'fa:16:3e:c3:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:02.758069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c735449-3bba-4027-972d-f658bb0d972c req-0c3905d7-0b08-4f4c-bfb5-47e48130b1f6 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955386 Nov 12 03:18:02.768363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cbc15-ccf4-4095-861e-39d6c3f6e2a9 req-cd51ff55-b799-4630-84d6-2d3814b42cfd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.778179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e0cbc15-ccf4-4095-861e-39d6c3f6e2a9 req-cd51ff55-b799-4630-84d6-2d3814b42cfd tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.2866199 Nov 12 03:18:02.798746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Made reservation on behalf of 96986aca207a41faa8f15b85f8b52a3a for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:02.803522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.811158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-9b39a274-d13e-4f29-a099-d28acafa47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.812699 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-9b39a274-d13e-4f29-a099-d28acafa47c0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.0877595 Nov 12 03:18:02.818129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.834748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.835070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.844645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.863922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d3ad08-c329-43c3-adcd-776f3087a5dc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:02.868523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-03807ab5-dc70-439b-bba3-755a4a6a129c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461762 Nov 12 03:18:02.896922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.899678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:02.902465 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.903044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e0cbc15-ccf4-4095-861e-39d6c3f6e2a9 req-e3b598b2-79ff-42f3-a408-2b4f998e729c tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215756 Nov 12 03:18:02.904580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:02.945847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f06c4a-a7eb-48df-a2a9-414b03b4608b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.984527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.985082 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Added segment 3da6a7cd-52dc-48ef-81fd-97ca6e3ff811 of type vlan for network e9345803-72e5-4977-9c84-2e0baf8a756a Nov 12 03:18:02.991740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.054668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.099177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-557f6822-8757-46c4-a138-374c40b95785 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184734 Nov 12 03:18:03.116394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.117362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.117937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.128055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:03.145737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'mac_address': 'fa:16:3e:43:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:03.202543 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8957429 Nov 12 03:18:03.204191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.214264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36846) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:03.223546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:03.239109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Request body: {'subnet': {'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2138038466-subnet', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:03.258963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:03.259190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00d95-ae8e-44eb-b93d-0b59659b74a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e9345803-72e5-4977-9c84-2e0baf8a756a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.274061 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.276261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e9345803-72e5-4977-9c84-2e0baf8a756a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:03.282642 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-61bec3cb-b454-4081-9523-3f9d03a03066 req-fb11f3bc-fa69-4be0-a3e9-529461892afc service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757481 Nov 12 03:18:03.308382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9985-677f-4019-8625-ab857944cf01 req-6bf3bea3-8ddf-4016-bbea-c289f1a02fc0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.310040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe2a9985-677f-4019-8625-ab857944cf01 req-6bf3bea3-8ddf-4016-bbea-c289f1a02fc0 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.2569065 Nov 12 03:18:03.363599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78d2b-84da-40fe-9fb6-0789518dc35e req-57d2b8c4-9b5d-4085-8afd-b1a942e01769 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.365107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce78d2b-84da-40fe-9fb6-0789518dc35e req-57d2b8c4-9b5d-4085-8afd-b1a942e01769 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 948 time: 0.5797570 Nov 12 03:18:03.392068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.409994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:03.413438 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.467145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.471209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.514629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.559648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3e130e-ac10-48a1-8a04-fd2827f99a50,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.574563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['37d3ad08-c329-43c3-adcd-776f3087a5dc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:03.578549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe2a9985-677f-4019-8625-ab857944cf01 req-a7817a42-8807-4357-9458-d065310f4a68 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516832 Nov 12 03:18:03.617385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['122c3822-f646-40ef-8ee7-32319b36b8d7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:03.751385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce78d2b-84da-40fe-9fb6-0789518dc35e req-bcd66101-65a4-4f97-b59e-591009d819b2 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649552 Nov 12 03:18:03.819751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20eb683b-0c0b-4a68-b093-a973de7e5c21 req-5022d46e-28eb-48ef-b83e-b9e53f9b5c97 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 210 time: 0.0917525 Nov 12 03:18:03.826923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a71c8e-40da-45f3-9be4-7a702abb62fc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:04.036555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Allocated IP 192.168.233.211 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/a1657929-9f00-4bc3-afcf-1c276060e686) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:04.149048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd2f3e-ba41-4bb2-9149-223edf0db481 req-e0b1c5b8-27cb-4822-a13c-56b5278af777 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.150777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abd2f3e-ba41-4bb2-9149-223edf0db481 req-e0b1c5b8-27cb-4822-a13c-56b5278af777 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.2691290 Nov 12 03:18:04.185387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.255681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.264603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34460eb1-baf5-475f-8b91-6453e5645a20 req-a6278010-98ec-4997-b215-3cd91e59dd01 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.266086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34460eb1-baf5-475f-8b91-6453e5645a20 req-a6278010-98ec-4997-b215-3cd91e59dd01 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 945 time: 0.2876401 Nov 12 03:18:04.357634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e0f12a-2fbc-4ff1-ae14-82279911c168,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:04.436333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abd2f3e-ba41-4bb2-9149-223edf0db481 req-fadad69e-ed83-4999-829e-973a4c59b764 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739201 Nov 12 03:18:04.481496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Checking segment: {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:04.481953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Network hostable DHCP agents. Network: e9345803-72e5-4977-9c84-2e0baf8a756a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:04.494890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34460eb1-baf5-475f-8b91-6453e5645a20 req-cc96625b-fe6d-44f4-ad64-473f805355dd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165344 Nov 12 03:18:04.906002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Network e9345803-72e5-4977-9c84-2e0baf8a756a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:04.945652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.993627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e9345803-72e5-4977-9c84-2e0baf8a756a) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:05.002768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec6cb6-3502-4f1f-a9f9-1dfa281e6866 None None] Network e9345803-72e5-4977-9c84-2e0baf8a756a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:05.006988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daf162-d5e8-4250-91f4-481f2695d59c req-058f5bc3-825e-4ab5-b0fd-7f8af0de7a70 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.008568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69daf162-d5e8-4250-91f4-481f2695d59c req-058f5bc3-825e-4ab5-b0fd-7f8af0de7a70 tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 1101 time: 0.4829950 Nov 12 03:18:05.012261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.012863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.064148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984878-da0f-481f-bcdb-8348b9d5a2ea req-ea71d166-7bb5-469b-89ca-5d89b9616150 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.065706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e984878-da0f-481f-bcdb-8348b9d5a2ea req-ea71d166-7bb5-469b-89ca-5d89b9616150 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 945 time: 0.1871696 Nov 12 03:18:05.102312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-b84e88c3-717e-4fc6-bbd5-f86dc5a0b2e4 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.104425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-b84e88c3-717e-4fc6-bbd5-f86dc5a0b2e4 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0685725 Nov 12 03:18:05.117233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-30'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:05.118878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e22b37bf-89db-4bac-9968-13d60c10e508 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8884830 Nov 12 03:18:05.121369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:05.127517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:05.170599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e9345803-72e5-4977-9c84-2e0baf8a756a', 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'fixed_ips': [{'subnet_id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:05.171470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.187751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.201732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.222368 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.223507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.260561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69daf162-d5e8-4250-91f4-481f2695d59c req-7702e49c-559f-4c90-acca-dec44a794c9f tempest-MigrationsAdminTest-1630810222 tempest-MigrationsAdminTest-1630810222-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325501 Nov 12 03:18:05.299437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e984878-da0f-481f-bcdb-8348b9d5a2ea req-efbafaea-7348-49d2-88f5-0aa83c5e8e5d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882977 Nov 12 03:18:05.321987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:05.324458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Allocated IP 172.20.0.2 (e9345803-72e5-4977-9c84-2e0baf8a756a/d4e0f12a-2fbc-4ff1-ae14-82279911c168/0fd8047a-f03f-4f6d-9481-674ddb041a59) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:05.333371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:05.340635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Router 03ca0862-252b-4790-9e8d-59cd42e127ed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:05.341727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:05.344523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:05.425571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.514642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324f295-116f-4d63-8504-3e842b74a14c req-d2a0a8eb-792d-4153-b8a7-b2a7512d9f1a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.516229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5324f295-116f-4d63-8504-3e842b74a14c req-d2a0a8eb-792d-4153-b8a7-b2a7512d9f1a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.1442158 Nov 12 03:18:05.533560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.542250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.542990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.543786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.594485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Network e9345803-72e5-4977-9c84-2e0baf8a756a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:05.601349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:05.606397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:05.616547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Pushing event updated for resources: {'Port': ['ID=0fd8047a-f03f-4f6d-9481-674ddb041a59,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:05.639775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.660840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-f2db095f-a75d-4bff-8a50-ff27ef07a226 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4364660 Nov 12 03:18:05.669942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5324f295-116f-4d63-8504-3e842b74a14c req-3914052f-5d5e-48b8-9c68-d2af8d88baec tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420641 Nov 12 03:18:05.678720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88446b14-8db5-47d9-95d3-15796a1d835a req-eabed7d4-50d6-4ab1-a2d9-9dd5db07591e tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.680158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88446b14-8db5-47d9-95d3-15796a1d835a req-eabed7d4-50d6-4ab1-a2d9-9dd5db07591e tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 936 time: 0.2657685 Nov 12 03:18:05.687809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Request body: {'port': {'device_id': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:05.688907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:05.689114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5881a4c7-8d0e-4c16-bdfb-cfed37003a1e None None] Provisioning complete for port a1657929-9f00-4bc3-afcf-1c276060e686 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:05.690064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5881a4c7-8d0e-4c16-bdfb-cfed37003a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.702796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Attempting to bind port 0fd8047a-f03f-4f6d-9481-674ddb041a59 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:05.702796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Attempting to bind port 0fd8047a-f03f-4f6d-9481-674ddb041a59 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:05.702796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Attempting to bind port 0fd8047a-f03f-4f6d-9481-674ddb041a59 on network e9345803-72e5-4977-9c84-2e0baf8a756a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:05.739075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:05.739553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Checking segment: {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:05.740211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.740677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Bound using segment: {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:05.741874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Bound port: 0fd8047a-f03f-4f6d-9481-674ddb041a59, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:05.743376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.750756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.767496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5881a4c7-8d0e-4c16-bdfb-cfed37003a1e None None] Port a1657929-9f00-4bc3-afcf-1c276060e686 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:05.787916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:05.795443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:05.796244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7d718c85-ba61-48a7-acdf-c2d42b68e5d1 admin admin] 10.222.0.93 "PUT /v2.0/routers/03ca0862-252b-4790-9e8d-59cd42e127ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8686833 Nov 12 03:18:05.815628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Sync routers for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:05.819484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:05.847816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88446b14-8db5-47d9-95d3-15796a1d835a req-95ff0039-7e39-470b-b71f-b416c2d95872 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 Nov 12 03:18:05.869043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:05.870070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:05.957871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:05.960362 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a54b1b-c859-4bde-94f2-4142e837cb80" -d '{"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:05.965235 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.981100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.009167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:06.047795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.167733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:06.209162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49867-a4b2-4584-9a85-f575df04431f req-2662099c-0235-4143-9373-10529aea90a8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.210643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] For port 0fd8047a-f03f-4f6d-9481-674ddb041a59, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:06.210904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1b49867-a4b2-4584-9a85-f575df04431f req-2662099c-0235-4143-9373-10529aea90a8 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1656623 Nov 12 03:18:06.215811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1657929-9f00-4bc3-afcf-1c276060e686 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:06.232412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085508a5-7a91-4528-8af5-586cf1c9fe89 req-2f08137f-00c4-4455-a6c4-7bd8e7b2db7a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.233957 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085508a5-7a91-4528-8af5-586cf1c9fe89 req-2f08137f-00c4-4455-a6c4-7bd8e7b2db7a tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 945 time: 0.1874576 Nov 12 03:18:06.251899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.255667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] For port 0fd8047a-f03f-4f6d-9481-674ddb041a59, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fd8047a-f03f-4f6d-9481-674ddb041a59,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:06.262818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.266422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h1-713499-30 for vnic_type normal with profile {"migrating_to": "n-h2-713499-30"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:06.266789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:06.267095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:06.282975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Transition to ACTIVE for port object a1657929-9f00-4bc3-afcf-1c276060e686 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:06.292153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.296769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:06.297110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:06.316359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:06.316726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:06.317082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:06.318286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Bound port: e5b1e330-bad8-4156-99b7-a802cec5fb87, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:06.318286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.333865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.368166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7a23-a8dd-474c-8985-6b57e8350bd0 None None] Pushing event updated for resources: {'Port': ['ID=0fd8047a-f03f-4f6d-9481-674ddb041a59,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:06.374020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.377362 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.393192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1b49867-a4b2-4584-9a85-f575df04431f req-fffe1ad1-dc96-42b0-b15c-08283db8f9d4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700790 Nov 12 03:18:06.450086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:06.480591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085508a5-7a91-4528-8af5-586cf1c9fe89 req-8a14d6c7-27ba-4025-b890-250ea1f63ea7 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260058 Nov 12 03:18:06.501430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:18:03Z', 'revision_number': 5, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port': {'id': '35fc9b69-6afd-4c43-b438-6c778b01561e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:01Z', 'updated_at': '2021-11-12T03:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:06.561006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Checking router: 03ca0862-252b-4790-9e8d-59cd42e127ed for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:06.569630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:06.575108 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f71d0fd-d871-4b9f-9333-6b3944c8a080 x-openstack-request-id: req-2f71d0fd-d871-4b9f-9333-6b3944c8a080 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:06.575404 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:06.575659 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f71d0fd-d871-4b9f-9333-6b3944c8a080 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:06.576082 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'code': 200} Nov 12 03:18:06.577596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:06.583042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:06.638206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:06.649869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.670905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Routers {'03ca0862-252b-4790-9e8d-59cd42e127ed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:06.671832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['03ca0862-252b-4790-9e8d-59cd42e127ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:06.740906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Allocated IP 172.25.4.188 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:06.747427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fe628-55bb-4b64-8f9c-6ca543d51314 req-e9b59b84-b0f9-4f01-9df3-44e195f701d1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.755876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb6fe628-55bb-4b64-8f9c-6ca543d51314 req-e9b59b84-b0f9-4f01-9df3-44e195f701d1 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2054360 Nov 12 03:18:06.760283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Attempting to bind port a1657929-9f00-4bc3-afcf-1c276060e686 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:06.760768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Attempting to bind port a1657929-9f00-4bc3-afcf-1c276060e686 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:06.761370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Attempting to bind port a1657929-9f00-4bc3-afcf-1c276060e686 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:06.763954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Deleting port 35fc9b69-6afd-4c43-b438-6c778b01561e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:06.764321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.807269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Port a1657929-9f00-4bc3-afcf-1c276060e686 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:06.807600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Attempting to bind port a1657929-9f00-4bc3-afcf-1c276060e686 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:06.821186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:06.821743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:06.822231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:06.822832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Bound port: a1657929-9f00-4bc3-afcf-1c276060e686, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:06.823509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.857898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4a23-3fdf-4eed-a247-5253d98cebeb req-e56ae10f-4209-4f4e-aa1d-db6faa4963c5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.865936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f65d4a23-3fdf-4eed-a247-5253d98cebeb req-e56ae10f-4209-4f4e-aa1d-db6faa4963c5 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2223182 Nov 12 03:18:06.901874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 37d3ad08-c329-43c3-adcd-776f3087a5dc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:06.918738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] Set router 03ca0862-252b-4790-9e8d-59cd42e127ed gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:06.963571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 37d3ad08-c329-43c3-adcd-776f3087a5dc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:06.963916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:06.966166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb6fe628-55bb-4b64-8f9c-6ca543d51314 req-c658f607-f993-486b-b3e9-8b69b9cd6278 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089403 Nov 12 03:18:06.970810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:06.986590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f65d4a23-3fdf-4eed-a247-5253d98cebeb req-11ebc95c-697d-478a-b78a-bf3ad9f511e7 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196444 Nov 12 03:18:06.999309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:07.004727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:07.016817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.084293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:18:06Z', 'revision_number': 6, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:07.120906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:07.132456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.133268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.134862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-8c053a25-5632-48f2-b283-79276bddc7e2 service neutron] 10.222.0.98 "PUT /v2.0/ports/a1657929-9f00-4bc3-afcf-1c276060e686 HTTP/1.1" status: 200 len: 1097 time: 1.4537518 Nov 12 03:18:07.146547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:07.149038 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03651e08-d4c0-4411-8db8-63625b61abca" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:07.168111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52de2ef-3a16-4fd6-813f-9a1e976f58a0 None None] The sync data for ids ['03ca0862-252b-4790-9e8d-59cd42e127ed'] in n-d-713499-30 is: [{'id': '03ca0862-252b-4790-9e8d-59cd42e127ed', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-853141003-router', 'tenant_id': '8b538b9b3a854605a5acd0efb8d453d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:00Z', 'updated_at': '2021-11-12T03:18:06Z', 'revision_number': 6, 'project_id': '8b538b9b3a854605a5acd0efb8d453d2', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:07.186221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h1-713499-30 for vnic_type normal with profile {"migrating_to": "n-h2-713499-30"} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:07.186597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:07.186955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:07.212042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:07.212401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 on network 67758fb8-82ec-4996-a007-6f28630f429e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:07.249636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:07.250011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Checking segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:07.250615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Bound using segment: {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:07.251097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Bound port: e5b1e330-bad8-4156-99b7-a802cec5fb87, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33973516-551f-45df-a2c4-9a1910c9f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '67758fb8-82ec-4996-a007-6f28630f429e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:07.251483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.268835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cda519-9cee-4e99-b8af-bb05268d7c2d req-1863c7f0-1085-40d1-9504-1adbce40941a tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.272983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9cda519-9cee-4e99-b8af-bb05268d7c2d req-1863c7f0-1085-40d1-9504-1adbce40941a tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 948 time: 0.1828489 Nov 12 03:18:07.301242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2a35-2c1e-4fcb-bd4d-864a4b6b6942 req-bfb0d795-4b96-44fa-9b7b-084a27d3ea58 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.303045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b1b2a35-2c1e-4fcb-bd4d-864a4b6b6942 req-bfb0d795-4b96-44fa-9b7b-084a27d3ea58 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.2140455 Nov 12 03:18:07.320955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:07.345159 n-d-713499-30 neutron-server[102607]: WARNING neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Concurrent port binding operations failed on port e5b1e330-bad8-4156-99b7-a802cec5fb87 Nov 12 03:18:07.350092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:07.356379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-e78ba741-c272-48f9-bc87-023c9dd46d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.357079 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempt 2 to bind port e5b1e330-bad8-4156-99b7-a802cec5fb87 Nov 12 03:18:07.357542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 has no active binding in host n-h2-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:18:07.357833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-e78ba741-c272-48f9-bc87-023c9dd46d3c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=96986aca207a41faa8f15b85f8b52a3a&device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 1100 time: 0.1615536 Nov 12 03:18:07.362567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.378012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.378947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.380509 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6954da97-4194-4428-8fe1-710a9c31fcb6 service neutron] 10.222.0.100 "PUT /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 1123 time: 2.2680774 Nov 12 03:18:07.406247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:07.412127 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2da7969-ef4a-4edd-9ccd-f0055a837969" -d '{"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-plugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:07.437263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:07.453013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.453812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:07.469889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] For port 35fc9b69-6afd-4c43-b438-6c778b01561e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=35fc9b69-6afd-4c43-b438-6c778b01561e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:07.470252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.475653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-9e1fff6d-358e-4836-a94f-61865d4afe7c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a1657929-9f00-4bc3-afcf-1c276060e686 HTTP/1.1" status: 200 len: 217 time: 0.0875590 Nov 12 03:18:07.484440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Calling delete_port for 35fc9b69-6afd-4c43-b438-6c778b01561e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:07.491427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9cda519-9cee-4e99-b8af-bb05268d7c2d req-0beb9093-807e-4480-a5aa-db694c5e053b tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085035 Nov 12 03:18:07.515614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b1b2a35-2c1e-4fcb-bd4d-864a4b6b6942 req-3c928b76-ce8a-4aee-87bf-14d47068bcce tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977768 Nov 12 03:18:07.582386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-670595f3-e43e-4caa-a77e-52e4c15cd08e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.583911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-670595f3-e43e-4caa-a77e-52e4c15cd08e tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.2525027 Nov 12 03:18:07.623199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e5b1e330-bad8-4156-99b7-a802cec5fb87'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:07.634447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e5b1e330-bad8-4156-99b7-a802cec5fb87'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:07.675709 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbbe0c1-feea-4045-8e89-a698ccef37b9 x-openstack-request-id: req-1cbbe0c1-feea-4045-8e89-a698ccef37b9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:07.676097 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:07.676304 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1cbbe0c1-feea-4045-8e89-a698ccef37b9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:07.678076 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'status': 'completed', 'code': 200} Nov 12 03:18:07.679859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-29521e8d-cafa-4297-a997-dff18f920168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.683915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-29521e8d-cafa-4297-a997-dff18f920168 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1915383 Nov 12 03:18:07.701700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.789337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.793373 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863a4261-fcac-4490-a70c-007178116408 x-openstack-request-id: req-863a4261-fcac-4490-a70c-007178116408 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:07.793661 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-plugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:07.793915 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-863a4261-fcac-4490-a70c-007178116408 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:07.794587 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'code': 200} Nov 12 03:18:07.854184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:07.856654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:07.918552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-c597a872-fa81-45a3-855b-5b9ab8a4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.919087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 122c3822-f646-40ef-8ee7-32319b36b8d7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:07.920282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-c597a872-fa81-45a3-855b-5b9ab8a4a8fe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2264440 Nov 12 03:18:07.926757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:07.934463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:07.934624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1600c0-055c-4dff-aa33-65e2c16840c0 req-83aa2456-5324-43ca-8ead-cda153bb2227 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.941647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 122c3822-f646-40ef-8ee7-32319b36b8d7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:07.942016 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:07.943412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb1600c0-055c-4dff-aa33-65e2c16840c0 req-83aa2456-5324-43ca-8ead-cda153bb2227 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1837163 Nov 12 03:18:07.983098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843de184-a7fa-4175-8833-e5c83d93a115 None None] Network e9345803-72e5-4977-9c84-2e0baf8a756a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:07.997946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5053f9f-d047-442a-b401-1f40dc0d3d5e req-ad3f8a21-8474-4965-b049-0c574768e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.998508 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5053f9f-d047-442a-b401-1f40dc0d3d5e req-ad3f8a21-8474-4965-b049-0c574768e185 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 1098 time: 0.2244961 Nov 12 03:18:08.001711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Pushing event updated for resources: {'Port': ['ID=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:08.061507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Deleting port 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:08.061798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.076731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041bbdf-4f62-4fa9-a795-ffb8be8b0ea9 req-462d602e-4eb0-4268-aebb-55b6244b95fe tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.078226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3041bbdf-4f62-4fa9-a795-ffb8be8b0ea9 req-462d602e-4eb0-4268-aebb-55b6244b95fe tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 946 time: 0.2736347 Nov 12 03:18:08.159803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb1600c0-055c-4dff-aa33-65e2c16840c0 req-bddc8ba5-591d-4659-8ea5-86caa74f57f7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154422 Nov 12 03:18:08.178031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c5053f9f-d047-442a-b401-1f40dc0d3d5e req-baffddd6-6511-40b4-8e95-7f8ccda0c51e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683614 Nov 12 03:18:08.181488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] Provisioning complete for port 0fd8047a-f03f-4f6d-9481-674ddb041a59 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:08.182189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.210749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.250183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-51b091eb-6cc7-4d3a-9f1a-c0e0164cdb95 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013008 Nov 12 03:18:08.279032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Pushing event deleted for resources: {'Port': ['ID=35fc9b69-6afd-4c43-b438-6c778b01561e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:08.316869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3041bbdf-4f62-4fa9-a795-ffb8be8b0ea9 req-872cea2c-a123-40ae-9ef1-519d58033d9c tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103572 Nov 12 03:18:08.369741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:08.370394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.430705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Calling delete_port for 122c3822-f646-40ef-8ee7-32319b36b8d7 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:08.452880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.470796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fd8047a-f03f-4f6d-9481-674ddb041a59 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:08.533547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef68d4c4-1b53-4ecd-9393-9240125b165c req-9b83d206-15be-4aab-8eb7-85f05210d7da service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763088 Nov 12 03:18:08.556327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3727460-0b36-46de-9d76-778221d4d345 req-badcbe78-45d4-4bb4-8907-4399fd4c0ba0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.557906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3727460-0b36-46de-9d76-778221d4d345 req-badcbe78-45d4-4bb4-8907-4399fd4c0ba0 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.1185882 Nov 12 03:18:08.573915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.585071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:08.588328 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:08.640667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.644976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.647127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.670454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 122c3822-f646-40ef-8ee7-32319b36b8d7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=122c3822-f646-40ef-8ee7-32319b36b8d7,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:08.671447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0fd8047a-f03f-4f6d-9481-674ddb041a59 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:08.671832 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.695303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.711201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3727460-0b36-46de-9d76-778221d4d345 req-ffc42125-cb3b-413b-b06d-30a3a79f6b64 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353977 Nov 12 03:18:08.721730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3902c87-db53-4294-89d5-369ca5db70a8 req-e9caf51e-6621-4877-8546-9d19dc4ec17c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.723050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3902c87-db53-4294-89d5-369ca5db70a8 req-e9caf51e-6621-4877-8546-9d19dc4ec17c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ec5c9aa-788d-48c1-b49e-d96e26d87bf9 HTTP/1.1" status: 200 len: 949 time: 0.1485107 Nov 12 03:18:08.742990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651e08-d4c0-4411-8db8-63625b61abca req-591d126e-8d0c-4839-b3fe-3ff27cdc5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.742990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-591d126e-8d0c-4839-b3fe-3ff27cdc5ee9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=96986aca207a41faa8f15b85f8b52a3a&device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 1100 time: 0.1375453 Nov 12 03:18:08.756422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:08.763989 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.765462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ca0862-252b-4790-9e8d-59cd42e127ed {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:18:08.784972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.790523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4ba0212-e92c-4ca3-940f-27454e3b07bf admin admin] 10.222.0.93 "DELETE /v2.0/routers/03ca0862-252b-4790-9e8d-59cd42e127ed HTTP/1.1" status: 204 len: 168 time: 2.9698961 Nov 12 03:18:08.794038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36902) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.968250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Deleting subnet 3129dbf6-09fc-49a3-9906-daafe0d4d9c1 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:18:08.978449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.981428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.987796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.998531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e', '035b9665-bad4-4d0a-9fbf-cef208692bf5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:08.998863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.014728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=13']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.025822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3902c87-db53-4294-89d5-369ca5db70a8 req-7bf46c64-f89a-4920-b8ca-a58a9232dc10 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803349 Nov 12 03:18:09.054810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No active binding found for port 122c3822-f646-40ef-8ee7-32319b36b8d7 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:18:09.054810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 122c3822-f646-40ef-8ee7-32319b36b8d7 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:09.063065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event deleted for resources: {'Port': ['ID=122c3822-f646-40ef-8ee7-32319b36b8d7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.086809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8530-eb26-4efa-b7ae-b742c7b76816 req-4103bc5b-6e5c-487a-802d-6a23a7b0403f tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.094028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-126a8530-eb26-4efa-b7ae-b742c7b76816 req-4103bc5b-6e5c-487a-802d-6a23a7b0403f tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 948 time: 0.2429311 Nov 12 03:18:09.103522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.147044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] For port 0fd8047a-f03f-4f6d-9481-674ddb041a59, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fd8047a-f03f-4f6d-9481-674ddb041a59,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:09.166704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.168600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651e08-d4c0-4411-8db8-63625b61abca req-9a1f0d8d-edec-46f6-99af-c239275e1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.170231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-9a1f0d8d-edec-46f6-99af-c239275e1cc5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4068420 Nov 12 03:18:09.185370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.282381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Router c281b797-d09a-40bf-9866-52ed62fab3a1 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:18:09.311950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341aed3-89cd-48ed-a484-c35a686596dc None None] Pushing event updated for resources: {'Port': ['ID=0fd8047a-f03f-4f6d-9481-674ddb041a59,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.376993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:09.427462 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:18:09.428306 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:18:09.454607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:09.464201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-675ea137-f64b-4a19-93e9-b4d1ac3a2213 None None] Provisioning complete for port 0fd8047a-f03f-4f6d-9481-674ddb041a59 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:09.464385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-675ea137-f64b-4a19-93e9-b4d1ac3a2213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.469186 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Sync routers for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:09.481223 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:09.482117 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:09.484320 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.490513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-43961566-ed9c-45e2-84b9-d5f0646c1750 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3652546 Nov 12 03:18:09.490909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:09.590972 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:09.674028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.735039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] No DVR routers for this DVR port 122c3822-f646-40ef-8ee7-32319b36b8d7 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:09.738418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-36f3ede0-22ce-45d0-85ea-c84541c3b09e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a1657929-9f00-4bc3-afcf-1c276060e686 HTTP/1.1" status: 200 len: 217 time: 0.5486095 Nov 12 03:18:09.740717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.744127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac34d0fd-795c-42c3-b002-a6d953c64023 req-4fd3e432-aedc-465a-9ac6-e6c8a24d2af7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "DELETE /v2.0/ports/122c3822-f646-40ef-8ee7-32319b36b8d7 HTTP/1.1" status: 204 len: 173 time: 2.1507523 Nov 12 03:18:09.760120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.761919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-deleted', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:09.764190 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4fcf01-682e-4da1-85a5-e215efbd01a6" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-deleted", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:09.798986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:09.802729 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e863164-d837-453e-bd91-02cba5f51aa6" -d '{"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:09.832668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651e08-d4c0-4411-8db8-63625b61abca req-1d6c9c1c-eae9-4602-bd5b-3e4deb2c8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.834383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-1d6c9c1c-eae9-4602-bd5b-3e4deb2c8ad4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0643344 Nov 12 03:18:09.841413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3129dbf6-09fc-49a3-9906-daafe0d4d9c1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.853514 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:08Z', 'revision_number': 3, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:09.900584 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Checking router: c281b797-d09a-40bf-9866-52ed62fab3a1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:09.900584 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Updating router c281b797-d09a-40bf-9866-52ed62fab3a1 port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:09.906500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.910450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3b18664c-5eb9-45aa-83dd-363620db6636 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3129dbf6-09fc-49a3-9906-daafe0d4d9c1 HTTP/1.1" status: 204 len: 168 time: 1.1059403 Nov 12 03:18:09.913725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:09.921242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c12a07-127c-4848-a4cb-4f85588bdded None None] Network 666ee4ac-756e-48d6-b1cd-54c19d8e5852 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:09.928730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-126a8530-eb26-4efa-b7ae-b742c7b76816 req-04d5b064-30a6-49b0-a257-a5ad1545812c tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337016 Nov 12 03:18:09.945668 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.964061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da32c9e-bd92-42a1-929b-daf78ae817c5 req-9c1b5e9a-4672-4f7c-abc3-948e34b65506 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.968794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0da32c9e-bd92-42a1-929b-daf78ae817c5 req-9c1b5e9a-4672-4f7c-abc3-948e34b65506 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.8055198 Nov 12 03:18:10.014538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651e08-d4c0-4411-8db8-63625b61abca req-8b45d4be-16a9-44f6-8fd5-e303c993cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.025141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-8b45d4be-16a9-44f6-8fd5-e303c993cea4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620965 Nov 12 03:18:10.201131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3f3e130e-ac10-48a1-8a04-fd2827f99a50 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:10.231912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0da32c9e-bd92-42a1-929b-daf78ae817c5 req-783b2712-2b5a-4b6f-8beb-128b5dae958b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548187 Nov 12 03:18:10.244524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3f3e130e-ac10-48a1-8a04-fd2827f99a50 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:10.244524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3f3e130e-ac10-48a1-8a04-fd2827f99a50 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:10.244524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 35fc9b69-6afd-4c43-b438-6c778b01561e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:10.289206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-debad1bc-a16f-4522-89e2-69caaea38a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.290800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-debad1bc-a16f-4522-89e2-69caaea38a8a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1126 time: 0.2607377 Nov 12 03:18:10.292044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] DHCP port deletion for 666ee4ac-756e-48d6-b1cd-54c19d8e5852 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:18:10.298704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 35fc9b69-6afd-4c43-b438-6c778b01561e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:10.299140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 35fc9b69-6afd-4c43-b438-6c778b01561e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:10.331092 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.343794 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.380865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7cd9-7fae-42b8-a603-9c0ba54b226a req-79cccc73-7261-404d-ac32-f62f2dc6cff0 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.381766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Deleting port ffa0f650-5fa8-4885-be67-c2690a1bc7bb {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:10.382231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.411735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2ce7cd9-7fae-42b8-a603-9c0ba54b226a req-79cccc73-7261-404d-ac32-f62f2dc6cff0 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.3104069 Nov 12 03:18:10.418476 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb46a-6ff0-4de8-9575-7cb0757a4e2c None None] Pushing event updated for resources: {'Port': ['ID=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.443503 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Attempting to bind port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:10.443876 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Attempting to bind port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:10.444265 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Attempting to bind port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:10.452009 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:10.452397 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:10.453515 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.453916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:10.454451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Bound port: 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:10.455408 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.489473 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea217de-7f31-4de6-8f98-3a521e75cc13 x-openstack-request-id: req-0ea217de-7f31-4de6-8f98-3a521e75cc13 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:10.490035 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:10.490035 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ea217de-7f31-4de6-8f98-3a521e75cc13 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:10.490314 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'status': 'completed', 'code': 200} Nov 12 03:18:10.498013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] For port ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:10.498770 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.519724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Calling delete_port for ffa0f650-5fa8-4885-be67-c2690a1bc7bb owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:10.522680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-65f6c25b-24d1-45e0-b1d9-bc5dde0d0cd8 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705536 Nov 12 03:18:10.545808 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] For port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:10.549695 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] For port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:10.563519 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.589872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.628616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2ce7cd9-7fae-42b8-a603-9c0ba54b226a req-bdd8df64-33ee-41f7-9acb-89a5a792c886 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129459 Nov 12 03:18:10.649323 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb46a-6ff0-4de8-9575-7cb0757a4e2c None None] Pushing event updated for resources: {'Port': ['ID=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.672419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:10.673023 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:10.724055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Deleting port ffa0f650-5fa8-4885-be67-c2690a1bc7bb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:10.724507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.739912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac8d5-b115-4986-a2d1-dd18fdf11d81 req-dd156f33-d04e-45f9-a713-4ec7a741d42e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.745135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91fac8d5-b115-4986-a2d1-dd18fdf11d81 req-dd156f33-d04e-45f9-a713-4ec7a741d42e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 946 time: 0.3248339 Nov 12 03:18:10.749801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-09261fce-243f-40f0-91ed-50f1e8bac3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.752386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-09261fce-243f-40f0-91ed-50f1e8bac3a7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.4508607 Nov 12 03:18:10.758151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fd8047a-f03f-4f6d-9481-674ddb041a59 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:10.761572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.823669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] Pushing event deleted for resources: {'Port': ['ID=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.824491 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.844902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] For port ffa0f650-5fa8-4885-be67-c2690a1bc7bb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,segment=NetworkSegment(966f49e1-0295-4211-85c5-6405ec27fd98),segment_id=966f49e1-0295-4211-85c5-6405ec27fd98)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:10.845264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.851843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-25da66dd-e442-4e35-8142-8935c5ece254 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0738468 Nov 12 03:18:10.852285 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:10.869370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Calling delete_port for ffa0f650-5fa8-4885-be67-c2690a1bc7bb owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:10.886675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca1e7e-245d-4474-ad0d-e4be75bdb042 None None] No DVR routers for this DVR port ffa0f650-5fa8-4885-be67-c2690a1bc7bb on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:10.952293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03651e08-d4c0-4411-8db8-63625b61abca req-ff327df1-4918-4282-a707-4ecd2980d878 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109778 Nov 12 03:18:10.971247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0fd8047a-f03f-4f6d-9481-674ddb041a59 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:10.972077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.979012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91fac8d5-b115-4986-a2d1-dd18fdf11d81 req-b2e81702-c7cc-471b-8668-3b1204ac251e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131283 Nov 12 03:18:11.008709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768fccd-9698-4743-b733-326802c8cfff req-c42d30d8-1c87-48f2-b988-34ce2b40844d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.022298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f768fccd-9698-4743-b733-326802c8cfff req-c42d30d8-1c87-48f2-b988-34ce2b40844d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2667859 Nov 12 03:18:11.050541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-7c77d362-0329-4c29-a3a5-568543b8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.054044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-7c77d362-0329-4c29-a3a5-568543b8fce5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.1926107 Nov 12 03:18:11.093016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.122253 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a687edf-6ef2-4d6e-bc62-9f5dc4d63b8d x-openstack-request-id: req-8a687edf-6ef2-4d6e-bc62-9f5dc4d63b8d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:11.122900 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-deleted", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:11.124660 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8a687edf-6ef2-4d6e-bc62-9f5dc4d63b8d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:11.125447 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-deleted', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'status': 'completed', 'code': 200} Nov 12 03:18:11.126004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Allocated IP 172.20.0.1 (e9345803-72e5-4977-9c84-2e0baf8a756a/d4e0f12a-2fbc-4ff1-ae14-82279911c168/8157319a-28e9-4e4c-8c84-ece27e0c8f1e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:11.128997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa0f650-5fa8-4885-be67-c2690a1bc7bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.136246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] No DVR routers for this DVR port ffa0f650-5fa8-4885-be67-c2690a1bc7bb on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:11.188368 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3942fe26-8bf7-4705-bca9-b4aff9ee6912 x-openstack-request-id: req-3942fe26-8bf7-4705-bca9-b4aff9ee6912 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:11.190266 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5c9aa-788d-48c1-b49e-d96e26d87bf9", "name": "network-vif-plugged", "status": "completed", "tag": "122c3822-f646-40ef-8ee7-32319b36b8d7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:11.190842 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3942fe26-8bf7-4705-bca9-b4aff9ee6912 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:11.192496 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5c9aa-788d-48c1-b49e-d96e26d87bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122c3822-f646-40ef-8ee7-32319b36b8d7', 'code': 200} Nov 12 03:18:11.209854 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:08Z', 'revision_number': 3, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:11.216297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-f6442dc3-f6cc-47d5-9dca-40fdc73aa964 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387477 Nov 12 03:18:11.244859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.271418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da87b2-6a9b-4a5d-8325-90d7e07d3c7f None None] The sync data for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 is: [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:08Z', 'revision_number': 3, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:11.280312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666ee4ac-756e-48d6-b1cd-54c19d8e5852']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:11.303373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f49e1-0295-4211-85c5-6405ec27fd98') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:11.303696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f49e1-0295-4211-85c5-6405ec27fd98') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:11.340116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffa0f650-5fa8-4885-be67-c2690a1bc7bb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:11.344570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.357043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f768fccd-9698-4743-b733-326802c8cfff req-662dc64b-01ae-4c25-836f-eafa8d951727 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336263 Nov 12 03:18:11.364913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.371612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:18:11.372035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.376581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ffa0f650-5fa8-4885-be67-c2690a1bc7bb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:11.377364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffa0f650-5fa8-4885-be67-c2690a1bc7bb not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:18:11.383106 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:18:11.452754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-228990fb-f15d-4cef-9112-2667b0ca3cb8 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007082 Nov 12 03:18:11.491524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.498324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.502033 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] 10.222.0.93 "DELETE /v2.0/networks/666ee4ac-756e-48d6-b1cd-54c19d8e5852 HTTP/1.1" status: 204 len: 168 time: 1.5861406 Nov 12 03:18:11.531583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56525b3-3e0a-4f98-a91c-73c6a30e727c admin admin] Pushing event deleted for resources: {'Network': ['ID=666ee4ac-756e-48d6-b1cd-54c19d8e5852,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.560766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.609394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:11.682868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.783022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Network e9345803-72e5-4977-9c84-2e0baf8a756a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:11.792140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:11.834563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f17978-7973-49fa-9112-5d02bfb42d90 req-8c4880c3-ec05-4ad1-b8c0-5e41a880c94d tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.838813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98f17978-7973-49fa-9112-5d02bfb42d90 req-8c4880c3-ec05-4ad1-b8c0-5e41a880c94d tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 948 time: 0.4806249 Nov 12 03:18:11.839609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36934) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:11.860921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:11.941438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.947006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:11.949859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.987771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'mac_address': 'fa:16:3e:bc:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:12.031184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0a1beb5-85ad-42ff-be55-6bfa3492cbbe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f575f8e31ce748228a992338d394d404&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1878226 Nov 12 03:18:12.036181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f6f2c88-c6ee-4ba7-a088-0b3cbcdded5b req-39cf7f54-5ea6-49a8-8e07-7354442300a7 service neutron] 10.222.0.98 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180578 Nov 12 03:18:12.046478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36938) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:12.063407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-d6d3edd9-e9a2-4414-b18c-a78300278236 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.067071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-d6d3edd9-e9a2-4414-b18c-a78300278236 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.6162868 Nov 12 03:18:12.086500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713499-30'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:12.137587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.177305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1657929-9f00-4bc3-afcf-1c276060e686 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:12.220166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98f17978-7973-49fa-9112-5d02bfb42d90 req-240b70b5-549b-40ca-a1de-ca475fab1dd1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345265 Nov 12 03:18:12.270231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b6f3d65-7581-456f-987e-5e8b0cd46856 None None] Provisioning complete for port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:12.270589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3d65-7581-456f-987e-5e8b0cd46856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.273561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:12.302442 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.303219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:12.314330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeab11-060f-4890-b722-0df2d9bf690e req-e83767cf-88b1-4d3e-82a3-f313e475b283 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.323510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06aeab11-060f-4890-b722-0df2d9bf690e req-e83767cf-88b1-4d3e-82a3-f313e475b283 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 945 time: 0.2478642 Nov 12 03:18:12.341216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.350833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.402020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.451674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.457474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:12.539842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 has no active binding in host n-h1-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:18:12.543492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:12.546969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:12.614660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f3d65-7581-456f-987e-5e8b0cd46856 None None] Port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:12.637475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06aeab11-060f-4890-b722-0df2d9bf690e req-cf24ef25-822f-4d6f-8356-7460b3b5fd38 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124235 Nov 12 03:18:12.666857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:12.667005 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.679947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.689089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.722331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f92263-531e-4580-8261-e7c9323ea455 req-6f82eb5e-12d5-45a5-bbfe-bb27d5582554 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.724257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1f92263-531e-4580-8261-e7c9323ea455 req-6f82eb5e-12d5-45a5-bbfe-bb27d5582554 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.2431090 Nov 12 03:18:12.727485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.732547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.733926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/936660af-e065-4764-9648-8dd3e81942a0 HTTP/1.1" status: 204 len: 168 time: 0.6856518 Nov 12 03:18:12.790075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894dd70-ae39-4577-9378-5b46eba6d161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936660af-e065-4764-9648-8dd3e81942a0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:12.846227 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.854722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1f92263-531e-4580-8261-e7c9323ea455 req-5d1043a8-f1e1-46d9-968d-5a09446ef45f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151922 Nov 12 03:18:12.861837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:12.873692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a1657929-9f00-4bc3-afcf-1c276060e686'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:12.900347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c6691-3220-4f8a-b506-7f7c30798067 req-7c4329e6-4aa7-43cb-b9e4-3715143ea3db tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.908816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d8c6691-3220-4f8a-b506-7f7c30798067 req-7c4329e6-4aa7-43cb-b9e4-3715143ea3db tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 946 time: 0.1346073 Nov 12 03:18:12.913914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:12.937277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.010245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:13.041655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:13.052695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.111109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d8c6691-3220-4f8a-b506-7f7c30798067 req-b8ef18bd-3d69-49cd-a0e1-8284dfde3ba2 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012877 Nov 12 03:18:13.122074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Network e9345803-72e5-4977-9c84-2e0baf8a756a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:13.124070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:13.185741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.196713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:13.197284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:13.202300 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9e0dc2-cd78-4611-8eb8-1a5801a0b152" -d '{"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-unplugged", "status": "completed", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:13.231774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b182a-fa04-429e-a206-847cd4492cab req-f6b2bafa-c7e8-462e-93f1-9d1c539224c9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.244426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b48b182a-fa04-429e-a206-847cd4492cab req-f6b2bafa-c7e8-462e-93f1-9d1c539224c9 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 951 time: 0.2409058 Nov 12 03:18:13.258332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.374397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Router c281b797-d09a-40bf-9866-52ed62fab3a1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:13.470281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b48b182a-fa04-429e-a206-847cd4492cab req-69c50e78-d057-4b86-829e-d00d91072738 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294724 Nov 12 03:18:13.474319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36952) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.484660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6964b0-b967-4d35-957f-6d2bc0fe2e2b req-864bfc47-abbb-45ef-917f-905eebdca371 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.501511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb6964b0-b967-4d35-957f-6d2bc0fe2e2b req-864bfc47-abbb-45ef-917f-905eebdca371 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.2590890 Nov 12 03:18:13.510995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:13.526703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:13.546868 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-45b743f9-42ca-4533-81d8-e8ff66010ac1 admin admin] 10.222.0.93 "PUT /v2.0/routers/c281b797-d09a-40bf-9866-52ed62fab3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0546384 Nov 12 03:18:13.558040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-1b1226c8-f806-4d0a-b8f9-ec2c5ab8d0de tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.559406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-1b1226c8-f806-4d0a-b8f9-ec2c5ab8d0de tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 951 time: 0.2318218 Nov 12 03:18:13.563878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on host n-h2-713499-30 for vnic_type normal with profile {"migrating_to": "n-h1-713499-30"} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:13.564090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dce27998-4575-47b6-b63a-fa4c1d3f3ceb None None] Provisioning complete for port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:13.565109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:13.565235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dce27998-4575-47b6-b63a-fa4c1d3f3ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.565330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:13.601986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:13.602341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Attempting to bind port 328acffe-eaeb-47df-9f7c-fefc64670a69 on network 31983b17-f674-4f71-a77a-ea9a7763f94c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:13.619234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:13.623259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dce27998-4575-47b6-b63a-fa4c1d3f3ceb None None] Port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:13.653468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:13.653803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Checking segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:13.654171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Bound using segment: {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:13.654606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Bound port: 328acffe-eaeb-47df-9f7c-fefc64670a69, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '31983b17-f674-4f71-a77a-ea9a7763f94c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:13.654951 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.667915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.668172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fbc7bba3-2845-423d-b84e-e8db0b0ee886 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8b538b9b3a854605a5acd0efb8d453d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1642020 Nov 12 03:18:13.693169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb6964b0-b967-4d35-957f-6d2bc0fe2e2b req-46c02c0b-2bfc-4b67-85e7-f535f0c922f6 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906567 Nov 12 03:18:13.781648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.786818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:13.794226 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b55aa6-d1bc-44bc-9855-0001ef02b21d x-openstack-request-id: req-00b55aa6-d1bc-44bc-9855-0001ef02b21d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:13.794792 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-unplugged", "status": "completed", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:13.795231 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00b55aa6-d1bc-44bc-9855-0001ef02b21d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:13.795814 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'code': 200} Nov 12 03:18:13.855477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.872424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:13.888513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:13.902043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.951774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1486326034'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:13.978928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.982228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.984036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/22cddabb-9dca-4c5d-ace5-07335165670c HTTP/1.1" status: 204 len: 168 time: 0.3149662 Nov 12 03:18:13.996281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:14.001189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.019277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142fa49-e9c9-4819-8f77-22c889ad11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cddabb-9dca-4c5d-ace5-07335165670c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.069723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:14.088643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.089060 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Added segment 6f68a5c7-5180-4ea3-b487-90f8ecee8e2b of type vlan for network dd90eea3-36b4-4147-a839-c9902a3633a3 Nov 12 03:18:14.119720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Deleting port 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:14.120868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.154289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.193209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.202544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Sync routers for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:14.210326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.212711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.233948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:14.247470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.248537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.250007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] 10.222.0.98 "PUT /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 1123 time: 2.1685967 Nov 12 03:18:14.266958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:17:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:14.308278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a002d-9e1b-4a3f-adb5-9026444f923b service neutron] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.338729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54f096-d748-49a8-b587-901e5333f896 req-1f9aa6e8-6502-48ae-923c-46a94ac12caa tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.341241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd54f096-d748-49a8-b587-901e5333f896 req-1f9aa6e8-6502-48ae-923c-46a94ac12caa tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 949 time: 0.4082706 Nov 12 03:18:14.413240 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6244488 Nov 12 03:18:14.437680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:14.460931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'subnet': {'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:14.500633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['328acffe-eaeb-47df-9f7c-fefc64670a69'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:14.504375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['328acffe-eaeb-47df-9f7c-fefc64670a69'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:14.597139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] For port 035b9665-bad4-4d0a-9fbf-cef208692bf5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=035b9665-bad4-4d0a-9fbf-cef208692bf5,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:14.604952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.644813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Calling delete_port for 035b9665-bad4-4d0a-9fbf-cef208692bf5 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:14.715016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28feb0c-d974-47a7-98bb-858fe3803539 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Network': ['ID=dd90eea3-36b4-4147-a839-c9902a3633a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.729929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:14.740710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network dd90eea3-36b4-4147-a839-c9902a3633a3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:14.746280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712716b-7984-4b8d-b52e-4ffd8e59eac1 req-2b06c76d-ee1d-4267-8774-4ba61f670936 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.757691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0712716b-7984-4b8d-b52e-4ffd8e59eac1 req-2b06c76d-ee1d-4267-8774-4ba61f670936 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.2857916 Nov 12 03:18:14.761281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd54f096-d748-49a8-b587-901e5333f896 req-d5f5e391-c100-412f-abc9-7032a25c7442 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058101 Nov 12 03:18:14.766293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:14.771693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.875880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0712716b-7984-4b8d-b52e-4ffd8e59eac1 req-8317a66c-fbdb-43cb-9d35-c3b9d753bb12 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Nov 12 03:18:15.023401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:15.098945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.201426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Subnet': ['ID=61cd83c3-0dad-4a21-8ddb-d41534a253f7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.224746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Checking segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:15.225166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network hostable DHCP agents. Network: dd90eea3-36b4-4147-a839-c9902a3633a3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:15.255235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network dd90eea3-36b4-4147-a839-c9902a3633a3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:15.272671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, dd90eea3-36b4-4147-a839-c9902a3633a3) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:15.301673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.302521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.339524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-92cecd06-3730-4ba6-9681-2449568eb609 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8958991 Nov 12 03:18:15.340189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:15.343676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2405943-2d74-4b36-be86-6759d58d9649 None None] Network dd90eea3-36b4-4147-a839-c9902a3633a3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:15.350657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-777852073'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:15.388848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:15.398187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.420356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:15.420356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.444892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:15.489703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.490424 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Added segment 27ecd40d-9652-4962-80bf-938e0bb25f77 of type vlan for network 48e75767-0572-4a8e-a26a-b84f49189db1 Nov 12 03:18:15.557899 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.592029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.602868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.604153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.636316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.662513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:15.689280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event deleted for resources: {'Port': ['ID=035b9665-bad4-4d0a-9fbf-cef208692bf5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.717103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1b880-d51f-44c4-a52c-366c67463673 req-900a09de-c02a-43b9-a388-59e782a836e5 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.718636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5a1b880-d51f-44c4-a52c-366c67463673 req-900a09de-c02a-43b9-a388-59e782a836e5 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.7872422 Nov 12 03:18:15.741605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Network': ['ID=48e75767-0572-4a8e-a26a-b84f49189db1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.752590 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2cfb9aa5-a677-4a97-9cd1-ced90bc89601 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4102523 Nov 12 03:18:15.755268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:15.758081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f084c-e6cc-488d-9418-0e47d2a5e81b req-0123e5f3-b929-4222-b3dc-101ecb8a564d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.761668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f084c-e6cc-488d-9418-0e47d2a5e81b req-0123e5f3-b929-4222-b3dc-101ecb8a564d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=12698cb4-948e-49b5-9728-608f56414b5f HTTP/1.1" status: 200 len: 868 time: 0.6984851 Nov 12 03:18:15.761800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'subnet': {'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:15.784330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 48e75767-0572-4a8e-a26a-b84f49189db1 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:15.804553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:15.808368 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5" -d '{"events": [{"name": "network-changed", "server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:15.821274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:15.824099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] No DVR routers for this DVR port 035b9665-bad4-4d0a-9fbf-cef208692bf5 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:15.826901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.830405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e63bcc7-40e5-4f42-9c10-d6dedcc84202 req-86089ce9-e229-4c08-983d-d780e7746024 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "DELETE /v2.0/ports/035b9665-bad4-4d0a-9fbf-cef208692bf5 HTTP/1.1" status: 204 len: 173 time: 2.2600250 Nov 12 03:18:15.839196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port a1657929-9f00-4bc3-afcf-1c276060e686 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:15.841870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-68312c23-0267-47c7-a7a3-ee173e036cb2 service neutron] 10.222.0.98 "GET /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87/bindings/n-h2-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.6332316 Nov 12 03:18:15.943530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5a1b880-d51f-44c4-a52c-366c67463673 req-bb03d0a2-706b-472b-a984-45cfdfd722ee tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769555 Nov 12 03:18:15.958797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:15.962677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.995998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a1657929-9f00-4bc3-afcf-1c276060e686 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:15.996432 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.002616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f084c-e6cc-488d-9418-0e47d2a5e81b req-3e511733-48cd-47d7-922c-3fbba51d53a0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329030 Nov 12 03:18:16.156249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8157319a-28e9-4e4c-8c84-ece27e0c8f1e', 'name': '', 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'mac_address': 'fa:16:3e:62:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:10Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 2, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'subnets': [{'id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:16.160457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-dd90eea3-36b4-4147-a839-c9902a3633a3', 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'fixed_ips': [{'subnet_id': '61cd83c3-0dad-4a21-8ddb-d41534a253f7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:16.161389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.220439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Checking router: c281b797-d09a-40bf-9866-52ed62fab3a1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:16.221323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Updating router c281b797-d09a-40bf-9866-52ed62fab3a1 port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:16.315724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d39a5-c38e-4bff-a769-f9d425766975 req-96d94081-7cb8-40b4-8a0b-5383c3d140a3 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.318299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d4d39a5-c38e-4bff-a769-f9d425766975 req-96d94081-7cb8-40b4-8a0b-5383c3d140a3 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 949 time: 0.1460776 Nov 12 03:18:16.371422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.435817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.444633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.463897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d4d39a5-c38e-4bff-a769-f9d425766975 req-5c0248be-a2c6-48ed-b312-516c651afec3 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353908 Nov 12 03:18:16.493280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94797e-77a4-41da-b0ff-0e2f722e2baa req-e92f43f9-add0-4537-9563-ddd5b381551d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.500343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b94797e-77a4-41da-b0ff-0e2f722e2baa req-e92f43f9-add0-4537-9563-ddd5b381551d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 943 time: 0.3385205 Nov 12 03:18:16.532136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:16.557344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Subnet': ['ID=bb328f73-4e83-4d5c-8f02-906ed136c60b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:16.567106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:16.569275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Checking segment: {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:16.570054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network hostable DHCP agents. Network: 48e75767-0572-4a8e-a26a-b84f49189db1, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:16.573799 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e84e02-5a60-4137-b00b-18fdabf1fcb3" -d '{"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:16.600987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network 48e75767-0572-4a8e-a26a-b84f49189db1 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:16.604519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:16.605323 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37007330-0c1c-4892-b62f-92f371a372cc x-openstack-request-id: req-37007330-0c1c-4892-b62f-92f371a372cc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:16.607040 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:16.607464 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37007330-0c1c-4892-b62f-92f371a372cc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:16.611329 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'status': 'completed', 'code': 200} Nov 12 03:18:16.626288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 48e75767-0572-4a8e-a26a-b84f49189db1) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:16.634485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.635982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.639340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:16.661929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b94797e-77a4-41da-b0ff-0e2f722e2baa req-6d0a0fbe-0ca5-4033-9546-0fe26193bc32 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489058 Nov 12 03:18:16.667416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:16.679990 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78cff2dc-4707-432a-badc-eb084302a4c9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9226570 Nov 12 03:18:16.712949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b1e330-bad8-4156-99b7-a802cec5fb87 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:16.729180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:16.731290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c1f0d-0b2f-4947-a7e8-d9b9bfd44a0e None None] Network 48e75767-0572-4a8e-a26a-b84f49189db1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:16.735877 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.736755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:16.746536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['71610c0a-27dc-4d4f-99da-4ca07c08ec9e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:16.782782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.848566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc6e6-75d3-4629-b3be-253abc6d62bb req-c7d6dfc7-661b-470c-bf05-c7b1bcfbe782 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.856733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09bdc6e6-75d3-4629-b3be-253abc6d62bb req-c7d6dfc7-661b-470c-bf05-c7b1bcfbe782 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.1058135 Nov 12 03:18:16.914982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 035b9665-bad4-4d0a-9fbf-cef208692bf5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:16.915618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 035b9665-bad4-4d0a-9fbf-cef208692bf5 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:16.923058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Allocated IP 19.80.0.2 (dd90eea3-36b4-4147-a839-c9902a3633a3/61cd83c3-0dad-4a21-8ddb-d41534a253f7/496fc48a-7a35-43e3-aff4-6051b21f0fb7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:16.926490 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a00e227-7ef7-4f12-8ec5-4aae88a429ef x-openstack-request-id: req-0a00e227-7ef7-4f12-8ec5-4aae88a429ef {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:16.926777 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:16.927064 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a00e227-7ef7-4f12-8ec5-4aae88a429ef {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:16.928175 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'code': 200} Nov 12 03:18:16.975691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09bdc6e6-75d3-4629-b3be-253abc6d62bb req-83da1f26-d779-4765-8325-260c4b04a052 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175084 Nov 12 03:18:17.029348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] Transition to ACTIVE for port object e5b1e330-bad8-4156-99b7-a802cec5fb87 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:17.033482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-af18bddb-9f87-4527-b0eb-fcc0e41c65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.035922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-af18bddb-9f87-4527-b0eb-fcc0e41c65ac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1126 time: 0.3804119 Nov 12 03:18:17.037900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.055508 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:17.109391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:17.371678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] No DVR routers for this DVR port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:17.408492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:17.466299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6bbf2c6e-1644-4177-a84e-9bd570cea280 service neutron] 10.222.0.98 "PUT /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87/bindings/n-h2-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 1.6028142 Nov 12 03:18:17.487421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7f11b-f499-4c57-984e-78c3eb7a982a req-f52e15db-6306-42e0-bf19-ee0c752c018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.489040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60d7f11b-f499-4c57-984e-78c3eb7a982a req-f52e15db-6306-42e0-bf19-ee0c752c018d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 1102 time: 0.4855449 Nov 12 03:18:17.507864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-111d9b28-7b41-448f-9b9b-13d3ebd473f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.509400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-111d9b28-7b41-448f-9b9b-13d3ebd473f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.4649348 Nov 12 03:18:17.520243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-8bd4eb49-ff9a-401a-a861-951d54bfe7ce tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.527555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-8bd4eb49-ff9a-401a-a861-951d54bfe7ce tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.529295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-8bd4eb49-ff9a-401a-a861-951d54bfe7ce tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/networks?id=dd90eea3-36b4-4147-a839-c9902a3633a3&id=48e75767-0572-4a8e-a26a-b84f49189db1&id=dd90eea3-36b4-4147-a839-c9902a3633a3 HTTP/1.1" status: 200 len: 1391 time: 0.4100499 Nov 12 03:18:17.578329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa814be-1357-48ec-b7c4-438ec9b2fd9e req-5c55a712-3174-4f7b-af88-31ce97fa73e9 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.582688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fa814be-1357-48ec-b7c4-438ec9b2fd9e req-5c55a712-3174-4f7b-af88-31ce97fa73e9 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.3559842 Nov 12 03:18:17.681344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-7464da2f-93fd-44e8-befa-20d5c5f686fd tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/quotas/1714c2dfe1b44d51bb1e77932e4d9f55 HTTP/1.1" status: 200 len: 375 time: 0.1325800 Nov 12 03:18:17.686468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-ab785c27-6279-4467-a124-96a9eb26171d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 217 time: 0.1493661 Nov 12 03:18:17.687617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-9abc05c3-8871-496d-9b91-18359aadd35c tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.689195 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-9abc05c3-8871-496d-9b91-18359aadd35c tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.0866308 Nov 12 03:18:17.703329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-48e75767-0572-4a8e-a26a-b84f49189db1', 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'fixed_ips': [{'subnet_id': 'bb328f73-4e83-4d5c-8f02-906ed136c60b'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:17.716106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.793332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-ba37c88f-2091-41c1-9ec2-04338a85193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.796458 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-ba37c88f-2091-41c1-9ec2-04338a85193b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd&tenant_id=b20d046ed9964f7f98dd062f193b45e8 HTTP/1.1" status: 200 len: 1096 time: 0.0913794 Nov 12 03:18:17.832561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:17.846722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60d7f11b-f499-4c57-984e-78c3eb7a982a req-ed4c9031-defb-4904-a5c0-fd1306a09c2c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496368 Nov 12 03:18:17.890565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-ecacffc7-91f9-45b6-ab0f-6a1acdc86e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.892751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-ecacffc7-91f9-45b6-ab0f-6a1acdc86e9e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.1675673 Nov 12 03:18:17.935472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6e5eb933-1833-4756-a26a-47059e8a1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.937015 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-6e5eb933-1833-4756-a26a-47059e8a1858 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b20d046ed9964f7f98dd062f193b45e8&device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1096 time: 0.0742948 Nov 12 03:18:17.971475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-059d840b-1e71-451a-8249-ec4681fa0301 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2672691 Nov 12 03:18:18.000594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-c86bb733-0726-41a6-81f8-5c71425edd01 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890248 Nov 12 03:18:18.072937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'mac_address': 'fa:16:3e:c3:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:18.089648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fa814be-1357-48ec-b7c4-438ec9b2fd9e req-f58c4e3f-d1aa-4c15-84e9-b5df13fabfad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062665 Nov 12 03:18:18.119484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03a591ce-9860-4c30-ac1f-ba84991bef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:18.121821 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-03a591ce-9860-4c30-ac1f-ba84991bef38 service neutron] 10.222.0.100 "GET /v2.0/networks?id=67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 200 len: 909 time: 0.1756964 Nov 12 03:18:18.159780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bc3a855-041f-4eab-809f-77e4cd0e4383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.212209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-10200a82-0b49-4c11-a9b9-11860f27db4a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 200 len: 217 time: 0.0782204 Nov 12 03:18:18.272875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.309309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-1be51d55-e163-4574-bd81-2892537b4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:18.311054 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-1be51d55-e163-4574-bd81-2892537b4d98 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 200 len: 847 time: 0.0877581 Nov 12 03:18:18.345699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-2b8efe7d-e06c-46d8-b5bd-19f7af1aafa1 service neutron] 10.222.0.93 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729327 Nov 12 03:18:18.357403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-3e44463a-b06f-4c53-ab76-62ea678fdb1a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=67758fb8-82ec-4996-a007-6f28630f429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358906 Nov 12 03:18:18.416191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37d3ad08-c329-43c3-adcd-776f3087a5dc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:18.509827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.515735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:18.519219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.530443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Allocated IP 19.86.0.2 (48e75767-0572-4a8e-a26a-b84f49189db1/bb328f73-4e83-4d5c-8f02-906ed136c60b/251118c9-db31-437e-94ea-1f0eaf59dad0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:18.537826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.549247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.565418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.577008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-7287e200-25e1-415d-af3a-d61ff933b2a4 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107987 Nov 12 03:18:18.611249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Network dd90eea3-36b4-4147-a839-c9902a3633a3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:18.621780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:18.699564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:18.700270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-2af1aa77-725e-4ab0-bc9f-53eda1b65b9f service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871777 Nov 12 03:18:18.700752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-deleted', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:18.702056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:18.703193 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac091f-99dc-461c-adcf-564738bb79fe" -d '{"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-deleted", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:18.707763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['37d3ad08-c329-43c3-adcd-776f3087a5dc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:18.708735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-ba26e5bc-0aaa-4529-8540-3cd4d723f250 service neutron] 10.222.0.93 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002906 Nov 12 03:18:18.752611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd433bd7-3c4a-4c80-9cc8-0d5d85e330d6 req-26bd49b4-55dd-48a2-ac18-f5f980ab5de1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:18.754688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd433bd7-3c4a-4c80-9cc8-0d5d85e330d6 req-26bd49b4-55dd-48a2-ac18-f5f980ab5de1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 950 time: 0.4719050 Nov 12 03:18:18.797582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-4a8d9c65-bc90-4354-9c18-ab21168926a1 service neutron] 10.222.0.100 "GET /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124655 Nov 12 03:18:18.908338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Pushing event updated for resources: {'Port': ['ID=496fc48a-7a35-43e3-aff4-6051b21f0fb7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.983649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.984116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.984796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.985217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.985510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.985847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.986368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.986741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.986956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.987482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.987609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:18.988013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:19.093572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-0897856e-b467-4853-aedd-2820ecdd7156 service neutron] 10.222.0.93 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689916 Nov 12 03:18:19.111295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd433bd7-3c4a-4c80-9cc8-0d5d85e330d6 req-72eacca4-6e77-4d1f-8dc5-a706bdb8df03 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402317 Nov 12 03:18:19.135030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8ab906f-d14c-4ad5-a4b6-578dcb6690c5 req-db1c772a-cc82-480c-b44d-51e249cf6db4 service neutron] 10.222.0.100 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217930 Nov 12 03:18:19.234962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:19.346148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859e24-a591-499f-9575-41c103fb1458 None None] Pushing event updated for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:19.368449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-500f2f3e-eb6d-486c-a30e-becf98874c8a tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.372068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-500f2f3e-eb6d-486c-a30e-becf98874c8a tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd&tenant_id=b20d046ed9964f7f98dd062f193b45e8&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.1834126 Nov 12 03:18:19.374630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-8c316c8f-b93d-4cc9-8110-fa7756b9e2f6 service neutron] 10.222.0.93 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610550 Nov 12 03:18:19.383753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba1ff2-ea31-4921-9236-f726b813655b req-5fd62a08-3d5e-4066-a08a-4586aa16df90 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.391418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29ba1ff2-ea31-4921-9236-f726b813655b req-5fd62a08-3d5e-4066-a08a-4586aa16df90 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 944 time: 0.1337843 Nov 12 03:18:19.432360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Attempting to bind port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:19.432858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Attempting to bind port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:19.433232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Attempting to bind port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e on network e9345803-72e5-4977-9c84-2e0baf8a756a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:19.444573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Attempting to bind port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:19.444944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Attempting to bind port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:19.445310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Attempting to bind port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 on network dd90eea3-36b4-4147-a839-c9902a3633a3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:19.507617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:19.508007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Checking segment: {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:19.508437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.508834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Bound using segment: {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:19.509326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Bound port: 8157319a-28e9-4e4c-8c84-ece27e0c8f1e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:19.509843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.549149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:19.549525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Checking segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:19.549972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.550507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Bound using segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:19.551002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Bound port: 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:19.551446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.578839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29ba1ff2-ea31-4921-9236-f726b813655b req-634ceaba-d1a0-470d-904b-e2e2da450a85 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861925 Nov 12 03:18:19.581000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8a36d3a5-d82a-4947-af18-a4c38d8b998d None None] Provisioning complete for port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:19.581369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a36d3a5-d82a-4947-af18-a4c38d8b998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.667515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-f2577e32-132e-45c4-b4d8-a1110c63e46a service neutron] 10.222.0.93 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630460 Nov 12 03:18:19.679265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-d36eebf8-0e7b-47d3-bd97-fe35fe3e2308 service neutron] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:19.694329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-d36eebf8-0e7b-47d3-bd97-fe35fe3e2308 service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.695345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed5fbd21-4916-4456-b288-0e3d1b2f9725 req-d36eebf8-0e7b-47d3-bd97-fe35fe3e2308 service neutron] 10.222.0.100 "DELETE /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87/bindings/n-h1-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.2964997 Nov 12 03:18:19.855848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-55d885a3-bdf1-4708-802d-b8af1d9d7650 service neutron] 10.222.0.93 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751766 Nov 12 03:18:19.875622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cb3b6-a61c-4695-8e3a-cc3557070ab7 req-eea80f34-7027-4d34-9fc7-e1f302fef184 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.877617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75cb3b6-a61c-4695-8e3a-cc3557070ab7 req-eea80f34-7027-4d34-9fc7-e1f302fef184 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.0734885 Nov 12 03:18:19.947012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75cb3b6-a61c-4695-8e3a-cc3557070ab7 req-439e5f77-454c-43ab-9a50-ddc3c47ae374 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Nov 12 03:18:19.972567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.991869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8a36d3a5-d82a-4947-af18-a4c38d8b998d None None] Port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:20.005357 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.066328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] For port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:20.075350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] For port 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:20.249663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] For port 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=496fc48a-7a35-43e3-aff4-6051b21f0fb7,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:20.251840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] For port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:20.294982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Network 48e75767-0572-4a8e-a26a-b84f49189db1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:20.296460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.304202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.342183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:20.350564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:20.356324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Pushing event updated for resources: {'Port': ['ID=251118c9-db31-437e-94ea-1f0eaf59dad0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:20.468385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4e8f4-ccb5-416a-ae49-a7e3fb831dfb req-0079dc42-e3b1-46a1-b25b-7766eec3c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.469907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6a4e8f4-ccb5-416a-ae49-a7e3fb831dfb req-0079dc42-e3b1-46a1-b25b-7766eec3c741 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0915158 Nov 12 03:18:20.532594 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e7dc35-9c55-442c-9397-7be8936bce49 x-openstack-request-id: req-94e7dc35-9c55-442c-9397-7be8936bce49 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:20.532777 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12698cb4-948e-49b5-9728-608f56414b5f", "name": "network-vif-deleted", "tag": "035b9665-bad4-4d0a-9fbf-cef208692bf5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:20.533573 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94e7dc35-9c55-442c-9397-7be8936bce49 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:20.533991 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12698cb4-948e-49b5-9728-608f56414b5f', 'name': 'network-vif-deleted', 'tag': '035b9665-bad4-4d0a-9fbf-cef208692bf5', 'status': 'completed', 'code': 200} Nov 12 03:18:20.594161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efc6fe05-1636-43ab-bf54-bd1851e04a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.701931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:20.725685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6a4e8f4-ccb5-416a-ae49-a7e3fb831dfb req-1c6bc678-dcb0-4bc2-805e-f87eacb19613 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473466 Nov 12 03:18:20.800255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f671bdae-a083-42a4-bef5-44ff9a34a7b8 req-a3af15b6-720c-4c9a-a85b-4f19ad94d647 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 210 time: 0.1079261 Nov 12 03:18:20.834882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:20.835803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:20.838557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Attempting to bind port 251118c9-db31-437e-94ea-1f0eaf59dad0 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:20.839240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Attempting to bind port 251118c9-db31-437e-94ea-1f0eaf59dad0 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:20.839936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Attempting to bind port 251118c9-db31-437e-94ea-1f0eaf59dad0 on network 48e75767-0572-4a8e-a26a-b84f49189db1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:20.849368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fb3bb-45fe-4f80-bff8-dbac97927c5a req-898df710-93cc-4990-88d8-8818d082bfbc tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.851049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-679fb3bb-45fe-4f80-bff8-dbac97927c5a req-898df710-93cc-4990-88d8-8818d082bfbc tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.3267868 Nov 12 03:18:20.860553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:20.861193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Checking segment: {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:20.861781 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.868337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Bound using segment: {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:20.870824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Bound port: 251118c9-db31-437e-94ea-1f0eaf59dad0, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:20.871764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.062148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-679fb3bb-45fe-4f80-bff8-dbac97927c5a req-64bf3a9e-65c1-4d38-a8b6-c750ab10a4f7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975591 Nov 12 03:18:21.208074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-9abfb0d9-5cf1-43f2-9686-5600346f55fb service neutron] 10.222.0.100 "GET /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.3004694 Nov 12 03:18:21.216967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a307b01-3d06-4f5d-bdc6-4a49f47234f0 req-64b8ae20-b5e0-4e39-8b6a-e0ffd61923e1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.219062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a307b01-3d06-4f5d-bdc6-4a49f47234f0 req-64b8ae20-b5e0-4e39-8b6a-e0ffd61923e1 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 950 time: 0.2379456 Nov 12 03:18:21.398952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165cf8-5f7d-46f0-a8c1-6e855c01405f req-89f6fdc7-1788-49c8-9f15-5b9ed426cb89 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.406850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c165cf8-5f7d-46f0-a8c1-6e855c01405f req-89f6fdc7-1788-49c8-9f15-5b9ed426cb89 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2022543 Nov 12 03:18:21.414734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:21.427550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a307b01-3d06-4f5d-bdc6-4a49f47234f0 req-5d8b0647-4f61-47cc-b9fa-e5aab4a50957 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444919 Nov 12 03:18:21.516924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859e24-a591-499f-9575-41c103fb1458 None None] Pushing event updated for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:21.567252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c165cf8-5f7d-46f0-a8c1-6e855c01405f req-0a907deb-cede-4c62-87dc-32378d06fec0 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594524 Nov 12 03:18:21.600230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db141c13-1ac9-4e45-9dab-3909ee634a31 None None] Pushing event updated for resources: {'Port': ['ID=496fc48a-7a35-43e3-aff4-6051b21f0fb7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:21.782107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:21.825118 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.833289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 37d3ad08-c329-43c3-adcd-776f3087a5dc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:21.833697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.835527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] Provisioning complete for port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:21.835986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.857215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:21.972411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328acffe-eaeb-47df-9f7c-fefc64670a69 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:22.014881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:22.023913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faa7cc-8f14-4523-90ca-3c6945da36a0 req-7773316a-5380-45af-aaac-992f7439c043 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.025603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51faa7cc-8f14-4523-90ca-3c6945da36a0 req-7773316a-5380-45af-aaac-992f7439c043 tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 1096 time: 0.2819014 Nov 12 03:18:22.030078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] For port 251118c9-db31-437e-94ea-1f0eaf59dad0, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:22.034281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] For port 251118c9-db31-437e-94ea-1f0eaf59dad0, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=251118c9-db31-437e-94ea-1f0eaf59dad0,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:22.074969 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.123011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.148245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e56501-3755-451a-8b5a-619628765307 req-75e62201-63a3-4d5d-a872-9c5a94f3b765 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.149980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47e56501-3755-451a-8b5a-619628765307 req-75e62201-63a3-4d5d-a872-9c5a94f3b765 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 943 time: 0.2673304 Nov 12 03:18:22.270048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.339934 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.352734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc253f22-ff56-4c77-acda-d75475014eda req-20286036-1ac2-4e5d-a440-1fbb351b3dbc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.355704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc253f22-ff56-4c77-acda-d75475014eda req-20286036-1ac2-4e5d-a440-1fbb351b3dbc tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.2034478 Nov 12 03:18:22.357827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9ad3b-3301-4240-a027-f0f9baeaa625 None None] Pushing event updated for resources: {'Port': ['ID=251118c9-db31-437e-94ea-1f0eaf59dad0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.401482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b501a6-e03c-4056-99c3-2c42d99af123 None None] Network dd90eea3-36b4-4147-a839-c9902a3633a3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:22.418611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47e56501-3755-451a-8b5a-619628765307 req-cff42d78-dbee-492d-a3e0-c3a5395f7ad4 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707454 Nov 12 03:18:22.500977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] For port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:22.506985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8157319a-28e9-4e4c-8c84-ece27e0c8f1e', 'name': '', 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'mac_address': 'fa:16:3e:62:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:10Z', 'updated_at': '2021-11-12T03:18:20Z', 'revision_number': 4, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'subnets': [{'id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:22.633104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51faa7cc-8f14-4523-90ca-3c6945da36a0 req-d826ec36-0b3f-4e04-b4d2-a41736ca97dd tempest-LiveMigrationTest-1237229975 tempest-LiveMigrationTest-1237229975-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857382 Nov 12 03:18:22.715614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.799993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:22.865167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 496fc48a-7a35-43e3-aff4-6051b21f0fb7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:22.895353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beab72b9-6444-4a3a-9d45-7c548cfcfd6e req-6e12df67-8317-40d3-99f5-71d76bb1b8f1 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 210 time: 0.0837266 Nov 12 03:18:22.912360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-e0464269-c702-41a1-98a2-2f8efac12d0a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.915074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:22.917945 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bde119-0e0b-4ac0-857f-0779612b1c7b" -d '{"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-plugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:22.922527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47a67eb-df5f-4824-8584-979c7fba64e7 None None] The sync data for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 is: [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8157319a-28e9-4e4c-8c84-ece27e0c8f1e', 'name': '', 'network_id': 'e9345803-72e5-4977-9c84-2e0baf8a756a', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'mac_address': 'fa:16:3e:62:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:10Z', 'updated_at': '2021-11-12T03:18:20Z', 'revision_number': 4, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'subnets': [{'id': 'd4e0f12a-2fbc-4ff1-ae14-82279911c168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:22.926998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c054-094d-410f-bc14-5d11e7027092 None None] Pushing event updated for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.942395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-e0464269-c702-41a1-98a2-2f8efac12d0a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.944867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-e0464269-c702-41a1-98a2-2f8efac12d0a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "GET /v2.0/networks?id=dd90eea3-36b4-4147-a839-c9902a3633a3&id=48e75767-0572-4a8e-a26a-b84f49189db1&id=dd90eea3-36b4-4147-a839-c9902a3633a3 HTTP/1.1" status: 200 len: 1391 time: 0.4990771 Nov 12 03:18:22.972246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.993742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'admin_state_up': True, 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:23.015760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] Transition to ACTIVE for port object 328acffe-eaeb-47df-9f7c-fefc64670a69 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:23.045261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] Provisioning complete for port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:23.052706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.093746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.215652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:23.219122 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.227614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:23.228181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.461613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.597242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] For port 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=496fc48a-7a35-43e3-aff4-6051b21f0fb7,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:23.603002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.638275 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.653709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.810853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ecdd-2470-4830-ad93-76fd5fe05bf1 None None] Pushing event updated for resources: {'Port': ['ID=496fc48a-7a35-43e3-aff4-6051b21f0fb7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:23.817993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:18:23.818664 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:18:23.821634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76e77d67-9c62-4076-8f5a-27802fad633f None None] Provisioning complete for port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:23.822007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76e77d67-9c62-4076-8f5a-27802fad633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.947523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Deleting port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:23.948551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.984927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] No DVR routers for this DVR port 328acffe-eaeb-47df-9f7c-fefc64670a69 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:24.024043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa5af8-d140-4db2-be74-34f25b67d4ce None None] Network 48e75767-0572-4a8e-a26a-b84f49189db1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:24.039352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc337d-e175-4763-84f4-256a09bdbd4f req-9aa4762a-1966-42db-920c-feb6d84b28ec tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.047872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32cc337d-e175-4763-84f4-256a09bdbd4f req-9aa4762a-1966-42db-920c-feb6d84b28ec tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.9724905 Nov 12 03:18:24.065945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] Pushing event updated for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.151340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:24.156167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.165105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425002d-195c-408c-a1ea-f3ad2921e882 req-c7e3ee2c-ac9b-4357-9f80-f248e56368c3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.172214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3425002d-195c-408c-a1ea-f3ad2921e882 req-c7e3ee2c-ac9b-4357-9f80-f248e56368c3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 949 time: 0.8670123 Nov 12 03:18:24.197914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] Provisioning complete for port 251118c9-db31-437e-94ea-1f0eaf59dad0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:24.198732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.220679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-b79d78e4-4d5d-4dfa-8ccd-5250da0286c4 service neutron] 10.222.0.100 "PUT /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69/bindings/n-h1-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 2.9932454 Nov 12 03:18:24.315903 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:24.349226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3425002d-195c-408c-a1ea-f3ad2921e882 req-57a25a23-1cfb-4492-99b9-ef3828f805e7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761229 Nov 12 03:18:24.400341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32cc337d-e175-4763-84f4-256a09bdbd4f req-9c58ff85-7599-4dd2-86b0-fe00b46ea502 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510947 Nov 12 03:18:24.402419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] For port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:24.402795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.482414 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.532659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-8477ba5c-97eb-41a5-9180-d6a7b8bf6b29 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.540593 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-8477ba5c-97eb-41a5-9180-d6a7b8bf6b29 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.2182283 Nov 12 03:18:24.567034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] For port 251118c9-db31-437e-94ea-1f0eaf59dad0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=251118c9-db31-437e-94ea-1f0eaf59dad0,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:24.576978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.638353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-2470cb30-379a-4eb4-8c0f-43cbbf8f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.639427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Calling delete_port for 71610c0a-27dc-4d4f-99da-4ca07c08ec9e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:24.648815 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-2470cb30-379a-4eb4-8c0f-43cbbf8f9caa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a&tenant_id=58ee712775d949cea74805337cac0dc4 HTTP/1.1" status: 200 len: 1096 time: 0.1000354 Nov 12 03:18:24.799577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-79fe70a7-47c5-4029-b17f-c87dbeedb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.802431 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-79fe70a7-47c5-4029-b17f-c87dbeedb2f3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1096 time: 0.1102996 Nov 12 03:18:25.084310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-5b91018a-1e0a-4f7c-ac3e-2e1a8168b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.086071 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-5b91018a-1e0a-4f7c-ac3e-2e1a8168b8dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.2725403 Nov 12 03:18:25.093693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e64d02-7ad8-4a3d-8c9a-a34e4b5c4b34 None None] Pushing event updated for resources: {'Port': ['ID=251118c9-db31-437e-94ea-1f0eaf59dad0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:25.108537 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a74a23-ec1d-42c6-acc1-a1bd6ba3d86d x-openstack-request-id: req-c5a74a23-ec1d-42c6-acc1-a1bd6ba3d86d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:25.111723 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-plugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:25.111723 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5a74a23-ec1d-42c6-acc1-a1bd6ba3d86d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:25.111723 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'code': 200} Nov 12 03:18:25.111723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8157319a-28e9-4e4c-8c84-ece27e0c8f1e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:25.143873 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-76983dea-7266-4c99-b1a9-7e72e729774d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 200 len: 217 time: 0.0468826 Nov 12 03:18:25.208183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-34d6ce89-df72-4c09-9f3d-3dac371b4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.209211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-91679d8c-7ce8-454c-a61c-8f99ab6378e0 None None] Provisioning complete for port 251118c9-db31-437e-94ea-1f0eaf59dad0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:25.209635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91679d8c-7ce8-454c-a61c-8f99ab6378e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.210536 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-34d6ce89-df72-4c09-9f3d-3dac371b4b50 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0572486 Nov 12 03:18:25.265517 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-63849a68-fa36-45eb-8e1f-9627b2d0c14d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417581 Nov 12 03:18:25.267899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4b9e260-d74f-4224-b7b7-18f8eeea8d57 req-48a467e6-cab3-4ef1-b881-f98cc2c1218b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 210 time: 0.1715686 Nov 12 03:18:25.282324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:25.282692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.314544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Allocated IP 19.80.0.223 (dd90eea3-36b4-4147-a839-c9902a3633a3/61cd83c3-0dad-4a21-8ddb-d41534a253f7/588cc01c-4c3a-448f-a335-9958f3c000ba) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:25.327608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-359358906', 'description': 'tempest-description-683567785'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:25.351932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa89bc-9100-4808-9c63-8ad79e45d822 req-ca019c3c-d599-40e1-9669-0cd1361dcad7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.361529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31aa89bc-9100-4808-9c63-8ad79e45d822 req-ca019c3c-d599-40e1-9669-0cd1361dcad7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 944 time: 0.3266461 Nov 12 03:18:25.407048 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-f0f35237-c6a2-48b5-b76b-6742e157a288 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329951 Nov 12 03:18:25.443669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 251118c9-db31-437e-94ea-1f0eaf59dad0 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:25.495375 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.516701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:25.541507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31aa89bc-9100-4808-9c63-8ad79e45d822 req-e9fbd924-cb56-44d6-b878-d599c08447e7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776793 Nov 12 03:18:25.559012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.578601 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-1b041c87-97f5-4ba5-8f56-1e23b3c713b8 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532736 Nov 12 03:18:25.583099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 251118c9-db31-437e-94ea-1f0eaf59dad0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:25.583538 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.618910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event deleted for resources: {'Port': ['ID=71610c0a-27dc-4d4f-99da-4ca07c08ec9e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:25.707682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:25.707934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] No DVR routers for this DVR port 71610c0a-27dc-4d4f-99da-4ca07c08ec9e on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:25.710078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:25.718351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-fb005a90-24b7-484d-a9ab-6c61d1bdbd22 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.719864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-fb005a90-24b7-484d-a9ab-6c61d1bdbd22 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 944 time: 0.2571633 Nov 12 03:18:25.723553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.726395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc253f22-ff56-4c77-acda-d75475014eda req-23039f42-7445-421d-a2d1-b64cc91e9be7 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.98 "DELETE /v2.0/ports/71610c0a-27dc-4d4f-99da-4ca07c08ec9e HTTP/1.1" status: 204 len: 173 time: 3.3255558 Nov 12 03:18:25.730179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-deleted', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:25.734766 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84362523-6866-492c-a589-607832100a01" -d '{"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-deleted", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:25.760529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 71610c0a-27dc-4d4f-99da-4ca07c08ec9e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:25.761037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 71610c0a-27dc-4d4f-99da-4ca07c08ec9e not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:26.016464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 496fc48a-7a35-43e3-aff4-6051b21f0fb7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:26.104326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce1f9e-d08e-481b-a003-fdc6429ec3d3 req-2ffbf0bb-4503-4ed2-95b0-e6aae974f598 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.112746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53ce1f9e-d08e-481b-a003-fdc6429ec3d3 req-2ffbf0bb-4503-4ed2-95b0-e6aae974f598 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dad464d-841b-4381-9cfd-2387fb4509fd HTTP/1.1" status: 200 len: 944 time: 0.4087477 Nov 12 03:18:26.141155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:26.183258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.189050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.210406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'mac_address': 'fa:16:3e:bc:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:26.247367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:26.247748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.248212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.325080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.342527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-3144dcbf-1bd6-4521-be0e-ada56cb671f6 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.353876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-3144dcbf-1bd6-4521-be0e-ada56cb671f6 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a&tenant_id=58ee712775d949cea74805337cac0dc4&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1096 time: 0.3020108 Nov 12 03:18:26.391582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1657929-9f00-4bc3-afcf-1c276060e686 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:26.400284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Deleting port e5b1e330-bad8-4156-99b7-a802cec5fb87 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:26.400762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.407601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53ce1f9e-d08e-481b-a003-fdc6429ec3d3 req-2b08c3b0-9a20-4502-808a-875f16948389 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939394 Nov 12 03:18:26.411345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.417841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-107a69ca-cc12-453d-b012-32091e697805 req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1036296 Nov 12 03:18:26.484631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:26.498995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.576109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c9dd-a327-4bb5-840a-79b79e86c364 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbc50d9-96ca-4776-b545-bfdc18bfb2d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.598972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.645575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8917d848-c409-491c-ab31-bb58644c13b6 req-ede114b0-f949-48df-b4cf-66539c9fd04c tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=18d5c6b8-ad52-4aba-a11c-360ceb981528 HTTP/1.1" status: 200 len: 210 time: 0.0578840 Nov 12 03:18:26.656690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a1657929-9f00-4bc3-afcf-1c276060e686'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:26.763300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.840885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 251118c9-db31-437e-94ea-1f0eaf59dad0 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:26.853316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network dd90eea3-36b4-4147-a839-c9902a3633a3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:26.866126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:26.874163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.879419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:26.968805 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843e01c-02f8-4868-9934-a58acdcb85f4 x-openstack-request-id: req-4843e01c-02f8-4868-9934-a58acdcb85f4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:26.969301 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5c6b8-ad52-4aba-a11c-360ceb981528", "name": "network-vif-deleted", "tag": "71610c0a-27dc-4d4f-99da-4ca07c08ec9e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:26.969746 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4843e01c-02f8-4868-9934-a58acdcb85f4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:26.977214 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5c6b8-ad52-4aba-a11c-360ceb981528', 'name': 'network-vif-deleted', 'tag': '71610c0a-27dc-4d4f-99da-4ca07c08ec9e', 'status': 'completed', 'code': 200} Nov 12 03:18:27.006231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 251118c9-db31-437e-94ea-1f0eaf59dad0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:27.006839 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.021675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] For port e5b1e330-bad8-4156-99b7-a802cec5fb87, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e5b1e330-bad8-4156-99b7-a802cec5fb87,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:27.022364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.053590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Calling delete_port for e5b1e330-bad8-4156-99b7-a802cec5fb87 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:27.065282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.066236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.084764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-74048d52-5132-4fbc-93ed-dc734ac5aae2 service neutron] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:27.092271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-74048d52-5132-4fbc-93ed-dc734ac5aae2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.093750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5a5228-48c5-4830-b98c-6af05d939e76 req-74048d52-5132-4fbc-93ed-dc734ac5aae2 service neutron] 10.222.0.98 "DELETE /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69/bindings/n-h2-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.7163153 Nov 12 03:18:27.099598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9bace57b-e481-4947-893f-ce8c46d9aad0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1328168 Nov 12 03:18:27.163383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1', 'admin_state_up': True, 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:27.328266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3ce7dcd3-55af-4de9-80fa-f20eb82f3159 None None] Provisioning complete for port 588cc01c-4c3a-448f-a335-9958f3c000ba triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:27.329754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dcd3-55af-4de9-80fa-f20eb82f3159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.376067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7dcd3-55af-4de9-80fa-f20eb82f3159 None None] Port 588cc01c-4c3a-448f-a335-9958f3c000ba cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:27.407020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:27.414964 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.420050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.435504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['822ef2d8-de94-4156-a221-3cba8893b129'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:27.495012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event deleted for resources: {'Port': ['ID=e5b1e330-bad8-4156-99b7-a802cec5fb87,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:27.619215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] No DVR routers for this DVR port e5b1e330-bad8-4156-99b7-a802cec5fb87 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:27.638696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.643033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5071e36-f381-4c1f-b1fd-96d865195a51 req-e2c118d5-7669-4e2f-b568-39b63a3a3337 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "DELETE /v2.0/ports/e5b1e330-bad8-4156-99b7-a802cec5fb87 HTTP/1.1" status: 204 len: 173 time: 1.8642759 Nov 12 03:18:27.704046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:27.811098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Allocated IP 19.86.0.44 (48e75767-0572-4a8e-a26a-b84f49189db1/bb328f73-4e83-4d5c-8f02-906ed136c60b/f6eeb850-6723-46aa-a758-53e73df74c06) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:27.981643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a1657929-9f00-4bc3-afcf-1c276060e686 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:27.982015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.166821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.195033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.243539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:28.245890 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb05fc3-5c6e-4430-9208-deffd6cd01de" -d '{"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:28.254082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.285859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:28.292217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.378989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network 48e75767-0572-4a8e-a26a-b84f49189db1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:28.396346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:28.404999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:28.410696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:28.421781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:28.501181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:28.501737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.538556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a365d517-81e2-4595-b6ca-f5e1a5752ab4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3792334 Nov 12 03:18:28.553002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'admin_state_up': True, 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:28.657090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:28.711260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: e5b1e330-bad8-4156-99b7-a802cec5fb87 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:28.712663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e5b1e330-bad8-4156-99b7-a802cec5fb87 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:28.822669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:28.825591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-259a2cb5-6916-40da-84fa-5449678355e8 None None] Provisioning complete for port f6eeb850-6723-46aa-a758-53e73df74c06 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:28.826223 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-259a2cb5-6916-40da-84fa-5449678355e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.834065 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.911972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-259a2cb5-6916-40da-84fa-5449678355e8 None None] Port f6eeb850-6723-46aa-a758-53e73df74c06 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:29.120339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Allocated IP 19.80.0.202 (dd90eea3-36b4-4147-a839-c9902a3633a3/61cd83c3-0dad-4a21-8ddb-d41534a253f7/baaf9364-1477-4b11-9055-65a21d2611e2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:29.309463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.360235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-deleted', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:29.363798 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15884122-1e0e-4e92-a249-4ee7e82dc78d" -d '{"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-deleted", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:29.369499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.418097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network dd90eea3-36b4-4147-a839-c9902a3633a3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:29.421846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:29.448631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:29.502166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:29.562122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.577037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.611542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-c9db32e3-1a23-436c-bdad-e07ba461f44d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0640903 Nov 12 03:18:29.625335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:29.748564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.858534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c6fa1f39-48e1-4a27-8392-8a69dd232aae None None] Provisioning complete for port baaf9364-1477-4b11-9055-65a21d2611e2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:29.859200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1f39-48e1-4a27-8392-8a69dd232aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.949648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c6fa1f39-48e1-4a27-8392-8a69dd232aae None None] Port baaf9364-1477-4b11-9055-65a21d2611e2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:30.444226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588cc01c-4c3a-448f-a335-9958f3c000ba {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:30.457240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.494662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Transition to ACTIVE for port object 588cc01c-4c3a-448f-a335-9958f3c000ba will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:30.506868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.558617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.711806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Attempting to bind port 588cc01c-4c3a-448f-a335-9958f3c000ba on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:30.712565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Attempting to bind port 588cc01c-4c3a-448f-a335-9958f3c000ba by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:30.712999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Attempting to bind port 588cc01c-4c3a-448f-a335-9958f3c000ba on network dd90eea3-36b4-4147-a839-c9902a3633a3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:30.715210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Pushing event updated for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:30.729241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Port 588cc01c-4c3a-448f-a335-9958f3c000ba on network dd90eea3-36b4-4147-a839-c9902a3633a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:30.729808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Attempting to bind port 588cc01c-4c3a-448f-a335-9958f3c000ba on network dd90eea3-36b4-4147-a839-c9902a3633a3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:30.735711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:30.736747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Checking segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:30.737694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Bound using segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:30.738144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Bound port: 588cc01c-4c3a-448f-a335-9958f3c000ba, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:30.738661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.853827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:30.857540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=588cc01c-4c3a-448f-a335-9958f3c000ba,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:30.874606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.929099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.929669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.936969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] 10.222.0.98 "PUT /v2.0/ports/588cc01c-4c3a-448f-a335-9958f3c000ba HTTP/1.1" status: 200 len: 1093 time: 1.3182297 Nov 12 03:18:30.994664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536eef-7c75-46ac-ab19-f5df587a6477 service neutron] Pushing event updated for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:31.007414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:31.089843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.458847 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.503501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eeb850-6723-46aa-a758-53e73df74c06 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:31.512170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.525436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Transition to ACTIVE for port object f6eeb850-6723-46aa-a758-53e73df74c06 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:31.533588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.606101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:31.794465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Attempting to bind port f6eeb850-6723-46aa-a758-53e73df74c06 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:31.795338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Attempting to bind port f6eeb850-6723-46aa-a758-53e73df74c06 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:31.795671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Attempting to bind port f6eeb850-6723-46aa-a758-53e73df74c06 on network 48e75767-0572-4a8e-a26a-b84f49189db1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:31.800934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Port f6eeb850-6723-46aa-a758-53e73df74c06 on network 48e75767-0572-4a8e-a26a-b84f49189db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:31.801255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Attempting to bind port f6eeb850-6723-46aa-a758-53e73df74c06 on network 48e75767-0572-4a8e-a26a-b84f49189db1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:31.809664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:31.809996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Checking segment: {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:31.810364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Bound using segment: {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:31.810774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Bound port: f6eeb850-6723-46aa-a758-53e73df74c06, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ecd40d-9652-4962-80bf-938e0bb25f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:31.811128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.923057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:31.938622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:31.946991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.007612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.008256 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.009669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] 10.222.0.98 "PUT /v2.0/ports/f6eeb850-6723-46aa-a758-53e73df74c06 HTTP/1.1" status: 200 len: 1092 time: 1.0101769 Nov 12 03:18:32.071335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Request body: {'port': {'device_id': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:32.121070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a806ec4-0ada-4a34-9905-f4a29136d599 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:32.172112 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.617950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaf9364-1477-4b11-9055-65a21d2611e2 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:32.626711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.643915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Transition to ACTIVE for port object baaf9364-1477-4b11-9055-65a21d2611e2 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:32.649005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.749890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:32.837591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Attempting to bind port baaf9364-1477-4b11-9055-65a21d2611e2 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:32.838057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Attempting to bind port baaf9364-1477-4b11-9055-65a21d2611e2 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:32.838519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Attempting to bind port baaf9364-1477-4b11-9055-65a21d2611e2 on network dd90eea3-36b4-4147-a839-c9902a3633a3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:32.843762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Port baaf9364-1477-4b11-9055-65a21d2611e2 on network dd90eea3-36b4-4147-a839-c9902a3633a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:32.844074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Attempting to bind port baaf9364-1477-4b11-9055-65a21d2611e2 on network dd90eea3-36b4-4147-a839-c9902a3633a3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:32.853378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:32.854023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Checking segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:32.854356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Bound using segment: {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:32.855036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Bound port: baaf9364-1477-4b11-9055-65a21d2611e2, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:32.855391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.948421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:32.951998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=baaf9364-1477-4b11-9055-65a21d2611e2,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:32.960664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.004853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.005604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.007187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] 10.222.0.98 "PUT /v2.0/ports/baaf9364-1477-4b11-9055-65a21d2611e2 HTTP/1.1" status: 200 len: 1093 time: 0.9491024 Nov 12 03:18:33.102867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5a08a-a516-42d1-9084-78b6c568aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:33.124518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-fb381418-9b13-48b1-8023-060e7a993996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.125042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-fb381418-9b13-48b1-8023-060e7a993996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.125555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-fb381418-9b13-48b1-8023-060e7a993996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.133206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-fb381418-9b13-48b1-8023-060e7a993996 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2868 time: 0.0726879 Nov 12 03:18:33.239315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-31ef1872-fd91-4303-943f-474bdc8b3915 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=588cc01c-4c3a-448f-a335-9958f3c000ba HTTP/1.1" status: 200 len: 217 time: 0.0950859 Nov 12 03:18:33.369419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-88f3218a-4ff1-4590-b0be-52ff58e670ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.371001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-88f3218a-4ff1-4590-b0be-52ff58e670ef service neutron] 10.222.0.98 "GET /v2.0/subnets?id=61cd83c3-0dad-4a21-8ddb-d41534a253f7 HTTP/1.1" status: 200 len: 801 time: 0.1193717 Nov 12 03:18:33.468417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-6b41c104-9f3d-493a-aae0-75c66d95772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.471335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-6b41c104-9f3d-493a-aae0-75c66d95772b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd90eea3-36b4-4147-a839-c9902a3633a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898957 Nov 12 03:18:33.699550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-988ecc16-f7b8-4a6e-a7ba-c15637d67e06 service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197349 Nov 12 03:18:33.884340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-96763261-f592-4def-94ee-ba1770f0549b service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732378 Nov 12 03:18:34.003499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-a192024c-2f7a-4b25-8cf2-dae35711e462 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=f6eeb850-6723-46aa-a758-53e73df74c06 HTTP/1.1" status: 200 len: 217 time: 0.1081047 Nov 12 03:18:34.117151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9b104924-ba7e-4a46-bd97-796716f4b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.118636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-9b104924-ba7e-4a46-bd97-796716f4b7af service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bb328f73-4e83-4d5c-8f02-906ed136c60b HTTP/1.1" status: 200 len: 801 time: 0.1059351 Nov 12 03:18:34.212321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-6238f58e-5881-42ac-bbcd-9437df8e961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.214526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-6238f58e-5881-42ac-bbcd-9437df8e961c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=48e75767-0572-4a8e-a26a-b84f49189db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841424 Nov 12 03:18:34.434803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-69f3c6ed-f69d-438a-b37e-732ec8ace07b service neutron] 10.222.0.98 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065375 Nov 12 03:18:34.634282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-ae670ded-6e52-4ddb-8e5f-91af11123af6 service neutron] 10.222.0.98 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909139 Nov 12 03:18:34.742069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-138e86e9-b6bd-4167-8d52-02a988161977 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=baaf9364-1477-4b11-9055-65a21d2611e2 HTTP/1.1" status: 200 len: 217 time: 0.0599535 Nov 12 03:18:34.822384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-e9b9fd66-ad90-442b-b5c0-717d00fc917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.825404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-e9b9fd66-ad90-442b-b5c0-717d00fc917a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=61cd83c3-0dad-4a21-8ddb-d41534a253f7 HTTP/1.1" status: 200 len: 801 time: 0.0701144 Nov 12 03:18:34.901314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-f38fe781-b3fa-46e2-87a5-9303d8310a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.903410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-f38fe781-b3fa-46e2-87a5-9303d8310a59 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd90eea3-36b4-4147-a839-c9902a3633a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683405 Nov 12 03:18:35.135640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-7b71a4db-8a2e-4a68-8294-2ac57430c18f service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224631 Nov 12 03:18:35.350447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2ac3e69-f8ee-4b1e-8766-9a1459f38357 req-16573216-978b-4cee-b7b4-d219bd2e8ebe service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049563 Nov 12 03:18:36.580099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-c16b47a9-1fa8-4578-85e6-3e29a1fe7506 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1100864 Nov 12 03:18:36.722421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-ceedd6d6-4358-4817-a66a-142c135b8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.723940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-ceedd6d6-4358-4817-a66a-142c135b8e63 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58ee712775d949cea74805337cac0dc4&device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 1097 time: 0.0977285 Nov 12 03:18:36.902820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-c00c911b-b0eb-40f4-99b1-3411dfd2ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.904422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-c00c911b-b0eb-40f4-99b1-3411dfd2ef85 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 200 len: 922 time: 0.1502502 Nov 12 03:18:36.967669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-e58431a5-3995-4e9f-be0d-036af1b5d063 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 200 len: 217 time: 0.0533566 Nov 12 03:18:37.050209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-16e18d45-7dfd-438a-8604-3fc4ef48af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.052075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-16e18d45-7dfd-438a-8604-3fc4ef48af75 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 200 len: 860 time: 0.0630226 Nov 12 03:18:37.101355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-b15478c2-36e0-4a88-b3b3-391f7b6b6a52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31983b17-f674-4f71-a77a-ea9a7763f94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332758 Nov 12 03:18:37.748826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f6eeb850-6723-46aa-a758-53e73df74c06 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:37.781606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a129-86c4-4504-91af-2ff2e619f348 req-01ce0f1d-2ded-4aeb-b031-798022df278f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.788363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a129-86c4-4504-91af-2ff2e619f348 req-01ce0f1d-2ded-4aeb-b031-798022df278f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.795406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a129-86c4-4504-91af-2ff2e619f348 req-01ce0f1d-2ded-4aeb-b031-798022df278f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.797124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ac7a129-86c4-4504-91af-2ff2e619f348 req-01ce0f1d-2ded-4aeb-b031-798022df278f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2412 time: 0.5083396 Nov 12 03:18:37.802895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-54b6ad87-82bc-451a-840f-c675e0a2fb34 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-359358906&fields=id&tenant_id=282c605c910a4fe1beee74aa97f70225 HTTP/1.1" status: 200 len: 267 time: 0.1057482 Nov 12 03:18:37.805260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-cdb99283-1d4f-4fdb-9f6f-9e871c213c36 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920121 Nov 12 03:18:37.894210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:37.911627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'network_id': '48e75767-0572-4a8e-a26a-b84f49189db1', 'port_id': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'mac_address': 'fa:16:3e:58:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb328f73-4e83-4d5c-8f02-906ed136c60b', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:37.958465 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.978089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-f8f628ae-d872-423a-9df6-69e453c0eb52 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.979866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eeb850-6723-46aa-a758-53e73df74c06 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:37.980754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-f8f628ae-d872-423a-9df6-69e453c0eb52 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.1574516 Nov 12 03:18:37.993760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'port': {'security_groups': ['5271c24c-3df3-4267-bb2f-5b03ee9ead17', 'bcbc50d9-96ca-4776-b545-bfdc18bfb2d4']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:38.003995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ac7a129-86c4-4504-91af-2ff2e619f348 req-63aa476f-5c31-45d6-86cd-7ddebe7dcbb4 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931388 Nov 12 03:18:38.008006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.026805 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.027613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 588cc01c-4c3a-448f-a335-9958f3c000ba details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:38.061609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee762e26-f9f3-45e7-a1f3-805cbe78c8f4 req-d709496b-58a8-4203-90b5-dbdad8e1a5b5 service neutron] 10.222.0.98 "GET /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063291 Nov 12 03:18:38.137395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.186509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=588cc01c-4c3a-448f-a335-9958f3c000ba,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.208071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ecd1d-729b-486a-82de-c83b4551f7b8 req-1d6c214f-adfd-4729-907e-151b29ce354a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.210148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-068ecd1d-729b-486a-82de-c83b4551f7b8 req-1d6c214f-adfd-4729-907e-151b29ce354a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 944 time: 0.1076467 Nov 12 03:18:38.265178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '588cc01c-4c3a-448f-a335-9958f3c000ba', 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'port_id': '588cc01c-4c3a-448f-a335-9958f3c000ba', 'mac_address': 'fa:16:3e:44:16:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd83c3-0dad-4a21-8ddb-d41534a253f7', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:38.270011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:38.312991 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.322871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-068ecd1d-729b-486a-82de-c83b4551f7b8 req-58a89a2a-0079-4d11-bd67-25b81c39360d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034272 Nov 12 03:18:38.351462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588cc01c-4c3a-448f-a335-9958f3c000ba {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:38.367226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=588cc01c-4c3a-448f-a335-9958f3c000ba,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.376035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.376821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device baaf9364-1477-4b11-9055-65a21d2611e2 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:38.410410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=baaf9364-1477-4b11-9055-65a21d2611e2,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.485374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'baaf9364-1477-4b11-9055-65a21d2611e2', 'network_id': 'dd90eea3-36b4-4147-a839-c9902a3633a3', 'port_id': 'baaf9364-1477-4b11-9055-65a21d2611e2', 'mac_address': 'fa:16:3e:c7:a0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cd83c3-0dad-4a21-8ddb-d41534a253f7', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:38.489902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:38.494540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.542607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.550513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.552267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.599625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['640ab789-b9a2-43a4-beed-476eb752342f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:38.608962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaf9364-1477-4b11-9055-65a21d2611e2 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:38.723242 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac360198-71ce-48ed-aaa9-9eefa5185e40 x-openstack-request-id: req-ac360198-71ce-48ed-aaa9-9eefa5185e40 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:38.723531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad464d-841b-4381-9cfd-2387fb4509fd", "name": "network-vif-deleted", "tag": "e5b1e330-bad8-4156-99b7-a802cec5fb87", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:38.723785 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ac360198-71ce-48ed-aaa9-9eefa5185e40 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:38.724210 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad464d-841b-4381-9cfd-2387fb4509fd', 'name': 'network-vif-deleted', 'tag': 'e5b1e330-bad8-4156-99b7-a802cec5fb87', 'status': 'completed', 'code': 200} Nov 12 03:18:38.746753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.747385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.754484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-710f3487-eb17-447d-86c8-6c1ba9ed67d4 req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "PUT /v2.0/ports/640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 981 time: 0.7607541 Nov 12 03:18:38.844871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0101b7f-679b-4113-b327-105411779acf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:38.882345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=baaf9364-1477-4b11-9055-65a21d2611e2,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.917191 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa3d17-b34f-4aa5-81c4-da536f73b4a2 x-openstack-request-id: req-48aa3d17-b34f-4aa5-81c4-da536f73b4a2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:38.917681 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:38.918103 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48aa3d17-b34f-4aa5-81c4-da536f73b4a2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:38.918777 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'code': 200} Nov 12 03:18:38.933652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.056096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['640ab789-b9a2-43a4-beed-476eb752342f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:39.140497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.182454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-4825c2fc-ec94-4096-99d9-acf1faca6083 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-359358906&fields=id&tenant_id=282c605c910a4fe1beee74aa97f70225 HTTP/1.1" status: 200 len: 267 time: 0.1280932 Nov 12 03:18:39.366810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-beed8d8a-95a3-45d2-89b2-0ea82ed3277d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.368693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-beed8d8a-95a3-45d2-89b2-0ea82ed3277d tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 984 time: 0.1807997 Nov 12 03:18:39.408128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'port': {'security_groups': ['5271c24c-3df3-4267-bb2f-5b03ee9ead17']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:39.470002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f6eeb850-6723-46aa-a758-53e73df74c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:39.565442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['588cc01c-4c3a-448f-a335-9958f3c000ba'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:39.572582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['baaf9364-1477-4b11-9055-65a21d2611e2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:39.614952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.913696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.989695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.001779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.079378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.080134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.081618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f26e53b8-99a6-4324-be80-22261bf3dad1 req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "PUT /v2.0/ports/640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 942 time: 0.6983588 Nov 12 03:18:40.160083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fb429-7784-4909-b651-1557db7a36db tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.215983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['640ab789-b9a2-43a4-beed-476eb752342f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:40.337052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedacfb8-ece2-472a-b7d3-96f2ebd8b972 req-6ae1f903-1bc8-4fd0-9d09-1169d8528f80 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.345779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedacfb8-ece2-472a-b7d3-96f2ebd8b972 req-6ae1f903-1bc8-4fd0-9d09-1169d8528f80 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 1096 time: 0.1312060 Nov 12 03:18:40.526689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedacfb8-ece2-472a-b7d3-96f2ebd8b972 req-fe87df2f-48a5-46ae-8bdf-2f05524019d1 tempest-LiveAutoBlockMigrationV225Test-2093689733 tempest-LiveAutoBlockMigrationV225Test-2093689733-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798084 Nov 12 03:18:40.735526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:40.742106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2143-fa09-4fdb-9295-215ffcadc931 req-623e0a46-465c-4bc2-ad28-84f46668d299 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.749123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2143-fa09-4fdb-9295-215ffcadc931 req-623e0a46-465c-4bc2-ad28-84f46668d299 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.758489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2143-fa09-4fdb-9295-215ffcadc931 req-623e0a46-465c-4bc2-ad28-84f46668d299 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.766623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2fe2143-fa09-4fdb-9295-215ffcadc931 req-623e0a46-465c-4bc2-ad28-84f46668d299 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2415 time: 0.2831776 Nov 12 03:18:40.786378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba'}, {'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06'}, {'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2'}, {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}, {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:40.788815 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87577791-82d4-44db-b954-b51ba707ead3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba"}, {"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06"}, {"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2"}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:40.970003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-1f13d60a-88ef-487e-9702-122df43f3554 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.971401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-1f13d60a-88ef-487e-9702-122df43f3554 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.3413911 Nov 12 03:18:41.017219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48f14a-9bba-4bda-8750-2e647e4ab1d1 req-373c0e51-7de8-4f46-b80e-af8ecbed86be tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.027208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e48f14a-9bba-4bda-8750-2e647e4ab1d1 req-373c0e51-7de8-4f46-b80e-af8ecbed86be tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd29c43-75cc-4289-be19-1d7252d38ba1 HTTP/1.1" status: 200 len: 949 time: 0.2521405 Nov 12 03:18:41.049097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.109361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:41.114768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:41.117691 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf18c24-4111-4591-ab13-06806d736dfd" -d '{"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:41.122168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2fe2143-fa09-4fdb-9295-215ffcadc931 req-9b575aca-a2cf-4a7b-8a35-f8a2d27de649 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489616 Nov 12 03:18:41.140132 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.277354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.298033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e48f14a-9bba-4bda-8750-2e647e4ab1d1 req-4610e285-cc68-43fd-92eb-4067d0a0725d tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7bf169-7492-452a-957d-63b82ca365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699351 Nov 12 03:18:41.446792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-18c72650-d6b8-4420-9ed3-3cec8c449524 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1557965 Nov 12 03:18:41.466087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:41.492137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Deleting port 9f86b611-9445-489d-b884-46a62287dc0f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:41.492473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.591908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.711162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['640ab789-b9a2-43a4-beed-476eb752342f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:41.755543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] For port 9f86b611-9445-489d-b884-46a62287dc0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=9f86b611-9445-489d-b884-46a62287dc0f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:41.756210 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.774733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Calling delete_port for 9f86b611-9445-489d-b884-46a62287dc0f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:41.833974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.851368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f6eeb850-6723-46aa-a758-53e73df74c06 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:42.090282 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a2bb67-776c-439b-aa86-4085041f9e28 x-openstack-request-id: req-b0a2bb67-776c-439b-aa86-4085041f9e28 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:42.091246 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:42.093768 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b0a2bb67-776c-439b-aa86-4085041f9e28 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:42.094439 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba', 'status': 'completed', 'code': 200} Nov 12 03:18:42.094934 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'status': 'completed', 'code': 200} Nov 12 03:18:42.100003 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2', 'status': 'completed', 'code': 200} Nov 12 03:18:42.100517 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:18:42.101014 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:18:42.133587 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d8488-ed58-41ca-b6ea-984ad26e1033 x-openstack-request-id: req-fb5d8488-ed58-41ca-b6ea-984ad26e1033 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:42.133977 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:42.134268 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fb5d8488-ed58-41ca-b6ea-984ad26e1033 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:42.134673 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'code': 200} Nov 12 03:18:42.197123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f6eeb850-6723-46aa-a758-53e73df74c06 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:42.263414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Allocated IP 172.25.4.51 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:42.271892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f6eeb850-6723-46aa-a758-53e73df74c06 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:42.273865 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.306221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-a565e88f-bdb2-47b3-b602-9d80ec1c7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.306844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-a565e88f-bdb2-47b3-b602-9d80ec1c7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.307388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-a565e88f-bdb2-47b3-b602-9d80ec1c7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.309211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-a565e88f-bdb2-47b3-b602-9d80ec1c7592 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2871 time: 0.2071877 Nov 12 03:18:42.379509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.428358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['9f86b611-9445-489d-b884-46a62287dc0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:42.508448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Pushing event deleted for resources: {'Port': ['ID=9f86b611-9445-489d-b884-46a62287dc0f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.597584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] No DVR routers for this DVR port 9f86b611-9445-489d-b884-46a62287dc0f on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:42.607685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.616039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d0216ea-18eb-417a-84a4-7c2711a3090e req-e1a49e7c-b2ee-45f4-a028-3d1afe995ac3 tempest-MigrationsAdminTest-985208750 tempest-MigrationsAdminTest-985208750-project] 10.222.0.100 "DELETE /v2.0/ports/9f86b611-9445-489d-b884-46a62287dc0f HTTP/1.1" status: 204 len: 173 time: 1.6310582 Nov 12 03:18:42.681489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d9552ae6-47f8-423e-87cd-8f2ec48f7d94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.683446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d9552ae6-47f8-423e-87cd-8f2ec48f7d94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.3732235 Nov 12 03:18:42.724736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-00a2cd48-9305-4f9b-879d-61d19123454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.726596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-00a2cd48-9305-4f9b-879d-61d19123454e service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd90eea3-36b4-4147-a839-c9902a3633a3 HTTP/1.1" status: 200 len: 904 time: 0.4075637 Nov 12 03:18:42.758888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.833188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-1ce14c65-3885-47ec-8226-231dfd580286 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=588cc01c-4c3a-448f-a335-9958f3c000ba HTTP/1.1" status: 200 len: 217 time: 0.0756190 Nov 12 03:18:42.841324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.849870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:42.855836 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.859280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d7b9b997-675f-4e11-8cdf-573c11254da9 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/quotas/275a97b31d6c4ffc840948dae0bbec76 HTTP/1.1" status: 200 len: 375 time: 0.1312149 Nov 12 03:18:42.923002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.971232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-14601657-dbff-48bb-8d28-04100194e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.981034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-14601657-dbff-48bb-8d28-04100194e05d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=61cd83c3-0dad-4a21-8ddb-d41534a253f7 HTTP/1.1" status: 200 len: 801 time: 0.1291831 Nov 12 03:18:43.121341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-1e0df12b-02ed-48fc-95c1-b83cc8e96931 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.123194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-1e0df12b-02ed-48fc-95c1-b83cc8e96931 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 944 time: 0.2858827 Nov 12 03:18:43.193308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-149df73b-68be-4b27-9b77-c0534b19e457 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2096243 Nov 12 03:18:43.200166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-be71c19b-08f8-4f2f-b6b4-563cf61bb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.201632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-be71c19b-08f8-4f2f-b6b4-563cf61bb205 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd90eea3-36b4-4147-a839-c9902a3633a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687238 Nov 12 03:18:43.202639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.352683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:43.455939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:43.458294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:43.464598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'Port': ['ID=8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.654812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d14e85-af54-4418-ba64-22673132b11f req-689ff574-4d8c-4e09-80db-25d1ae4c3c94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.656253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8d14e85-af54-4418-ba64-22673132b11f req-689ff574-4d8c-4e09-80db-25d1ae4c3c94 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/ports?device_id=b5dc54de-535f-413b-b4bc-c1f7553662f0 HTTP/1.1" status: 200 len: 944 time: 0.2117333 Nov 12 03:18:43.668789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-9b77d08f-afa3-4885-8b45-ebc17af057ed service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615648 Nov 12 03:18:43.699244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Deleting port 328acffe-eaeb-47df-9f7c-fefc64670a69 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:43.699944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.733890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-8eec659b-a2ef-49f2-8ce0-2d4d2e165654 service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153930 Nov 12 03:18:43.794585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device baaf9364-1477-4b11-9055-65a21d2611e2 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:43.871757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port baaf9364-1477-4b11-9055-65a21d2611e2 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:43.876336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port baaf9364-1477-4b11-9055-65a21d2611e2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:43.876803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.935891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.023482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.062294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=baaf9364-1477-4b11-9055-65a21d2611e2,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:44.072435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.079120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 588cc01c-4c3a-448f-a335-9958f3c000ba up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:44.079281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] For port 328acffe-eaeb-47df-9f7c-fefc64670a69, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=328acffe-eaeb-47df-9f7c-fefc64670a69,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:44.079281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.114589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-76e5cbf1-615f-41b6-97c7-4997e5016725 service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560479 Nov 12 03:18:44.115609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.117257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-deleted', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:44.119733 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdd75ba-4bee-472f-8d5e-f9e92b51da9a" -d '{"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-deleted", "tag": "9f86b611-9445-489d-b884-46a62287dc0f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:44.136524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06'}, {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:44.137770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-467a0e2c-003d-4fe7-b4ed-2534aee40c75 service neutron] 10.222.0.93 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332626 Nov 12 03:18:44.139087 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc344fe6-af34-4665-bc7e-314e9cee6379" -d '{"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06"}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:44.180755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.209481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 588cc01c-4c3a-448f-a335-9958f3c000ba completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:44.216261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 588cc01c-4c3a-448f-a335-9958f3c000ba triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:44.216518 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.364405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.422834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=588cc01c-4c3a-448f-a335-9958f3c000ba,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:44.431701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.432832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 328acffe-eaeb-47df-9f7c-fefc64670a69 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:44.611706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.717517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:44.739315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 9f86b611-9445-489d-b884-46a62287dc0f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:44.739546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 9f86b611-9445-489d-b884-46a62287dc0f not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:44.816817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Calling delete_port for 328acffe-eaeb-47df-9f7c-fefc64670a69 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:44.880989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Deleting port 37d3ad08-c329-43c3-adcd-776f3087a5dc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:44.881327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.106904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-0332cb63-9cdf-4040-989f-48752401d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.107376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-0332cb63-9cdf-4040-989f-48752401d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.107841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-0332cb63-9cdf-4040-989f-48752401d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.109495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-0332cb63-9cdf-4040-989f-48752401d006 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2874 time: 0.2874420 Nov 12 03:18:45.186294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5633ff-20f4-4e89-91ed-0ca966c0ab66 req-ef36ef68-9b75-44ec-a0a7-d8babb937d4e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.187873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d5633ff-20f4-4e89-91ed-0ca966c0ab66 req-ef36ef68-9b75-44ec-a0a7-d8babb937d4e tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 944 time: 0.2827461 Nov 12 03:18:45.197422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] For port 37d3ad08-c329-43c3-adcd-776f3087a5dc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=37d3ad08-c329-43c3-adcd-776f3087a5dc,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:45.197792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.254150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Calling delete_port for 37d3ad08-c329-43c3-adcd-776f3087a5dc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:45.430379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-66dc023b-e878-484a-a24a-2e09e63104a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.431854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-66dc023b-e878-484a-a24a-2e09e63104a9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=48e75767-0572-4a8e-a26a-b84f49189db1 HTTP/1.1" status: 200 len: 903 time: 0.3112755 Nov 12 03:18:45.435317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d5633ff-20f4-4e89-91ed-0ca966c0ab66 req-201d30e1-92f0-46c2-a0b4-c0cac20d872d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242024 Nov 12 03:18:45.440250 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.452163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.454065 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.471868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9178b073-98e9-4f2e-b453-438747232e08'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:45.552538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-c3ff022a-3388-4e01-819a-ac82d02a43df service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=f6eeb850-6723-46aa-a758-53e73df74c06 HTTP/1.1" status: 200 len: 217 time: 0.0928965 Nov 12 03:18:45.647770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event updated for resources: {'Port': ['ID=8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.716754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] No DVR routers for this DVR port 328acffe-eaeb-47df-9f7c-fefc64670a69 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:45.731877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.735217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e25fc56-1806-4129-94af-5dc4d6d17ff2 req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "DELETE /v2.0/ports/328acffe-eaeb-47df-9f7c-fefc64670a69 HTTP/1.1" status: 204 len: 173 time: 2.6030874 Nov 12 03:18:45.737428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d5a51-fc86-4df7-a6be-f6b4ea6523b5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event deleted for resources: {'Port': ['ID=328acffe-eaeb-47df-9f7c-fefc64670a69,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.772409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-42b2060f-b62b-4690-9cd1-af4633a4e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.774185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-42b2060f-b62b-4690-9cd1-af4633a4e3f9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bb328f73-4e83-4d5c-8f02-906ed136c60b HTTP/1.1" status: 200 len: 801 time: 0.2017200 Nov 12 03:18:45.777376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.820237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-ee7e22e2-278d-4716-9095-bfcb6c6e2ecc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.822546 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-ee7e22e2-278d-4716-9095-bfcb6c6e2ecc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 804 time: 0.1653109 Nov 12 03:18:45.834868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.836164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-09468f88-ec39-428d-b20e-fc09dc1cd1f2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3812099 Nov 12 03:18:45.846903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6d18-46b1-4104-8786-cf093e4e7efc req-302c17b9-de27-4f3c-9cdf-fa595344b316 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.855153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6d18-46b1-4104-8786-cf093e4e7efc req-302c17b9-de27-4f3c-9cdf-fa595344b316 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.860063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Request body: {'port': {'device_id': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'admin_state_up': True, 'tenant_id': '275a97b31d6c4ffc840948dae0bbec76'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:45.861867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c6d18-46b1-4104-8786-cf093e4e7efc req-302c17b9-de27-4f3c-9cdf-fa595344b316 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.869290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d75c6d18-46b1-4104-8786-cf093e4e7efc req-302c17b9-de27-4f3c-9cdf-fa595344b316 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.2676032 Nov 12 03:18:45.888723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.968309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-c76b7902-4302-4bba-8e21-308ef4b3bbd1 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.0910544 Nov 12 03:18:45.971391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event deleted for resources: {'Port': ['ID=37d3ad08-c329-43c3-adcd-776f3087a5dc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.999446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-3f12656e-fa70-4003-89b5-00de423b2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.001040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-3f12656e-fa70-4003-89b5-00de423b2f41 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=48e75767-0572-4a8e-a26a-b84f49189db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170086 Nov 12 03:18:46.029664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Made reservation on behalf of 275a97b31d6c4ffc840948dae0bbec76 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:46.034730 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.065797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d75c6d18-46b1-4104-8786-cf093e4e7efc req-1dd5bac6-0d88-4b9a-aa08-239575c221b0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955812 Nov 12 03:18:46.144745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] No DVR routers for this DVR port 37d3ad08-c329-43c3-adcd-776f3087a5dc on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:46.188406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.196400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Allocated IP 172.20.0.8 (29137580-c6d6-4e60-88b0-89587646fd95/1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74/68b775fe-1486-4da5-a5a8-ada9b5ed6d19) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:46.199700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8d14e85-af54-4418-ba64-22673132b11f req-da39597c-3819-4084-a9b4-db2263703bdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "DELETE /v2.0/ports/37d3ad08-c329-43c3-adcd-776f3087a5dc HTTP/1.1" status: 204 len: 173 time: 2.5276458 Nov 12 03:18:46.322066 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc21ef0-f486-4934-a31e-e26a16d4eed7 x-openstack-request-id: req-fdc21ef0-f486-4934-a31e-e26a16d4eed7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:46.328511 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd29c43-75cc-4289-be19-1d7252d38ba1", "name": "network-vif-deleted", "tag": "9f86b611-9445-489d-b884-46a62287dc0f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:46.331066 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fdc21ef0-f486-4934-a31e-e26a16d4eed7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:46.331617 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd29c43-75cc-4289-be19-1d7252d38ba1', 'name': 'network-vif-deleted', 'tag': '9f86b611-9445-489d-b884-46a62287dc0f', 'status': 'completed', 'code': 200} Nov 12 03:18:46.359052 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd8167-e032-4aaf-9eaa-1b4bbdae1fbf x-openstack-request-id: req-b0bd8167-e032-4aaf-9eaa-1b4bbdae1fbf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:46.359622 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06", "code": 200}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:46.359888 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b0bd8167-e032-4aaf-9eaa-1b4bbdae1fbf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:46.360370 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'code': 200} Nov 12 03:18:46.361246 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2', 'code': 200} Nov 12 03:18:46.528000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.542692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-122a7e65-755e-40eb-bc9c-5a8f1a4b0e69 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.544228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f2657e7-7a69-4575-bc3e-40136d58c8d4 req-122a7e65-755e-40eb-bc9c-5a8f1a4b0e69 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.5269706 Nov 12 03:18:46.546527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-3736c555-778f-481f-bff2-22ea35fc9f37 service neutron] 10.222.0.98 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207133 Nov 12 03:18:46.611746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.633610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:46.670885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:46.671889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:46.708303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Network 29137580-c6d6-4e60-88b0-89587646fd95 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:46.721192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:46.725836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:46.744625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 37d3ad08-c329-43c3-adcd-776f3087a5dc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:46.745051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 37d3ad08-c329-43c3-adcd-776f3087a5dc not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:46.745228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-e44f78c9-dfe4-4f83-b92e-019a8694bc1c service neutron] 10.222.0.98 "GET /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877239 Nov 12 03:18:46.823590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c83959-71fe-4f9f-ada4-4f4db7caf047 req-f815f1c4-ec48-47ad-bc47-34c7bd82007f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.825227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5c83959-71fe-4f9f-ada4-4f4db7caf047 req-f815f1c4-ec48-47ad-bc47-34c7bd82007f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 931 time: 0.0793562 Nov 12 03:18:46.939815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1841a7f8-06a8-4ad5-ba58-c317b5376487 req-94e64ed5-d7e1-428f-aa07-d0f4b480ac84 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0515940 Nov 12 03:18:46.975179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5c83959-71fe-4f9f-ada4-4f4db7caf047 req-a1fa1019-79f9-45dc-b45d-f5261dd58872 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423888 Nov 12 03:18:47.004118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-c28f4586-13f5-468a-a2fd-34965dc870e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.004681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-c28f4586-13f5-468a-a2fd-34965dc870e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.005212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-c28f4586-13f5-468a-a2fd-34965dc870e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.007275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-c28f4586-13f5-468a-a2fd-34965dc870e0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2874 time: 0.1026304 Nov 12 03:18:47.188776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.196168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0877f334-aa00-42e2-9e2a-0511ca03682b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.202188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-f08d3c81-247d-4597-9a4e-967023863134 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.203734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-f08d3c81-247d-4597-9a4e-967023863134 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1598632 Nov 12 03:18:47.227565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-3d4fa20d-0c3f-4555-b28b-15da7cea2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.228328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.229434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.230273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-3d4fa20d-0c3f-4555-b28b-15da7cea2441 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd90eea3-36b4-4147-a839-c9902a3633a3 HTTP/1.1" status: 200 len: 904 time: 0.2144635 Nov 12 03:18:47.252457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df370-1e68-492e-8b2a-bc842ea9e952 req-c739308e-d13e-4fcc-8069-883a5a451a1d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.254280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d98df370-1e68-492e-8b2a-bc842ea9e952 req-c739308e-d13e-4fcc-8069-883a5a451a1d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 944 time: 0.1834254 Nov 12 03:18:47.266627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cebf66c4-0e82-417e-9783-96db7991f0ac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a16c9604feaa4802abb92acbd4905337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831499 Nov 12 03:18:47.266627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:47.280524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-6be8f3dc-29e0-45e7-bdfb-3c45efbe38bc tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244957 Nov 12 03:18:47.299179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Request body: {'port': {'device_id': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:47.349552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-a839ff88-28fa-4e4c-a65d-3fb5feb47ef3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=baaf9364-1477-4b11-9055-65a21d2611e2 HTTP/1.1" status: 200 len: 217 time: 0.0916595 Nov 12 03:18:47.354903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-fa3eafe9-336f-414b-8214-f409462f914a tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 695 time: 0.1310050 Nov 12 03:18:47.376847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-b9475e8f-17f3-495f-91e4-b5197365b51d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.378476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-b9475e8f-17f3-495f-91e4-b5197365b51d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "GET /v2.0/ports?device_id=7791abd8-6821-47b6-92aa-c611d0302480 HTTP/1.1" status: 200 len: 944 time: 0.2040148 Nov 12 03:18:47.391639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'floatingip': {'port_id': '640ab789-b9a2-43a4-beed-476eb752342f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:47.408848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.434930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.442164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0877f334-aa00-42e2-9e2a-0511ca03682b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.467343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0877f334-aa00-42e2-9e2a-0511ca03682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.481787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d98df370-1e68-492e-8b2a-bc842ea9e952 req-a7959345-340c-46bb-9c8e-154d89fa836e tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166975 Nov 12 03:18:47.491453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.509487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.542095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0877f334-aa00-42e2-9e2a-0511ca03682b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b907278544774f88a4fc4576d2fca5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8915377 Nov 12 03:18:47.544081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:47.568643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877f334-aa00-42e2-9e2a-0511ca03682b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3501bfa4-1831-4040-a8ff-65dda84c2923,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.626871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-1c2e6717-6242-4af6-b670-9081c4c9ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.628951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-1c2e6717-6242-4af6-b670-9081c4c9ef74 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=61cd83c3-0dad-4a21-8ddb-d41534a253f7 HTTP/1.1" status: 200 len: 801 time: 0.2624433 Nov 12 03:18:47.703807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.706797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.707931 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e7bf169-7492-452a-957d-63b82ca365f1 HTTP/1.1" status: 204 len: 168 time: 0.4401088 Nov 12 03:18:47.722165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6fab0-d577-4906-9186-a45de3d76eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7bf169-7492-452a-957d-63b82ca365f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.775362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:47.800698 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.857680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543428ec-2703-4458-9447-88030d4784a4 req-437a5fb9-a043-4d1c-9860-1e471d579fa7 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.859308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-543428ec-2703-4458-9447-88030d4784a4 req-437a5fb9-a043-4d1c-9860-1e471d579fa7 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 950 time: 0.2276275 Nov 12 03:18:47.864667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:47.871569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-f32d136a-e86c-4281-8059-fe23c72503f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.873220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-f32d136a-e86c-4281-8059-fe23c72503f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd90eea3-36b4-4147-a839-c9902a3633a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272453 Nov 12 03:18:47.875935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.895187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Transition to ACTIVE for port object 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:47.899943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.905152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.958858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.959080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.972190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:47.973622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Deleting port 822ef2d8-de94-4156-a221-3cba8893b129 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:47.974578 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.975356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50e297df-06de-405c-8194-7f2ac9a7390f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.978202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.040019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.063136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Attempting to bind port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:48.063557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Attempting to bind port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:48.064453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Attempting to bind port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:48.071000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 on network 29137580-c6d6-4e60-88b0-89587646fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:48.071383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Attempting to bind port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 on network 29137580-c6d6-4e60-88b0-89587646fd95 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:48.077651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:48.078051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Checking segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:48.078428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Bound using segment: {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:48.079012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Bound port: 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130305c-7fda-453e-b95a-684d8a6aa0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:48.079439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.161952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:48.166009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:48.172221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.215546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37528) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:48.249993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.250616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.252053 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] 10.222.0.100 "PUT /v2.0/ports/68b775fe-1486-4da5-a5a8-ada9b5ed6d19 HTTP/1.1" status: 200 len: 1092 time: 0.9602034 Nov 12 03:18:48.252504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:48.254761 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0e934-00ce-4be2-b002-c7c83ebd8292" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:48.291774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f52825-ae91-4953-abae-182fc31d3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.313091 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5431cf95-aa93-4a82-9fa3-b625d8388ec6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d961fb7d6e6143589d146a127f6d05bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922186 Nov 12 03:18:48.324452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:48.362095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba'}, {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:48.365148 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26142a5-4133-4bd8-8533-d8840395fc91" -d '{"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba"}, {"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-unplugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:48.376035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-c1271e7f-6412-44bd-b645-ec2502aff397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.377608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-c1271e7f-6412-44bd-b645-ec2502aff397 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 1095 time: 0.0801468 Nov 12 03:18:48.425842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.429021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-deleted', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69'}, {'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-deleted', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:48.429496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-d6e56434-806d-4cfd-8eea-7cd7097829a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19 HTTP/1.1" status: 200 len: 217 time: 0.0409856 Nov 12 03:18:48.431158 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86018d59-07be-4b1b-b84e-83876362bad0" -d '{"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-deleted", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69"}, {"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-deleted", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:48.475676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.510839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-535f7b50-fae9-47fa-ae79-dd094f17e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.512379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-535f7b50-fae9-47fa-ae79-dd094f17e632 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.0762591 Nov 12 03:18:48.551436 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-be210962-e2db-4f4a-b566-39ac93c8f877 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312517 Nov 12 03:18:48.567179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.570205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.573371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/73ead6f7-5b42-45cd-ae15-b2a4fec9361c HTTP/1.1" status: 204 len: 168 time: 0.2455542 Nov 12 03:18:48.597563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae50979-474b-4373-ab5c-2cc1082d9d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ead6f7-5b42-45cd-ae15-b2a4fec9361c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.668076 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-4da76acb-a11e-461f-8a32-21904d95ff98 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100340 Nov 12 03:18:48.680152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-543428ec-2703-4458-9447-88030d4784a4 req-3ea1dda4-cb24-43f1-8fa6-bc2d69f8fc1e tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930348 Nov 12 03:18:48.732455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] For port 822ef2d8-de94-4156-a221-3cba8893b129, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=822ef2d8-de94-4156-a221-3cba8893b129,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:48.732702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.751632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.754330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.755454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3501bfa4-1831-4040-a8ff-65dda84c2923 HTTP/1.1" status: 204 len: 168 time: 1.2115467 Nov 12 03:18:48.770855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28c73-8b90-4581-ac22-098540df78f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3501bfa4-1831-4040-a8ff-65dda84c2923,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.775562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-7b3409ca-5dec-4146-82d1-9072b07bf6f1 service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711638 Nov 12 03:18:48.800417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Calling delete_port for 822ef2d8-de94-4156-a221-3cba8893b129 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:48.835533 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff213a84-2cbd-4681-9046-2cf51b823e4f req-1c2b3381-b7b3-4494-8d64-c580fa2a48ef service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589637 Nov 12 03:18:49.018812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4f93-49fa-40b7-a1c6-2b3bf255e96a req-3f0b5306-0d9c-4c66-ac92-7ada38642435 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.025547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4f93-49fa-40b7-a1c6-2b3bf255e96a req-3f0b5306-0d9c-4c66-ac92-7ada38642435 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.032113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a4f93-49fa-40b7-a1c6-2b3bf255e96a req-3f0b5306-0d9c-4c66-ac92-7ada38642435 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.033861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c5a4f93-49fa-40b7-a1c6-2b3bf255e96a req-3f0b5306-0d9c-4c66-ac92-7ada38642435 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.2738464 Nov 12 03:18:49.101817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-7f2f30bf-6ff8-42ed-b0fd-42e78ad20367 service neutron] 10.222.0.98 "GET /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128238 Nov 12 03:18:49.161564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:49.167605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c5a4f93-49fa-40b7-a1c6-2b3bf255e96a req-2d6205ec-27dc-4cc0-b96a-270e03196f04 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230009 Nov 12 03:18:49.282070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.307190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.310911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.324861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc84c6e0-1d84-46e6-9414-84869b5a4093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.365439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13bec40a-d964-43e9-baee-5cc6dcf32277 req-449eb207-358f-4e8b-b000-1cbfad35bddc tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0791786 Nov 12 03:18:49.379725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-fac0e28e-bbd1-4c3d-b54a-cdbfd2050f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.381297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-fac0e28e-bbd1-4c3d-b54a-cdbfd2050f2b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1760645 Nov 12 03:18:49.386792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.488433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event deleted for resources: {'Port': ['ID=822ef2d8-de94-4156-a221-3cba8893b129,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.512184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc84c6e0-1d84-46e6-9414-84869b5a4093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.517249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc84c6e0-1d84-46e6-9414-84869b5a4093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.574943 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc84c6e0-1d84-46e6-9414-84869b5a4093 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d091afb912734b5fa2f4f4d4fed64d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659118 Nov 12 03:18:49.576235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37562) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.576938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84c6e0-1d84-46e6-9414-84869b5a4093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74705f7-7c86-4861-b2ef-18af3f0d5c5a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.646911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] No DVR routers for this DVR port 822ef2d8-de94-4156-a221-3cba8893b129 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:49.649567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.653340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e5c89b7-bbfb-4a2b-a153-7f3c4e668952 req-2115c7ce-d2dc-4804-8a20-bf1ccacd91db tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "DELETE /v2.0/ports/822ef2d8-de94-4156-a221-3cba8893b129 HTTP/1.1" status: 204 len: 173 time: 2.2590277 Nov 12 03:18:49.657422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.669877 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Floating IP 8b561263-8969-483f-a329-f2ab059f1d82 associated. External IP: 172.25.4.51, port: 640ab789-b9a2-43a4-beed-476eb752342f. Nov 12 03:18:49.705727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.757489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-d62272a3-c7f2-41fd-b5e4-1d2c9628b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.757489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-d62272a3-c7f2-41fd-b5e4-1d2c9628b122 service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.3543971 Nov 12 03:18:49.769426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfed04-7f42-4333-8038-d9c9a77d2c91 req-8bd80293-e081-4887-8d4c-e85316fa972f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.777429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ebfed04-7f42-4333-8038-d9c9a77d2c91 req-8bd80293-e081-4887-8d4c-e85316fa972f tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 943 time: 0.2525046 Nov 12 03:18:49.800203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.802748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.804156 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c74705f7-7c86-4861-b2ef-18af3f0d5c5a HTTP/1.1" status: 204 len: 168 time: 0.2240803 Nov 12 03:18:49.815886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156d93-595f-4de1-8968-b87b8e10d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74705f7-7c86-4861-b2ef-18af3f0d5c5a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:50.024253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-45aa07c7-4b7d-422f-9a2b-143df99aed92 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 998 time: 0.1836417 Nov 12 03:18:50.037194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ebfed04-7f42-4333-8038-d9c9a77d2c91 req-31247abd-21da-4de9-bb80-57fa06f488bb tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585270 Nov 12 03:18:50.162751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-86bada83-ebe8-4cea-b3d2-9c6818247f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.164285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-86bada83-ebe8-4cea-b3d2-9c6818247f30 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.1261277 Nov 12 03:18:50.210602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-33f2eb1b-5003-44a6-a565-5f4627ee5f9b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367737 Nov 12 03:18:50.246983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Router 00140164-4f4f-48f4-9c76-0a7e23af2438 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:50.343378 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bea983-1c3f-4993-9946-5185b23092b2 x-openstack-request-id: req-68bea983-1c3f-4993-9946-5185b23092b2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:50.343877 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:50.343877 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-68bea983-1c3f-4993-9946-5185b23092b2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:50.344876 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'status': 'completed', 'code': 200} Nov 12 03:18:50.353400 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-031da5c4-a871-4b67-aa4b-81e46cfb9862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.428204 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd5e203-e957-41e1-baf3-bc755ed57b70 x-openstack-request-id: req-1fd5e203-e957-41e1-baf3-bc755ed57b70 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:50.428499 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-plugged", "status": "completed", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba", "code": 200}, {"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-unplugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:50.428753 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1fd5e203-e957-41e1-baf3-bc755ed57b70 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:50.429175 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba', 'code': 200} Nov 12 03:18:50.429434 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'code': 200} Nov 12 03:18:50.537035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-10a45354-89ee-4c5b-8e77-55bbfe9184c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.538614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-10a45354-89ee-4c5b-8e77-55bbfe9184c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=275a97b31d6c4ffc840948dae0bbec76&device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 1095 time: 0.1630185 Nov 12 03:18:50.553466 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d6df7-0ac3-4b82-bc83-1fcd01ad3943 x-openstack-request-id: req-966d6df7-0ac3-4b82-bc83-1fcd01ad3943 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:50.553905 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b1659-89b6-475d-a47f-b12069f0ae7a", "name": "network-vif-deleted", "tag": "328acffe-eaeb-47df-9f7c-fefc64670a69", "status": "completed", "code": 200}, {"server_uuid": "b5dc54de-535f-413b-b4bc-c1f7553662f0", "name": "network-vif-deleted", "tag": "37d3ad08-c329-43c3-adcd-776f3087a5dc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:50.554076 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-966d6df7-0ac3-4b82-bc83-1fcd01ad3943 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:50.554402 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b1659-89b6-475d-a47f-b12069f0ae7a', 'name': 'network-vif-deleted', 'tag': '328acffe-eaeb-47df-9f7c-fefc64670a69', 'status': 'completed', 'code': 200} Nov 12 03:18:50.554666 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc54de-535f-413b-b4bc-c1f7553662f0', 'name': 'network-vif-deleted', 'tag': '37d3ad08-c329-43c3-adcd-776f3087a5dc', 'status': 'completed', 'code': 200} Nov 12 03:18:50.695954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:50.699479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-81483d9c-c6bd-4d25-841b-9a9907853f33 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779658 Nov 12 03:18:50.700473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:50.766786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 822ef2d8-de94-4156-a221-3cba8893b129 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:50.769303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 822ef2d8-de94-4156-a221-3cba8893b129 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:51.002845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:51.019907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'mac_address': 'fa:16:3e:cd:e4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:51.067920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.104651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:51.135043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:51.140123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.201980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.288824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:51.300423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.305430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998ca3-9d81-4799-a290-9d7629101724 req-a351bb9e-90ca-4212-bb94-c2b7a155724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.305895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998ca3-9d81-4799-a290-9d7629101724 req-a351bb9e-90ca-4212-bb94-c2b7a155724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.306354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998ca3-9d81-4799-a290-9d7629101724 req-a351bb9e-90ca-4212-bb94-c2b7a155724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.306773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Sync routers for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:51.307985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57998ca3-9d81-4799-a290-9d7629101724 req-a351bb9e-90ca-4212-bb94-c2b7a155724c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2874 time: 0.7525377 Nov 12 03:18:51.326354 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:51.327540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:51.343164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['68b775fe-1486-4da5-a5a8-ada9b5ed6d19'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:51.487563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-2ad81f96-a3df-4d36-965b-073215bc0bad tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "PUT /v2.0/floatingips/8b561263-8969-483f-a329-f2ab059f1d82 HTTP/1.1" status: 200 len: 995 time: 4.1217759 Nov 12 03:18:51.511495 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:51.546400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f808bb-9de0-443c-a1ad-dc7f042d1de1 req-b8b2574b-5027-47ca-80c4-5d96214b5965 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.553427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f808bb-9de0-443c-a1ad-dc7f042d1de1 req-b8b2574b-5027-47ca-80c4-5d96214b5965 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.561902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f808bb-9de0-443c-a1ad-dc7f042d1de1 req-b8b2574b-5027-47ca-80c4-5d96214b5965 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.563643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0f808bb-9de0-443c-a1ad-dc7f042d1de1 req-b8b2574b-5027-47ca-80c4-5d96214b5965 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.3460569 Nov 12 03:18:51.565394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-dc7c47fb-50f4-456f-a0b1-d4df86776766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.566992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-dc7c47fb-50f4-456f-a0b1-d4df86776766 service neutron] 10.222.0.100 "GET /v2.0/networks?id=29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 200 len: 906 time: 0.9908564 Nov 12 03:18:51.604513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.659887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-ef4828e6-8a91-40bb-8469-a52a314c9955 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443045 Nov 12 03:18:51.773279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57998ca3-9d81-4799-a290-9d7629101724 req-0a0c1fdb-6a5b-40dc-a0b3-4ee4167ffc20 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272738 Nov 12 03:18:51.873511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-1c662239-e2f7-4611-9959-bab140f0e63f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19 HTTP/1.1" status: 200 len: 217 time: 0.1943250 Nov 12 03:18:51.897029 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8b561263-8969-483f-a329-f2ab059f1d82', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'port_id': '640ab789-b9a2-43a4-beed-476eb752342f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'mac_address': 'fa:16:3e:3a:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:49Z', 'revision_number': 1, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:51.927940 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Checking router: 00140164-4f4f-48f4-9c76-0a7e23af2438 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:51.942568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:51.943386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:51.968878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-9843dd7c-6e29-40af-9e88-824c4e0581d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.971259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-9843dd7c-6e29-40af-9e88-824c4e0581d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 200 len: 844 time: 0.0868092 Nov 12 03:18:51.988278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0f808bb-9de0-443c-a1ad-dc7f042d1de1 req-a82ae79e-b6f1-42ab-9a79-e3164c60ce0d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887340 Nov 12 03:18:52.025173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-28f1d615-b524-492a-8ef7-b5805ebbb6e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=29137580-c6d6-4e60-88b0-89587646fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347254 Nov 12 03:18:52.137076 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:52.139796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-b2063072-05fe-45d2-a8f9-2d9944eb0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.141414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-b2063072-05fe-45d2-a8f9-2d9944eb0291 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.4001632 Nov 12 03:18:52.149400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-9d0a7f99-99c8-440b-a6c8-5119f0e8a4a7 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133156 Nov 12 03:18:52.298347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-04a6fba8-eae4-45ed-ae3a-bd54a183801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.303624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-04a6fba8-eae4-45ed-ae3a-bd54a183801d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.7733443 Nov 12 03:18:52.438299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ceaeda6c-f276-4611-967f-28788758744d req-6ee0a519-13b0-451f-a19a-591a4fb4fa3d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=184b1659-89b6-475d-a47f-b12069f0ae7a HTTP/1.1" status: 200 len: 210 time: 0.0557792 Nov 12 03:18:52.498366 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8b561263-8969-483f-a329-f2ab059f1d82', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'port_id': '640ab789-b9a2-43a4-beed-476eb752342f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'mac_address': 'fa:16:3e:3a:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:49Z', 'revision_number': 1, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:52.502938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bda0e934-00ce-4be2-b002-c7c83ebd8292 req-c9b055cb-5c67-4c5d-9396-a02daee3c285 service neutron] 10.222.0.100 "GET /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080274 Nov 12 03:18:52.530388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-6a7b9c69-9fe2-493d-ab38-71302d3da18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.533605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-6a7b9c69-9fe2-493d-ab38-71302d3da18b service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.3832059 Nov 12 03:18:52.533957 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295a85a2-3b52-42e6-9ddd-3aa43ac91bca None None] The sync data for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 is: [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8b561263-8969-483f-a329-f2ab059f1d82', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'floating_ip_address': '172.25.4.51', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'port_id': '640ab789-b9a2-43a4-beed-476eb752342f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'mac_address': 'fa:16:3e:3a:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:18:43Z', 'updated_at': '2021-11-12T03:18:49Z', 'revision_number': 1, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:52.555771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-deleted', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129'}, {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:52.558537 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cace1d-3a93-4aaf-9505-9d0447876955" -d '{"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-deleted", "tag": "822ef2d8-de94-4156-a221-3cba8893b129"}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:52.601111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-bdc23ab5-3a74-4060-8884-8e838c4aefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.602871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-bdc23ab5-3a74-4060-8884-8e838c4aefd9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.2232535 Nov 12 03:18:52.708035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:52.708669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-cda9932d-6927-4270-998d-7a1a6e31add6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 998 time: 0.1648381 Nov 12 03:18:52.771850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-9c140914-c49e-4cab-a4a5-b1e6e3077053 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 998 time: 0.1458957 Nov 12 03:18:52.804607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:52.809440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:52.810087 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.825188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577791-82d4-44db-b954-b51ba707ead3 req-a76ff88a-4d99-45bf-a221-786e1026f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.826687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-a76ff88a-4d99-45bf-a221-786e1026f0c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.1085088 Nov 12 03:18:52.870510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-f7aedf3c-54f6-400f-857b-18ee147cfc84 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334241 Nov 12 03:18:52.872363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-7caade37-106d-44e9-98dd-c5bb00ad9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.873721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-7caade37-106d-44e9-98dd-c5bb00ad9bb7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.0892935 Nov 12 03:18:52.928272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.935543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dec590-435e-4025-9791-97cf59a8f841 None None] New status for floating IP 8b561263-8969-483f-a329-f2ab059f1d82: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:18:53.006374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.048408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-d5c0a60a-9923-4a84-b740-369a2d5efcbe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623533 Nov 12 03:18:53.052770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-a7146dea-5377-40cc-9b97-603385889200 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678684 Nov 12 03:18:53.093914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:53.097283 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682511a5-0814-40bc-bafa-695a56155ff8" -d '{"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-plugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:53.136835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.141356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.194673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.297110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40fd8-bb83-4a95-8205-1364e2b81573 req-1652ee07-3411-4437-bb45-5e7efc1b0d5b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.305403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da40fd8-bb83-4a95-8205-1364e2b81573 req-1652ee07-3411-4437-bb45-5e7efc1b0d5b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 944 time: 0.2028010 Nov 12 03:18:53.349307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-3355be57-1768-4acc-bffa-4c2580a8e696 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.350779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-3355be57-1768-4acc-bffa-4c2580a8e696 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.2302923 Nov 12 03:18:53.352598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87577791-82d4-44db-b954-b51ba707ead3 req-dff0d967-f251-4612-8336-4aef5c70c3e7 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901058 Nov 12 03:18:53.356099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-54392ac1-0095-4fd7-a99b-36dd6cf8c531 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014369 Nov 12 03:18:53.470940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da40fd8-bb83-4a95-8205-1364e2b81573 req-f718c69f-57c4-40a4-958a-a0d595632c42 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634521 Nov 12 03:18:53.532132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58d08ec8-0aea-48c3-b094-5a29ba9bd55d req-8eec22a2-5133-4bcc-97a2-c26f36dc4dc3 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646416 Nov 12 03:18:53.546759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Deleting port c5d097ee-7204-40df-86eb-746ff70a9f14 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:53.547361 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.594530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.627033 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ecec3-31c7-42dd-b5c3-52b3e14c18a8 x-openstack-request-id: req-fc5ecec3-31c7-42dd-b5c3-52b3e14c18a8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:53.627543 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7791abd8-6821-47b6-92aa-c611d0302480", "name": "network-vif-deleted", "tag": "822ef2d8-de94-4156-a221-3cba8893b129", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:53.627543 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc5ecec3-31c7-42dd-b5c3-52b3e14c18a8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:53.627950 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7791abd8-6821-47b6-92aa-c611d0302480', 'name': 'network-vif-deleted', 'tag': '822ef2d8-de94-4156-a221-3cba8893b129', 'status': 'completed', 'code': 200} Nov 12 03:18:53.628231 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:18:53.665851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] For port c5d097ee-7204-40df-86eb-746ff70a9f14, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5d097ee-7204-40df-86eb-746ff70a9f14,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.667853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.687540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Calling delete_port for c5d097ee-7204-40df-86eb-746ff70a9f14 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:53.809197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-28b1398f-b6b3-4070-aa2c-92d912687625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.810753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-28b1398f-b6b3-4070-aa2c-92d912687625 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1208942 Nov 12 03:18:53.818106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562ecc5-e74c-44c7-8121-97a65074d8ba req-15fa3a48-01e2-422b-b17f-da8e00db5923 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.819576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7562ecc5-e74c-44c7-8121-97a65074d8ba req-15fa3a48-01e2-422b-b17f-da8e00db5923 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a1aabb7-c616-402d-9a4f-b7a1e70575d3 HTTP/1.1" status: 200 len: 944 time: 0.1286151 Nov 12 03:18:53.948947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7562ecc5-e74c-44c7-8121-97a65074d8ba req-ca983ce6-272a-44b6-8d67-f82237906c8d tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172862 Nov 12 03:18:54.009158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-908c432f-daa0-47fe-8c91-c144d2b8dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.012824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-908c432f-daa0-47fe-8c91-c144d2b8dcca service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.1922739 Nov 12 03:18:54.089659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.150296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event deleted for resources: {'Port': ['ID=c5d097ee-7204-40df-86eb-746ff70a9f14,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.185244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-32923760-f4e4-430b-ae34-e96822806cce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 1000 time: 0.1570158 Nov 12 03:18:54.202189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] No DVR routers for this DVR port c5d097ee-7204-40df-86eb-746ff70a9f14 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:54.204223 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.208501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-195c904b-f72b-4ec7-9aa8-450f30a0dab2 req-f4db276e-68c4-4c13-8f06-86f3a9f28881 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.100 "DELETE /v2.0/ports/c5d097ee-7204-40df-86eb-746ff70a9f14 HTTP/1.1" status: 204 len: 173 time: 0.8515303 Nov 12 03:18:54.265103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749d93-6141-4274-aa53-b2b5ee86b107 req-369fcf05-dc19-4672-8ce4-a0cdd8feb6db tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.271483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749d93-6141-4274-aa53-b2b5ee86b107 req-369fcf05-dc19-4672-8ce4-a0cdd8feb6db tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.277332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749d93-6141-4274-aa53-b2b5ee86b107 req-369fcf05-dc19-4672-8ce4-a0cdd8feb6db tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.278966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76749d93-6141-4274-aa53-b2b5ee86b107 req-369fcf05-dc19-4672-8ce4-a0cdd8feb6db tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.2127883 Nov 12 03:18:54.299998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-75259900-fbc7-42b8-af2c-8f809da23b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.302066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-75259900-fbc7-42b8-af2c-8f809da23b3f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.1013467 Nov 12 03:18:54.346979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-911dede4-e035-4537-a991-f605c30466f1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356846 Nov 12 03:18:54.400776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76749d93-6141-4274-aa53-b2b5ee86b107 req-cae80d74-9591-43da-99c9-9185cd2c0058 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 Nov 12 03:18:54.448853 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddc8242-88fe-4420-bd6c-d55e1d50e0b7 x-openstack-request-id: req-8ddc8242-88fe-4420-bd6c-d55e1d50e0b7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:54.449335 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-plugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:54.449436 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8ddc8242-88fe-4420-bd6c-d55e1d50e0b7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:54.449765 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'code': 200} Nov 12 03:18:54.670913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-3412e616-6487-46e9-9bf2-93f612d3eff8 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169787 Nov 12 03:18:54.723590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-e93b1e76-05b5-4030-a42e-c8bf960dadfc tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.2151272 Nov 12 03:18:54.829109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6fcf2-5e03-4318-9361-fa396d147421 req-629dad47-959a-4c3a-90f7-e77e99ab59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.830669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35c6fcf2-5e03-4318-9361-fa396d147421 req-629dad47-959a-4c3a-90f7-e77e99ab59f0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 1097 time: 0.3101752 Nov 12 03:18:54.856434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-240ee1b7-7d15-4590-9d87-1580e499fbdb tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.869287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-240ee1b7-7d15-4590-9d87-1580e499fbdb tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports/640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 942 time: 0.1386285 Nov 12 03:18:55.013087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17cace1d-3a93-4aaf-9505-9d0447876955 req-f287256a-4a23-4151-a253-31025bb3b693 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280101 Nov 12 03:18:55.018191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35c6fcf2-5e03-4318-9361-fa396d147421 req-f340df97-d112-4863-8bfb-9c15f8a824a1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771202 Nov 12 03:18:55.066057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-406e2510-f436-48e5-b2e2-b0874eaccfeb tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.1252437 Nov 12 03:18:55.079301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c91aa7-1d0e-49dd-98d7-9310bc64daab req-50ca9351-17ec-4184-a5be-864a9be30a05 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.081455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c91aa7-1d0e-49dd-98d7-9310bc64daab req-50ca9351-17ec-4184-a5be-864a9be30a05 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 945 time: 0.1145663 Nov 12 03:18:55.212504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c91aa7-1d0e-49dd-98d7-9310bc64daab req-842cc794-ac5d-4de1-97ff-28ffb0c81727 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207278 Nov 12 03:18:55.245297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-41f423bd-c178-464c-b6fb-c4916125cd3f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.245297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-41f423bd-c178-464c-b6fb-c4916125cd3f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1507604 Nov 12 03:18:55.322743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-3045efd7-eaee-4ed2-84d4-0f5360f4cf1b tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 1000 time: 0.0715938 Nov 12 03:18:55.332989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:55.405953 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.449394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e45c7aa-4971-4155-9f57-5757271fef9f req-1255c16b-df0e-4595-af27-003f2ec8631a tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d6cb7b365074848979936539755a498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545311 Nov 12 03:18:55.778941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-deleted', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:55.781290 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27450f52-34ca-4f1a-a461-c5ff4ea60512" -d '{"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-deleted", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:55.959031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.970154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c7aa-4971-4155-9f57-5757271fef9f req-0897eaf6-b0b6-4189-94ed-bce690b5c410 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.980643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e45c7aa-4971-4155-9f57-5757271fef9f req-0897eaf6-b0b6-4189-94ed-bce690b5c410 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5202029 Nov 12 03:18:55.994844 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.995316 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Floating IP 8b561263-8969-483f-a329-f2ab059f1d82 disassociated. External IP: 172.25.4.51, port: 640ab789-b9a2-43a4-beed-476eb752342f. Nov 12 03:18:56.001040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e45c7aa-4971-4155-9f57-5757271fef9f req-8a27d181-0ded-4872-beb8-6483f0667d9b tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/quotas/0d6cb7b365074848979936539755a498 HTTP/1.1" status: 200 len: 375 time: 0.0197372 Nov 12 03:18:56.069712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e45c7aa-4971-4155-9f57-5757271fef9f req-f941b2cf-688e-4e2d-9e5b-5e25b6b4b096 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d6cb7b365074848979936539755a498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290012 Nov 12 03:18:56.263851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Router 00140164-4f4f-48f4-9c76-0a7e23af2438 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:56.384615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:56.389000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.398714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Sync routers for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:56.413563 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:56.414340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:56.426061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-c8f4d029-b453-45fa-8279-4d2c04521025 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "PUT /v2.0/floatingips/8b561263-8969-483f-a329-f2ab059f1d82 HTTP/1.1" status: 200 len: 694 time: 1.0969672 Nov 12 03:18:56.530546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-717ab1c4-9a88-4f23-9aab-93c470f601e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.537794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-717ab1c4-9a88-4f23-9aab-93c470f601e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0943451 Nov 12 03:18:56.602657 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:56.701687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-3585a90a-2ad6-4bcb-a7bb-112f02fdc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.702913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-3585a90a-2ad6-4bcb-a7bb-112f02fdc32d service neutron] 10.222.0.93 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.1586773 Nov 12 03:18:56.770366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:56.796089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-6a8998c8-cd0e-4bc9-81f8-b450c6029df5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 217 time: 0.0779257 Nov 12 03:18:56.821296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c5d097ee-7204-40df-86eb-746ff70a9f14 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:56.822006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5d097ee-7204-40df-86eb-746ff70a9f14 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:56.863873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-86cd3465-b555-45fb-bbb6-75897be28e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.871683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-86cd3465-b555-45fb-bbb6-75897be28e1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.0685163 Nov 12 03:18:56.898446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-ee47c97b-50e3-4e9b-b428-70e13b814e27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254173 Nov 12 03:18:56.898773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:56.926128 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Checking router: 00140164-4f4f-48f4-9c76-0a7e23af2438 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:56.937465 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:56.938362 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:57.011977 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c33be9-e946-4463-a7d7-50051b419e79 x-openstack-request-id: req-d4c33be9-e946-4463-a7d7-50051b419e79 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:57.012281 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1aabb7-c616-402d-9a4f-b7a1e70575d3", "name": "network-vif-deleted", "tag": "c5d097ee-7204-40df-86eb-746ff70a9f14", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:57.012534 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4c33be9-e946-4463-a7d7-50051b419e79 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:57.012954 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1aabb7-c616-402d-9a4f-b7a1e70575d3', 'name': 'network-vif-deleted', 'tag': 'c5d097ee-7204-40df-86eb-746ff70a9f14', 'status': 'completed', 'code': 200} Nov 12 03:18:57.025278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-8e914031-f0c8-4e02-b932-ceec631fbac6 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181853 Nov 12 03:18:57.070471 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:57.133065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e77c0867-ffc7-4787-9c04-4fc91f961b40 req-0cd9a960-d99b-47da-9b84-9f6b2f8ee362 service neutron] 10.222.0.93 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012154 Nov 12 03:18:57.279452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a28410-aa7a-4d67-ad50-41c57139a359 req-c2496017-6b13-444e-89d4-5fa686124e33 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.280898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78a28410-aa7a-4d67-ad50-41c57139a359 req-c2496017-6b13-444e-89d4-5fa686124e33 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 945 time: 0.0587633 Nov 12 03:18:57.325855 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:57.355836 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0352a-2400-4058-969f-cf9384cd7605 None None] The sync data for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 is: [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9555c93e-3eb5-4ffd-bc38-7463e3020695', 'name': '', 'network_id': '746087b7-9dab-42cb-b5cc-6c5f050f9254', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'mac_address': 'fa:16:3e:48:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:24Z', 'updated_at': '2021-11-12T03:17:32Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'subnets': [{'id': '5119a0ac-c77f-49b9-9a9a-acc42b92d842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:57.363181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78a28410-aa7a-4d67-ad50-41c57139a359 req-d305b520-d16e-47bc-9ea6-5337fdeaee5e tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738955 Nov 12 03:18:57.385679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83443dc-f342-4677-b93e-5e0f50a9ebc7 req-4aa97966-ede0-4b48-b857-48d27ae2810a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.393012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83443dc-f342-4677-b93e-5e0f50a9ebc7 req-4aa97966-ede0-4b48-b857-48d27ae2810a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.407387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83443dc-f342-4677-b93e-5e0f50a9ebc7 req-4aa97966-ede0-4b48-b857-48d27ae2810a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.412812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c83443dc-f342-4677-b93e-5e0f50a9ebc7 req-4aa97966-ede0-4b48-b857-48d27ae2810a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.1014812 Nov 12 03:18:57.468215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c83443dc-f342-4677-b93e-5e0f50a9ebc7 req-1ac6e125-8074-4047-91b3-aba7d33b4e0b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Nov 12 03:18:57.604235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-8b1d26cd-09e7-4c9a-bec2-c91dba36a52a tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips/8b561263-8969-483f-a329-f2ab059f1d82 HTTP/1.1" status: 200 len: 694 time: 0.0720623 Nov 12 03:18:57.701983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490aef5-a12a-46b7-9da4-df058dad33ae None None] New status for floating IP 8b561263-8969-483f-a329-f2ab059f1d82: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:18:57.797493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-a3bc107f-5948-4901-9382-f472f2d1790b tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.805544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-a3bc107f-5948-4901-9382-f472f2d1790b tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1919422 Nov 12 03:18:57.811805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-fb22ebd1-d8e5-46f7-8e96-ea1d2ec30660 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:57.829733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-fb22ebd1-d8e5-46f7-8e96-ea1d2ec30660 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234020 Nov 12 03:18:57.922212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-1384436b-c2e1-4d72-a406-900c8096eb10 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 697 time: 0.0903063 Nov 12 03:18:57.988463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-4058d979-6046-493b-a592-33dde9af4cb2 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.51 HTTP/1.1" status: 200 len: 697 time: 0.0648403 Nov 12 03:18:58.147810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Deleting port 8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:58.148184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.269852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.270474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.305586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Calling delete_port for 8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:58.356600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-18184299-106e-4614-84c9-888722ddc967 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.358122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-18184299-106e-4614-84c9-888722ddc967 tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 945 time: 0.1034813 Nov 12 03:18:58.416705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:58.520819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf369a-3cb1-4c7d-ba5c-2bacf1f46766 req-324c32bf-b284-4192-810c-c06e1909e0ac tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.522274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bdf369a-3cb1-4c7d-ba5c-2bacf1f46766 req-324c32bf-b284-4192-810c-c06e1909e0ac tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 945 time: 0.1317797 Nov 12 03:18:58.546746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.612640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Deleting port dd5eb23f-6459-4c03-947d-3c9004403829 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:58.612895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.647852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bdf369a-3cb1-4c7d-ba5c-2bacf1f46766 req-7a533103-e505-4fd0-ac98-2e3d1c3dd65f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f42e435f-257a-4cf1-b30b-420dd9573241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078057 Nov 12 03:18:58.698004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.749109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event deleted for resources: {'Port': ['ID=8ea33176-cf83-4c1e-ba6e-01cbf8f64ebf,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.753358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] For port dd5eb23f-6459-4c03-947d-3c9004403829, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dd5eb23f-6459-4c03-947d-3c9004403829,segment=NetworkSegment(33973516-551f-45df-a2c4-9a1910c9f51e),segment_id=33973516-551f-45df-a2c4-9a1910c9f51e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.753358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.772406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.777130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.797865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.798465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.798570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.798901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.799233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.799560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.799882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.800263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.800590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.800922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.801249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.801570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.804644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Calling delete_port for dd5eb23f-6459-4c03-947d-3c9004403829 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:58.849739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fa8830-0fac-4e12-a7a6-baa0065666a5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.873879 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=95fcb619509341d69b65c0a8287baa58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546700 Nov 12 03:18:58.877676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37862) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:58.878413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.879359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.880267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.880794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.881299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.882475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.883555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.884210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.884917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.885515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.886105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.886602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78676acb-3081-4868-a2e2-c6c86846805e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:58.889050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.891696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.893493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dddee342-47a1-4170-88c8-ccda07e777b0 req-cabcd116-5c35-4fe1-aedf-ec169b23242e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "DELETE /v2.0/floatingips/8b561263-8969-483f-a329-f2ab059f1d82 HTTP/1.1" status: 204 len: 173 time: 0.9042015 Nov 12 03:18:58.964258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.014176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:59.016685 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44439821-efa0-4855-9f22-914179952992" -d '{"events": [{"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:59.021937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.105733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.116958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-d3c309fc-f976-4ec1-aed4-1c8751257225 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.122807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-d3c309fc-f976-4ec1-aed4-1c8751257225 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.129218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-d3c309fc-f976-4ec1-aed4-1c8751257225 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.130862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-d3c309fc-f976-4ec1-aed4-1c8751257225 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.1175823 Nov 12 03:18:59.177302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Pushing event deleted for resources: {'Port': ['ID=dd5eb23f-6459-4c03-947d-3c9004403829,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.249348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.252484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.253631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/85fa8830-0fac-4e12-a7a6-baa0065666a5 HTTP/1.1" status: 204 len: 168 time: 0.3750067 Nov 12 03:18:59.301803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] No DVR routers for this DVR port dd5eb23f-6459-4c03-947d-3c9004403829 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:59.323586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453a88d-c3c1-47ae-980d-098a57376612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fa8830-0fac-4e12-a7a6-baa0065666a5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.342213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.346085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc2d7e6-33b9-44c9-88cc-b6bea1869e28 req-f43343b5-6bb3-45ea-9914-4bd81146a87f tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.98 "DELETE /v2.0/ports/dd5eb23f-6459-4c03-947d-3c9004403829 HTTP/1.1" status: 204 len: 173 time: 0.9569592 Nov 12 03:18:59.366613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc22b-adbf-4086-b59c-ec226dee94a3 req-0bb09590-f754-480f-b7e7-2ee8f157d24e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.372783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc22b-adbf-4086-b59c-ec226dee94a3 req-0bb09590-f754-480f-b7e7-2ee8f157d24e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.379109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afc22b-adbf-4086-b59c-ec226dee94a3 req-0bb09590-f754-480f-b7e7-2ee8f157d24e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.381087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7afc22b-adbf-4086-b59c-ec226dee94a3 req-0bb09590-f754-480f-b7e7-2ee8f157d24e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 2418 time: 0.2468238 Nov 12 03:18:59.433575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b18f74-5c47-47e5-9412-aac5f0df6449 req-d5e81420-5e70-4296-ba14-52abac4c2119 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.435126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88b18f74-5c47-47e5-9412-aac5f0df6449 req-d5e81420-5e70-4296-ba14-52abac4c2119 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.1661735 Nov 12 03:18:59.483784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port 588cc01c-4c3a-448f-a335-9958f3c000ba {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:59.484167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.491952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7afc22b-adbf-4086-b59c-ec226dee94a3 req-7c9b3bf4-0487-4ae3-83d2-0b3838ff9d07 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021104 Nov 12 03:18:59.614963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88b18f74-5c47-47e5-9412-aac5f0df6449 req-4ad85ec4-0cc3-40a4-88f3-11174d99f4ad tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693327 Nov 12 03:18:59.636924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:59.670540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dce8244-f435-477c-a9a3-c3ebe2f5959d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.673926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-781f4f4e-67ec-4b5a-b235-a07201dbfc32 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.676147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-781f4f4e-67ec-4b5a-b235-a07201dbfc32 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 945 time: 0.1488836 Nov 12 03:18:59.684592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-65b4b393-f895-4317-b8da-d6d1cb5223dd tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups/bcbc50d9-96ca-4776-b545-bfdc18bfb2d4 HTTP/1.1" status: 200 len: 1823 time: 0.1584167 Nov 12 03:18:59.699532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port 588cc01c-4c3a-448f-a335-9958f3c000ba, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=588cc01c-4c3a-448f-a335-9958f3c000ba,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:59.699985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.734169 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9312ad6-0787-45cf-a60e-5e6e0a74a054 x-openstack-request-id: req-a9312ad6-0787-45cf-a60e-5e6e0a74a054 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:59.734585 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:59.735047 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a9312ad6-0787-45cf-a60e-5e6e0a74a054 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:59.735676 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:18:59.748966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for 588cc01c-4c3a-448f-a335-9958f3c000ba owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:59.793650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dce8244-f435-477c-a9a3-c3ebe2f5959d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.800446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dce8244-f435-477c-a9a3-c3ebe2f5959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.833149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:59.874788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439821-efa0-4855-9f22-914179952992 req-59111b07-daea-479c-a7d8-7657eea93a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.876516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-59111b07-daea-479c-a7d8-7657eea93a72 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=282c605c910a4fe1beee74aa97f70225&device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 1097 time: 0.1248798 Nov 12 03:18:59.881938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6dce8244-f435-477c-a9a3-c3ebe2f5959d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b0de819e64c4f949134554dec106500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414844 Nov 12 03:18:59.881938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce8244-f435-477c-a9a3-c3ebe2f5959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9f4a2-bfb7-4e50-99db-673f1d1c7c0b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.883733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:59.912051 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.914883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9aa5209e-d1fb-43f4-b3be-79875bbfd6d4 req-e129fd40-c018-4f2a-9305-eb628d26f12f tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d6cb7b365074848979936539755a498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471084 Nov 12 03:18:59.949048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Deleting port 9178b073-98e9-4f2e-b453-438747232e08 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:59.949395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.000720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.018398 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.066150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.073930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439821-efa0-4855-9f22-914179952992 req-d42108e4-ca70-4b07-b9df-b9f8eb8d8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.075483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-d42108e4-ca70-4b07-b9df-b9f8eb8d8c1d service neutron] 10.222.0.98 "GET /v2.0/networks?id=746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 200 len: 922 time: 0.1509280 Nov 12 03:19:00.090297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:00.105619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'mac_address': 'fa:16:3e:bc:9b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:00.155410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.157456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-aee1ab2d-41b2-4739-af4a-b8e4cd1e0565 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 200 len: 217 time: 0.0583904 Nov 12 03:19:00.182623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1657929-9f00-4bc3-afcf-1c276060e686 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:00.183849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.186506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.187637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16bbe535-b8e4-49be-8d3e-33fd9fde4543 req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "DELETE /v2.0/security-groups/bcbc50d9-96ca-4776-b545-bfdc18bfb2d4 HTTP/1.1" status: 204 len: 173 time: 0.4903440 Nov 12 03:19:00.225549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.225918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] For port 9178b073-98e9-4f2e-b453-438747232e08, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9178b073-98e9-4f2e-b453-438747232e08,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:00.226230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.230403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.234675 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2c9f4a2-bfb7-4e50-99db-673f1d1c7c0b HTTP/1.1" status: 204 len: 168 time: 0.3465662 Nov 12 03:19:00.238082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e31e81-a252-4666-a28a-85c44cee8fa7 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbc50d9-96ca-4776-b545-bfdc18bfb2d4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.238724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439821-efa0-4855-9f22-914179952992 req-7995b861-a74c-49cb-a4dc-c3631a393495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.238835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.247210 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-7995b861-a74c-49cb-a4dc-c3631a393495 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 200 len: 860 time: 0.0825894 Nov 12 03:19:00.247358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5209e-d1fb-43f4-b3be-79875bbfd6d4 req-33e00932-2711-4997-a8c3-c1fc3daaf695 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.249851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9aa5209e-d1fb-43f4-b3be-79875bbfd6d4 req-33e00932-2711-4997-a8c3-c1fc3daaf695 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079653 Nov 12 03:19:00.255830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41dad-000f-4df8-9b26-5217051982b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9f4a2-bfb7-4e50-99db-673f1d1c7c0b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.257262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:00.261719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Calling delete_port for 9178b073-98e9-4f2e-b453-438747232e08 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:00.281528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f6eeb850-6723-46aa-a758-53e73df74c06', 'baaf9364-1477-4b11-9055-65a21d2611e2', '588cc01c-4c3a-448f-a335-9958f3c000ba'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:00.310311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=588cc01c-4c3a-448f-a335-9958f3c000ba,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.334661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9aa5209e-d1fb-43f4-b3be-79875bbfd6d4 req-49f492dd-d973-4225-9637-fe7d02a613db tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/quotas/0d6cb7b365074848979936539755a498 HTTP/1.1" status: 200 len: 375 time: 0.0699184 Nov 12 03:19:00.338746 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-68da5d3e-d88c-415b-b0b5-54a04b7fad52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=746087b7-9dab-42cb-b5cc-6c5f050f9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608752 Nov 12 03:19:00.408524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.513141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9aa5209e-d1fb-43f4-b3be-79875bbfd6d4 req-4174b42f-9fdd-4cd7-a21b-59f017efc309 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d6cb7b365074848979936539755a498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1773152 Nov 12 03:19:00.517362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port 588cc01c-4c3a-448f-a335-9958f3c000ba on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:00.526340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.536370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-b4aed5f1-80c1-4d93-ad8f-e1e5a7ed75bf tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "DELETE /v2.0/ports/588cc01c-4c3a-448f-a335-9958f3c000ba HTTP/1.1" status: 204 len: 173 time: 1.3824043 Nov 12 03:19:00.574514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a1657929-9f00-4bc3-afcf-1c276060e686'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:00.576651 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-faac8509-ec51-4381-940e-8e283af79426 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999290 Nov 12 03:19:00.585262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.638437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.662776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e227a59-ef69-4a7e-8fd4-c54b4cda31c0 req-24918408-5475-444c-acde-1e2c0bb55fdf tempest-LiveMigrationTest-2034756454 tempest-LiveMigrationTest-2034756454-project] 10.222.0.93 "GET /v2.0/ports?device_id=8038b6ad-bf04-4978-9f33-5b743fe12868 HTTP/1.1" status: 200 len: 210 time: 0.2404988 Nov 12 03:19:00.810415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:00.852065 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-44439821-efa0-4855-9f22-914179952992 req-0abaeea4-9318-46c4-8da2-e766c38105d0 service neutron] 10.222.0.98 "GET /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652881 Nov 12 03:19:00.973566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port baaf9364-1477-4b11-9055-65a21d2611e2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:00.984613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.050224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.062882 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.159734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event deleted for resources: {'Port': ['ID=9178b073-98e9-4f2e-b453-438747232e08,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.190396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'network_id': '29137580-c6d6-4e60-88b0-89587646fd95', 'port_id': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'mac_address': 'fa:16:3e:cd:e4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:01.248458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] No DVR routers for this DVR port 9178b073-98e9-4f2e-b453-438747232e08 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:01.255025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.258354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8dfd9a09-749f-4caa-b29b-650af50544b5 req-1013f46b-3fdc-46a8-9d6f-608a5de7683c tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "DELETE /v2.0/ports/9178b073-98e9-4f2e-b453-438747232e08 HTTP/1.1" status: 204 len: 173 time: 1.5712929 Nov 12 03:19:01.292276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port baaf9364-1477-4b11-9055-65a21d2611e2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=baaf9364-1477-4b11-9055-65a21d2611e2,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.293023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.314562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for baaf9364-1477-4b11-9055-65a21d2611e2 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:01.320177 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:01.335792 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.369868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:01.475132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418857e-5913-4d99-ad3d-aec504e56df3 req-ce23149f-25cb-4bd6-9363-29cfc52c2383 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.482562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418857e-5913-4d99-ad3d-aec504e56df3 req-ce23149f-25cb-4bd6-9363-29cfc52c2383 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.485993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f418857e-5913-4d99-ad3d-aec504e56df3 req-ce23149f-25cb-4bd6-9363-29cfc52c2383 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 1682 time: 0.4136956 Nov 12 03:19:01.531748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.557081 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.567429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.572667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f418857e-5913-4d99-ad3d-aec504e56df3 req-f2699f00-ae2a-43ec-a8ec-467d766c2f06 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784338 Nov 12 03:19:01.604810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.630947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.636635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.648871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['68b775fe-1486-4da5-a5a8-ada9b5ed6d19'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:01.859256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f6eeb850-6723-46aa-a758-53e73df74c06 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:01.890020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-network', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:01.937775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Made reservation on behalf of 852aff31c94b43aaa1a255d4c83defa8 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:01.943412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.968238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.007410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.064608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:02.073373 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5770bffd-07ec-4669-9320-2e619cdd065c" -d '{"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-unplugged", "status": "completed", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:02.092547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:02.108752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.110562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:02.138170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.144233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.162347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: dd5eb23f-6459-4c03-947d-3c9004403829 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:02.162733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dd5eb23f-6459-4c03-947d-3c9004403829 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:02.163152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:02.213429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 9178b073-98e9-4f2e-b453-438747232e08 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:02.213870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9178b073-98e9-4f2e-b453-438747232e08 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:02.214297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device baaf9364-1477-4b11-9055-65a21d2611e2 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:02.215208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-deleted', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829'}, {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba'}, {'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-deleted', 'tag': '9178b073-98e9-4f2e-b453-438747232e08'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:02.217453 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3956e-168f-4de0-a852-67be9c27f89c" -d '{"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-deleted", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829"}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba"}, {"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-deleted", "tag": "9178b073-98e9-4f2e-b453-438747232e08"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:02.222734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e645590-eaf5-43f3-ba56-c5462d6ae58e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.226302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:02.239157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.244279 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Added segment 17468977-705b-40ac-a796-767f259ddd3c of type vlan for network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 Nov 12 03:19:02.283295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d20a7be-ed77-4827-af8f-4653adc87d13 req-720289ef-2a6d-47c0-bb96-f8078ddae3f5 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=68037221-47ec-4ce6-87be-8ec48f3d10b5 HTTP/1.1" status: 200 len: 210 time: 0.0481155 Nov 12 03:19:02.286034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: baaf9364-1477-4b11-9055-65a21d2611e2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:02.286381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device baaf9364-1477-4b11-9055-65a21d2611e2 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:02.286795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 588cc01c-4c3a-448f-a335-9958f3c000ba no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:02.294590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=baaf9364-1477-4b11-9055-65a21d2611e2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.302643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.352371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.355834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.356776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.362765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 588cc01c-4c3a-448f-a335-9958f3c000ba {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:02.363111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 588cc01c-4c3a-448f-a335-9958f3c000ba not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:02.373377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.377942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port baaf9364-1477-4b11-9055-65a21d2611e2 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:02.380932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.384361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a84b5fef-4f85-4023-9039-494c2d9370fa tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "DELETE /v2.0/ports/baaf9364-1477-4b11-9055-65a21d2611e2 HTTP/1.1" status: 204 len: 173 time: 1.7920527 Nov 12 03:19:02.418511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d5d24-e2d0-4b00-af30-82a97cdcf75d req-8fece734-d226-4c81-8601-61f0e3a213b5 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.419640 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7816567 Nov 12 03:19:02.422986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:02.429980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e72d5d24-e2d0-4b00-af30-82a97cdcf75d req-8fece734-d226-4c81-8601-61f0e3a213b5 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.2053494 Nov 12 03:19:02.430214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Request body: {'subnet': {'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-subnet', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:02.493278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97691a4f-a2c2-4fd3-8304-729c2640df41 admin admin] Pushing event updated for resources: {'Network': ['ID=5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.507058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:02.549214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Made reservation on behalf of 852aff31c94b43aaa1a255d4c83defa8 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:02.550291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.586660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e72d5d24-e2d0-4b00-af30-82a97cdcf75d req-e933b698-a22c-4f6d-9d51-0857babf9a4e tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556964 Nov 12 03:19:02.641155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port f6eeb850-6723-46aa-a758-53e73df74c06 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:02.641772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.753439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:02.801828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:02.837184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port f6eeb850-6723-46aa-a758-53e73df74c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f6eeb850-6723-46aa-a758-53e73df74c06,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:02.840101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.858030 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5406a5-f724-44c2-8cf0-684607dc342a x-openstack-request-id: req-1c5406a5-f724-44c2-8cf0-684607dc342a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:02.858376 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-unplugged", "status": "completed", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:02.859736 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1c5406a5-f724-44c2-8cf0-684607dc342a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:02.860201 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'code': 200} Nov 12 03:19:02.866787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for f6eeb850-6723-46aa-a758-53e73df74c06 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:02.932171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.938181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:02.938562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.966800 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4afdd2b-ea66-461e-914e-7dcd30bd7f34 x-openstack-request-id: req-d4afdd2b-ea66-461e-914e-7dcd30bd7f34 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:02.967509 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038b6ad-bf04-4978-9f33-5b743fe12868", "name": "network-vif-deleted", "tag": "dd5eb23f-6459-4c03-947d-3c9004403829", "status": "completed", "code": 200}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "588cc01c-4c3a-448f-a335-9958f3c000ba", "status": "completed", "code": 200}, {"server_uuid": "68037221-47ec-4ce6-87be-8ec48f3d10b5", "name": "network-vif-deleted", "tag": "9178b073-98e9-4f2e-b453-438747232e08", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:02.968006 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4afdd2b-ea66-461e-914e-7dcd30bd7f34 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:02.968620 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038b6ad-bf04-4978-9f33-5b743fe12868', 'name': 'network-vif-deleted', 'tag': 'dd5eb23f-6459-4c03-947d-3c9004403829', 'status': 'completed', 'code': 200} Nov 12 03:19:02.969193 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': '588cc01c-4c3a-448f-a335-9958f3c000ba', 'status': 'completed', 'code': 200} Nov 12 03:19:02.969742 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68037221-47ec-4ce6-87be-8ec48f3d10b5', 'name': 'network-vif-deleted', 'tag': '9178b073-98e9-4f2e-b453-438747232e08', 'status': 'completed', 'code': 200} Nov 12 03:19:03.080080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1f4f6-a0d3-413f-931a-4c7ff39e9ff3 req-e035ec1e-ccd8-42a8-92ed-41d9c5ac2fdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.087672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e1f4f6-a0d3-413f-931a-4c7ff39e9ff3 req-e035ec1e-ccd8-42a8-92ed-41d9c5ac2fdd tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 944 time: 0.1228564 Nov 12 03:19:03.122271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.137530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Deleting subnet c0d4493a-916b-4499-b748-9f7afb2fac08 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:03.143127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.189555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:03.197518 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.206475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.244928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304d1d-4abb-4311-b2e9-b2ed3cf3355c req-8e5be49e-ccda-46ee-b835-5d8bd12a755c tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.246609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4304d1d-4abb-4311-b2e9-b2ed3cf3355c req-8e5be49e-ccda-46ee-b835-5d8bd12a755c tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5acdb0-f68c-4d2b-9852-d09408cdcc83 HTTP/1.1" status: 200 len: 943 time: 0.1566610 Nov 12 03:19:03.258586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e1f4f6-a0d3-413f-931a-4c7ff39e9ff3 req-fd7f76ed-e422-4899-8daa-b0ed32b63e4b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697018 Nov 12 03:19:03.290887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.291127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.302663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.336526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa05eeee-af69-44a6-8448-92b1e2e0d386,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.351359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Checking segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:03.351729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Network hostable DHCP agents. Network: 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:03.384502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=f6eeb850-6723-46aa-a758-53e73df74c06,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.393208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:03.402843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.418643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port f6eeb850-6723-46aa-a758-53e73df74c06 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:03.422265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:03.423796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.432268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9eabe-5910-4d2e-9617-e6ccf25caa0d None None] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:03.439636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d6a266e-bdb8-4438-8f09-b8633b194a3e req-a3ee9898-9060-4876-91f8-193216d1fc4a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.98 "DELETE /v2.0/ports/f6eeb850-6723-46aa-a758-53e73df74c06 HTTP/1.1" status: 204 len: 173 time: 1.0434628 Nov 12 03:19:03.450760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.451364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.460001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d4493a-916b-4499-b748-9f7afb2fac08,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.462125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.470627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3c7189a6-7f3c-4fc9-8f57-f2cdf830edbb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c0d4493a-916b-4499-b748-9f7afb2fac08 HTTP/1.1" status: 204 len: 168 time: 0.7024772 Nov 12 03:19:03.473206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.476579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4304d1d-4abb-4311-b2e9-b2ed3cf3355c req-7b4252ce-57ad-447e-aa94-ae8a562f556a tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167482 Nov 12 03:19:03.633143 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c7520e6-2c6d-4fa8-9f03-2181fd2e1a9b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2082951 Nov 12 03:19:03.633687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38052) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.638408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:03.666418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.794522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.801029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.883206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.911334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:03.922578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'fixed_ips': [{'subnet_id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:03.924160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67758fb8-82ec-4996-a007-6f28630f429e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.925620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.937477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33973516-551f-45df-a2c4-9a1910c9f51e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.938537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33973516-551f-45df-a2c4-9a1910c9f51e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.949702 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.963884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.971914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:03.972560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.062704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-e80d5127-cc86-4b17-9c97-4d45f9cb1343 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.064367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-e80d5127-cc86-4b17-9c97-4d45f9cb1343 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.98 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.3704770 Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:04.124705 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:04.130745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.131462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a1657929-9f00-4bc3-afcf-1c276060e686 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:04.132584 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.143565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.147098 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] 10.222.0.93 "DELETE /v2.0/networks/67758fb8-82ec-4996-a007-6f28630f429e HTTP/1.1" status: 204 len: 168 time: 0.6726723 Nov 12 03:19:04.156236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:04.168389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.220992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c306-0849-4842-8764-1e768a99a263 admin admin] Pushing event deleted for resources: {'Network': ['ID=67758fb8-82ec-4996-a007-6f28630f429e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.254505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Deleting subnet a31050ce-1185-48f4-8a48-638f3fd05a1b {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:04.267539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.318307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.364320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Allocated IP 172.20.0.2 (5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8/aa05eeee-af69-44a6-8448-92b1e2e0d386/3b75e2fd-5565-44b4-80ee-629bf86a7c96) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:04.374081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.420285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9162dfb3-d5da-4683-8472-3c12efcb0315 req-d9b40245-a772-4616-8e1f-be0016ddd4de tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d6cb7b365074848979936539755a498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824656 Nov 12 03:19:04.426345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.463172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.483193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71765e-8c03-41fd-9a06-f43b7e7ce5b7 req-685d82cf-4243-424c-9c53-621fead7bd93 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.490921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca71765e-8c03-41fd-9a06-f43b7e7ce5b7 req-685d82cf-4243-424c-9c53-621fead7bd93 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 945 time: 0.5555327 Nov 12 03:19:04.493855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.497680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31050ce-1185-48f4-8a48-638f3fd05a1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.499440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.507591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.515607 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8ac67351-eb53-464f-82d2-624af3f8e931 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a31050ce-1185-48f4-8a48-638f3fd05a1b HTTP/1.1" status: 204 len: 168 time: 0.3553982 Nov 12 03:19:04.518415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:04.554671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.600363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.631784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.672126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.698577 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.733310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.741692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:04.745776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:04.750643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:04.757479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb56411-5611-46a3-8bdd-2fc7212cc580']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.771384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9242ea-dcf0-4624-bfdb-67a62c4bdc53') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.771687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9242ea-dcf0-4624-bfdb-67a62c4bdc53') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.777101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c5aa0b0c-e22c-4ad2-a1f4-37d662717fa1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.778741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c5aa0b0c-e22c-4ad2-a1f4-37d662717fa1 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.2507687 Nov 12 03:19:04.782552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.784245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Pushing event updated for resources: {'Port': ['ID=3b75e2fd-5565-44b4-80ee-629bf86a7c96,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.794732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca71765e-8c03-41fd-9a06-f43b7e7ce5b7 req-aa0184aa-df0d-44ba-a9c3-16687de8e780 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976968 Nov 12 03:19:04.808030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:04.825585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.842676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:04.843389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:04.844959 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:04.850403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Attempting to bind port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:04.850848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Attempting to bind port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:04.851296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Attempting to bind port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 on network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:04.862168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19'}, {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:04.865595 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f83214f-4245-4a7a-893c-a5c66fc1303c" -d '{"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-plugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19"}, {"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:04.872000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:04.872511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Checking segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:04.872982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.873441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Bound using segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:04.874001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Bound port: 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:04.874446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.917729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Deleting port 640ab789-b9a2-43a4-beed-476eb752342f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:04.918392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.948103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.962688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.968453 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1fb56411-5611-46a3-8bdd-2fc7212cc580 HTTP/1.1" status: 204 len: 168 time: 0.4488363 Nov 12 03:19:04.991179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.992127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162dfb3-d5da-4683-8472-3c12efcb0315 req-127ea5c0-8f3a-4075-b49b-eb8ba2ca8367 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.995464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72afdb-7d3c-46a5-948f-91a37515d1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb56411-5611-46a3-8bdd-2fc7212cc580,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.999692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9162dfb3-d5da-4683-8472-3c12efcb0315 req-127ea5c0-8f3a-4075-b49b-eb8ba2ca8367 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5784671 Nov 12 03:19:05.002118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2'}, {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:05.004733 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba339f-5f88-466f-b496-788076db990d" -d '{"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2"}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:05.028817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] For port 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:05.034248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] For port 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b75e2fd-5565-44b4-80ee-629bf86a7c96,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:05.042634 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.059372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:05.081779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9162dfb3-d5da-4683-8472-3c12efcb0315 req-d663bfe0-1797-441b-9f64-0380bdf75ace tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/quotas/0d6cb7b365074848979936539755a498 HTTP/1.1" status: 200 len: 375 time: 0.0809393 Nov 12 03:19:05.083256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.134368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370c68e-41e2-40a6-865b-29b06990ae39 None None] Pushing event updated for resources: {'Port': ['ID=3b75e2fd-5565-44b4-80ee-629bf86a7c96,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.183042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9162dfb3-d5da-4683-8472-3c12efcb0315 req-f73e3592-57e9-4c1f-866a-d48c1711e7b5 tempest-QuotasAdminNegativeTest-505075350 tempest-QuotasAdminNegativeTest-505075350-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d6cb7b365074848979936539755a498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936623 Nov 12 03:19:05.216086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.232258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:05.263267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87ac3-f1f1-4636-8b94-239e7942519d req-07c4fef3-0a42-404a-8153-69b24e3b5fda tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.272668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21e87ac3-f1f1-4636-8b94-239e7942519d req-07c4fef3-0a42-404a-8153-69b24e3b5fda tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 945 time: 0.3820372 Nov 12 03:19:05.295757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42cffde9-a2d2-4f4d-a1d3-2860b6c9fd6e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b20d046ed9964f7f98dd062f193b45e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629961 Nov 12 03:19:05.298200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:05.394231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.425076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Deleting port 4744c6b0-429d-4ae3-8876-54baaba8551e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:05.425571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.436044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:05.436044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.487026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.581248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38106) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:05.589963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.594944 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20333686-6b91-470a-8f41-240f2cd14e9e x-openstack-request-id: req-20333686-6b91-470a-8f41-240f2cd14e9e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:05.595241 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-plugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19", "code": 200}, {"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:05.595498 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-20333686-6b91-470a-8f41-240f2cd14e9e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:05.595893 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'code': 200} Nov 12 03:19:05.596182 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'code': 200} Nov 12 03:19:05.599184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.602302 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f42e435f-257a-4cf1-b30b-420dd9573241 HTTP/1.1" status: 204 len: 168 time: 0.3025637 Nov 12 03:19:05.610535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Calling delete_port for 640ab789-b9a2-43a4-beed-476eb752342f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:05.614844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b6933-f75f-4394-8d9c-353357d8bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42e435f-257a-4cf1-b30b-420dd9573241,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.692890 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa682a-6e14-4588-9305-313585e0183c x-openstack-request-id: req-83fa682a-6e14-4588-9305-313585e0183c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:05.693192 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "baaf9364-1477-4b11-9055-65a21d2611e2", "status": "completed", "code": 200}, {"server_uuid": "bc5acdb0-f68c-4d2b-9852-d09408cdcc83", "name": "network-vif-deleted", "tag": "f6eeb850-6723-46aa-a758-53e73df74c06", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:05.693506 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-83fa682a-6e14-4588-9305-313585e0183c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:05.693842 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': 'baaf9364-1477-4b11-9055-65a21d2611e2', 'status': 'completed', 'code': 200} Nov 12 03:19:05.694099 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5acdb0-f68c-4d2b-9852-d09408cdcc83', 'name': 'network-vif-deleted', 'tag': 'f6eeb850-6723-46aa-a758-53e73df74c06', 'status': 'completed', 'code': 200} Nov 12 03:19:05.744285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21e87ac3-f1f1-4636-8b94-239e7942519d req-6a930d01-590a-4c4f-bda1-471fbbcd548a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320545 Nov 12 03:19:05.865458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-c6bee7e4-0449-460b-a868-06f01d0368e5 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.866986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-c6bee7e4-0449-460b-a868-06f01d0368e5 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 943 time: 0.4980085 Nov 12 03:19:05.875089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 640ab789-b9a2-43a4-beed-476eb752342f no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:05.921653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting subnet bb328f73-4e83-4d5c-8f02-906ed136c60b {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:05.982026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.004919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.083151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] For port 4744c6b0-429d-4ae3-8876-54baaba8551e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4744c6b0-429d-4ae3-8876-54baaba8551e,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:06.089577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.093124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 640ab789-b9a2-43a4-beed-476eb752342f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=640ab789-b9a2-43a4-beed-476eb752342f,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:06.124437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.174594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Calling delete_port for 4744c6b0-429d-4ae3-8876-54baaba8551e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:06.248833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:06.309917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.339564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:06.409821 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7e609a6c-77ac-434e-af67-372f2b6b05b1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=740d1bcf3a6340c99af03421123c62e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682774 Nov 12 03:19:06.410489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:06.422711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311d9bf-1357-4c70-966d-911302db6add req-b60729de-9f1f-4571-a66c-bf7b68d67d11 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.430203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c311d9bf-1357-4c70-966d-911302db6add req-b60729de-9f1f-4571-a66c-bf7b68d67d11 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 943 time: 0.5814557 Nov 12 03:19:06.512156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.520906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.562337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.600994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.645453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e52c1e-301c-4563-b157-21803b7c6e0d None None] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:06.654031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.663854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.667770 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/516854b8-21f0-4a09-b46f-95c9265f018e HTTP/1.1" status: 204 len: 168 time: 0.2527945 Nov 12 03:19:06.694520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341de4e-56f2-4f85-a86b-e94ea6401b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516854b8-21f0-4a09-b46f-95c9265f018e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:06.826460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] Provisioning complete for port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:06.827280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.046875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.060674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b75e2fd-5565-44b4-80ee-629bf86a7c96 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:07.102860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c311d9bf-1357-4c70-966d-911302db6add req-dbaf361d-99eb-4ed3-9f36-c35b496052a4 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/security-groups?id=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717002 Nov 12 03:19:07.169430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.227319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Pushing event deleted for resources: {'Port': ['ID=640ab789-b9a2-43a4-beed-476eb752342f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:07.307007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Deleting port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:07.307712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.312432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:07.312986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.318866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f088a-6b62-4189-84d7-880c4a13690e req-4587e0ff-c867-4fb1-a469-9dae04ad690f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.326397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c93f088a-6b62-4189-84d7-880c4a13690e req-4587e0ff-c867-4fb1-a469-9dae04ad690f tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/ports?device_id=c906e5cd-d880-4a7a-9e2f-8c844895c2b7 HTTP/1.1" status: 200 len: 865 time: 0.8011949 Nov 12 03:19:07.390914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.499194 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.510710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] No DVR routers for this DVR port 640ab789-b9a2-43a4-beed-476eb752342f on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:07.531347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] For port 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b75e2fd-5565-44b4-80ee-629bf86a7c96,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:07.540974 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.562390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.568484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed6d6927-50f7-45a5-bf5f-6a50f0098f0e req-10cbb7a0-ec44-426b-887d-9b9fd5835aa4 tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.98 "DELETE /v2.0/ports/640ab789-b9a2-43a4-beed-476eb752342f HTTP/1.1" status: 204 len: 173 time: 3.4761024 Nov 12 03:19:07.633690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19'}, {'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:07.636214 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ddc9d3-3fa5-4834-8269-60cc2715b332" -d '{"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-unplugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19"}, {"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:07.733275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee2178-18b9-4949-96fa-f6361f8f3cbc None None] Pushing event updated for resources: {'Port': ['ID=3b75e2fd-5565-44b4-80ee-629bf86a7c96,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:07.756060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:07.769405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-deleted', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:07.772225 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044fa45-3633-4360-afca-a6faa94c26a7" -d '{"events": [{"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-deleted", "tag": "640ab789-b9a2-43a4-beed-476eb752342f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:07.775028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.788310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105045b-e84f-4bed-be84-42808c87aeb3 req-ed9f3cac-f234-4538-9ca2-eb8070eb684b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.789834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6105045b-e84f-4bed-be84-42808c87aeb3 req-ed9f3cac-f234-4538-9ca2-eb8070eb684b tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c74dd3a-137a-47ea-87bb-3af0905ec8fd HTTP/1.1" status: 200 len: 866 time: 0.4276183 Nov 12 03:19:07.795918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:07.798225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Allocated IP 172.25.4.162 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2d758a8d-80e1-4c06-8e40-0179b6043cad) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:07.799175 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:07.857391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] For port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,segment=NetworkSegment(8130305c-7fda-453e-b95a-684d8a6aa0f6),segment_id=8130305c-7fda-453e-b95a-684d8a6aa0f6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:07.857918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.870076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8cb3a62e-5e9d-4999-b5be-3868d0c0cf51 None None] Provisioning complete for port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:07.875010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8cb3a62e-5e9d-4999-b5be-3868d0c0cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.879162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:07.879343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Calling delete_port for 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:07.958065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 4744c6b0-429d-4ae3-8876-54baaba8551e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:07.968301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4744c6b0-429d-4ae3-8876-54baaba8551e not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:07.988996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f03f6447-c6e0-465e-9aa9-0177197b8770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.032060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.074413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event deleted for resources: {'Port': ['ID=4744c6b0-429d-4ae3-8876-54baaba8551e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.091685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c93f088a-6b62-4189-84d7-880c4a13690e req-ef35d6de-841c-462b-b78a-3c79992ab3cf tempest-ServerRescueTestJSONUnderV235-500907695 tempest-ServerRescueTestJSONUnderV235-500907695-project] 10.222.0.93 "GET /v2.0/security-groups?id=5271c24c-3df3-4267-bb2f-5b03ee9ead17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7588565 Nov 12 03:19:08.093068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.202863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.219032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f03f6447-c6e0-465e-9aa9-0177197b8770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.220031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38180) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:08.225315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f03f6447-c6e0-465e-9aa9-0177197b8770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.257227 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d855e61-f1d9-4e0c-8af0-6071c44631f2 x-openstack-request-id: req-3d855e61-f1d9-4e0c-8af0-6071c44631f2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:08.257605 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-unplugged", "status": "completed", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19", "code": 200}, {"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:08.257950 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d855e61-f1d9-4e0c-8af0-6071c44631f2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:08.258730 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'code': 200} Nov 12 03:19:08.259325 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'code': 200} Nov 12 03:19:08.291874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Subnet': ['ID=bb328f73-4e83-4d5c-8f02-906ed136c60b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.320522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f03f6447-c6e0-465e-9aa9-0177197b8770 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0d6cb7b365074848979936539755a498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632925 Nov 12 03:19:08.324141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:08.350520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f6447-c6e0-465e-9aa9-0177197b8770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1bdfb5-307f-4f4f-b288-a61569ad4056,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.392637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.399858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:08.400189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e75a3-8dba-4c80-984c-4feed9d8bf36 None None] Network 48e75767-0572-4a8e-a26a-b84f49189db1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:08.402317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bbb2cb1c-7761-4bf9-9d7e-7cd4b2c0b7c8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/subnets/bb328f73-4e83-4d5c-8f02-906ed136c60b HTTP/1.1" status: 204 len: 168 time: 2.8088737 Nov 12 03:19:08.410070 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13623cd3-742e-46c2-a5c3-4d0ac364da51 x-openstack-request-id: req-13623cd3-742e-46c2-a5c3-4d0ac364da51 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:08.410432 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c906e5cd-d880-4a7a-9e2f-8c844895c2b7", "name": "network-vif-deleted", "tag": "640ab789-b9a2-43a4-beed-476eb752342f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:08.410634 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13623cd3-742e-46c2-a5c3-4d0ac364da51 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:08.411026 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c906e5cd-d880-4a7a-9e2f-8c844895c2b7', 'name': 'network-vif-deleted', 'tag': '640ab789-b9a2-43a4-beed-476eb752342f', 'status': 'completed', 'code': 200} Nov 12 03:19:08.420492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:08.511100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.562864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.598188 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.602586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6105045b-e84f-4bed-be84-42808c87aeb3 req-132d4728-4ee2-4617-ac90-aade80fc9dd7 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110920 Nov 12 03:19:08.604136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:08.610109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:08.614966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] No DVR routers for this DVR port 4744c6b0-429d-4ae3-8876-54baaba8551e on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:08.622052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.634160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port 251118c9-db31-437e-94ea-1f0eaf59dad0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:08.634512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.641609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-649d251c-d3b4-4b2d-a382-25ef8d30b283 req-c7845cd1-fd1b-4f6a-95fd-396d7f8bfd6a tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "DELETE /v2.0/ports/4744c6b0-429d-4ae3-8876-54baaba8551e HTTP/1.1" status: 204 len: 173 time: 3.8434780 Nov 12 03:19:08.736453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port 251118c9-db31-437e-94ea-1f0eaf59dad0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=251118c9-db31-437e-94ea-1f0eaf59dad0,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:08.737117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.740420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.744658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.759655 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bb1bdfb5-307f-4f4f-b288-a61569ad4056 HTTP/1.1" status: 204 len: 168 time: 0.4234352 Nov 12 03:19:08.778972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] DHCP port deletion for 48e75767-0572-4a8e-a26a-b84f49189db1 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:19:08.793947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.806746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:08.808336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-network', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:08.824530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539e9d9-e3ea-4952-bf56-5b92f83d3bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1bdfb5-307f-4f4f-b288-a61569ad4056,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.853058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for 251118c9-db31-437e-94ea-1f0eaf59dad0 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:08.916002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:08.916002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:08.962961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Pushing event updated for resources: {'Port': ['ID=2d758a8d-80e1-4c06-8e40-0179b6043cad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.989100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Deleting port 251118c9-db31-437e-94ea-1f0eaf59dad0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:08.989484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.008684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Made reservation on behalf of 5b55b8ea1d624814a0dcd4af7a1d85f6 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:09.012145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.038275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e94e5fd9-897a-4f47-bff2-9d48c92b4250 req-ce387760-59d4-4436-a1d1-abcdc0d27b2b tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c7661f8-e4a1-4030-a39c-f144c75db803 HTTP/1.1" status: 200 len: 210 time: 0.5682995 Nov 12 03:19:09.055426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.066605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b75e2fd-5565-44b4-80ee-629bf86a7c96 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:09.125906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Pushing event deleted for resources: {'Port': ['ID=68b775fe-1486-4da5-a5a8-ada9b5ed6d19,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.132765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] For port 251118c9-db31-437e-94ea-1f0eaf59dad0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=251118c9-db31-437e-94ea-1f0eaf59dad0,segment=NetworkSegment(27ecd40d-9652-4962-80bf-938e0bb25f77),segment_id=27ecd40d-9652-4962-80bf-938e0bb25f77)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:09.133413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.153223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Calling delete_port for 251118c9-db31-437e-94ea-1f0eaf59dad0 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:09.192684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] No DVR routers for this DVR port 68b775fe-1486-4da5-a5a8-ada9b5ed6d19 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:09.194023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.195443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:09.197972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c71e693-5529-4e41-bddb-2bc1c503f9f9 req-24d4e414-fa28-4008-bcff-a90961903f32 tempest-ImagesTestJSON-2050011015 tempest-ImagesTestJSON-2050011015-project] 10.222.0.100 "DELETE /v2.0/ports/68b775fe-1486-4da5-a5a8-ada9b5ed6d19 HTTP/1.1" status: 204 len: 173 time: 3.2852113 Nov 12 03:19:09.198771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.220317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:09.220968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.255352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=251118c9-db31-437e-94ea-1f0eaf59dad0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.261268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port 251118c9-db31-437e-94ea-1f0eaf59dad0 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:09.358991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:09.460157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-ffd7-4868-ae40-d5462c9480c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.484017 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.518801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] Pushing event deleted for resources: {'Port': ['ID=251118c9-db31-437e-94ea-1f0eaf59dad0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.525386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfadda-8457-40c6-9e43-a6f7fc36a966 None None] No DVR routers for this DVR port 251118c9-db31-437e-94ea-1f0eaf59dad0 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:09.589864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.591347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.606301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-ffd7-4868-ae40-d5462c9480c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.614739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a427debe-ffd7-4868-ae40-d5462c9480c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.627494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.691778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:09.717400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.737755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a427debe-ffd7-4868-ae40-d5462c9480c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2d5b4b172a6e46a287141eacd2f4c093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668454 Nov 12 03:19:09.738736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427debe-ffd7-4868-ae40-d5462c9480c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48621446-d9e0-4997-9675-73a172708eeb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.741473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:09.824551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e75767-0572-4a8e-a26a-b84f49189db1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:09.847993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ecd40d-9652-4962-80bf-938e0bb25f77') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:09.848381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ecd40d-9652-4962-80bf-938e0bb25f77') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:09.868336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.958255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.971670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.987085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f0cc9d-6a74-477a-8dbe-bee76dcf6e87,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.995074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:09.995482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:10.001121 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:10.008340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.008685 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Added segment 3ec3e135-5181-4d79-b518-a65db6ea733d of type vlan for network d0dc2427-5278-4e72-b772-2ed3613a3e14 Nov 12 03:19:10.096100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.190410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.198179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.247043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.252350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.258573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.259840 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48621446-d9e0-4997-9675-73a172708eeb HTTP/1.1" status: 204 len: 168 time: 0.4835417 Nov 12 03:19:10.283210 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.290132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/networks/48e75767-0572-4a8e-a26a-b84f49189db1 HTTP/1.1" status: 204 len: 168 time: 1.8882952 Nov 12 03:19:10.295009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd47381-2ca0-46e0-bc09-278cd03d2687 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Network': ['ID=48e75767-0572-4a8e-a26a-b84f49189db1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.296777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.334380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725409e-af72-4704-b4e4-ca7c54f9871f req-96603c9e-e088-4732-a04f-e78eef8f65b9 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.338179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3725409e-af72-4704-b4e4-ca7c54f9871f req-96603c9e-e088-4732-a04f-e78eef8f65b9 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.2386014 Nov 12 03:19:10.371609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.372592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.373167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.392998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting subnet 61cd83c3-0dad-4a21-8ddb-d41534a253f7 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:10.403536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd597eb-d058-4280-ad01-553fa09da4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48621446-d9e0-4997-9675-73a172708eeb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.415670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.418526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-deleted', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e'}, {'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-deleted', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:10.422940 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b15707-bbee-47da-adeb-488e148993c7" -d '{"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-deleted", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e"}, {"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-deleted", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:10.520429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.525614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.526508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2790077 Nov 12 03:19:10.536425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Request body: {'subnet': {'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-subnet', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:10.574290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979352-afcd-499f-9047-ba0192835ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dc2427-5278-4e72-b772-2ed3613a3e14,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.586845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:10.622463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Made reservation on behalf of 5b55b8ea1d624814a0dcd4af7a1d85f6 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:10.624326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3725409e-af72-4704-b4e4-ca7c54f9871f req-027f28e9-a84c-401a-8d22-f73d087cd9d2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710433 Nov 12 03:19:10.628008 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29bb97-abfd-4634-beee-677520216102 x-openstack-request-id: req-0a29bb97-abfd-4634-beee-677520216102 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:10.628629 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c74dd3a-137a-47ea-87bb-3af0905ec8fd", "name": "network-vif-deleted", "tag": "4744c6b0-429d-4ae3-8876-54baaba8551e", "status": "completed", "code": 200}, {"server_uuid": "4c7661f8-e4a1-4030-a39c-f144c75db803", "name": "network-vif-deleted", "tag": "68b775fe-1486-4da5-a5a8-ada9b5ed6d19", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:10.628629 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a29bb97-abfd-4634-beee-677520216102 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:10.628971 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c74dd3a-137a-47ea-87bb-3af0905ec8fd', 'name': 'network-vif-deleted', 'tag': '4744c6b0-429d-4ae3-8876-54baaba8551e', 'status': 'completed', 'code': 200} Nov 12 03:19:10.629434 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7661f8-e4a1-4030-a39c-f144c75db803', 'name': 'network-vif-deleted', 'tag': '68b775fe-1486-4da5-a5a8-ada9b5ed6d19', 'status': 'completed', 'code': 200} Nov 12 03:19:10.640280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.675623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-81721b15-e84f-45d7-9294-0d2a3d989917 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.677291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-81721b15-e84f-45d7-9294-0d2a3d989917 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.2172856 Nov 12 03:19:10.770335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Router 964432e4-f6dc-49aa-a281-67b8851e74b9 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:10.834450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 251118c9-db31-437e-94ea-1f0eaf59dad0 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:10.834793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38274) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.879011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 251118c9-db31-437e-94ea-1f0eaf59dad0 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:10.880680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 251118c9-db31-437e-94ea-1f0eaf59dad0 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:10.994626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:11.010389 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Sync routers for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:11.024462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:11.025251 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:11.067077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Deleting subnet 1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:11.080976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.082235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cdfe2209-0a4f-401a-a36e-841de403ed5c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4472792 Nov 12 03:19:11.087320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.090261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38292) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.217824 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:11.234746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.249637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Deleting port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:11.254846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.305535 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.360373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Subnet': ['ID=61cd83c3-0dad-4a21-8ddb-d41534a253f7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.385732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.387945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb1360-cd64-4792-8198-0deca00e055b None None] Network dd90eea3-36b4-4147-a839-c9902a3633a3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:11.406978 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4488bc33-5e8e-4688-b0f1-7efc056a27a2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/subnets/61cd83c3-0dad-4a21-8ddb-d41534a253f7 HTTP/1.1" status: 204 len: 168 time: 1.0941701 Nov 12 03:19:11.417545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38302) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.504999 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.603333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.666651 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:09Z', 'revision_number': 3, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:11.711982 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Checking router: 964432e4-f6dc-49aa-a281-67b8851e74b9 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:11.712936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Updating router 964432e4-f6dc-49aa-a281-67b8851e74b9 port 2d758a8d-80e1-4c06-8e40-0179b6043cad binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:11.797544 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.831316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] DHCP port deletion for dd90eea3-36b4-4147-a839-c9902a3633a3 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:19:11.863937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.950891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Deleting port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:11.951125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.966342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:11.966691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.052073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=496fc48a-7a35-43e3-aff4-6051b21f0fb7,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:12.052073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.067009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for 496fc48a-7a35-43e3-aff4-6051b21f0fb7 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:12.092997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] For port 496fc48a-7a35-43e3-aff4-6051b21f0fb7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=496fc48a-7a35-43e3-aff4-6051b21f0fb7,segment=NetworkSegment(6f68a5c7-5180-4ea3-b487-90f8ecee8e2b),segment_id=6f68a5c7-5180-4ea3-b487-90f8ecee8e2b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:12.093392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.108633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Calling delete_port for 496fc48a-7a35-43e3-aff4-6051b21f0fb7 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:12.174534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.181232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.212519 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.229380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=496fc48a-7a35-43e3-aff4-6051b21f0fb7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.232190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:12.278234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] Pushing event deleted for resources: {'Port': ['ID=496fc48a-7a35-43e3-aff4-6051b21f0fb7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.283391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8effe3-145f-419d-9cec-25fb1de6adab None None] No DVR routers for this DVR port 496fc48a-7a35-43e3-aff4-6051b21f0fb7 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:12.308089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Checking segment: {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:12.308624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Network hostable DHCP agents. Network: d0dc2427-5278-4e72-b772-2ed3613a3e14, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:12.400662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.430644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:12.448662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d0dc2427-5278-4e72-b772-2ed3613a3e14) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:12.454804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd90eea3-36b4-4147-a839-c9902a3633a3']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:12.458606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f310c-c322-4540-897e-e87b7e3407f1 None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:12.465981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.466684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.483264 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.494054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:12.494355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f68a5c7-5180-4ea3-b487-90f8ecee8e2b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:12.512259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.538953 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-50503725-4135-4334-84be-b524d137d3d4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0078328 Nov 12 03:19:12.542559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:12.546767 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.547622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:12.569276 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.573918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.577540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.578708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.582774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.591750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:12.592442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:12.597344 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:12.615443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Deleting port 9555c93e-3eb5-4ffd-bc38-7463e3020695 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:12.615891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.712077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] For port 9555c93e-3eb5-4ffd-bc38-7463e3020695, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9555c93e-3eb5-4ffd-bc38-7463e3020695,segment=NetworkSegment(ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a),segment_id=ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:12.712516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.728731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Calling delete_port for 9555c93e-3eb5-4ffd-bc38-7463e3020695 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:12.755354 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Pushing event updated for resources: {'Port': ['ID=2d758a8d-80e1-4c06-8e40-0179b6043cad,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.792430 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.795189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d0dc2427-5278-4e72-b772-2ed3613a3e14', 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'fixed_ips': [{'subnet_id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:12.796665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.797657 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.801562 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.802936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.804909 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.809740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.811184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.815078 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.815669 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.816210 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.819195 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.819708 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:12.829884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 496fc48a-7a35-43e3-aff4-6051b21f0fb7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:12.859153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 496fc48a-7a35-43e3-aff4-6051b21f0fb7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:12.860342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 496fc48a-7a35-43e3-aff4-6051b21f0fb7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:12.895992 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Attempting to bind port 2d758a8d-80e1-4c06-8e40-0179b6043cad on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:12.897110 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Attempting to bind port 2d758a8d-80e1-4c06-8e40-0179b6043cad by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:12.897726 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Attempting to bind port 2d758a8d-80e1-4c06-8e40-0179b6043cad on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:12.904009 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:12.905521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:12.906166 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.906782 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:12.908077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Bound port: 2d758a8d-80e1-4c06-8e40-0179b6043cad, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:12.908742 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.964107 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] For port 2d758a8d-80e1-4c06-8e40-0179b6043cad, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:12.968075 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] For port 2d758a8d-80e1-4c06-8e40-0179b6043cad, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2d758a8d-80e1-4c06-8e40-0179b6043cad,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:12.974521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.979325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.981094 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.031646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9555c93e-3eb5-4ffd-bc38-7463e3020695,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.097206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.107247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74 HTTP/1.1" status: 204 len: 168 time: 2.2710760 Nov 12 03:19:13.123391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.124143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:13.126799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.133637 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3da2c7-d054-4c52-9b6a-9741d4094aca None None] Pushing event updated for resources: {'Port': ['ID=2d758a8d-80e1-4c06-8e40-0179b6043cad,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.136920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc455b-87ad-47eb-a62b-b231d4f1cc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7fe2af-c7b0-4eab-8cc8-cf0caaa48b74,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.171713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:13.174548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f744-7db5-4f6e-95ba-4de853c5a82f req-deb3c8b6-f000-4303-bb49-d46561921a97 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.176758 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:13.191087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abc8f744-7db5-4f6e-95ba-4de853c5a82f req-deb3c8b6-f000-4303-bb49-d46561921a97 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 944 time: 0.9666224 Nov 12 03:19:13.203641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Allocated IP 172.20.0.2 (d0dc2427-5278-4e72-b772-2ed3613a3e14/b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f/4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:13.225023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.255145 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/networks/dd90eea3-36b4-4147-a839-c9902a3633a3 HTTP/1.1" status: 204 len: 168 time: 1.8355615 Nov 12 03:19:13.284243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38350) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:13.289256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-649700990'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:13.363449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] For port b5af8711-b4ce-4ad4-bef7-0b2483a65f85, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,segment=NetworkSegment(bd3445cc-d7ec-4b9a-99cd-b21a62a2d199),segment_id=bd3445cc-d7ec-4b9a-99cd-b21a62a2d199)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:13.363801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.369446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-e12d847b-c97b-4f24-af98-042332905563 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971611 Nov 12 03:19:13.408410 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:13.409277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Calling delete_port for b5af8711-b4ce-4ad4-bef7-0b2483a65f85 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:13.425903 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.433079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d796d0-0e89-451d-b0ce-f5ae6f58fae2 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Network': ['ID=dd90eea3-36b4-4147-a839-c9902a3633a3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.439024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.503694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abc8f744-7db5-4f6e-95ba-4de853c5a82f req-3cc3bcf8-20da-4aee-b490-ddc8abdc915d tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/security-groups?id=45d61fc7-8a45-4318-b6ab-505cf0168ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071854 Nov 12 03:19:13.504949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:13.507911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:13.517536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.521121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:13.543041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:13.566568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Pushing event updated for resources: {'Port': ['ID=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:13.659716 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.696809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.708268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:13.724710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-a5c3434b-b5b8-40ab-962b-a326b7db6f68 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.726467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-a5c3434b-b5b8-40ab-962b-a326b7db6f68 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410170 Nov 12 03:19:13.728997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Attempting to bind port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:13.732365 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:09Z', 'revision_number': 3, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:13.735602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Attempting to bind port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:13.737789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Attempting to bind port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf on network d0dc2427-5278-4e72-b772-2ed3613a3e14 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:13.754560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:13.754901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Checking segment: {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:13.756519 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.756929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Bound using segment: {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:13.757439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Bound port: 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:13.757831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.759578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-59a30da5-6f5f-4168-8725-2dc5d7f87dff tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/quotas/96a0519fce8f4778b66fa43be661fab4 HTTP/1.1" status: 200 len: 375 time: 0.0249496 Nov 12 03:19:13.760771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.761186 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Added segment 9d1b194e-cdc0-4e73-a7eb-20a993641b39 of type vlan for network 7cfb3450-653a-40c9-bf01-7f634276de19 Nov 12 03:19:13.779338 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43fa8b-2f72-47d6-8b07-4a6d85a19f1a None None] The sync data for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 is: [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:09Z', 'revision_number': 3, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:13.872430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-e5ca77f9-7732-4877-b15f-2be69eec9b65 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918214 Nov 12 03:19:13.901079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:13.931996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.956409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] For port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:13.981284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.996468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] For port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:14.009224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.022434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.025687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.031287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.031899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.040630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.056060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.083828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No active binding found for port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:19:14.084724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b5af8711-b4ce-4ad4-bef7-0b2483a65f85 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:14.127093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071fd7a-6c7c-4c69-976c-91812900b7d4 None None] Pushing event updated for resources: {'Port': ['ID=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.180968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29137580-c6d6-4e60-88b0-89587646fd95']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:14.184793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Pushing event deleted for resources: {'Port': ['ID=b5af8711-b4ce-4ad4-bef7-0b2483a65f85,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.224694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8130305c-7fda-453e-b95a-684d8a6aa0f6') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:14.225358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8130305c-7fda-453e-b95a-684d8a6aa0f6') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:14.280562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.308057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0226760 Nov 12 03:19:14.345148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38364) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.377124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'subnet': {'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:14.426458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.469969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b590f-07be-4c98-b3cc-ee828faece38 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Network': ['ID=7cfb3450-653a-40c9-bf01-7f634276de19,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.484557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7cfb3450-653a-40c9-bf01-7f634276de19 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:14.575005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:14.575595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:14.592281 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:14.657959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] No DVR routers for this DVR port b5af8711-b4ce-4ad4-bef7-0b2483a65f85 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:14.695586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-9cdc4b6e-2e0c-49f0-8d3e-2b47b476fd7c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2117293 Nov 12 03:19:14.701721 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.719580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7a9eaa-11f4-40a5-99f2-99ffff9adb8f req-a8a7ed2a-381e-4dc7-a6f2-f7cb5386a1dd tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.98 "DELETE /v2.0/ports/b5af8711-b4ce-4ad4-bef7-0b2483a65f85 HTTP/1.1" status: 204 len: 173 time: 4.0347774 Nov 12 03:19:14.767274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-deleted', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:14.769927 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7d563f-854c-49f4-aab6-0c3399b1d80b" -d '{"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-deleted", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:14.891439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-402e1f6b-118a-4f1a-81be-368a17a1015e req-16b9567e-30dd-4eee-bdab-ae77cf0e85c2 tempest-LiveAutoBlockMigrationV225Test-2133127401 tempest-LiveAutoBlockMigrationV225Test-2133127401-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a9a0ea6-8e49-43a8-b7cc-25e02be0d844 HTTP/1.1" status: 200 len: 210 time: 0.2201712 Nov 12 03:19:14.911564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.159294 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c31351-6d0d-44d6-a956-d5dc229f395c x-openstack-request-id: req-95c31351-6d0d-44d6-a956-d5dc229f395c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:15.159886 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9a0ea6-8e49-43a8-b7cc-25e02be0d844", "name": "network-vif-deleted", "tag": "b5af8711-b4ce-4ad4-bef7-0b2483a65f85", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:15.160332 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-95c31351-6d0d-44d6-a956-d5dc229f395c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:15.160896 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9a0ea6-8e49-43a8-b7cc-25e02be0d844', 'name': 'network-vif-deleted', 'tag': 'b5af8711-b4ce-4ad4-bef7-0b2483a65f85', 'status': 'completed', 'code': 200} Nov 12 03:19:15.232470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2d758a8d-80e1-4c06-8e40-0179b6043cad up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:15.370195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.378081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] 10.222.0.93 "DELETE /v2.0/networks/29137580-c6d6-4e60-88b0-89587646fd95 HTTP/1.1" status: 204 len: 168 time: 2.2502635 Nov 12 03:19:15.381415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Allocated IP 172.20.0.1 (5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8/aa05eeee-af69-44a6-8448-92b1e2e0d386/fb5448f5-bcc9-44c6-8f2f-adbf330f1762) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:15.462706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b5f9-1fbb-415a-915a-7398b470d208 admin admin] Pushing event deleted for resources: {'Network': ['ID=29137580-c6d6-4e60-88b0-89587646fd95,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.472488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2d758a8d-80e1-4c06-8e40-0179b6043cad triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:15.474288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.482671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Router 00140164-4f4f-48f4-9c76-0a7e23af2438 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:15.641666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.712636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.757638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-1da3565d-be4f-4fc4-bfa2-19bdb725c404 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.761679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-1da3565d-be4f-4fc4-bfa2-19bdb725c404 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9348800 Nov 12 03:19:15.772650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.785069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 2d758a8d-80e1-4c06-8e40-0179b6043cad, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2d758a8d-80e1-4c06-8e40-0179b6043cad,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:15.793541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:15.795015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.795934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:15.860971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.864358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:15.868246 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.891263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-6305dec1-cf16-4e5d-af43-da4c99a29402 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/quotas/96a0519fce8f4778b66fa43be661fab4 HTTP/1.1" status: 200 len: 375 time: 0.1144934 Nov 12 03:19:15.910148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:15.918668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=2d758a8d-80e1-4c06-8e40-0179b6043cad,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.931091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.933654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:16.013179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:16.013652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.023178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:16.032076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-6611c2b8-f08a-403a-b9e7-6efef7b58adf tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262481 Nov 12 03:19:16.055235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:16.152828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38404) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:16.168690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-e4c31616-f600-482b-8236-07923db2bfb3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1428006 Nov 12 03:19:16.210664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Allocated IP 172.25.4.241 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/74e184c5-3f2a-4ace-a175-8cf1619d6d63) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:16.264998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.411758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.602516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bbfd41-775b-4cda-938d-94d40b0a93b6 None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:16.811049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-826a96a7-da34-4ef0-a972-3537b320982e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:16.821503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-826a96a7-da34-4ef0-a972-3537b320982e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6418924 Nov 12 03:19:16.823732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1824517-6bde-4dcd-986e-15a3ee798d9f req-6b6bc642-0bd6-469b-840f-b167d31e1dd2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.0580494 Nov 12 03:19:16.844360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] Provisioning complete for port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:16.844835 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.910515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Request body: {'port': {'device_id': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '96a0519fce8f4778b66fa43be661fab4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:17.046784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Deleting subnet e1b95a5a-e0ad-474e-a71e-c9512ce2e399 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:17.072923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.099088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.101512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:17.116018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85c70b75-8097-4add-8c50-3f0b680e4ba0 admin admin] 10.222.0.93 "PUT /v2.0/routers/00140164-4f4f-48f4-9c76-0a7e23af2438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9157114 Nov 12 03:19:17.118975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:17.178628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ef11cea-35b3-46e9-b2ec-deb293bf7957 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=275a97b31d6c4ffc840948dae0bbec76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3798065 Nov 12 03:19:17.179424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:17.197561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Subnet': ['ID=c84e278a-1c17-44b7-94ed-350894175a72,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:17.206527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Made reservation on behalf of 96a0519fce8f4778b66fa43be661fab4 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:17.208057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Sync routers for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:17.210000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.263242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.267751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.270208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.287636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.287883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Checking segment: {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:17.288209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network hostable DHCP agents. Network: 7cfb3450-653a-40c9-bf01-7f634276de19, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:17.304227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.363156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Pushing event updated for resources: {'Port': ['ID=74e184c5-3f2a-4ace-a175-8cf1619d6d63,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:17.398615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] For port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:17.401061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:17.403393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:17.404660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:17.408502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:17.419840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.421871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:17.422221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.424750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.481027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.542014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:17.636669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.732168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.733959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.743037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.747212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.750822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/45308b81-bf09-4cc3-a0a3-cc24cbae9b5a HTTP/1.1" status: 204 len: 168 time: 0.5645211 Nov 12 03:19:17.766319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.811662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:17.812152 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:17.859583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.865187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d67d92-467e-4d4d-ba83-40bea3705590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45308b81-bf09-4cc3-a0a3-cc24cbae9b5a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:17.960096 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.990617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.078122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.099526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cbf684f-9512-467f-9b0a-f7e76bcdcd03 req-0e457d20-4eb2-4a2f-929b-a6c525d93bee tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.0420537 Nov 12 03:19:18.107348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50afa42-8630-4c1a-934d-cb6fd8cbde51 None None] Pushing event updated for resources: {'Port': ['ID=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:18.166709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a00802bc-b9fd-4169-9123-58d3316453b8 None None] Provisioning complete for port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:18.167080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a00802bc-b9fd-4169-9123-58d3316453b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.179384 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-376805a2-9384-4596-90ba-88173fe4962c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.312759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Deleting port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:18.313290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.470331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a00802bc-b9fd-4169-9123-58d3316453b8 None None] Port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:18.508746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 5, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port': {'id': '0a45e41a-c636-43a1-80a9-6b86fcc41bcd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:19Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:18.558271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] For port 0a45e41a-c636-43a1-80a9-6b86fcc41bcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:18.558271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.569275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Checking router: 00140164-4f4f-48f4-9c76-0a7e23af2438 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:18.593269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Routers {'00140164-4f4f-48f4-9c76-0a7e23af2438'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:18.594030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['00140164-4f4f-48f4-9c76-0a7e23af2438'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:18.654510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Calling delete_port for 0a45e41a-c636-43a1-80a9-6b86fcc41bcd owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:18.669460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2d758a8d-80e1-4c06-8e40-0179b6043cad up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:18.729645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] Set router 00140164-4f4f-48f4-9c76-0a7e23af2438 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:18.739306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network 7cfb3450-653a-40c9-bf01-7f634276de19 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:18.788454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.821220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6f704c18-8d02-450a-924e-afd727fed9ce None None] Provisioning complete for port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:18.821687 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f704c18-8d02-450a-924e-afd727fed9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.825693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 6, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:18.838965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7cfb3450-653a-40c9-bf01-7f634276de19) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:18.851855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-ab3676f4-0ea4-4199-ad24-6236891958cc tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7512143 Nov 12 03:19:18.870619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021797a0-5c2d-46b6-9aba-837d8b981361 None None] Network 7cfb3450-653a-40c9-bf01-7f634276de19 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:18.897256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:18.906674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.908542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.925830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:18.929319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.017519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2d758a8d-80e1-4c06-8e40-0179b6043cad triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:19.017869 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.019502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b6ec9-e380-420a-9ed8-41ffa4ef30d8 None None] The sync data for ids ['00140164-4f4f-48f4-9c76-0a7e23af2438'] in n-d-713499-30 is: [{'id': '00140164-4f4f-48f4-9c76-0a7e23af2438', 'name': 'tempest-ServerRescueTestJSONUnderV235-1461141590-router', 'tenant_id': '282c605c910a4fe1beee74aa97f70225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 6, 'project_id': '282c605c910a4fe1beee74aa97f70225', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:19.053584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.069114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-43008c89-c84c-48d5-8edc-96b2c1093947 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.7034810 Nov 12 03:19:19.076118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.082214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1664805786'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.157974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:19.161940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.182034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Allocated IP 192.168.233.187 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/363613d3-0e1f-471e-b2e4-544a7879a4b8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:19.205988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.241445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:19.281688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38480) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.299384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.299384 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Added segment 61198759-9c25-4755-b643-e1fedf2da870 of type vlan for network f5085cd9-bbba-46af-8882-c828cc0b26d4 Nov 12 03:19:19.344471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.356255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a45e41a-c636-43a1-80a9-6b86fcc41bcd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.364523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:19.414377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7cfb3450-653a-40c9-bf01-7f634276de19', 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'fixed_ips': [{'subnet_id': 'c84e278a-1c17-44b7-94ed-350894175a72'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:19.415140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.429115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.439328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e1b95a5a-e0ad-474e-a71e-c9512ce2e399 HTTP/1.1" status: 204 len: 168 time: 3.2846105 Nov 12 03:19:19.451675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85042a78-c480-43b8-9ad0-496a51d59b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b95a5a-e0ad-474e-a71e-c9512ce2e399,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.459537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.495175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:19.502975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1057835468-network', 'tenant_id': '8afdc54b255846b2905582d84df6126e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.515629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe2ad970-c082-40f3-ba8b-6050b46eea22 req-4a06e376-3b1d-4944-8a7c-3bf7d5aaccbe tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.1268177 Nov 12 03:19:19.556350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.557095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-93868db4-f1cb-4ca6-b88a-e35333d4c4c4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.559034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-93868db4-f1cb-4ca6-b88a-e35333d4c4c4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715393 Nov 12 03:19:19.568353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.569203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.582724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Request body: {'port': {'device_id': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '96a0519fce8f4778b66fa43be661fab4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.697849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Made reservation on behalf of 8afdc54b255846b2905582d84df6126e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:19.700320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.752380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.763193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.810481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:19.811112 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7328503 Nov 12 03:19:19.811653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.812034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.839768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa84f1-b1e0-4447-84a4-eb0aea2c9310 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Network': ['ID=f5085cd9-bbba-46af-8882-c828cc0b26d4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.854356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:19.856282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.881681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'subnet': {'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.979031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.983031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:19.985943 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.019994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.035055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:20.047854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Allocated IP 19.80.0.2 (7cfb3450-653a-40c9-bf01-7f634276de19/c84e278a-1c17-44b7-94ed-350894175a72/173bb9f6-2ff9-4b13-90ad-2f99cf0d8058) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:20.064291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.130584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:20.188967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:20.288375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:20.355250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.371003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.443358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.455073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Made reservation on behalf of 96a0519fce8f4778b66fa43be661fab4 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:20.458925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.522748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8cf53d8f-214e-4b40-b49a-6bba60be2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.536324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Network 7cfb3450-653a-40c9-bf01-7f634276de19 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:20.536854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.537596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.571767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:20.574961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Pushing event updated for resources: {'Port': ['ID=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.577671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:20.618650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.618981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.619323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.619657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.620073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.620429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.620758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.621103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.621509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.621836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.622157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.622477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:20.668777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-3f5eb97e-123d-4201-85d2-46b3de5f47c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7626724 Nov 12 03:19:20.685450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c7cf3515-8279-4ae8-8b0b-2b941f00ce6e None None] Provisioning complete for port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:20.685973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf3515-8279-4ae8-8b0b-2b941f00ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.723724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Request body: {'port': {'device_id': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:20.740708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a45e41a-c636-43a1-80a9-6b86fcc41bcd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:20.787072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:20.787568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-176562be-b55f-479a-804b-4bf8cdf56cc0 req-df14a2c2-8b3a-46f7-8dab-998ff66a5acb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.1171036 Nov 12 03:19:20.789651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.800484 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Sync routers for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:20.801410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.801921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00140164-4f4f-48f4-9c76-0a7e23af2438 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:19:20.815812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.816983 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5c73a56f-3d0d-44f2-a57c-eba25c89570c admin admin] 10.222.0.93 "DELETE /v2.0/routers/00140164-4f4f-48f4-9c76-0a7e23af2438 HTTP/1.1" status: 204 len: 168 time: 3.6936789 Nov 12 03:19:20.823576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38510) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.841655 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:20.842308 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:20.843933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:20.847864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.848658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Router 964432e4-f6dc-49aa-a281-67b8851e74b9 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:20.854689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31983b17-f674-4f71-a77a-ea9a7763f94c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:20.858406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.872269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.874316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b518c177-611c-4765-b34f-648f7a716c22 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3303909 Nov 12 03:19:20.890718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf3515-8279-4ae8-8b0b-2b941f00ce6e None None] Port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:20.893568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0a45e41a-c636-43a1-80a9-6b86fcc41bcd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:20.893898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a45e41a-c636-43a1-80a9-6b86fcc41bcd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:20.894313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9555c93e-3eb5-4ffd-bc38-7463e3020695 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:20.897122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Attempting to bind port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:20.897973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.899163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Attempting to bind port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:20.899526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Attempting to bind port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 on network 7cfb3450-653a-40c9-bf01-7f634276de19 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:20.907149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:20.907579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:20.907825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Checking segment: {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:20.908491 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.908868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3445cc-d7ec-4b9a-99cd-b21a62a2d199') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:20.909475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Bound using segment: {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:20.910143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Bound port: 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:20.910527 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.945285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9555c93e-3eb5-4ffd-bc38-7463e3020695 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:20.945767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9555c93e-3eb5-4ffd-bc38-7463e3020695 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:21.008960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.070292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.077374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] For port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:21.082077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] For port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:21.097499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.103472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:21.117999 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:21.156759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.181162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6ba16-2f65-41ba-90db-807005e81c99 None None] Pushing event updated for resources: {'Port': ['ID=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.197344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cee33f46-64e4-458c-8fb8-4c7f7ee4be71 None None] Provisioning complete for port 363613d3-0e1f-471e-b2e4-544a7879a4b8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:21.198051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cee33f46-64e4-458c-8fb8-4c7f7ee4be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.226359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Allocated IP 192.168.233.88 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/6ba02596-1415-47cb-a85c-248e7e156c30) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:21.240267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.244708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Deleting subnet 5119a0ac-c77f-49b9-9a9a-acc42b92d842 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:21.246820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cee33f46-64e4-458c-8fb8-4c7f7ee4be71 None None] Port 363613d3-0e1f-471e-b2e4-544a7879a4b8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:21.266162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:21.266629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.267617 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Added segment bbdb0504-d4c0-4b66-95d7-cb8823e8cd57 of type vlan for network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 Nov 12 03:19:21.268328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.286142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e06d9-e7f6-49c7-8779-1f50a441cb4a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.288868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.343435 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 3, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:21.379767 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Checking router: 20d0e9a0-1b9b-4650-8af6-55037e3fad3c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:21.380392 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Updating router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:21.415332 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.469675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.474471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:21.513797 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:21.518574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.525755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.529239 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] 10.222.0.93 "DELETE /v2.0/networks/31983b17-f674-4f71-a77a-ea9a7763f94c HTTP/1.1" status: 204 len: 168 time: 2.0651004 Nov 12 03:19:21.567186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.586059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.595046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:21.595798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e535e-76fa-4aaa-a810-86600aa2681e admin admin] Pushing event deleted for resources: {'Network': ['ID=31983b17-f674-4f71-a77a-ea9a7763f94c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.704104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:19:21.724280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Subnet': ['ID=95884f6f-a88e-4d50-a564-4681c97a6149,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.775261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Deleting subnet 3cf48166-cdce-463c-929e-7a233061c8c1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:21.781436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.868925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.870209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.870978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.873043 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.880386 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.884215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:21.896746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Sync routers for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:21.898848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.913686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-003dbced-f300-4f42-8192-b1d61ed54395 admin admin] 10.222.0.93 "PUT /v2.0/routers/964432e4-f6dc-49aa-a281-67b8851e74b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7659183 Nov 12 03:19:21.919465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:21.922858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:21.947673 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ccb0e-e823-43c8-97cd-bc76a1df6389 None None] Pushing event updated for resources: {'Port': ['ID=74e184c5-3f2a-4ace-a175-8cf1619d6d63,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.972810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.984436 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Attempting to bind port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:21.985082 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Attempting to bind port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:21.986068 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Attempting to bind port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:22.001883 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:22.002268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:22.002746 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.003975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:22.009901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Bound port: 74e184c5-3f2a-4ace-a175-8cf1619d6d63, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:22.010361 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.038958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Checking segment: {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:22.039305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network hostable DHCP agents. Network: f5085cd9-bbba-46af-8882-c828cc0b26d4, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:22.094164 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] For port 74e184c5-3f2a-4ace-a175-8cf1619d6d63, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:22.099843 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] For port 74e184c5-3f2a-4ace-a175-8cf1619d6d63, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=74e184c5-3f2a-4ace-a175-8cf1619d6d63,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:22.104862 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.133013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29f18ab1-8ee9-4487-83e8-3a639e69dec6 req-6dfdda08-93f6-4415-85d7-bdec536821c6 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.1801744 Nov 12 03:19:22.142740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8381035 Nov 12 03:19:22.180540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ccb0e-e823-43c8-97cd-bc76a1df6389 None None] Pushing event updated for resources: {'Port': ['ID=74e184c5-3f2a-4ace-a175-8cf1619d6d63,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.218017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:22.228101 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:22.228945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:22.253364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38530) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:22.274670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Request body: {'subnet': {'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1057835468-subnet', 'tenant_id': '8afdc54b255846b2905582d84df6126e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:22.392505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19d2d4-76db-48a9-a45d-66f7dc8ce4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f1edfbee-7bb9-4267-9ad5-6470ec0282e8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.412659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:22.498427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.566298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Made reservation on behalf of 8afdc54b255846b2905582d84df6126e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:22.568783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.575411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.638736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:22.656900 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:22.701570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f5085cd9-bbba-46af-8882-c828cc0b26d4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:22.709302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.711572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.772529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.794768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:22.796607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986cae2-8662-464c-9c76-ee7a8e1d03cd None None] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:22.803140 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ab4be2a1-5acb-476b-beed-b47cefe4d0d7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9526649 Nov 12 03:19:23.114811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.163022 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 3, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:23.190891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf48166-cdce-463c-929e-7a233061c8c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.201784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.216857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3b25edb9-dc58-4dc3-a0f5-475048a97743 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3cf48166-cdce-463c-929e-7a233061c8c1 HTTP/1.1" status: 204 len: 168 time: 1.5498874 Nov 12 03:19:23.217099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:23.217337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:23.229743 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e5f7-4901-4518-b745-45b158852a82 None None] The sync data for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 is: [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 3, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:23.235326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-network', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:23.280468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a56561-ae4f-48e7-9f6b-0e2fe6556cfe None None] Network 7cfb3450-653a-40c9-bf01-7f634276de19 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:23.373317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.383901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Made reservation on behalf of 1757b5aeea2843059f6fe66fc30ec813 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:23.387085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5119a0ac-c77f-49b9-9a9a-acc42b92d842 HTTP/1.1" status: 204 len: 168 time: 2.5509756 Nov 12 03:19:23.387261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.388832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.391002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2cb1-41ec-4fd1-8b1c-7bb66f1660c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5119a0ac-c77f-49b9-9a9a-acc42b92d842,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.393421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:23.416037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.419411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.538045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:23.553771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.561268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.575638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Transition to ACTIVE for port object 363613d3-0e1f-471e-b2e4-544a7879a4b8 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:23.580460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] Provisioning complete for port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:23.580989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.630786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.661728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b5f7c7f6-dfe8-40d0-8de8-12d28c5892ef tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.668308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b5f7c7f6-dfe8-40d0-8de8-12d28c5892ef tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.670266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b5f7c7f6-dfe8-40d0-8de8-12d28c5892ef tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/networks?id=7cfb3450-653a-40c9-bf01-7f634276de19&id=f5085cd9-bbba-46af-8882-c828cc0b26d4 HTTP/1.1" status: 200 len: 1391 time: 0.2679853 Nov 12 03:19:23.676354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.732825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:23.733481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.761903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-474c7420-d0b2-45d2-89d5-67d33cf99f67 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/quotas/1714c2dfe1b44d51bb1e77932e4d9f55 HTTP/1.1" status: 200 len: 375 time: 0.0821574 Nov 12 03:19:23.762569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.772510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6949ae0-2a99-4354-9ff0-4af55f94abdb,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.797450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.826134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.186708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.227430 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.235071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.256798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.266483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42743ae1-b490-494e-9c9a-09191e8b2758']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.312479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.323143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f5085cd9-bbba-46af-8882-c828cc0b26d4', 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'fixed_ips': [{'subnet_id': '95884f6f-a88e-4d50-a564-4681c97a6149'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:24.324337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.348645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746087b7-9dab-42cb-b5cc-6c5f050f9254']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.385243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:24.392469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07efca58-0568-427b-b2cd-3ed4d12d8059') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.393030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07efca58-0568-427b-b2cd-3ed4d12d8059') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.406932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.422159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.426887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd56b7f-a9ba-4b0a-8bfc-16be11ee082a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.465714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:24.469039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.484605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f502b-d914-4068-a46d-72252bae7011 req-b1640da5-31b5-4892-b794-d90785001a67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.491587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.496882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e16f502b-d914-4068-a46d-72252bae7011 req-b1640da5-31b5-4892-b794-d90785001a67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 935 time: 0.9195063 Nov 12 03:19:24.511052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] For port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:24.524118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:24.529149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.529777 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Added segment b536c965-b24c-47bd-86d5-a642af0be6af of type vlan for network 42f1b6e6-f173-4e10-99b7-8014f9e47055 Nov 12 03:19:24.539055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Allocated IP 172.20.0.1 (d0dc2427-5278-4e72-b772-2ed3613a3e14/b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f/7547fb3c-f306-4cdc-ae78-bc4b1a19eac9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:24.543820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.576377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d061e4a-2f35-4e0b-998d-7ce0a74059ea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.576905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:24.593996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.609909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.662212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:24.662637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.665424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:24.665424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:24.666829 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:24.775993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:16Z', 'revision_number': 4, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb5448f5-bcc9-44c6-8f2f-adbf330f1762', 'name': '', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'mac_address': 'fa:16:3e:33:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:14Z', 'updated_at': '2021-11-12T03:19:17Z', 'revision_number': 2, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'subnets': [{'id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:24.836966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-6ef5ac1f-82b3-48e4-a10c-5eeafe584bba tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0575190 Nov 12 03:19:24.888386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event updated for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.899382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.923420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Checking router: 964432e4-f6dc-49aa-a281-67b8851e74b9 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:24.928204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Updating router 964432e4-f6dc-49aa-a281-67b8851e74b9 port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:24.961473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.972715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.978383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] 10.222.0.93 "DELETE /v2.0/networks/746087b7-9dab-42cb-b5cc-6c5f050f9254 HTTP/1.1" status: 204 len: 168 time: 1.5813701 Nov 12 03:19:24.978540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.978540 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.981426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.995050 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:24.995491 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:25.003053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.004016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.008026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3fc77-cc1e-4a75-a497-a9592be61ebb None None] Pushing event updated for resources: {'Port': ['ID=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.009779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.013965 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.020346 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] 10.222.0.93 "DELETE /v2.0/networks/42743ae1-b490-494e-9c9a-09191e8b2758 HTTP/1.1" status: 204 len: 168 time: 1.7983153 Nov 12 03:19:25.022127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379704d2-bcc3-4062-9960-16e21d9f6a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=746087b7-9dab-42cb-b5cc-6c5f050f9254,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.022572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Allocated IP 19.86.0.2 (f5085cd9-bbba-46af-8882-c828cc0b26d4/95884f6f-a88e-4d50-a564-4681c97a6149/f267d5e7-4d83-4451-8f5e-6cd2a42d7678) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:25.048157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.065027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d24d4f20-1945-4458-bf4e-3d1e799706e7 None None] Provisioning complete for port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:25.067776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d24d4f20-1945-4458-bf4e-3d1e799706e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.075312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69e457-39b8-4b53-bbc3-d4610cb3a193 admin admin] Pushing event deleted for resources: {'Network': ['ID=42743ae1-b490-494e-9c9a-09191e8b2758,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.108499 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8898206 Nov 12 03:19:25.121149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.143468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Request body: {'subnet': {'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-subnet', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:25.165653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.259200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ea45-621d-4a69-ad93-585b69834a02 admin admin] Pushing event updated for resources: {'Network': ['ID=42f1b6e6-f173-4e10-99b7-8014f9e47055,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.279405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Made reservation on behalf of 1757b5aeea2843059f6fe66fc30ec813 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:25.284405 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.291230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:25.297319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.317985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-a7df5680-15f5-4f7a-ad47-7d7116c8f00c service neutron] 10.222.0.93 "GET /v2.0/networks/7cfb3450-653a-40c9-bf01-7f634276de19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454803 Nov 12 03:19:25.318737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.482725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.501971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Attempting to bind port 363613d3-0e1f-471e-b2e4-544a7879a4b8 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:25.503104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Attempting to bind port 363613d3-0e1f-471e-b2e4-544a7879a4b8 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:25.503812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Attempting to bind port 363613d3-0e1f-471e-b2e4-544a7879a4b8 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:25.512946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-dbf0e86c-a09c-4a77-8682-f2eec6e3b041 service neutron] 10.222.0.93 "GET /v2.0/networks/7cfb3450-653a-40c9-bf01-7f634276de19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349838 Nov 12 03:19:25.516440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-fae23771-66c0-40af-b0ee-7e6851393386 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9392262 Nov 12 03:19:25.519113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Port 363613d3-0e1f-471e-b2e4-544a7879a4b8 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:25.519443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Attempting to bind port 363613d3-0e1f-471e-b2e4-544a7879a4b8 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:25.538991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38584) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.539910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:25.541874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:25.542057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:25.542488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Bound port: 363613d3-0e1f-471e-b2e4-544a7879a4b8, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:25.544319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.567811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e16f502b-d914-4068-a46d-72252bae7011 req-585bc038-a05f-48bd-b929-e07be0691e16 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0702562 Nov 12 03:19:25.574114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:25.582523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Request body: {'port': {'device_id': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:25.585010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:25.595575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:25.610592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Pushing event updated for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.773533 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5225354-cd9e-46fd-b344-918705c5cebf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=282c605c910a4fe1beee74aa97f70225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352886 Nov 12 03:19:25.775939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.799758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.814228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Checking segment: {'id': 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:25.814590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Network hostable DHCP agents. Network: f1edfbee-7bb9-4267-9ad5-6470ec0282e8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:26.060461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2357fc6c-9307-49b6-8043-77a2fdf96f51 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=58ee712775d949cea74805337cac0dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4906645 Nov 12 03:19:26.061148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.070273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:26.071775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:26.109795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:26.118532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.136554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.139950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f1edfbee-7bb9-4267-9ad5-6470ec0282e8) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:26.178917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-5f23f7ce-cc03-403d-ad14-c14fd80439c3 service neutron] 10.222.0.93 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459050 Nov 12 03:19:26.184300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:26.185424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2eae3d-da98-4c70-bdc5-66af644d67c6 None None] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:26.202507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.213615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.214229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.216131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:26.254428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.294612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.340743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:26.341929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Provisioning complete for port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:26.342534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.364096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.378121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:26.396484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:26.406556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Pushing event updated for resources: {'Port': ['ID=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.476700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:26.496269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.510552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfe8a84-6577-4b63-a1d7-e119548a9e70,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.578515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Attempting to bind port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:26.579342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Attempting to bind port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:26.579993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Attempting to bind port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 on network f5085cd9-bbba-46af-8882-c828cc0b26d4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:26.599454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:26.599938 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.604239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.607350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.610788 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5271c24c-3df3-4267-bb2f-5b03ee9ead17 HTTP/1.1" status: 204 len: 168 time: 0.8314886 Nov 12 03:19:26.626860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Checking segment: {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:26.627291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Network hostable DHCP agents. Network: 42f1b6e6-f173-4e10-99b7-8014f9e47055, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:26.647550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ba811-b789-47f3-9c6a-9a08e6f89ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5271c24c-3df3-4267-bb2f-5b03ee9ead17,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.674369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:26.678130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Checking segment: {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:26.680206 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.680729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Bound using segment: {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:26.681339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Bound port: f267d5e7-4d83-4451-8f5e-6cd2a42d7678, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:26.688168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.704004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9119776-0865-444e-902c-5893af8edd7f None None] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:26.708611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.715853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a21d5c21-fac3-4c2a-8da7-bbb9265a7703 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4613914 Nov 12 03:19:26.734822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:26.761971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 42f1b6e6-f173-4e10-99b7-8014f9e47055) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:26.781840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.789668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee289acf-36cc-47e8-a829-07e0503bd26e None None] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:26.796445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.797040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.801848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.819015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.825051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.825675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.827073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] 10.222.0.100 "PUT /v2.0/ports/363613d3-0e1f-471e-b2e4-544a7879a4b8 HTTP/1.1" status: 200 len: 1097 time: 6.1119750 Nov 12 03:19:26.845893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:26.848537 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befe2831-e6f3-4d2f-bf93-273448a7466f" -d '{"events": [{"name": "network-changed", "server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:26.955289 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bb63991c-8e1a-45b0-bb20-fa4f30fc7ed4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8168192 Nov 12 03:19:26.980601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:27.004071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:27.083879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.086365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.090142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Pushing event updated for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.115950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.117073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.137822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.192405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Provisioning complete for port 6ba02596-1415-47cb-a85c-248e7e156c30 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:27.193288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.228771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df2fb9-e77c-402e-8841-68643b4687a4 service neutron] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.277194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.279953 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.284226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/45d61fc7-8a45-4318-b6ab-505cf0168ca2 HTTP/1.1" status: 204 len: 168 time: 1.2071435 Nov 12 03:19:27.323050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888331e-498f-4a0f-8e92-9e10f1d3efa0 req-a035e7a4-d414-4bab-a859-794589a6cb83 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.330440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5888331e-498f-4a0f-8e92-9e10f1d3efa0 req-a035e7a4-d414-4bab-a859-794589a6cb83 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 935 time: 0.6215687 Nov 12 03:19:27.388300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-adc6c86e-2185-46ab-93ac-5ef1cd08f6f3 service neutron] 10.222.0.93 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1832304 Nov 12 03:19:27.425579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b060-cb19-4d39-a008-a0d02b259076 None None] Pushing event updated for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.503125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f096f3f-6e70-4607-83d9-4e5e9e75a3bd None None] Port 6ba02596-1415-47cb-a85c-248e7e156c30 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:27.577227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] For port f267d5e7-4d83-4451-8f5e-6cd2a42d7678, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:27.605117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] For port f267d5e7-4d83-4451-8f5e-6cd2a42d7678, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:27.665369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba02596-1415-47cb-a85c-248e7e156c30 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:27.677191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.705351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 74e184c5-3f2a-4ace-a175-8cf1619d6d63 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:27.723271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-511096ba-48aa-4892-b7d4-0679fa1803ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.725819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-511096ba-48aa-4892-b7d4-0679fa1803ba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1100 time: 0.8187735 Nov 12 03:19:27.741086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9c3d8-387f-4c41-bda7-4dde9a287824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d61fc7-8a45-4318-b6ab-505cf0168ca2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.765703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Transition to ACTIVE for port object 6ba02596-1415-47cb-a85c-248e7e156c30 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:27.811838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.812999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.972893 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc74fd12-fc36-4087-8809-90228b3bc97e x-openstack-request-id: req-dc74fd12-fc36-4087-8809-90228b3bc97e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:27.973436 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:27.974082 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc74fd12-fc36-4087-8809-90228b3bc97e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:27.974705 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'status': 'completed', 'code': 200} Nov 12 03:19:28.006749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.012846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-a3307af7-0c04-4d1f-b4ee-ffe984b536ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8 HTTP/1.1" status: 200 len: 217 time: 0.2654417 Nov 12 03:19:28.131334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5888331e-498f-4a0f-8e92-9e10f1d3efa0 req-d1d48f95-5bdc-424e-9d64-c45dcffdbf7e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7875092 Nov 12 03:19:28.132110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Attempting to bind port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:28.132884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Attempting to bind port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:28.133439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Attempting to bind port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 on network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:28.178479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:28.183696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:28.206438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:28.207071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Checking segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:28.207990 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.207990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Bound using segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:28.208191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Bound port: fb5448f5-bcc9-44c6-8f2f-adbf330f1762, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:28.208516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.306195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Pushing event updated for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.379328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-5e80055b-ada1-4314-9543-b9c781233b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.381498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-5e80055b-ada1-4314-9543-b9c781233b40 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.3568525 Nov 12 03:19:28.480928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68e64c60-a810-4e7f-b42d-4f2f4619e29a req-f2d11936-fcff-4f01-a859-370fdec99b1e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 210 time: 0.1529100 Nov 12 03:19:28.590407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6764a-8441-46d4-8b02-415d791461f1 None None] Pushing event updated for resources: {'Port': ['ID=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.632407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:28.709317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] For port fb5448f5-bcc9-44c6-8f2f-adbf330f1762, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:28.740810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] For port fb5448f5-bcc9-44c6-8f2f-adbf330f1762, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:28.754198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-42f1b6e6-f173-4e10-99b7-8014f9e47055', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:28.755710 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.766173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] Provisioning complete for port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:28.766548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.807822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.830842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.841470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:28.853606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36a01-d416-485d-9452-3dc55a775b9b req-606312db-bda6-48e3-ae02-1a6189c8c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.856865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-606312db-bda6-48e3-ae02-1a6189c8c782 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4396663 Nov 12 03:19:28.865694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Attempting to bind port 6ba02596-1415-47cb-a85c-248e7e156c30 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:28.866869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Attempting to bind port 6ba02596-1415-47cb-a85c-248e7e156c30 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:28.867989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Attempting to bind port 6ba02596-1415-47cb-a85c-248e7e156c30 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:28.897516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e095e4b5-8bf2-4015-a644-a12b27df6291 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3283ec1164154e5a8e6b39daacbfa5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610574 Nov 12 03:19:28.935999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:28.938691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Port 6ba02596-1415-47cb-a85c-248e7e156c30 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:28.942119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Attempting to bind port 6ba02596-1415-47cb-a85c-248e7e156c30 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:29.026237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:29.026528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b060-cb19-4d39-a008-a0d02b259076 None None] Pushing event updated for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:29.027947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:29.028523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:29.029657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Bound port: 6ba02596-1415-47cb-a85c-248e7e156c30, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:29.035342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.038062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:29.038444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.136938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:29.137995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:29.331282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38676) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:29.505954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.569042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.592921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:29.602732 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Sync routers for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:29.607400 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-abcb3cd8-83aa-4de7-a629-b70f2706f47e admin admin] 10.222.0.93 "PUT /v2.0/routers/20d0e9a0-1b9b-4650-8af6-55037e3fad3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7081478 Nov 12 03:19:29.626819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-84576ea9-b7f3-4c78-85d2-aae14bb8451e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516921 Nov 12 03:19:29.646388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:29.650695 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:29.686200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:29.690880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6ba02596-1415-47cb-a85c-248e7e156c30,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:29.707184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1776158209-network', 'tenant_id': '03b7834c4793468d96c7dcc435e31aae'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:29.766901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:29.807314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Made reservation on behalf of 03b7834c4793468d96c7dcc435e31aae for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:29.817958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.879637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.892203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.912932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.935687 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:30.023421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Pushing event updated for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.099670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c76549-a716-415f-a014-ec5c3df16c41 req-7995a372-b8ae-4fdd-be01-09a3afd68d98 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 210 time: 0.1965370 Nov 12 03:19:30.204939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bafece-d8c7-49f4-9fa9-bf992550a898 req-1b75cfd1-142c-4c15-93e1-f7fe1612eb5b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.205209 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:26Z', 'revision_number': 4, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '7547fb3c-f306-4cdc-ae78-bc4b1a19eac9', 'name': '', 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'mac_address': 'fa:16:3e:7d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:23Z', 'updated_at': '2021-11-12T03:19:26Z', 'revision_number': 2, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'subnets': [{'id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:30.208850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7bafece-d8c7-49f4-9fa9-bf992550a898 req-1b75cfd1-142c-4c15-93e1-f7fe1612eb5b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 947 time: 0.8749268 Nov 12 03:19:30.238676 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Checking router: 20d0e9a0-1b9b-4650-8af6-55037e3fad3c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:30.239437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Updating router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:30.258393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.259107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.265548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-52efa6c6-b089-4c12-b722-7effcab5218d service neutron] 10.222.0.98 "PUT /v2.0/ports/6ba02596-1415-47cb-a85c-248e7e156c30 HTTP/1.1" status: 200 len: 1096 time: 4.7314167 Nov 12 03:19:30.269281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:30.271573 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53af10-c7ff-4025-b713-ab76df3fcddf" -d '{"events": [{"name": "network-changed", "server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:30.284806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-89a03676-b165-4174-a2f1-8212f87545d3 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.293085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89e436-b087-47de-8c60-7e2b0182961e None None] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:30.299256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-89a03676-b165-4174-a2f1-8212f87545d3 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.309837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-89a03676-b165-4174-a2f1-8212f87545d3 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "GET /v2.0/networks?id=7cfb3450-653a-40c9-bf01-7f634276de19&id=f5085cd9-bbba-46af-8882-c828cc0b26d4 HTTP/1.1" status: 200 len: 1391 time: 0.3624802 Nov 12 03:19:30.310783 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.313506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.316181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.317315 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/08bd2bc9-26f3-4770-8d08-bbd7df722442 HTTP/1.1" status: 204 len: 168 time: 1.3750801 Nov 12 03:19:30.406761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'port': {'device_id': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19', 'admin_state_up': True, 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:30.441920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d2aa3-8cef-4604-99a2-a5a5ead8d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd2bc9-26f3-4770-8d08-bbd7df722442,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.551614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.597472 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.602462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.685579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] For port fb5448f5-bcc9-44c6-8f2f-adbf330f1762, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:30.725273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 74e184c5-3f2a-4ace-a175-8cf1619d6d63, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=74e184c5-3f2a-4ace-a175-8cf1619d6d63,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:30.728246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.745806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Allocated IP 172.20.0.2 (42f1b6e6-f173-4e10-99b7-8014f9e47055/8cfe8a84-6577-4b63-a1d7-e119548a9e70/102fa1ab-65a0-44af-86bc-dc10915400be) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:30.745944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7bafece-d8c7-49f4-9fa9-bf992550a898 req-8be2b128-f28f-4897-8bcf-c037f9ece02c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007305 Nov 12 03:19:30.749762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-8c5acc60-e5b3-42fb-b2d1-4b9f202720b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.751612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-8c5acc60-e5b3-42fb-b2d1-4b9f202720b3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 1099 time: 0.3608208 Nov 12 03:19:30.754278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e36a01-d416-485d-9452-3dc55a775b9b req-9f30b9af-11d2-4fff-9055-633c334fee3e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0613906 Nov 12 03:19:30.785737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.790301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.832570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-ee4e6b8f-110d-458a-a27d-fb5ba90d0be4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6ba02596-1415-47cb-a85c-248e7e156c30 HTTP/1.1" status: 200 len: 217 time: 0.0717432 Nov 12 03:19:30.933370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:30.940380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.960312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Allocated IP 172.25.4.118 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/d5a2295f-cb17-4f93-a473-0f65b1d0b5c2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:31.041388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.044902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-00e29fb0-b726-47d6-b423-dfd8fad8f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.046427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-00e29fb0-b726-47d6-b423-dfd8fad8f5cd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1100 time: 0.2128201 Nov 12 03:19:31.087705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f267d5e7-4d83-4451-8f5e-6cd2a42d7678 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:31.116232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-56529e97-d79c-4ec6-91e0-c115fd4d04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.128252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-56529e97-d79c-4ec6-91e0-c115fd4d04a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2842841 Nov 12 03:19:31.129989 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d718e-4983-4e7a-80a1-fc94743d341a x-openstack-request-id: req-897d718e-4983-4e7a-80a1-fc94743d341a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:31.130278 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:31.130533 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-897d718e-4983-4e7a-80a1-fc94743d341a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:31.130928 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30', 'status': 'completed', 'code': 200} Nov 12 03:19:31.136752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.173394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Provisioning complete for port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:31.175994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.203907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b1bbd-272c-45c2-802f-664ff863ebb0 None None] Pushing event updated for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.206432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b514f6d-b235-43fd-a495-497248a896f0 req-732774c1-5cc5-4057-b55f-5bb01024f459 tempest-FloatingIPsNegativeTestJSON-1452091324 tempest-FloatingIPsNegativeTestJSON-1452091324-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=5b55b8ea1d624814a0dcd4af7a1d85f6 HTTP/1.1" status: 200 len: 217 time: 0.2409925 Nov 12 03:19:31.213500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e9a942-55b0-4806-be3d-f8c767dcc745,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.238710 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.256496 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.262761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:31.339822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.340197 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Added segment 6f577af9-07cb-4288-a253-dc0fea82d544 of type vlan for network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b Nov 12 03:19:31.385514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374942b4-2981-4250-975f-e764b8683f18 req-23891e20-ad6f-4089-a4e2-7d96bd87ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.387022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-23891e20-ad6f-4089-a4e2-7d96bd87ba10 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2441623 Nov 12 03:19:31.413919 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81d98c-993e-4019-b841-d6639d234a71 None None] Pushing event updated for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.448419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Attempting to bind port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:31.448795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Attempting to bind port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:31.449155 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Attempting to bind port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 on network d0dc2427-5278-4e72-b772-2ed3613a3e14 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:31.454594 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:31.454969 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Checking segment: {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:31.455376 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.455770 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Bound using segment: {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:31.456285 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Bound port: 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3e135-5181-4d79-b518-a65db6ea733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:31.456686 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.495822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Allocated IP 19.80.0.98 (7cfb3450-653a-40c9-bf01-7f634276de19/c84e278a-1c17-44b7-94ed-350894175a72/c3777eb1-e7e4-42be-80e1-859855d07ab3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:31.522914 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] For port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:31.528021 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] For port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:31.538680 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.601155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.630032 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:31.630660 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:31.704326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-9d174a6e-a146-496b-8f2e-15fec9f196ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.706058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-9d174a6e-a146-496b-8f2e-15fec9f196ac service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.5720794 Nov 12 03:19:31.712238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-277f6a0d-51d4-493a-90e8-6ba57f68474d req-cceca91d-6926-4f78-ac66-c775f7c9cbc0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 210 time: 0.2723560 Nov 12 03:19:31.723770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.724775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.727423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.741101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.775013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.778562 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:31.861541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-f62c1fb3-8539-42e0-b7cf-adc4584c7457 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8 HTTP/1.1" status: 200 len: 217 time: 0.1047301 Nov 12 03:19:31.901682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.903430 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81d98c-993e-4019-b841-d6639d234a71 None None] Pushing event updated for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.909503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.930460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=74e184c5-3f2a-4ace-a175-8cf1619d6d63,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.982625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6473539 Nov 12 03:19:31.985611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-dd08a4fc-8ed5-4ea7-ad9a-05449b9ae21e service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465379 Nov 12 03:19:31.989997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:31.991318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.018370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38752) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:32.034634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:32.035826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.042082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:32.043531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a6631db-fcd0-4193-b704-bc7c9ba67115 req-fc63b6f6-281d-4308-9e64-be1afe156639 tempest-FloatingIPsNegativeTestJSON-1452091324 tempest-FloatingIPsNegativeTestJSON-1452091324-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2034984 Nov 12 03:19:32.054515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:32.069964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Request body: {'subnet': {'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1776158209-subnet', 'tenant_id': '03b7834c4793468d96c7dcc435e31aae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:32.108682 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.113389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:16Z', 'revision_number': 4, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb5448f5-bcc9-44c6-8f2f-adbf330f1762', 'name': '', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'mac_address': 'fa:16:3e:33:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:14Z', 'updated_at': '2021-11-12T03:19:28Z', 'revision_number': 4, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'subnets': [{'id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:32.147725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.148976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e3080-7e63-4cd1-8920-eb0a5a3f74c7 None None] The sync data for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 is: [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:19:16Z', 'revision_number': 4, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb5448f5-bcc9-44c6-8f2f-adbf330f1762', 'name': '', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'mac_address': 'fa:16:3e:33:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:14Z', 'updated_at': '2021-11-12T03:19:28Z', 'revision_number': 4, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'subnets': [{'id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:32.154442 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.265966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387492f-d544-4f3e-b1a1-de417facd8fa admin admin] Pushing event updated for resources: {'Network': ['ID=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.297282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:32.374975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:32.397120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:26Z', 'revision_number': 4, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '7547fb3c-f306-4cdc-ae78-bc4b1a19eac9', 'name': '', 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'mac_address': 'fa:16:3e:7d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:23Z', 'updated_at': '2021-11-12T03:19:31Z', 'revision_number': 4, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'subnets': [{'id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:32.411270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Provisioning complete for port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:32.411814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.420140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-555b8941-468c-4441-9c58-ba72f79cc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.422234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-555b8941-468c-4441-9c58-ba72f79cc2d5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.5304070 Nov 12 03:19:32.423908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:32.449078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Made reservation on behalf of 03b7834c4793468d96c7dcc435e31aae for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:32.456971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.477301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network 7cfb3450-653a-40c9-bf01-7f634276de19 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:32.480726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Pushing event updated for resources: {'Port': ['ID=102fa1ab-65a0-44af-86bc-dc10915400be,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.514454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572d074-bd7c-47c3-b18d-5d61027bf0b1 None None] The sync data for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 is: [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:26Z', 'revision_number': 4, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '7547fb3c-f306-4cdc-ae78-bc4b1a19eac9', 'name': '', 'network_id': 'd0dc2427-5278-4e72-b772-2ed3613a3e14', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'mac_address': 'fa:16:3e:7d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:23Z', 'updated_at': '2021-11-12T03:19:31Z', 'revision_number': 4, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'subnets': [{'id': 'b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:32.529050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:32.535421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:32.556786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:32.639904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374942b4-2981-4250-975f-e764b8683f18 req-b09c5d95-e507-45c0-a57e-a4da0cd89d5b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661085 Nov 12 03:19:32.696602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.709753 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.784301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.785030 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.863741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Attempting to bind port 102fa1ab-65a0-44af-86bc-dc10915400be on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:32.864263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Attempting to bind port 102fa1ab-65a0-44af-86bc-dc10915400be by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:32.864710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Attempting to bind port 102fa1ab-65a0-44af-86bc-dc10915400be on network 42f1b6e6-f173-4e10-99b7-8014f9e47055 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:32.878267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port f267d5e7-4d83-4451-8f5e-6cd2a42d7678, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.886161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:32.886729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Checking segment: {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:32.887402 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.887906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Bound using segment: {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:32.889426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Bound port: 102fa1ab-65a0-44af-86bc-dc10915400be, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:32.890510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.901767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.942001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:33.007146 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-9e254fc7-ebbd-400e-af9f-6b8cf76e3167 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6701541 Nov 12 03:19:33.037990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Request body: {'port': {'device_id': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4', 'admin_state_up': True, 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:33.158374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:19:33.165818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.291576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.300482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 74e184c5-3f2a-4ace-a175-8cf1619d6d63 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:33.412693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.427785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.431249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'mac_address': 'fa:16:3e:2f:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:33.450413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] For port 102fa1ab-65a0-44af-86bc-dc10915400be, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:33.455453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] For port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.518911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] For port 102fa1ab-65a0-44af-86bc-dc10915400be, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=102fa1ab-65a0-44af-86bc-dc10915400be,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:33.525815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.530410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Made reservation on behalf of 1714c2dfe1b44d51bb1e77932e4d9f55 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:33.535209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.541275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aba94-8117-4cc9-85f0-9224b936115b req-9571378a-406b-42f7-886b-939aca061692 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.542324 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.549795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-183aba94-8117-4cc9-85f0-9224b936115b req-9571378a-406b-42f7-886b-939aca061692 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 951 time: 1.3444638 Nov 12 03:19:33.578100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.595051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.621154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:33.626900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Provisioning complete for port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:33.627278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.705849 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.728427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb109-d49a-4ce2-b5a7-5127e2f70dfa None None] Pushing event updated for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.734667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-306629e9-0801-4cc3-8b18-ea771bebf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.736872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-306629e9-0801-4cc3-8b18-ea771bebf98d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3018222 Nov 12 03:19:33.760787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-183aba94-8117-4cc9-85f0-9224b936115b req-6b5d98ae-463e-44b7-8d7a-b1adb58ae279 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100468 Nov 12 03:19:33.783257 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.801745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:33.802233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.841346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Allocated IP 19.86.0.237 (f5085cd9-bbba-46af-8882-c828cc0b26d4/95884f6f-a88e-4d50-a564-4681c97a6149/540b897b-470e-4572-8556-6fbc49544dbd) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:33.889744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43275b4b-5c5d-4911-9762-f78224f9888b req-1689a906-33be-4788-90fb-2cdf2fb837d4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.898741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43275b4b-5c5d-4911-9762-f78224f9888b req-1689a906-33be-4788-90fb-2cdf2fb837d4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 947 time: 1.2465246 Nov 12 03:19:33.909428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-dabb8ecc-6276-414f-b98b-8012bbe1bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.911251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-dabb8ecc-6276-414f-b98b-8012bbe1bfc7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 1099 time: 0.4215953 Nov 12 03:19:33.966458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b860c05-c7e1-44c8-82c2-8f766c3d34d0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.006875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Checking segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:34.007299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Network hostable DHCP agents. Network: ee0b1f71-d9ba-4158-854e-d4e8e437dd8b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:34.034816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6ba02596-1415-47cb-a85c-248e7e156c30 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:34.040530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.066796 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-38d14c4a-c4b2-4a95-a1d6-6250d25c1efc req-9864b437-5c15-4890-8083-af82382b18ee tempest-FloatingIPsNegativeTestJSON-1452091324 tempest-FloatingIPsNegativeTestJSON-1452091324-project] show failed (client error): The resource could not be found. Nov 12 03:19:34.075594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38d14c4a-c4b2-4a95-a1d6-6250d25c1efc req-9864b437-5c15-4890-8083-af82382b18ee tempest-FloatingIPsNegativeTestJSON-1452091324 tempest-FloatingIPsNegativeTestJSON-1452091324-project] 10.222.0.93 "GET /v2.0/floatingips/89bf84f1-aeb7-4c21-bab3-72dada0fddd9 HTTP/1.1" status: 404 len: 350 time: 0.2358737 Nov 12 03:19:34.098003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.255772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6ba02596-1415-47cb-a85c-248e7e156c30,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:34.283068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:34.296316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '6ba02596-1415-47cb-a85c-248e7e156c30', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '6ba02596-1415-47cb-a85c-248e7e156c30', 'mac_address': 'fa:16:3e:40:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:34.298518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:34.347143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:34.373528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1278ab-23b0-4294-a5b0-dd86b05a6325 None None] Pushing event updated for resources: {'Port': ['ID=102fa1ab-65a0-44af-86bc-dc10915400be,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.443220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ee0b1f71-d9ba-4158-854e-d4e8e437dd8b) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:34.468861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.469594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.471796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43034230-cde6-4125-aa95-327628738004 None None] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:34.478498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43275b4b-5c5d-4911-9762-f78224f9888b req-a3ac1fe8-1c2d-4b46-88ce-0bb4c746b30b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784588 Nov 12 03:19:34.521664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-032e2e37-df76-413e-809b-0dc1146416b1 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271252 Nov 12 03:19:34.596350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9f0341c3-6dba-4919-aad4-81c071921e68 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5515547 Nov 12 03:19:34.601881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:34.616656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-f48ada2e-420e-44d5-907a-f8fbf0fa7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.618149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-f48ada2e-420e-44d5-907a-f8fbf0fa7c0a service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.6493180 Nov 12 03:19:34.735647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161e0c-7762-419b-a442-22e94f77dd21 req-acd52df9-7dde-481e-8bc0-e8bedd5e8712 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.746413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c161e0c-7762-419b-a442-22e94f77dd21 req-acd52df9-7dde-481e-8bc0-e8bedd5e8712 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 931 time: 0.3895469 Nov 12 03:19:34.747305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.752735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.812771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.881831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba02596-1415-47cb-a85c-248e7e156c30 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:34.887786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-d4039112-6045-4b37-88a2-40429c60240b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6ba02596-1415-47cb-a85c-248e7e156c30 HTTP/1.1" status: 200 len: 217 time: 0.1923723 Nov 12 03:19:34.896797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.924582 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.941363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:34.957861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6ba02596-1415-47cb-a85c-248e7e156c30,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:34.976814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:34.981245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:34.983165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event updated for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.995228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:35.012528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.029234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1e08bae7-3787-4889-8683-b2fde222db7b None None] Provisioning complete for port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:35.030004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e08bae7-3787-4889-8683-b2fde222db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.113489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.113945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.114564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.115005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.115633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.116122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.116566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.117010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.117597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.118044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.118482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.120630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-420091c8-51ba-43a5-8bd8-3cad16c868c8 req-a111c3e8-2a6f-460f-ab83-d8696cf12419 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7803 time: 0.2839384 Nov 12 03:19:35.168666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.169339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.219374 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-950285eb-0ae6-4c7e-ba54-6216117d75e0 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1930630 Nov 12 03:19:35.232863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Request body: {'port': {'device_id': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:35.239485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-a26eef21-d3b9-4e18-b9be-b378c988b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.253733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-a26eef21-d3b9-4e18-b9be-b378c988b951 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1320620 Nov 12 03:19:35.295681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:35.307350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.323475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:35.327819 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ab6e7-3e55-4765-aef3-28fe9e1fc25b" -d '{"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-unplugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:35.403298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25b997-5f93-4c33-afe5-6de4c0cddaf1 None None] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:35.405417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.409954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:35.440859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.442633 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-396cd535-6c83-47bd-9ddd-57b9fbd8ab30 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4610484 Nov 12 03:19:35.445357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38806) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:35.475206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-befe2831-e6f3-4d2f-bf93-273448a7466f req-fc646732-2d4f-4e2e-9c9e-533d27aee59e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9339972 Nov 12 03:19:35.525783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c161e0c-7762-419b-a442-22e94f77dd21 req-fc53ff4d-c7ea-477c-b8d9-0565b5f81392 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783668 Nov 12 03:19:35.535374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-f1d46f7d-e692-442b-a508-22a58f79aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.537469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-f1d46f7d-e692-442b-a508-22a58f79aa0e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2742250 Nov 12 03:19:35.545383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:35.545765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.597859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.633148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6ba02596-1415-47cb-a85c-248e7e156c30'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:35.762002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-fc19aa7b-f00f-405b-99cc-f76f157f833b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041647 Nov 12 03:19:35.881101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Sync routers for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:35.956479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4fd0d-e4e7-477e-8bb7-1258727b923e None None] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:35.984076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea53af10-c7ff-4025-b713-ab76df3fcddf req-87b9364c-9432-4992-99ea-dd7d056d1b84 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126415 Nov 12 03:19:35.998156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.097552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:36.098111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:36.163048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-7df56204-a395-46f8-ad13-6fadffe11160 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.164695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-7df56204-a395-46f8-ad13-6fadffe11160 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 814 time: 0.2893872 Nov 12 03:19:36.170381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.231686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-351c6d3a-22b1-44dd-a705-8a38e337119e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/quotas/03b7834c4793468d96c7dcc435e31aae HTTP/1.1" status: 200 len: 375 time: 0.0266731 Nov 12 03:19:36.256438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb5448f5-bcc9-44c6-8f2f-adbf330f1762 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:36.263117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.295307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e926-05b5-49f3-addb-d9bea772a84e req-020e78e8-d79a-4565-a9de-a256d99402a4 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.304754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3544e926-05b5-49f3-addb-d9bea772a84e req-020e78e8-d79a-4565-a9de-a256d99402a4 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 886 time: 0.2313848 Nov 12 03:19:36.342940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-6c45361e-a307-4c47-a518-c1b00c33c7aa tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906448 Nov 12 03:19:36.355791 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7b900-ff6b-4286-a198-f47c3931ea72 x-openstack-request-id: req-fbd7b900-ff6b-4286-a198-f47c3931ea72 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:36.356394 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-unplugged", "status": "completed", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:36.356394 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fbd7b900-ff6b-4286-a198-f47c3931ea72 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:36.357593 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'code': 200} Nov 12 03:19:36.441735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3777eb1-e7e4-42be-80e1-859855d07ab3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:36.459609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.495197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:36.503186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Transition to ACTIVE for port object c3777eb1-e7e4-42be-80e1-859855d07ab3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:36.525037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.527322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Allocated IP 172.20.0.1 (42f1b6e6-f173-4e10-99b7-8014f9e47055/8cfe8a84-6577-4b63-a1d7-e119548a9e70/8e50e771-7af0-4c13-b7f4-70dc2c903f0d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:36.590233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1e08bae7-3787-4889-8683-b2fde222db7b None None] Provisioning complete for port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:36.590233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e08bae7-3787-4889-8683-b2fde222db7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.590614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbded1d1-33c7-4c78-b13d-6385e552d61e req-cf9beb46-be81-4a68-98f2-d5cf0a18603c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.597625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbded1d1-33c7-4c78-b13d-6385e552d61e req-cf9beb46-be81-4a68-98f2-d5cf0a18603c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 948 time: 0.1744616 Nov 12 03:19:36.615905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-83ea7cfd-0d22-4f95-85b8-f1d9164174bd service neutron] 10.222.0.93 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587724 Nov 12 03:19:36.669179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:36.669583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.772462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbded1d1-33c7-4c78-b13d-6385e552d61e req-fca6bc5c-19b0-4652-8bd5-a4081963286c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738806 Nov 12 03:19:36.790431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.827364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.906453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Attempting to bind port c3777eb1-e7e4-42be-80e1-859855d07ab3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:36.906782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Attempting to bind port c3777eb1-e7e4-42be-80e1-859855d07ab3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:36.907117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Attempting to bind port c3777eb1-e7e4-42be-80e1-859855d07ab3 on network 7cfb3450-653a-40c9-bf01-7f634276de19 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:36.917641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Port c3777eb1-e7e4-42be-80e1-859855d07ab3 on network 7cfb3450-653a-40c9-bf01-7f634276de19 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:36.918100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Attempting to bind port c3777eb1-e7e4-42be-80e1-859855d07ab3 on network 7cfb3450-653a-40c9-bf01-7f634276de19 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:36.925726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:36.926586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Checking segment: {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:36.927159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8992b7bd-c011-439e-9f73-0d67962816be service neutron] 10.222.0.93 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924089 Nov 12 03:19:36.927514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Bound using segment: {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:36.927989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Bound port: c3777eb1-e7e4-42be-80e1-859855d07ab3, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1b194e-cdc0-4e73-a7eb-20a993641b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:36.929216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:36.929848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.934770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.999533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:37.002070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Deleting port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:37.002690 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.028474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:37.039568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:37.072117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:32Z', 'revision_number': 3, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:37.081982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Pushing event updated for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.109236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Checking router: 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:37.109635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Updating router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:37.115317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 363613d3-0e1f-471e-b2e4-544a7879a4b8 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:37.132331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] For port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:37.132826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.142697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 363613d3-0e1f-471e-b2e4-544a7879a4b8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.143002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.160441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:37.168448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Calling delete_port for 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:37.185157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.205544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.205980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:37.284892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.344786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.345412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.346858 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] 10.222.0.100 "PUT /v2.0/ports/c3777eb1-e7e4-42be-80e1-859855d07ab3 HTTP/1.1" status: 200 len: 1092 time: 2.1230533 Nov 12 03:19:37.347320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:37.349650 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374132c6-b078-4813-93db-9852c2332955" -d '{"events": [{"name": "network-changed", "server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:37.354860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Provisioning complete for port 540b897b-470e-4572-8556-6fbc49544dbd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.355236 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.401431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Request body: {'port': {'device_id': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:37.456464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f267d5e7-4d83-4451-8f5e-6cd2a42d7678 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:37.479676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecc8f-60d3-4b11-b50f-1a65cbb3e022 req-824caa83-b859-438c-8134-c76c8ab4b371 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.506650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecc8f-60d3-4b11-b50f-1a65cbb3e022 req-824caa83-b859-438c-8134-c76c8ab4b371 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.508324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-604ecc8f-60d3-4b11-b50f-1a65cbb3e022 req-824caa83-b859-438c-8134-c76c8ab4b371 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1666 time: 0.2479587 Nov 12 03:19:37.578471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.586135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dfd04-24ee-4e87-be2e-4f5c4fb64358 service neutron] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.596435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.662424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-604ecc8f-60d3-4b11-b50f-1a65cbb3e022 req-3a0ebb4d-806b-4022-a84f-cee3d7bdfc8f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056628 Nov 12 03:19:37.828912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Port 540b897b-470e-4572-8556-6fbc49544dbd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:37.922505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.923460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.929999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Provisioning complete for port 102fa1ab-65a0-44af-86bc-dc10915400be triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.930408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.934968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:37.991820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.007327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.079825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6ba02596-1415-47cb-a85c-248e7e156c30 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:38.143047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.143696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.144044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.144494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.144941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.145581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.146032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.146649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.147094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.147530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.147977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.149994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1ced16e-2c9a-4a2d-b5a0-4a2bf14a1d11 req-f14eef88-9fa4-485e-a537-a3f95d27a352 tempest-NetworksTest-830222777 tempest-NetworksTest-830222777-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7803 time: 1.1782305 Nov 12 03:19:38.152419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.198076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f846b0-7b48-46ab-955a-d8396f98975d req-cfe14cce-1fc9-44e9-91d5-57f934eaa1aa tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 210 time: 0.0470390 Nov 12 03:19:38.236306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7547fb3c-f306-4cdc-ae78-bc4b1a19eac9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.322418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:38.359615 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f6aec0-a08d-4ba5-aeae-0b0eb64baffe x-openstack-request-id: req-85f6aec0-a08d-4ba5-aeae-0b0eb64baffe {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:38.360228 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:38.360474 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85f6aec0-a08d-4ba5-aeae-0b0eb64baffe {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:38.361717 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'status': 'completed', 'code': 200} Nov 12 03:19:38.396983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.407200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:38.411184 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48112e2-0307-4039-a344-80869da17d4a" -d '{"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:38.426342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.430929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.490704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540b897b-470e-4572-8556-6fbc49544dbd {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:38.508889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.541341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Transition to ACTIVE for port object 540b897b-470e-4572-8556-6fbc49544dbd will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:38.556085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.604747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.639669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Attempting to bind port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:38.640617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Attempting to bind port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:38.641138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Attempting to bind port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:38.649589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41378-a9f0-4c62-8b76-d476f87187d5 None None] Pushing event updated for resources: {'Port': ['ID=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.667450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.670317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Pushing event updated for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.691310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:38.704858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:38.705563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:38.706546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.707154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:38.707820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Bound port: d5a2295f-cb17-4f93-a473-0f65b1d0b5c2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:38.708412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.760416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:38.799677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.805482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:38.805904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:19:38.815175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.869771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 6ba02596-1415-47cb-a85c-248e7e156c30 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:38.888019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Pushing event updated for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.888875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 6ba02596-1415-47cb-a85c-248e7e156c30 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:38.889316 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.915887 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.919997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] For port 102fa1ab-65a0-44af-86bc-dc10915400be, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=102fa1ab-65a0-44af-86bc-dc10915400be,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:38.921624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 not found, will not notify nova. {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:19:38.922045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 102fa1ab-65a0-44af-86bc-dc10915400be up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:38.985001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.991649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-2dfb8bd8-1e9d-41fc-ac61-e482c9b8a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.992149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-2dfb8bd8-1e9d-41fc-ac61-e482c9b8a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.993783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374132c6-b078-4813-93db-9852c2332955 req-2dfb8bd8-1e9d-41fc-ac61-e482c9b8a36f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1940 time: 0.5130754 Nov 12 03:19:39.029092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Attempting to bind port 540b897b-470e-4572-8556-6fbc49544dbd on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:39.029754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Attempting to bind port 540b897b-470e-4572-8556-6fbc49544dbd by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:39.030383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Attempting to bind port 540b897b-470e-4572-8556-6fbc49544dbd on network f5085cd9-bbba-46af-8882-c828cc0b26d4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:39.034996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a016-66c1-4c15-8035-13c1cfa20b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.047697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Port 540b897b-470e-4572-8556-6fbc49544dbd on network f5085cd9-bbba-46af-8882-c828cc0b26d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:39.048655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Attempting to bind port 540b897b-470e-4572-8556-6fbc49544dbd on network f5085cd9-bbba-46af-8882-c828cc0b26d4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:39.065609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] For port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:39.067482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:39.067693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Checking segment: {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:39.068211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Bound using segment: {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:39.068778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Bound port: 540b897b-470e-4572-8556-6fbc49544dbd, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61198759-9c25-4755-b643-e1fedf2da870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:39.069058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31a4e4-cf78-4e56-a150-ee011cc83108 req-8176189f-7677-4baa-a05c-4c82dd6c6c78 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.069333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.072584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b31a4e4-cf78-4e56-a150-ee011cc83108 req-8176189f-7677-4baa-a05c-4c82dd6c6c78 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 949 time: 0.4622855 Nov 12 03:19:39.085190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbe007-44ea-4fa3-b013-0ea372bffc87 req-1738f0b8-cdd4-4e5d-adf9-f4c93ab6e710 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.088159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bfbe007-44ea-4fa3-b013-0ea372bffc87 req-1738f0b8-cdd4-4e5d-adf9-f4c93ab6e710 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 948 time: 0.6092393 Nov 12 03:19:39.099727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] For port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:39.107861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:39.114233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:39.115859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.160289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a29cd-2727-4a53-9d25-5bcbb7ebfa75 None None] Pushing event updated for resources: {'Port': ['ID=102fa1ab-65a0-44af-86bc-dc10915400be,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.166310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.265499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6ba02596-1415-47cb-a85c-248e7e156c30,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:39.280318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 102fa1ab-65a0-44af-86bc-dc10915400be triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:39.280696 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.282811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.309461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-7493b897-a648-4cf3-bee3-bfa000eeaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.310075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-7493b897-a648-4cf3-bee3-bfa000eeaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.310373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-7493b897-a648-4cf3-bee3-bfa000eeaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.311788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:39.311941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374132c6-b078-4813-93db-9852c2332955 req-7493b897-a648-4cf3-bee3-bfa000eeaca9 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2756832 Nov 12 03:19:39.312453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:39.374906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a41378-a9f0-4c62-8b76-d476f87187d5 None None] Pushing event updated for resources: {'Port': ['ID=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.392693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:39.397485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a016-66c1-4c15-8035-13c1cfa20b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.404559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:39.410934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a016-66c1-4c15-8035-13c1cfa20b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.425044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=540b897b-470e-4572-8556-6fbc49544dbd,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:39.441349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-241921d5-bc73-4338-b70b-3b5c000d5dc2 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:39.441349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-241921d5-bc73-4338-b70b-3b5c000d5dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.443316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.500395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a016-66c1-4c15-8035-13c1cfa20b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dba780c-2a74-40b9-a64c-e6580bca09b6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.505821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-f29c1253-8817-4b8c-a85e-4f8163b888ab tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.507670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-f29c1253-8817-4b8c-a85e-4f8163b888ab tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 814 time: 0.7913194 Nov 12 03:19:39.542409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Request body: {'port': {'device_id': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'admin_state_up': True, 'tenant_id': '03b7834c4793468d96c7dcc435e31aae'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:39.542756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.543477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.545123 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] 10.222.0.100 "PUT /v2.0/ports/540b897b-470e-4572-8556-6fbc49544dbd HTTP/1.1" status: 200 len: 1093 time: 2.1501923 Nov 12 03:19:39.550542 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ce3a016-66c1-4c15-8035-13c1cfa20b68 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5fdb3a7265c2435b926688dab32f64ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7860289 Nov 12 03:19:39.555347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:39.599784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.608552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:39.634453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-241921d5-bc73-4338-b70b-3b5c000d5dc2 None None] Port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:39.673713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b31a4e4-cf78-4e56-a150-ee011cc83108 req-12ecdb89-d1df-4b49-bc67-d20322947c97 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838060 Nov 12 03:19:39.683335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bfbe007-44ea-4fa3-b013-0ea372bffc87 req-42f231ed-63df-4d10-beff-a4ab6b1478e2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656206 Nov 12 03:19:39.705703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374132c6-b078-4813-93db-9852c2332955 req-ef482c45-b7e9-4083-a8a2-d669a2f32635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.707816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-374132c6-b078-4813-93db-9852c2332955 req-ef482c45-b7e9-4083-a8a2-d669a2f32635 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3523216 Nov 12 03:19:39.732003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c926e-1924-4f5c-a31e-a7f9860e92f5 service neutron] Pushing event updated for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.794801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Made reservation on behalf of 03b7834c4793468d96c7dcc435e31aae for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:39.799528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.806515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.871505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:39.882608 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a86c1-3d2e-4d44-8dc9-783776cc0c0b x-openstack-request-id: req-ec3a86c1-3d2e-4d44-8dc9-783776cc0c0b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:39.883144 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:39.883144 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ec3a86c1-3d2e-4d44-8dc9-783776cc0c0b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:39.883561 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'code': 200} Nov 12 03:19:39.908364 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6f3e9a2-7a36-4622-91c0-6aa9cd323363 admin admin] 10.222.0.93 "PUT /v2.0/routers/40bf0b04-eee1-463a-99b7-0c9b8ffb1192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4609768 Nov 12 03:19:39.936250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b6a659a9-46d4-4634-b5de-bdf89c789159 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:39.936983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6a659a9-46d4-4634-b5de-bdf89c789159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.942811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.014916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b6a659a9-46d4-4634-b5de-bdf89c789159 None None] Port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:40.049367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8e50e771-7af0-4c13-b7f4-70dc2c903f0d', 'name': '', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'mac_address': 'fa:16:3e:05:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:36Z', 'updated_at': '2021-11-12T03:19:38Z', 'revision_number': 2, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'subnets': [{'id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:40.073698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.075860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.080168 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6dba780c-2a74-40b9-a64c-e6580bca09b6 HTTP/1.1" status: 204 len: 168 time: 0.5193119 Nov 12 03:19:40.109533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee9a86-1b44-411e-89cc-498280284ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dba780c-2a74-40b9-a64c-e6580bca09b6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.113180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f675e-d57c-4010-9edd-8a786b7ecb11 None None] The sync data for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 is: [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8e50e771-7af0-4c13-b7f4-70dc2c903f0d', 'name': '', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'mac_address': 'fa:16:3e:05:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:36Z', 'updated_at': '2021-11-12T03:19:38Z', 'revision_number': 2, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'subnets': [{'id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:40.151681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1213793-fb62-467f-ab40-909eef86d515 req-c4a875f6-971c-4502-bebd-2966ffc1a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.153845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b1213793-fb62-467f-ab40-909eef86d515 req-c4a875f6-971c-4502-bebd-2966ffc1a10c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.1073654 Nov 12 03:19:40.156405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 102fa1ab-65a0-44af-86bc-dc10915400be up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:40.193595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-c1d965cf-5ef1-44b2-a4a6-5cc391875673 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.196569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-c1d965cf-5ef1-44b2-a4a6-5cc391875673 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.98 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 949 time: 0.3085077 Nov 12 03:19:40.268951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:40.272225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7642c13-483f-41b1-8129-23dee5a0c070 req-dde828cc-6c95-41b1-9efb-1d0e7f577a27 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 210 time: 0.1491838 Nov 12 03:19:40.290998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 102fa1ab-65a0-44af-86bc-dc10915400be triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:40.291513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.305432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b1213793-fb62-467f-ab40-909eef86d515 req-980e9b1b-838c-4f98-b31a-b9a967243311 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417420 Nov 12 03:19:40.362584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:40.365812 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388" -d '{"events": [{"name": "network-changed", "server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "tag": "540b897b-470e-4572-8556-6fbc49544dbd"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:40.399462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c55224f0-5cd0-4fd4-9168-05f18edb9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.400090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c55224f0-5cd0-4fd4-9168-05f18edb9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.401509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c55224f0-5cd0-4fd4-9168-05f18edb9304 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1982 time: 0.4348085 Nov 12 03:19:40.421459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981243b-6461-492a-b478-a0ce02540eed req-8fc0c699-ee9a-49f0-8b64-c6097c6d5261 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.428001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981243b-6461-492a-b478-a0ce02540eed req-8fc0c699-ee9a-49f0-8b64-c6097c6d5261 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.429584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1981243b-6461-492a-b478-a0ce02540eed req-8fc0c699-ee9a-49f0-8b64-c6097c6d5261 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1678 time: 0.4180088 Nov 12 03:19:40.500884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Allocated IP 172.20.0.12 (ee0b1f71-d9ba-4158-854e-d4e8e437dd8b/1b860c05-c7e1-44c8-82c2-8f766c3d34d0/c502af6c-6a48-42c1-bd4c-dc3ba1b9d548) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:40.565926 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5bfb8e-8add-44da-8a62-565e3a888267 x-openstack-request-id: req-2d5bfb8e-8add-44da-8a62-565e3a888267 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:40.566798 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "tag": "540b897b-470e-4572-8556-6fbc49544dbd", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:40.567197 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2d5bfb8e-8add-44da-8a62-565e3a888267 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:40.568167 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd', 'status': 'completed', 'code': 200} Nov 12 03:19:40.666470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:40.700653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e152013-77b1-4e39-b69b-abe4991c73f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.722946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Deleting port a1657929-9f00-4bc3-afcf-1c276060e686 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:40.723313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.728669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-8b218ac6-7135-42de-b017-1d62a2398947 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3 HTTP/1.1" status: 200 len: 217 time: 0.2108812 Nov 12 03:19:40.825612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1981243b-6461-492a-b478-a0ce02540eed req-5ab21e75-4711-4cfa-889a-5dc6092d12e7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892186 Nov 12 03:19:40.897008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e152013-77b1-4e39-b69b-abe4991c73f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.909264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e152013-77b1-4e39-b69b-abe4991c73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.058463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6e152013-77b1-4e39-b69b-abe4991c73f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b20e2e96286542c78dc604e4ccfc3582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898301 Nov 12 03:19:41.065939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:41.089263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e152013-77b1-4e39-b69b-abe4991c73f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf57fe-f319-4bea-aa17-c347855cb421,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:41.271206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.305406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.398007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.403426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.408926 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/06cf57fe-f319-4bea-aa17-c347855cb421 HTTP/1.1" status: 204 len: 168 time: 0.3414915 Nov 12 03:19:41.421614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6cec6-df33-443e-8c0e-8fad978eed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf57fe-f319-4bea-aa17-c347855cb421,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:41.810621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:41.900179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:41.904113 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc63b14-c1cd-42c5-9271-178d88a176ee" -d '{"events": [{"server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "name": "network-vif-plugged", "status": "completed", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:41.972151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:41.972479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.004584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c6ae62c5-3723-4bc0-860e-a93ff4461ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.012239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-c6ae62c5-3723-4bc0-860e-a93ff4461ea8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c84e278a-1c17-44b7-94ed-350894175a72 HTTP/1.1" status: 200 len: 801 time: 1.2326732 Nov 12 03:19:42.053705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:42.069444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1002bb97-d818-4892-8219-8ca7e9fe3c16 admin admin] 10.222.0.93 "PUT /v2.0/routers/20d0e9a0-1b9b-4650-8af6-55037e3fad3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9166172 Nov 12 03:19:42.071860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:42.083491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a1657929-9f00-4bc3-afcf-1c276060e686 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:42.128382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Sync routers for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:42.158451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:42.159902 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:42.386464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.443763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fc6d-696b-4234-93f1-91c658004f9b req-cde7adfd-c82c-44ae-b454-74f3c3874a1d tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.448131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0b7fc6d-696b-4234-93f1-91c658004f9b req-cde7adfd-c82c-44ae-b454-74f3c3874a1d tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 949 time: 1.4542012 Nov 12 03:19:42.465659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:42.550611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c631c-fffc-49ef-8c77-9edfbb995941 req-ab95eba4-4168-4f3c-ab13-13eb44f5b160 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.564650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-505c631c-fffc-49ef-8c77-9edfbb995941 req-ab95eba4-4168-4f3c-ab13-13eb44f5b160 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 949 time: 1.6192670 Nov 12 03:19:42.651835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] For port a1657929-9f00-4bc3-afcf-1c276060e686, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a1657929-9f00-4bc3-afcf-1c276060e686,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:42.675987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.707676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.795789 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.837081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Deleting port 74e184c5-3f2a-4ace-a175-8cf1619d6d63 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:42.837338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.893693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:42.904862 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.923756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Calling delete_port for a1657929-9f00-4bc3-afcf-1c276060e686 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:43.010649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-ddfd6700-3976-4dd9-aa37-167fd3c27c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.012545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-ddfd6700-3976-4dd9-aa37-167fd3c27c93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7cfb3450-653a-40c9-bf01-7f634276de19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9602435 Nov 12 03:19:43.025300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0b7fc6d-696b-4234-93f1-91c658004f9b req-2c27890a-c856-4b3c-b8ed-2c18215749ef tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/security-groups?id=31a71c8e-40da-45f3-9be4-7a702abb62fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130699 Nov 12 03:19:43.047176 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.064670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-505c631c-fffc-49ef-8c77-9edfbb995941 req-f347e5bc-dabd-49fe-b41a-9e137b24d12a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956019 Nov 12 03:19:43.080228 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 5, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port': {'id': '74e184c5-3f2a-4ace-a175-8cf1619d6d63', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:15Z', 'updated_at': '2021-11-12T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:43.084565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.099223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] For port 74e184c5-3f2a-4ace-a175-8cf1619d6d63, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=74e184c5-3f2a-4ace-a175-8cf1619d6d63,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:43.101728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.121422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Calling delete_port for 74e184c5-3f2a-4ace-a175-8cf1619d6d63 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:43.182699 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Checking router: 20d0e9a0-1b9b-4650-8af6-55037e3fad3c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:43.217652 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Routers {'20d0e9a0-1b9b-4650-8af6-55037e3fad3c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:43.219089 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:43.376388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04ce810e-4374-4976-aeae-cf7f920d17cf req-6a562f62-030e-4b8d-bc29-097bcccf264c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 210 time: 0.1851900 Nov 12 03:19:43.411219 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] Set router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:43.501083 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 6, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:43.513614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.601301 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a4b8d-9a64-45d2-b0d7-ff29e5926b18 None None] The sync data for ids ['20d0e9a0-1b9b-4650-8af6-55037e3fad3c'] in n-d-713499-30 is: [{'id': '20d0e9a0-1b9b-4650-8af6-55037e3fad3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1867310514-router', 'tenant_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:12Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 6, 'project_id': '5b55b8ea1d624814a0dcd4af7a1d85f6', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:43.606761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e184c5-3f2a-4ace-a175-8cf1619d6d63,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.656383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-e770aaa2-7fac-4201-9af3-8e56745ad018 service neutron] 10.222.0.100 "GET /v2.0/networks/7cfb3450-653a-40c9-bf01-7f634276de19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267085 Nov 12 03:19:43.727334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.793533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:43.795569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.884303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:43.886096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.898157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:43.967265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:43.982055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:44.137339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3b81-5c32-47b9-b186-d87cdbff518c req-5f263482-74d4-4bfd-8a0b-8d3be9e13718 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.151628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3b81-5c32-47b9-b186-d87cdbff518c req-5f263482-74d4-4bfd-8a0b-8d3be9e13718 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.159472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5ae3b81-5c32-47b9-b186-d87cdbff518c req-5f263482-74d4-4bfd-8a0b-8d3be9e13718 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1678 time: 0.6127672 Nov 12 03:19:44.186837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.204459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-6dd1adc2-273f-4e79-a160-6443a4b020b9 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.216426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-6dd1adc2-273f-4e79-a160-6443a4b020b9 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/networks?id=f1edfbee-7bb9-4267-9ad5-6470ec0282e8 HTTP/1.1" status: 200 len: 810 time: 0.9183657 Nov 12 03:19:44.288937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.294860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.342432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b6e00f98-a8fa-47a3-8a15-960c0b0d0fcb service neutron] 10.222.0.100 "GET /v2.0/networks/7cfb3450-653a-40c9-bf01-7f634276de19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292231 Nov 12 03:19:44.381565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.382548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d0e9a0-1b9b-4650-8af6-55037e3fad3c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:19:44.394395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.396185 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f761549-58d7-4faf-bb5b-fb5b307a9413 admin admin] 10.222.0.93 "DELETE /v2.0/routers/20d0e9a0-1b9b-4650-8af6-55037e3fad3c HTTP/1.1" status: 204 len: 168 time: 2.3227119 Nov 12 03:19:44.401380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:44.488465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Deleting subnet b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:44.491897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.508959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.531686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.556014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Pushing event deleted for resources: {'Port': ['ID=a1657929-9f00-4bc3-afcf-1c276060e686,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.558766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-5c734dd7-f260-47d8-80d7-33e441dc4a29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=540b897b-470e-4572-8556-6fbc49544dbd HTTP/1.1" status: 200 len: 217 time: 0.1596208 Nov 12 03:19:44.565005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.565750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.596721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-76d263ff-0c10-4fe2-af8d-3c6de4acb1f3 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/quotas/8afdc54b255846b2905582d84df6126e HTTP/1.1" status: 200 len: 375 time: 0.3765888 Nov 12 03:19:44.625041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-cf0d7a6b-5745-4e63-a190-72fab1448393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0896039 Nov 12 03:19:44.661588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Request body: {'port': {'device_id': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:44.663914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.705374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-946c37f2-9538-4a33-ad19-a1baf31dd607 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8afdc54b255846b2905582d84df6126e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092787 Nov 12 03:19:44.763512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5ae3b81-5c32-47b9-b186-d87cdbff518c req-29d9d4cf-5a8c-436e-8af4-df2f4919844f tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026187 Nov 12 03:19:44.785204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.806158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] No DVR routers for this DVR port a1657929-9f00-4bc3-afcf-1c276060e686 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:44.820537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.820770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.824180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a0c916d-4d90-4cbc-bea5-6356a8b8936a req-02aaacb9-1c1a-4e4b-9be4-db44769920bf tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.98 "DELETE /v2.0/ports/a1657929-9f00-4bc3-afcf-1c276060e686 HTTP/1.1" status: 204 len: 173 time: 4.5575285 Nov 12 03:19:44.824633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-deleted', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:44.831247 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f HTTP/1.1" status: 204 len: 168 time: 0.4283979 Nov 12 03:19:44.834587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:44.835288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d4072-7c23-4649-b58f-437efad5005a None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:44.848628 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8e9c62-724e-4b6f-9ccb-941e4cbc7328" -d '{"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-deleted", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:44.947452 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289fade-cb69-4bd5-bbb6-fab47035ea27 x-openstack-request-id: req-6289fade-cb69-4bd5-bbb6-fab47035ea27 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:44.947737 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "name": "network-vif-plugged", "status": "completed", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:44.952525 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6289fade-cb69-4bd5-bbb6-fab47035ea27 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:44.952944 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30', 'code': 200} Nov 12 03:19:44.961167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b5d1abf0-1bba-483b-b964-16f88ef9610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.962638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-b5d1abf0-1bba-483b-b964-16f88ef9610b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=95884f6f-a88e-4d50-a564-4681c97a6149 HTTP/1.1" status: 200 len: 801 time: 0.3637993 Nov 12 03:19:44.967627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88caf-b39b-4d77-8eff-89d774f0ecd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d9cf53-a2e1-47a1-a3df-da5fb9be5e9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:45.193530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] DHCP port deletion for d0dc2427-5278-4e72-b772-2ed3613a3e14 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:19:45.209797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.213265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.308504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Sync routers for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:45.322358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b05d9bf-89e4-4d82-9213-eed64d369636 req-b1cefa04-f78a-45b8-b538-a75820278980 tempest-ImagesOneServerTestJSON-1778229978 tempest-ImagesOneServerTestJSON-1778229978-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bcd0011-bcac-409e-bb5b-b76692a87f60 HTTP/1.1" status: 200 len: 210 time: 0.1108320 Nov 12 03:19:45.335532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-93476d5f-3004-43f0-8163-a4f4357551e0 service neutron] 10.222.0.93 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292863 Nov 12 03:19:45.371843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Deleting port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:45.372404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.383688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Deleting port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:45.384467 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.475236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:45.479122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:45.572470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] For port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:45.573206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.626915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Calling delete_port for 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:45.777406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 74e184c5-3f2a-4ace-a175-8cf1619d6d63 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:45.789341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] For port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,segment=NetworkSegment(3ec3e135-5181-4d79-b518-a65db6ea733d),segment_id=3ec3e135-5181-4d79-b518-a65db6ea733d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:45.789887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.793805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473eaeb-1341-4de7-ac2b-ed02cff2c6d5 req-2b3b83a9-2d6b-4098-ae2b-a6808b79e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.795300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9473eaeb-1341-4de7-ac2b-ed02cff2c6d5 req-2b3b83a9-2d6b-4098-ae2b-a6808b79e0bf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 1101 time: 0.7102690 Nov 12 03:19:45.804016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-8bf9b31f-2b1a-48e6-9fa5-9b490f957e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.805489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-8bf9b31f-2b1a-48e6-9fa5-9b490f957e6a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f5085cd9-bbba-46af-8882-c828cc0b26d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8316603 Nov 12 03:19:45.817637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.830604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:45.837643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 74e184c5-3f2a-4ace-a175-8cf1619d6d63 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:45.838210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 74e184c5-3f2a-4ace-a175-8cf1619d6d63 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:45.838638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:45.852876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:45.865076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] No DVR routers for this DVR port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:45.871516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Calling delete_port for 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:45.875117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.879025 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:45.879646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:45.880320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:45.918461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:45.919432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7547fb3c-f306-4cdc-ae78-bc4b1a19eac9 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:45.940597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:45.970764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.994208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Transition to ACTIVE for port object c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:46.000976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dc2427-5278-4e72-b772-2ed3613a3e14']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:46.012708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec3e135-5181-4d79-b518-a65db6ea733d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:46.013082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec3e135-5181-4d79-b518-a65db6ea733d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:46.015358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.026084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.045256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.053171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:46.053567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:46.116665 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:46.119053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054dd4-4c9a-4819-adc2-2fe05eb3865c req-cafdf61d-7dbd-4aa9-8bc5-84ad25237edd tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.124448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53054dd4-4c9a-4819-adc2-2fe05eb3865c req-cafdf61d-7dbd-4aa9-8bc5-84ad25237edd tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 949 time: 0.3271010 Nov 12 03:19:46.138796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9473eaeb-1341-4de7-ac2b-ed02cff2c6d5 req-413829a0-6417-4ced-adc2-14deeb520c89 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323574 Nov 12 03:19:46.140713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.155410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.163253 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] 10.222.0.93 "DELETE /v2.0/networks/d0dc2427-5278-4e72-b772-2ed3613a3e14 HTTP/1.1" status: 204 len: 168 time: 1.3237464 Nov 12 03:19:46.180564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-c2e4cd50-cf84-42ec-8b5a-4d757392e389 service neutron] 10.222.0.93 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439467 Nov 12 03:19:46.186266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e891a4-dc47-4164-95ad-0ca0b9b2480d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dc2427-5278-4e72-b772-2ed3613a3e14,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.214443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.227718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Network d0dc2427-5278-4e72-b772-2ed3613a3e14 is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:19:46.228546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] No DVR routers for this DVR port 4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:46.239270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-42ce3c8b-d243-4329-8908-1aec77774174 service neutron] 10.222.0.100 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036484 Nov 12 03:19:46.247722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.285855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3935ae4-65df-40e1-a6cb-6342bb453607 None None] Pushing event deleted for resources: {'Port': ['ID=4c2b9c51-ebcb-47c5-bdb9-c8bf6fcc17bf,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.327126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8e50e771-7af0-4c13-b7f4-70dc2c903f0d', 'name': '', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'mac_address': 'fa:16:3e:05:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:36Z', 'updated_at': '2021-11-12T03:19:38Z', 'revision_number': 2, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'subnets': [{'id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:46.407025 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Checking router: 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:46.410557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Updating router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:46.464134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:46.464513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:46.464793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.470493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.475025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:46.475878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.490394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:46.501540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:46.501852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Checking segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:46.502349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Bound using segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:46.502805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Bound port: c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:46.503166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.585585 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e255abe5-1ada-4e58-ae5e-5b059ad0c6b6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5b55b8ea1d624814a0dcd4af7a1d85f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921116 Nov 12 03:19:46.587357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:46.594581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53054dd4-4c9a-4819-adc2-2fe05eb3865c req-9d88a92d-f852-442c-a1ff-dab0bc6065c7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510128 Nov 12 03:19:46.739200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.740529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:46.752863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:46.790665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.800381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.800554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.846323 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.925508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.926294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.928233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] 10.222.0.98 "PUT /v2.0/ports/c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 1093 time: 2.2894161 Nov 12 03:19:46.949343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.954815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.956625 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79f0cc9d-6a74-477a-8dbe-bee76dcf6e87 HTTP/1.1" status: 204 len: 168 time: 0.3660741 Nov 12 03:19:46.974454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06512b0b-6483-4921-9584-97b35ab8a6ad req-28f68e8e-5fc7-40fc-bed7-e3224a0b5c68 service neutron] 10.222.0.100 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278059 Nov 12 03:19:46.992907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee755ffc-755e-4f48-a447-8e6b0e25f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f0cc9d-6a74-477a-8dbe-bee76dcf6e87,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.012606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b987b8-23ee-470f-af78-22a92504fa78 req-ab3472df-a230-43fb-a288-1b603b01d71d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.026326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53b987b8-23ee-470f-af78-22a92504fa78 req-ab3472df-a230-43fb-a288-1b603b01d71d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 944 time: 0.2673466 Nov 12 03:19:47.102538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350315-2f33-40d8-a175-ab0191199f9c service neutron] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.151759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Attempting to bind port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:47.152369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Attempting to bind port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:47.152509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Attempting to bind port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d on network 42f1b6e6-f173-4e10-99b7-8014f9e47055 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:47.171694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:47.180912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Checking segment: {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:47.181420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.181925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Bound using segment: {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:47.182329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Bound port: 8e50e771-7af0-4c13-b7f4-70dc2c903f0d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b536c965-b24c-47bd-86d5-a642af0be6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:47.182719 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.263141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33237f-6167-4a99-87d7-2f62aff50a11 None None] Pushing event updated for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.389545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-c8371b5e-a4ff-4c4f-b95b-284964929b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.391053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-c8371b5e-a4ff-4c4f-b95b-284964929b1d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1096 time: 0.3023462 Nov 12 03:19:47.398411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] For port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:47.404227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] For port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:47.415131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.499185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33237f-6167-4a99-87d7-2f62aff50a11 None None] Pushing event updated for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.536217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-567748e8-8bc4-4564-a471-d054c62724d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.1283481 Nov 12 03:19:47.545513 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d72532e-549a-41c5-a4d6-9188808b08af x-openstack-request-id: req-3d72532e-549a-41c5-a4d6-9188808b08af {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:47.547244 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd0011-bcac-409e-bb5b-b76692a87f60", "name": "network-vif-deleted", "tag": "a1657929-9f00-4bc3-afcf-1c276060e686", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:47.547678 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d72532e-549a-41c5-a4d6-9188808b08af {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:47.548897 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcd0011-bcac-409e-bb5b-b76692a87f60', 'name': 'network-vif-deleted', 'tag': 'a1657929-9f00-4bc3-afcf-1c276060e686', 'status': 'completed', 'code': 200} Nov 12 03:19:47.566511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:47.567225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:47.575495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:47.576250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.592559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-22bc81e6-f1dd-4443-98a0-519c0790d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.597053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-22bc81e6-f1dd-4443-98a0-519c0790d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.602458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-22bc81e6-f1dd-4443-98a0-519c0790d6f7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1982 time: 0.4933062 Nov 12 03:19:47.686551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53b987b8-23ee-470f-af78-22a92504fa78 req-e3f2a515-dada-4ffa-8906-034f43f51a4b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557267 Nov 12 03:19:47.866893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-a3de18ea-fcb3-42bf-827c-b06511379ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.875288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-a3de18ea-fcb3-42bf-827c-b06511379ca1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.3132708 Nov 12 03:19:47.946347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8e50e771-7af0-4c13-b7f4-70dc2c903f0d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:48.061095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece3f28b-8aed-4afd-9111-dcb14ebbc41d req-313893b6-f2a1-4663-95ac-f15b15044bd1 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0737247 Nov 12 03:19:48.066512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-d9babdbc-5547-49ae-9b76-7c88438dabef service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776165 Nov 12 03:19:48.109931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01a1f-7a71-472c-884c-56065796ecda req-365e6e2e-f494-4a8a-9637-79d18f0b4fbb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.116588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d01a1f-7a71-472c-884c-56065796ecda req-365e6e2e-f494-4a8a-9637-79d18f0b4fbb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.124333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17d01a1f-7a71-472c-884c-56065796ecda req-365e6e2e-f494-4a8a-9637-79d18f0b4fbb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1678 time: 0.4917660 Nov 12 03:19:48.203983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17d01a1f-7a71-472c-884c-56065796ecda req-553dc8cf-de99-4581-8a9a-7278721fa1d3 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Nov 12 03:19:48.204128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:48.230658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-48bf74dc-da4b-4238-9918-da1aca795d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.236881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-48bf74dc-da4b-4238-9918-da1aca795d98 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f5085cd9-bbba-46af-8882-c828cc0b26d4 HTTP/1.1" status: 200 len: 904 time: 0.6013021 Nov 12 03:19:48.398236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-1a5ef079-ef6b-4521-a2c9-777b23545aed service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=540b897b-470e-4572-8556-6fbc49544dbd HTTP/1.1" status: 200 len: 217 time: 0.0950079 Nov 12 03:19:48.410059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:48.683290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-abca469c-747b-4b2b-bcdc-4f29a0afb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.688702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-abca469c-747b-4b2b-bcdc-4f29a0afb180 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=95884f6f-a88e-4d50-a564-4681c97a6149 HTTP/1.1" status: 200 len: 801 time: 0.2475331 Nov 12 03:19:48.817849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01e81c-f011-4239-80bc-1c3e728aeaa5 req-b5906595-5500-4111-9235-8080aeb41b59 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.825314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad01e81c-f011-4239-80bc-1c3e728aeaa5 req-b5906595-5500-4111-9235-8080aeb41b59 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 949 time: 0.5033174 Nov 12 03:19:48.862222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-26a9f98e-3c88-4463-b883-3558e279f010 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96986aca207a41faa8f15b85f8b52a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6545649 Nov 12 03:19:48.867461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:48.896505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad01e81c-f011-4239-80bc-1c3e728aeaa5 req-f9aef916-69e1-4117-829e-515a45d7c1a9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701730 Nov 12 03:19:48.906953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-b4a788cb-0245-43a8-b221-003a3e58f13f service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229189 Nov 12 03:19:48.976480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:48.986479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-182573af-d4a1-40ae-8484-a172d56dd33b tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:48.989495 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-182573af-d4a1-40ae-8484-a172d56dd33b tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.100 "GET /v2.0/networks?id=f1edfbee-7bb9-4267-9ad5-6470ec0282e8 HTTP/1.1" status: 200 len: 810 time: 0.5025849 Nov 12 03:19:49.025204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 540b897b-470e-4572-8556-6fbc49544dbd details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:49.044889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.061844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-f424f782-889e-48a5-aa4e-abbadb354964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.064660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-f424f782-889e-48a5-aa4e-abbadb354964 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f5085cd9-bbba-46af-8882-c828cc0b26d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607616 Nov 12 03:19:49.065977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Request body: {'port': {'device_id': '87d49173-016b-4b51-b35c-744dea34a1c3', 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8', 'admin_state_up': True, 'tenant_id': '8afdc54b255846b2905582d84df6126e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:49.169539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=540b897b-470e-4572-8556-6fbc49544dbd,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:49.205367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-ecc22908-a6e1-45a3-9c89-9524e7c5b214 service neutron] 10.222.0.100 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287291 Nov 12 03:19:49.244597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '540b897b-470e-4572-8556-6fbc49544dbd', 'network_id': 'f5085cd9-bbba-46af-8882-c828cc0b26d4', 'port_id': '540b897b-470e-4572-8556-6fbc49544dbd', 'mac_address': 'fa:16:3e:5b:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95884f6f-a88e-4d50-a564-4681c97a6149', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:49.246923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.266294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5147b94-0ffc-48ef-b6eb-c4764af376d6 req-8e7fd19b-5648-4eec-b33b-d7d2dbf48a72 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.276175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5147b94-0ffc-48ef-b6eb-c4764af376d6 req-8e7fd19b-5648-4eec-b33b-d7d2dbf48a72 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 944 time: 0.3930750 Nov 12 03:19:49.304639 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.324958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-204076927-network', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:49.375371 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fca4005c-07a7-483c-a6d0-67029f988cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.475351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:49.476108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.490115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Made reservation on behalf of 75c4f39a64e1440bbda15fb1f47fbc43 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:49.494615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c7cf77b-4023-40ea-bdac-2203b83ad14c req-b315c9a9-e584-48b9-93ef-212be4a89025 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522089 Nov 12 03:19:49.496726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.533540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.573589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5147b94-0ffc-48ef-b6eb-c4764af376d6 req-9503c159-86c7-47e2-84ee-d6f715147d8e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961819 Nov 12 03:19:49.592775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.595576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.612114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/31a71c8e-40da-45f3-9be4-7a702abb62fc HTTP/1.1" status: 204 len: 168 time: 0.7372003 Nov 12 03:19:49.645974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:49.654493 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:49.661441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d96bb7-bb6e-4c91-a147-a0d90ef9d3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a71c8e-40da-45f3-9be4-7a702abb62fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.667583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdeeaafd-d8d6-45b6-8f62-a2524dd2f388 req-607fe65a-e73f-4078-8d79-9d6bc7a838f0 service neutron] 10.222.0.100 "GET /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497685 Nov 12 03:19:49.701907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Made reservation on behalf of 8afdc54b255846b2905582d84df6126e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:49.723859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.725132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.764107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] For port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:49.781561 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.851828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5391-aded-4b98-a37b-69c17f591281 None None] Pushing event updated for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.856264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39100) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:49.911710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540b897b-470e-4572-8556-6fbc49544dbd {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:49.947623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=540b897b-470e-4572-8556-6fbc49544dbd,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:49.955922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.956711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c3777eb1-e7e4-42be-80e1-859855d07ab3 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:49.962212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.976481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.035694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:50.056339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.068964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8e7fcb4d-0d97-45f3-ad45-77ba6b45e162 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:50.069855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e7fcb4d-0d97-45f3-ad45-77ba6b45e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.095386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.096896 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Added segment 9e0fa1ac-df10-4d67-90db-35bb399665be of type vlan for network 4b80a800-7788-449b-8291-1be46e884d8a Nov 12 03:19:50.123487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8e50e771-7af0-4c13-b7f4-70dc2c903f0d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:50.262878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.281646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:50.300455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'network_id': '7cfb3450-653a-40c9-bf01-7f634276de19', 'port_id': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'mac_address': 'fa:16:3e:12:a2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84e278a-1c17-44b7-94ed-350894175a72', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:50.351566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8e50e771-7af0-4c13-b7f4-70dc2c903f0d', 'name': '', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'mac_address': 'fa:16:3e:05:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:36Z', 'updated_at': '2021-11-12T03:19:47Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'subnets': [{'id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:50.352603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c500b-942f-4f59-aaf4-a17cddd5d800,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.370848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.373369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.376197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.393875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3382e-63d4-4bd3-9093-4b463e8d09d2 None None] The sync data for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 is: [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:19:37Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8e50e771-7af0-4c13-b7f4-70dc2c903f0d', 'name': '', 'network_id': '42f1b6e6-f173-4e10-99b7-8014f9e47055', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'mac_address': 'fa:16:3e:05:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:36Z', 'updated_at': '2021-11-12T03:19:47Z', 'revision_number': 4, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'subnets': [{'id': '8cfe8a84-6577-4b63-a1d7-e119548a9e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:50.403583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5769a0-60c1-422c-94ba-3fecc3baada2 req-8051de7e-60d6-461a-a0c6-bca4a188c96e tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 210 time: 0.6131871 Nov 12 03:19:50.518261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf64709-c659-4bdb-bca7-30d8f69bd0d4 req-f2f2aab5-b193-40c4-bb44-4013ad3f57e3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.519847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdf64709-c659-4bdb-bca7-30d8f69bd0d4 req-f2f2aab5-b193-40c4-bb44-4013ad3f57e3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.8766963 Nov 12 03:19:50.532022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:50.533689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.651458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] Pushing event updated for resources: {'Network': ['ID=4b80a800-7788-449b-8291-1be46e884d8a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.669919 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2c0b3fe-5850-479c-9b43-2e6e3c264363 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6901648 Nov 12 03:19:50.670729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:50.695239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4b80a800-7788-449b-8291-1be46e884d8a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:50.701288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Request body: {'subnet': {'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-subnet', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:50.705340 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6eeee31f-311c-484d-bd46-bd48c4e0b032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.779160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdf64709-c659-4bdb-bca7-30d8f69bd0d4 req-9d2b109d-9ca6-414f-b2d7-f0054cc27535 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396231 Nov 12 03:19:50.808200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ead9d2-2743-4688-91ce-017a3233615d req-6456df65-d8b2-4f76-a6a0-59afe4add68b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.821200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ead9d2-2743-4688-91ce-017a3233615d req-6456df65-d8b2-4f76-a6a0-59afe4add68b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.826875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6ead9d2-2743-4688-91ce-017a3233615d req-6456df65-d8b2-4f76-a6a0-59afe4add68b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1679 time: 0.2086928 Nov 12 03:19:50.953224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Made reservation on behalf of 75c4f39a64e1440bbda15fb1f47fbc43 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:50.956717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6ead9d2-2743-4688-91ce-017a3233615d req-7096220c-583e-469b-a110-81dc86c5f944 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193173 Nov 12 03:19:50.971052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.001540 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd2294-9840-4544-b459-bc0be14f82b8 x-openstack-request-id: req-c7fd2294-9840-4544-b459-bc0be14f82b8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:51.002851 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:51.004617 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7fd2294-9840-4544-b459-bc0be14f82b8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:51.005456 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'status': 'completed', 'code': 200} Nov 12 03:19:51.036455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.120434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fa9426b-c9ec-4eb7-a5f2-a11365585518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.203978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3777eb1-e7e4-42be-80e1-859855d07ab3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:51.260264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:51.270312 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.288123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Allocated IP 172.20.0.10 (f1edfbee-7bb9-4267-9ad5-6470ec0282e8/e6949ae0-2a99-4354-9ff0-4af55f94abdb/81fa377b-83ac-4001-8f82-2ad1e5b4e429) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:51.295311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-6bb89d7d-431e-49c6-943d-9c7fe1744bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.302809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-6bb89d7d-431e-49c6-943d-9c7fe1744bd3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1096 time: 0.2717986 Nov 12 03:19:51.581429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-735c98c3-ed58-4e31-8a3c-d121b2107142 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687547 Nov 12 03:19:51.589289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c3777eb1-e7e4-42be-80e1-859855d07ab3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:51.607095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.704280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.801505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-11be49ad-05f4-4908-b659-2f84f2c2556d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.815541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-11be49ad-05f4-4908-b659-2f84f2c2556d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322316 Nov 12 03:19:51.861091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-79cd3db1-0670-40a1-b84f-f8f0b46a0df5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/quotas/96a0519fce8f4778b66fa43be661fab4 HTTP/1.1" status: 200 len: 375 time: 0.0436449 Nov 12 03:19:51.927630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f19d5-981e-4f1d-b314-6d36825c3e75 req-90d998a3-d526-4e49-a6db-fa81dd4142f7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.929217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-900f19d5-981e-4f1d-b314-6d36825c3e75 req-90d998a3-d526-4e49-a6db-fa81dd4142f7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 944 time: 0.8050935 Nov 12 03:19:51.963069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-053d5e6e-b6a8-4dc3-aeec-698dc4c12ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.964521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-053d5e6e-b6a8-4dc3-aeec-698dc4c12ef6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.6033945 Nov 12 03:19:51.993734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:52.009052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-900f19d5-981e-4f1d-b314-6d36825c3e75 req-e3c92a75-f23d-4673-8d6a-215ca50746bf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647528 Nov 12 03:19:52.077280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.106796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:52.119421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fa9426b-c9ec-4eb7-a5f2-a11365585518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.151115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.210141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fa9426b-c9ec-4eb7-a5f2-a11365585518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.231709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd876d8-e0f3-4b40-9150-e4f25e3ead67,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.275541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-a344e424-4b4b-4b48-83bf-f7e41c7c7e52 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.2863109 Nov 12 03:19:52.307290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:52.314910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fa9426b-c9ec-4eb7-a5f2-a11365585518 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c41af3385304c02bfa5c9ad6ca00f81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9050472 Nov 12 03:19:52.319623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1027534094-network', 'tenant_id': 'df625564ad1a47138326137d76179c73'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:52.345002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'port_id': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'mac_address': 'fa:16:3e:85:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b860c05-c7e1-44c8-82c2-8f766c3d34d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:52.345660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:52.358398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Made reservation on behalf of df625564ad1a47138326137d76179c73 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:52.362881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.365187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9426b-c9ec-4eb7-a5f2-a11365585518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba220db-6221-4fbf-9c9c-d14077ade346,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.383325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-71386c5f-5b2b-44d3-a78f-d6c50b99a192 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5209968 Nov 12 03:19:52.388344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-8c5539dc-4c4d-4549-acfa-7f566eba4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.391475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-8c5539dc-4c4d-4549-acfa-7f566eba4796 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0739660 Nov 12 03:19:52.397464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.415601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.415601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.448384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-e8f3a237-2675-40a1-a0f6-52e209c85396 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354228 Nov 12 03:19:52.449971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:52.458358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-110883ea-151f-4a59-9740-11b1f36e1d32 req-4a87e6f2-7d4a-4dca-8003-598ccb38a4a6 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1805794 Nov 12 03:19:52.537666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:52.551205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Checking segment: {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:52.551493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.551651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Network hostable DHCP agents. Network: 4b80a800-7788-449b-8291-1be46e884d8a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:52.602811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['540b897b-470e-4572-8556-6fbc49544dbd'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:52.616204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:52.670742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:52.676446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:52.732317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.742930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Pushing event updated for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:52.777634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:52.794546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e711b4-1611-4a48-bbb0-a87fa7b64de4 req-cc192ee0-2913-415a-bc92-c2fbdee3da37 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 210 time: 0.0805309 Nov 12 03:19:52.847584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Network 4b80a800-7788-449b-8291-1be46e884d8a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:52.851063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-54a21337-c0b9-40ef-a486-1af966c01eec service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913648 Nov 12 03:19:52.870328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.886738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.887595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.904769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4b80a800-7788-449b-8291-1be46e884d8a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:52.921351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3797792-8be8-410f-886c-bcfbf7bad7ec req-890ee6b1-d01c-4030-afac-8334cb329fdb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.934404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.935694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9740940d-102c-4928-b104-7e315627552c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.942681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.946415 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.954456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3797792-8be8-410f-886c-bcfbf7bad7ec req-890ee6b1-d01c-4030-afac-8334cb329fdb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.962812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.966171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3797792-8be8-410f-886c-bcfbf7bad7ec req-890ee6b1-d01c-4030-afac-8334cb329fdb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1680 time: 0.2867064 Nov 12 03:19:52.975141 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-eab7b285-f79d-4069-b6a2-14de17da2708 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9728339 Nov 12 03:19:52.981948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31f420-fb33-4261-8b28-8e4d526e57f4 None None] Network 4b80a800-7788-449b-8291-1be46e884d8a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:53.005815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Request body: {'port': {'device_id': '87d49173-016b-4b51-b35c-744dea34a1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.028564 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9740940d-102c-4928-b104-7e315627552c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3422232 Nov 12 03:19:53.032118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39152) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:53.039512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.094105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f8bb0-9efe-4ebd-a8b5-c460235e2a8f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.119602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:53.173775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.174278 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Added segment d6ea5364-4099-4f46-9fd7-d353c7055364 of type vlan for network db1ab5a0-fd56-4185-8062-9d6202c07c59 Nov 12 03:19:53.307574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3797792-8be8-410f-886c-bcfbf7bad7ec req-89bb62d3-db4f-4ab0-9e6c-81dae071b03b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401711 Nov 12 03:19:53.325646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.329520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.331226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ba220db-6221-4fbf-9c9c-d14077ade346 HTTP/1.1" status: 204 len: 168 time: 0.9822304 Nov 12 03:19:53.341357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.351783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.354840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.359323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.369663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5b09-00b8-4e3c-965b-1d99833c7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba220db-6221-4fbf-9c9c-d14077ade346,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.428853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6926b9-0fa7-47e4-8ab8-08db8df6bfb8 req-55ee1771-19a3-4e2b-be5e-dc08c0303681 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647497 Nov 12 03:19:53.459262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.459262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.459728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.507292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c9424-948f-406c-85d2-146be65cee33 req-ea6e2ef1-c4cf-4411-acce-81f29c82309e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.521822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a5c9424-948f-406c-85d2-146be65cee33 req-ea6e2ef1-c4cf-4411-acce-81f29c82309e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.3093400 Nov 12 03:19:53.563768 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5659425 Nov 12 03:19:53.568123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39166) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:53.589068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Request body: {'subnet': {'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1027534094-subnet', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.641530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c3777eb1-e7e4-42be-80e1-859855d07ab3 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:53.646013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a9129-ce2e-46c5-9dfa-beda2ce382af admin admin] Pushing event updated for resources: {'Network': ['ID=db1ab5a0-fd56-4185-8062-9d6202c07c59,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.810579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Made reservation on behalf of df625564ad1a47138326137d76179c73 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:53.813000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.819296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.861796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:53.863539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.908403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fa377b-83ac-4001-8f82-2ad1e5b4e429 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:53.911104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a5c9424-948f-406c-85d2-146be65cee33 req-03586845-24ee-4c2b-bb1e-35bac7946752 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628771 Nov 12 03:19:53.917971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.924711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.945730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c3777eb1-e7e4-42be-80e1-859855d07ab3 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:53.956563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c3777eb1-e7e4-42be-80e1-859855d07ab3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:53.956936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.961185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Transition to ACTIVE for port object 81fa377b-83ac-4001-8f82-2ad1e5b4e429 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:53.967519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.042487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Pushing event updated for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.100849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:54.124963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa33c9e5-fa51-47e0-952f-869edac0a490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.184360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Attempting to bind port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:54.184845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Attempting to bind port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:54.186110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Attempting to bind port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 on network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:54.204950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 on network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:54.205445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Attempting to bind port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 on network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:54.210397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c6d29e8-08a3-414f-8d5d-a98a7d0cc070 req-cfada75a-3053-4fd6-868b-9cf86b88b5a1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 210 time: 0.1145232 Nov 12 03:19:54.220896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:54.221545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Checking segment: {'id': 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:54.222098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Bound using segment: {'id': 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:54.222645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Bound port: 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:54.223737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.269906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.276373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-4b80a800-7788-449b-8291-1be46e884d8a', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:54.277276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.284530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719933f4-80f9-4c1f-881f-826d0da162ea req-b3a9b346-dca8-49e1-a68f-707f4320e7e5 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.287559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-719933f4-80f9-4c1f-881f-826d0da162ea req-b3a9b346-dca8-49e1-a68f-707f4320e7e5 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 932 time: 0.6405771 Nov 12 03:19:54.294115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.317752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:54.320032 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221f96ee-9004-4bd9-a413-977da1969325" -d '{"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-plugged", "status": "completed", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:54.341851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:54.364816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa33c9e5-fa51-47e0-952f-869edac0a490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.371132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa33c9e5-fa51-47e0-952f-869edac0a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.398383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.401293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:54.417927 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc077afa-2d62-44a7-9c3e-0f448636fe7c x-openstack-request-id: req-dc077afa-2d62-44a7-9c3e-0f448636fe7c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:54.418213 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-plugged", "status": "completed", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:54.418454 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc077afa-2d62-44a7-9c3e-0f448636fe7c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:54.418843 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'code': 200} Nov 12 03:19:54.440202 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fa33c9e5-fa51-47e0-952f-869edac0a490 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=81e797b82dfd46b58acc159d8e0ae65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378189 Nov 12 03:19:54.442961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429,segment=NetworkSegment(bbdb0504-d4c0-4b66-95d7-cb8823e8cd57),segment_id=bbdb0504-d4c0-4b66-95d7-cb8823e8cd57)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:54.445971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:54.455023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33c9e5-fa51-47e0-952f-869edac0a490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9bb35-eb08-4f9c-ad40-45991f909f5d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.468314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.506002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.506837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.509089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] 10.222.0.100 "PUT /v2.0/ports/81fa377b-83ac-4001-8f82-2ad1e5b4e429 HTTP/1.1" status: 200 len: 1093 time: 1.5219271 Nov 12 03:19:54.514033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:54.517537 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f62459-be6c-4f9d-9bdb-96e591da4747" -d '{"events": [{"name": "network-changed", "server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:54.604266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.623044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-719933f4-80f9-4c1f-881f-826d0da162ea req-f1a6eecb-af59-4ce8-8120-17edc77600d9 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244205 Nov 12 03:19:54.632718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef667a2-316a-44fb-873b-fc92c4c2d632 service neutron] Pushing event updated for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.652773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-a5aca78a-2bf6-4e11-8db8-df286c24ca6a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=96a0519fce8f4778b66fa43be661fab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026509 Nov 12 03:19:54.665065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Allocated IP 172.20.0.2 (4b80a800-7788-449b-8291-1be46e884d8a/9bd876d8-e0f3-4b40-9150-e4f25e3ead67/46c737dd-6ba8-4ef8-aec5-b472d0afc72d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:54.719249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.752809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.758504 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64baefab-1103-46f7-b125-80e9d4402ab3 x-openstack-request-id: req-64baefab-1103-46f7-b125-80e9d4402ab3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:54.758793 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:54.759048 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-64baefab-1103-46f7-b125-80e9d4402ab3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:54.759459 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429', 'status': 'completed', 'code': 200} Nov 12 03:19:54.785646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-c304b1bd-2457-48b1-930e-499c03690ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.787240 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-c304b1bd-2457-48b1-930e-499c03690ca8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8afdc54b255846b2905582d84df6126e&device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1423128 Nov 12 03:19:54.834287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce042e7-881f-409d-b5b2-6fe0eb015860 req-a263d6dc-1211-4934-a07d-e538cc6ff2cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.840137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce042e7-881f-409d-b5b2-6fe0eb015860 req-a263d6dc-1211-4934-a07d-e538cc6ff2cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.841736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ce042e7-881f-409d-b5b2-6fe0eb015860 req-a263d6dc-1211-4934-a07d-e538cc6ff2cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1681 time: 0.2886751 Nov 12 03:19:54.856874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-bcc139e7-405b-4bf9-bdfe-96de62e4898d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429 HTTP/1.1" status: 200 len: 217 time: 0.0574214 Nov 12 03:19:54.879181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.929413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c391cc-97ba-488d-8e30-df75578778d9,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.950935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849725-328d-4542-9d0a-5695e652b872 req-d48be387-356c-43b9-8e96-7978f23a58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.953395 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-d48be387-356c-43b9-8e96-7978f23a58df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6949ae0-2a99-4354-9ff0-4af55f94abdb HTTP/1.1" status: 200 len: 850 time: 0.0842586 Nov 12 03:19:54.960830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.965377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.969522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ce9bb35-eb08-4f9c-ad40-45991f909f5d HTTP/1.1" status: 204 len: 168 time: 0.5225070 Nov 12 03:19:54.990613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.003875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.021163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-fb90ec49-2b7d-4ee8-b80b-e4ed7bb06b6b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f1edfbee-7bb9-4267-9ad5-6470ec0282e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493031 Nov 12 03:19:55.022510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e43ec-0ea6-4892-95fe-44a3f1138801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9bb35-eb08-4f9c-ad40-45991f909f5d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.076890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Pushing event updated for resources: {'Port': ['ID=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.104173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Network 4b80a800-7788-449b-8291-1be46e884d8a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:55.107180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:55.112942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:55.189572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Attempting to bind port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:55.190064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Attempting to bind port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:55.190502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Attempting to bind port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d on network 4b80a800-7788-449b-8291-1be46e884d8a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:55.196538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:55.196975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Checking segment: {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:55.197508 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.197967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Bound using segment: {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:55.198617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Bound port: 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:55.199026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.218231 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-ad9ce737-24a6-41cf-8160-c72c0f872f90 service neutron] 10.222.0.100 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894267 Nov 12 03:19:55.245174 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.284955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.291061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] For port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:55.295525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] For port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:55.299025 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 540b897b-470e-4572-8556-6fbc49544dbd up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:55.305129 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.367488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Checking segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:55.368179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Network hostable DHCP agents. Network: db1ab5a0-fd56-4185-8062-9d6202c07c59, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:55.403180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c0b2e-7d5b-4bf9-876b-82b10ef65f60 None None] Pushing event updated for resources: {'Port': ['ID=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.408816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-2c1c545c-df43-4851-a0fc-bae326e84bd0 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.410612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-2c1c545c-df43-4851-a0fc-bae326e84bd0 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7341297 Nov 12 03:19:55.424856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46849725-328d-4542-9d0a-5695e652b872 req-67d189a8-4010-451b-a149-03ef887c2f9f service neutron] 10.222.0.100 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974020 Nov 12 03:19:55.438283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ce042e7-881f-409d-b5b2-6fe0eb015860 req-8f3b579e-56a0-4079-b867-83583a4884ee tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540309 Nov 12 03:19:55.472723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Request body: {'port': {'device_id': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '96a0519fce8f4778b66fa43be661fab4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:55.494847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 540b897b-470e-4572-8556-6fbc49544dbd completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:55.499506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 540b897b-470e-4572-8556-6fbc49544dbd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:55.500060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.511069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:55.599529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-50a609ce-bbfc-482d-886d-ec614db06df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.601151 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-50a609ce-bbfc-482d-886d-ec614db06df1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8afdc54b255846b2905582d84df6126e&device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0836430 Nov 12 03:19:55.619184 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.675701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=540b897b-470e-4572-8556-6fbc49544dbd,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:55.682035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.684121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289604a-7b89-4651-b622-20bd2a8006ec req-1a3464d7-e012-4d42-92e3-feee6e1acff4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.685920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0289604a-7b89-4651-b622-20bd2a8006ec req-1a3464d7-e012-4d42-92e3-feee6e1acff4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.5622904 Nov 12 03:19:55.686761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, db1ab5a0-fd56-4185-8062-9d6202c07c59) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:55.694735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dee4175f-4f02-4e67-8764-ffbe3799aeb6 req-2cd0b87f-dd3e-4377-827a-f6527bf89c1b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 210 time: 0.1601717 Nov 12 03:19:55.704108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.709869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.766036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88988216-8205-42df-bc57-3810b57b62e2 None None] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:55.787041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-12734797-ad86-4bbd-a2a7-17540c576944 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2002409 Nov 12 03:19:55.808936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:55.838100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:55.844317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-2c4125e4-9717-4029-bd82-6f79930c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.849364 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-2c4125e4-9717-4029-bd82-6f79930c0c14 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f1edfbee-7bb9-4267-9ad5-6470ec0282e8 HTTP/1.1" status: 200 len: 912 time: 0.2346804 Nov 12 03:19:56.050340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Allocated IP 172.25.4.66 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/6856c758-9c86-46e9-b7c5-c392128465f8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:56.069686 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-56aafdda-acfe-4dcb-98a0-7f8234f62e02 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429 HTTP/1.1" status: 200 len: 217 time: 0.1999671 Nov 12 03:19:56.147943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:56.161055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Made reservation on behalf of 96a0519fce8f4778b66fa43be661fab4 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:56.165156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.167365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.168530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.208599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46c737dd-6ba8-4ef8-aec5-b472d0afc72d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:56.210700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:56.237546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-dab466e4-8a81-4a1d-bba9-5df6e3755cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.242785 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-dab466e4-8a81-4a1d-bba9-5df6e3755cbc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e6949ae0-2a99-4354-9ff0-4af55f94abdb HTTP/1.1" status: 200 len: 850 time: 0.1650999 Nov 12 03:19:56.265219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0289604a-7b89-4651-b622-20bd2a8006ec req-ddb3a53b-3fd6-4eac-871d-92c2cf25cb21 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516872 Nov 12 03:19:56.288759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c5a18-0587-4cf2-9eb8-0732d264bc40 req-623ea1bb-9bac-4220-91df-cefa59aa3024 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.299737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc0c5a18-0587-4cf2-9eb8-0732d264bc40 req-623ea1bb-9bac-4220-91df-cefa59aa3024 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 944 time: 0.4156120 Nov 12 03:19:56.327247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-db1ab5a0-fd56-4185-8062-9d6202c07c59', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:56.328134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.336070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-59c617dc-51f1-427e-a296-627eb83c07ee service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f1edfbee-7bb9-4267-9ad5-6470ec0282e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811174 Nov 12 03:19:56.379772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:56.380198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.483259 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-211f2e6e-c06a-49f4-bc38-9ec816eb3de7 service neutron] 10.222.0.100 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360176 Nov 12 03:19:56.500478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.546462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:56.584685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:56.587809 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c49bd-c910-494e-9597-80ad97419312" -d '{"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-plugged", "status": "completed", "tag": "540b897b-470e-4572-8556-6fbc49544dbd"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:56.627557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:56.645531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:56.646731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.663695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.699392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-48f62459-be6c-4f9d-9bdb-96e591da4747 req-8e5c6fb6-7dc9-4471-a8e3-c2fc7989a57b service neutron] 10.222.0.100 "GET /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063856 Nov 12 03:19:56.795674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-906584148-network', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:56.800180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc0c5a18-0587-4cf2-9eb8-0732d264bc40 req-130a2391-e756-4490-a850-3b48879af252 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962871 Nov 12 03:19:56.811156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.835641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Made reservation on behalf of 3270fc10608a4c8a9a4ce5c6f7b8cc0c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:56.838839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.860844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.887256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:56.928807 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a5b88-59d9-42e5-bfbb-424e8ef28843 x-openstack-request-id: req-114a5b88-59d9-42e5-bfbb-424e8ef28843 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:56.929178 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-plugged", "status": "completed", "tag": "540b897b-470e-4572-8556-6fbc49544dbd", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:56.930182 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-114a5b88-59d9-42e5-bfbb-424e8ef28843 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:56.931037 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd', 'code': 200} Nov 12 03:19:56.959586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.980851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Allocated IP 172.20.0.2 (db1ab5a0-fd56-4185-8062-9d6202c07c59/01c391cc-97ba-488d-8e30-df75578778d9/b77693cc-86ad-4543-baaf-c70999f9e530) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:57.009621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.024336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.038091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:57.051587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.051995 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Added segment 5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0 of type vlan for network e5d6b845-825f-4d3e-babf-cb41b13b487a Nov 12 03:19:57.069609 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.116904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.160391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:57.171849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.173272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.174072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.214850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6674657 Nov 12 03:19:57.229931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:57.242102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Request body: {'subnet': {'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-906584148-subnet', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:57.285885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Made reservation on behalf of 3270fc10608a4c8a9a4ce5c6f7b8cc0c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:57.288636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.354131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.366140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a163b-d438-42ce-bb5e-d7e2dc57c617 None None] Network 4b80a800-7788-449b-8291-1be46e884d8a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:57.461504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 81fa377b-83ac-4001-8f82-2ad1e5b4e429 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:57.496097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.520272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.555949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3cdc-e57a-43ff-8c91-2bd59f804b52 req-ea00b668-0536-4904-a1fd-8865f079b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.556477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3cdc-e57a-43ff-8c91-2bd59f804b52 req-ea00b668-0536-4904-a1fd-8865f079b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.558164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72125d-dc07-4821-8cf9-43a782e2ab37 req-b485e8b1-3d9d-4711-8789-7a0789aaf4e5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.559248 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-115c3cdc-e57a-43ff-8c91-2bd59f804b52 req-ea00b668-0536-4904-a1fd-8865f079b72e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1986 time: 0.5475650 Nov 12 03:19:57.560650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.564040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72125d-dc07-4821-8cf9-43a782e2ab37 req-b485e8b1-3d9d-4711-8789-7a0789aaf4e5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.565813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca72125d-dc07-4821-8cf9-43a782e2ab37 req-b485e8b1-3d9d-4711-8789-7a0789aaf4e5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1682 time: 0.9153056 Nov 12 03:19:57.571205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.574938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Allocated IP 192.168.233.210 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/928d14b2-8854-4158-87da-a2dc5a115b04) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:57.583811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-43cca984-8f9f-4d7e-9e38-325846056ba7 None None] Provisioning complete for port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:57.584229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43cca984-8f9f-4d7e-9e38-325846056ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.585826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86545bef-5573-489f-af11-308187bf6aa2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.608138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86266fac-929b-4df0-9971-695cfa0e43d9 req-0c57b817-2019-459a-8fae-e142b8cdaafe tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 210 time: 0.5027874 Nov 12 03:19:57.665739 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:19:57.708603 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-115c3cdc-e57a-43ff-8c91-2bd59f804b52 req-e867b2bf-3db7-442a-935f-0b038c319c0c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252515 Nov 12 03:19:57.711664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45661498-8a4c-4a71-8dd1-049b6f17e671 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d6b845-825f-4d3e-babf-cb41b13b487a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.724954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:57.746487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Checking segment: {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:57.746860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Network hostable DHCP agents. Network: e5d6b845-825f-4d3e-babf-cb41b13b487a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:57.748748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:57.753871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a41a09-310b-45d7-a239-b5e3bd886863,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.756002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e5d6b845-825f-4d3e-babf-cb41b13b487a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:57.771188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Network e5d6b845-825f-4d3e-babf-cb41b13b487a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:57.771419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:57.798109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e5d6b845-825f-4d3e-babf-cb41b13b487a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:57.815803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.817396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.827902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Pushing event updated for resources: {'Port': ['ID=6856c758-9c86-46e9-b7c5-c392128465f8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.854912 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-077d0d49-0711-42ea-989b-56a4775b4acc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6180441 Nov 12 03:19:57.858112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:57.863003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac6ffd-b0c7-4f2f-b5fb-2217f37bc11c None None] Network e5d6b845-825f-4d3e-babf-cb41b13b487a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:57.864911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:57.888077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca72125d-dc07-4821-8cf9-43a782e2ab37 req-80d55a42-7ec3-4176-97ab-7e938f37a83c tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785418 Nov 12 03:19:57.920157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.938906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.963012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.053013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.069118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798ce38-219c-4816-9e4a-18b2c276ecd9 req-6561fa00-1311-47bb-a4ca-527e62c9e4cc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.076320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6798ce38-219c-4816-9e4a-18b2c276ecd9 req-6561fa00-1311-47bb-a4ca-527e62c9e4cc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3580322 Nov 12 03:19:58.082233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.121108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.123101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46c737dd-6ba8-4ef8-aec5-b472d0afc72d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:58.219905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Pushing event updated for resources: {'Port': ['ID=b77693cc-86ad-4543-baaf-c70999f9e530,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.262014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:58.275191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.284494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.288778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:58.293166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:58.342371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429,segment=NetworkSegment(bbdb0504-d4c0-4b66-95d7-cb8823e8cd57),segment_id=bbdb0504-d4c0-4b66-95d7-cb8823e8cd57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:58.481889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Attempting to bind port b77693cc-86ad-4543-baaf-c70999f9e530 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:58.482570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Attempting to bind port b77693cc-86ad-4543-baaf-c70999f9e530 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:58.483127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Attempting to bind port b77693cc-86ad-4543-baaf-c70999f9e530 on network db1ab5a0-fd56-4185-8062-9d6202c07c59 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:58.515333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:58.516206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Checking segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:58.516818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.518226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Bound using segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:58.520478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Bound port: b77693cc-86ad-4543-baaf-c70999f9e530, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:58.521102 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.523995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:58.524699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.613403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '81fa377b-83ac-4001-8f82-2ad1e5b4e429', 'network_id': 'f1edfbee-7bb9-4267-9ad5-6470ec0282e8', 'port_id': '81fa377b-83ac-4001-8f82-2ad1e5b4e429', 'mac_address': 'fa:16:3e:4c:d4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6949ae0-2a99-4354-9ff0-4af55f94abdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:58.618692 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.682760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.708259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:58.757098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6ba02596-1415-47cb-a85c-248e7e156c30'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:58.777552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.836174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e5d6b845-825f-4d3e-babf-cb41b13b487a', 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'fixed_ips': [{'subnet_id': 'c7a41a09-310b-45d7-a239-b5e3bd886863'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:58.836976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.862285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.888913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.897157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c4488-bebb-4599-93f0-a08dce8f38ac req-9c389906-9ab8-4d16-8eb4-0499fee6d722 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.919777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-509c4488-bebb-4599-93f0-a08dce8f38ac req-9c389906-9ab8-4d16-8eb4-0499fee6d722 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 944 time: 0.8802285 Nov 12 03:19:58.936059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:58.938230 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe941d8-8f45-477f-8730-430d3421dcf6" -d '{"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:58.942850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-87f9f387-cbf5-407e-8cea-ca68fae4ec8e None None] Provisioning complete for port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:58.943215 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-87f9f387-cbf5-407e-8cea-ca68fae4ec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.975831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:58.979662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.981023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6798ce38-219c-4816-9e4a-18b2c276ecd9 req-27a7f4da-3c05-4710-906c-5fab139649f2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9035361 Nov 12 03:19:59.061373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Allocated IP 172.25.4.2 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/7a4a0583-02bb-4ae9-bf7c-0036e4efd21b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:59.090339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] For port b77693cc-86ad-4543-baaf-c70999f9e530, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:59.118804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:59.121254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:59.209019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event updated for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.211094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fa377b-83ac-4001-8f82-2ad1e5b4e429 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:59.219004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] For port b77693cc-86ad-4543-baaf-c70999f9e530, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b77693cc-86ad-4543-baaf-c70999f9e530,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:59.236644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.241893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.242238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.242587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.242928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.243261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.243593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.243918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.244271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.244639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.244910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.245235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.245557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.303082 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.313022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.351910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-509c4488-bebb-4599-93f0-a08dce8f38ac req-a86291a5-7334-461e-8da8-81f3507e65f4 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266548 Nov 12 03:19:59.373628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:59.379677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:59.397223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:59.406048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.406333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.419360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429,segment=NetworkSegment(bbdb0504-d4c0-4b66-95d7-cb8823e8cd57),segment_id=bbdb0504-d4c0-4b66-95d7-cb8823e8cd57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:59.431173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.489177 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.516229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.562455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.580432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.580850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.581231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.581573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.581912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.582338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.582713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.583049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.583379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.583706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.584646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.584646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.630751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ddce6-c9ad-4a10-8da0-e6c6b0eea19d None None] Pushing event updated for resources: {'Port': ['ID=b77693cc-86ad-4543-baaf-c70999f9e530,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.654428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Allocated IP 172.20.0.2 (e5d6b845-825f-4d3e-babf-cb41b13b487a/c7a41a09-310b-45d7-a239-b5e3bd886863/1341bdcd-5a5b-45ce-ac00-80ce5dca5e78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:59.726547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Allocated IP 172.25.4.107 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/fc6879d8-4824-4e7b-b230-956e3f12f2ab) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:59.755252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['81fa377b-83ac-4001-8f82-2ad1e5b4e429'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:59.884552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.900607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975efe6f-9e1e-4252-9f06-ff0271038216 req-28c35ff6-680c-4ac3-8d13-9318ad551225 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.902247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-975efe6f-9e1e-4252-9f06-ff0271038216 req-28c35ff6-680c-4ac3-8d13-9318ad551225 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 936 time: 0.7744074 Nov 12 03:19:59.948180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.952842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e6dadc2-d37b-41ac-90fa-1afbfd0053f7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5097294 Nov 12 03:19:59.991544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Request body: {'port': {'device_id': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:00.189891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.198683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.209361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.215540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875fe34-d425-47e1-9546-9c6dc3b07303 req-d752ea9c-2b74-4e47-b44c-fa91f31175b7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.222581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875fe34-d425-47e1-9546-9c6dc3b07303 req-d752ea9c-2b74-4e47-b44c-fa91f31175b7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.230683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1875fe34-d425-47e1-9546-9c6dc3b07303 req-d752ea9c-2b74-4e47-b44c-fa91f31175b7 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1682 time: 0.3266149 Nov 12 03:20:00.233302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b77693cc-86ad-4543-baaf-c70999f9e530 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:00.303561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1875fe34-d425-47e1-9546-9c6dc3b07303 req-c608654f-dc62-427b-90d7-9917de90c0d3 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714915 Nov 12 03:20:00.356975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-975efe6f-9e1e-4252-9f06-ff0271038216 req-b90f3328-2bff-49b6-824f-5b78c6938e19 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346473 Nov 12 03:20:00.370453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3e69cb95-90a1-440b-a1ec-3c4e6e18152a None None] Provisioning complete for port 928d14b2-8854-4158-87da-a2dc5a115b04 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.374136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e69cb95-90a1-440b-a1ec-3c4e6e18152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.381782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.383499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Router 8ea3ba03-5686-4c6c-8692-53a865bef4bb is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:00.442117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Router 40430599-5f02-484c-87bb-a337d0c4161a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:00.485572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3e69cb95-90a1-440b-a1ec-3c4e6e18152a None None] Port 928d14b2-8854-4158-87da-a2dc5a115b04 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:00.496675 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab9abd-a3d8-4153-ac4b-0ea4fe336466 x-openstack-request-id: req-4cab9abd-a3d8-4153-ac4b-0ea4fe336466 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:00.496675 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:00.501298 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4cab9abd-a3d8-4153-ac4b-0ea4fe336466 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:00.501877 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'code': 200} Nov 12 03:20:00.634612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:00.642791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.644281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:00.651393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b77693cc-86ad-4543-baaf-c70999f9e530 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.651393 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.653308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:00.658211 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Sync routers for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:00.669877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.674175 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6c2e8d31-fe99-4e25-8941-207cdc830188 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8121252 Nov 12 03:20:00.674751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:00.690490 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:00.691111 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:00.696670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:00.811632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.843027 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.969113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Pushing event updated for resources: {'Port': ['ID=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.988384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:01.014230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:01.018306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Network e5d6b845-825f-4d3e-babf-cb41b13b487a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:01.030730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:01.051188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Sync routers for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:01.101619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:01.194525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6879d8-4824-4e7b-b230-956e3f12f2ab,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.215987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.256333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e7c2c-cbef-4d72-8243-1d5fdfd34251 req-62ace02f-b8e7-4792-a3e4-fefee3efd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.269117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b2e7c2c-cbef-4d72-8243-1d5fdfd34251 req-62ace02f-b8e7-4792-a3e4-fefee3efd6f5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1098 time: 0.7920082 Nov 12 03:20:01.274491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a65ef0-8d48-422b-a942-f2957f027e38 None None] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:01.312739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:01.314949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:01.347809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca1b8-c9c8-40b0-a35f-2f4f4475fde8 req-c0cb054d-6dcc-4a4c-a7f3-c2dad2e6201b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.349388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0fca1b8-c9c8-40b0-a35f-2f4f4475fde8 req-c0cb054d-6dcc-4a4c-a7f3-c2dad2e6201b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.7787602 Nov 12 03:20:01.384515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:19:59Z', 'revision_number': 3, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:01.407870 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.415160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aed42715-308c-40d3-bf31-1f4040888880 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3789148 Nov 12 03:20:01.435723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:01.437821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.442431 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Checking router: 40430599-5f02-484c-87bb-a337d0c4161a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:01.442788 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Updating router 40430599-5f02-484c-87bb-a337d0c4161a port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:01.491361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b77693cc-86ad-4543-baaf-c70999f9e530, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b77693cc-86ad-4543-baaf-c70999f9e530,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:01.491596 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.554440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729b6f8-4b7c-4521-ab4e-78d028c53940 req-93739f8c-e986-43be-99c8-566f355adf3b tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.571001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1729b6f8-4b7c-4521-ab4e-78d028c53940 req-93739f8c-e986-43be-99c8-566f355adf3b tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 945 time: 0.9480789 Nov 12 03:20:01.597090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:01.635864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b2e7c2c-cbef-4d72-8243-1d5fdfd34251 req-df877374-3e37-402c-a25e-662261acc9da service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578935 Nov 12 03:20:01.678236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Attempting to bind port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:01.678612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Attempting to bind port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:01.678987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Attempting to bind port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 on network e5d6b845-825f-4d3e-babf-cb41b13b487a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:01.697013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:01.697511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Checking segment: {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:01.697872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.698271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Bound using segment: {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:01.698755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Bound port: 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:01.699218 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.714294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.836270 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.852817 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.871903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] For port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:01.880004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] For port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:01.907788 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311c12-37d9-44f5-8b42-2106909bb3e6 None None] Pushing event updated for resources: {'Port': ['ID=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.937883 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Attempting to bind port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:01.938258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Attempting to bind port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:01.938657 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Attempting to bind port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:01.944876 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:01.945294 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:01.945857 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.946251 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:01.946722 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Bound port: 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:01.947099 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.979507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0fca1b8-c9c8-40b0-a35f-2f4f4475fde8 req-033363f2-ba7b-4132-8b3b-3436e848626b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472205 Nov 12 03:20:02.010393 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] For port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:02.014498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] For port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:02.019386 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.054264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Allocated IP 172.20.0.1 (e5d6b845-825f-4d3e-babf-cb41b13b487a/c7a41a09-310b-45d7-a239-b5e3bd886863/fc01b23f-6ae3-4164-92cf-dbff79791a8a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:02.076936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b77693cc-86ad-4543-baaf-c70999f9e530,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.087951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311c12-37d9-44f5-8b42-2106909bb3e6 None None] Pushing event updated for resources: {'Port': ['ID=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.093481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.114922 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:02.115931 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:02.133005 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.179482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.217048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.254035 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:02.294360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523b0d4-a81c-4ac5-8124-5b8db653253a None None] Pushing event updated for resources: {'Port': ['ID=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.296363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Network e5d6b845-825f-4d3e-babf-cb41b13b487a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:02.299317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.301737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6042946d-4daf-40c9-a69c-746efa07219d None None] Provisioning complete for port b77693cc-86ad-4543-baaf-c70999f9e530 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:02.302247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6042946d-4daf-40c9-a69c-746efa07219d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.316807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:02.325531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:02.479713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.662601 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:19:59Z', 'revision_number': 3, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:02.717045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.724156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:19:58Z', 'revision_number': 3, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:02.740809 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f264ea7-be19-4bca-b1f6-c9d1d54480ce None None] The sync data for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 is: [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:19:59Z', 'revision_number': 3, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:02.763228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Checking router: 8ea3ba03-5686-4c6c-8692-53a865bef4bb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:02.763644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Updating router 8ea3ba03-5686-4c6c-8692-53a865bef4bb port 6856c758-9c86-46e9-b7c5-c392128465f8 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:02.847101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.935982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Allocated IP 172.20.0.1 (4b80a800-7788-449b-8291-1be46e884d8a/9bd876d8-e0f3-4b40-9150-e4f25e3ead67/80301f23-4da8-4d22-889c-f23dfd3a916f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:03.284559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.305852 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.340597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928d14b2-8854-4158-87da-a2dc5a115b04 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:03.358533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1729b6f8-4b7c-4521-ab4e-78d028c53940 req-8b521a76-e7eb-4841-a433-f8f02857c662 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7860849 Nov 12 03:20:03.380539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.395899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Transition to ACTIVE for port object 928d14b2-8854-4158-87da-a2dc5a115b04 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:03.430101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.460927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df43c-f8c4-4c90-b05f-aa294aea9aa1 None None] Pushing event updated for resources: {'Port': ['ID=6856c758-9c86-46e9-b7c5-c392128465f8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:03.509634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 81fa377b-83ac-4001-8f82-2ad1e5b4e429 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:03.615048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.638040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bb6b47b6-9e93-4e97-bdca-4382a50ba067 None None] Provisioning complete for port b77693cc-86ad-4543-baaf-c70999f9e530 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:03.638417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb6b47b6-9e93-4e97-bdca-4382a50ba067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.704561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.911082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.071446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.098466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Pushing event updated for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.140024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158e3b1-2586-42f5-b913-0583675da8e3 req-675581f1-b8c5-41a6-bf1b-8a2912cc4aa5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.160350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158e3b1-2586-42f5-b913-0583675da8e3 req-675581f1-b8c5-41a6-bf1b-8a2912cc4aa5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.168552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7158e3b1-2586-42f5-b913-0583675da8e3 req-675581f1-b8c5-41a6-bf1b-8a2912cc4aa5 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1682 time: 0.6627421 Nov 12 03:20:04.181660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e93d1e-f68a-4ac1-af5a-9d164cf05f69 req-a63b20e2-8360-4fce-ac9f-b000715b9f93 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.183209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55e93d1e-f68a-4ac1-af5a-9d164cf05f69 req-a63b20e2-8360-4fce-ac9f-b000715b9f93 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 948 time: 0.8203790 Nov 12 03:20:04.234118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Network 4b80a800-7788-449b-8291-1be46e884d8a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:04.250998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Attempting to bind port 6856c758-9c86-46e9-b7c5-c392128465f8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:04.258970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:04.279107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Attempting to bind port 6856c758-9c86-46e9-b7c5-c392128465f8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:04.281218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Attempting to bind port 6856c758-9c86-46e9-b7c5-c392128465f8 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.315017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-4940604b-2497-4f1d-8d3a-96fc1537f458 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.322000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-4940604b-2497-4f1d-8d3a-96fc1537f458 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.323619 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-4940604b-2497-4f1d-8d3a-96fc1537f458 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 1682 time: 0.3529263 Nov 12 03:20:04.334213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:04.348749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.349829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b77693cc-86ad-4543-baaf-c70999f9e530 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:04.362740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55e93d1e-f68a-4ac1-af5a-9d164cf05f69 req-2f480845-fe78-4dba-b875-38a2648b146f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517475 Nov 12 03:20:04.375745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:04.376243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:04.380505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.380938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:04.381454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Bound port: 6856c758-9c86-46e9-b7c5-c392128465f8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:04.381839 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.440230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7158e3b1-2586-42f5-b913-0583675da8e3 req-9d82ad2e-eb5c-4eae-8858-1bb93986c0a9 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706671 Nov 12 03:20:04.462250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Attempting to bind port 928d14b2-8854-4158-87da-a2dc5a115b04 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:04.466148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Attempting to bind port 928d14b2-8854-4158-87da-a2dc5a115b04 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:04.471674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Attempting to bind port 928d14b2-8854-4158-87da-a2dc5a115b04 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.478171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Port 928d14b2-8854-4158-87da-a2dc5a115b04 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:04.478543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Attempting to bind port 928d14b2-8854-4158-87da-a2dc5a115b04 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.510427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.524544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:04.524885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:04.525440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:04.525955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Bound port: 928d14b2-8854-4158-87da-a2dc5a115b04, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:04.526390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.548699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba80a0a-50e3-4c9e-b9d6-f18e9a7ac0bf None None] Network e5d6b845-825f-4d3e-babf-cb41b13b487a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:04.651852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.674033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:04.714747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] For port 6856c758-9c86-46e9-b7c5-c392128465f8, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:04.720047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] For port 6856c758-9c86-46e9-b7c5-c392128465f8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6856c758-9c86-46e9-b7c5-c392128465f8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:04.761071 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.809119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:04.809438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.887117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f99ad4-abc3-4774-b96c-25c4e17cb9c8 req-aeef35dd-794b-474f-aa75-955666ef75eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.887403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:04.888101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:04.889576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7f99ad4-abc3-4774-b96c-25c4e17cb9c8 req-aeef35dd-794b-474f-aa75-955666ef75eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 945 time: 0.2924938 Nov 12 03:20:04.947901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.958281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd12d2-8ba6-4c05-bcbc-a365867d23aa req-729912ab-8eda-4b54-88af-6d8f08aa4cf5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.966635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcfd12d2-8ba6-4c05-bcbc-a365867d23aa req-729912ab-8eda-4b54-88af-6d8f08aa4cf5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4433341 Nov 12 03:20:04.970810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port 540b897b-470e-4572-8556-6fbc49544dbd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:04.971413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.002448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:05.031786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:05.064655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcfd12d2-8ba6-4c05-bcbc-a365867d23aa req-70c8305a-b274-4a42-afa2-975e137fc5f0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968366 Nov 12 03:20:05.072799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7f99ad4-abc3-4774-b96c-25c4e17cb9c8 req-c99fd28c-fb02-491d-be7d-7edc15291959 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698332 Nov 12 03:20:05.074604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=928d14b2-8854-4158-87da-a2dc5a115b04,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:05.087312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.089058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port 540b897b-470e-4572-8556-6fbc49544dbd, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=540b897b-470e-4572-8556-6fbc49544dbd,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:05.090377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.117388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for 540b897b-470e-4572-8556-6fbc49544dbd owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:05.141082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.141851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.143571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] 10.222.0.100 "PUT /v2.0/ports/928d14b2-8854-4158-87da-a2dc5a115b04 HTTP/1.1" status: 200 len: 1097 time: 5.1703031 Nov 12 03:20:05.146180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:05.149421 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:05.281788 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ff6f07-3e32-4264-b3e6-6be7d1e19351 x-openstack-request-id: req-50ff6f07-3e32-4264-b3e6-6be7d1e19351 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:05.282989 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:05.283483 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-50ff6f07-3e32-4264-b3e6-6be7d1e19351 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:05.284244 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04', 'status': 'completed', 'code': 200} Nov 12 03:20:05.303460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.307316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.417725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c3777eb1-e7e4-42be-80e1-859855d07ab3', '540b897b-470e-4572-8556-6fbc49544dbd'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:05.436562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ee70c-05ed-4eb3-8ed5-ac8cc3a821e9 service neutron] Pushing event updated for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.456975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:05.659672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.673743 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.698559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=540b897b-470e-4572-8556-6fbc49544dbd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.710508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-aba8eaa1-e8a9-4b4f-b36e-0fd96b1d1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.710943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port 540b897b-470e-4572-8556-6fbc49544dbd on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:05.712035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-aba8eaa1-e8a9-4b4f-b36e-0fd96b1d1e19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 1100 time: 0.4954329 Nov 12 03:20:05.727158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.731422 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-51a7180b-4edb-4f0d-a792-a2a28c812a8e tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "DELETE /v2.0/ports/540b897b-470e-4572-8556-6fbc49544dbd HTTP/1.1" status: 204 len: 173 time: 1.3947945 Nov 12 03:20:05.733344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-deleted', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:05.736659 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fde57b5-f6c8-471a-b735-b8d3beef59f2" -d '{"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-deleted", "tag": "540b897b-470e-4572-8556-6fbc49544dbd"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:05.783208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b77693cc-86ad-4543-baaf-c70999f9e530 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:05.783725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.786695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Provisioning complete for port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:05.786695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.823533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.855657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.864034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.877324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-da6282e0-659f-49ff-a302-aa78ae0f1ee6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=928d14b2-8854-4158-87da-a2dc5a115b04 HTTP/1.1" status: 200 len: 217 time: 0.1203394 Nov 12 03:20:05.881984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:05.883410 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96bd7a-4f7d-4464-b870-ba70bd58441e" -d '{"events": [{"server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:05.927124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.945776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429,segment=NetworkSegment(bbdb0504-d4c0-4b66-95d7-cb8823e8cd57),segment_id=bbdb0504-d4c0-4b66-95d7-cb8823e8cd57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:05.976301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0adbc-475b-41ee-a13d-563d99a3c5c4 req-846e68e4-edd8-4769-9f30-9e2c82329131 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.983891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95f0adbc-475b-41ee-a13d-563d99a3c5c4 req-846e68e4-edd8-4769-9f30-9e2c82329131 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 948 time: 0.3622966 Nov 12 03:20:06.006454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df43c-f8c4-4c90-b05f-aa294aea9aa1 None None] Pushing event updated for resources: {'Port': ['ID=6856c758-9c86-46e9-b7c5-c392128465f8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.013657 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.061743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.072591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 540b897b-470e-4572-8556-6fbc49544dbd no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:06.081873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95f0adbc-475b-41ee-a13d-563d99a3c5c4 req-bd470b8e-27ed-40bf-bdd9-e8ed07fe1f38 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965087 Nov 12 03:20:06.105200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-14d3c5b0-84f3-4895-b3a6-f00740e06b92 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.110167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-14d3c5b0-84f3-4895-b3a6-f00740e06b92 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 814 time: 0.5111275 Nov 12 03:20:06.112737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-909ebfe9-e89a-4e27-a35a-94da30bbd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.114110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-909ebfe9-e89a-4e27-a35a-94da30bbd64b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2263684 Nov 12 03:20:06.115278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:06.127005 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Sync routers for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:06.129090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.152922 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:06.154596 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:06.167015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 540b897b-470e-4572-8556-6fbc49544dbd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:06.167396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 540b897b-470e-4572-8556-6fbc49544dbd not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:06.167760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c3777eb1-e7e4-42be-80e1-859855d07ab3 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:06.178104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '80301f23-4da8-4d22-889c-f23dfd3a916f', 'name': '', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'mac_address': 'fa:16:3e:86:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:02Z', 'updated_at': '2021-11-12T03:20:02Z', 'revision_number': 1, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'subnets': [{'id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:06.226398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port c3777eb1-e7e4-42be-80e1-859855d07ab3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:06.227143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.239777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-a6f1eb44-6e79-4ba8-987e-227be85e6ab9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/quotas/03b7834c4793468d96c7dcc435e31aae HTTP/1.1" status: 200 len: 375 time: 0.0892627 Nov 12 03:20:06.273470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0986f49-4f76-4691-874c-5f1e12c966e2 None None] The sync data for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 is: [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '80301f23-4da8-4d22-889c-f23dfd3a916f', 'name': '', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'mac_address': 'fa:16:3e:86:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:02Z', 'updated_at': '2021-11-12T03:20:02Z', 'revision_number': 1, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'subnets': [{'id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:06.353326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Network e5d6b845-825f-4d3e-babf-cb41b13b487a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:06.367688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:06.397802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.508799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.511663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.515532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.517484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-050e4211-2bfc-4942-b12a-1e82b8e0f865 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6907668 Nov 12 03:20:06.519301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:06.529907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:06.563427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Network 4b80a800-7788-449b-8291-1be46e884d8a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:06.592608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-12b6394b-b7bd-4923-9139-4e0c29c6fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.599767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-12b6394b-b7bd-4923-9139-4e0c29c6fc4c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4487619 Nov 12 03:20:06.610343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-36dbd8c9-e0ed-4db3-8d11-8f156dc92c37 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3206868 Nov 12 03:20:06.654696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d7a9-879e-42b5-a03b-14c685cba978 req-099d175b-1d58-48e7-afa4-702fee9c760b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.657953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3b8d7a9-879e-42b5-a03b-14c685cba978 req-099d175b-1d58-48e7-afa4-702fee9c760b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 945 time: 0.4510119 Nov 12 03:20:06.679618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:06.782058 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:06.797122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:06.797694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.801126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] For port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:06.817804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-7c4e1ae0-9208-48f8-88ed-b6b363d68181 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059820 Nov 12 03:20:06.819785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c3777eb1-e7e4-42be-80e1-859855d07ab3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c3777eb1-e7e4-42be-80e1-859855d07ab3,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:06.827200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:06.830937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.883076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.897761 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.035479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for c3777eb1-e7e4-42be-80e1-859855d07ab3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:07.112938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab4fc09b-fa31-41c1-8f44-e421084798a3 req-8986ef24-861d-45b3-becb-5c96ee9bbf65 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769191 Nov 12 03:20:07.341697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 3, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:07.365880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Pushing event updated for resources: {'Port': ['ID=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.368081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3b8d7a9-879e-42b5-a03b-14c685cba978 req-fce1b7d6-7320-4866-a60c-dfb4c2d137f8 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/security-groups?id=a9f06c4a-a7eb-48df-a2a9-414b03b4608b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394340 Nov 12 03:20:07.394819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:07.394819 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.417492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-139b2e45-0676-4754-9af2-e2425b8ec33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.419210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-139b2e45-0676-4754-9af2-e2425b8ec33e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 1100 time: 0.2525849 Nov 12 03:20:07.441715 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Checking router: 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:07.442501 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Updating router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec port fc6879d8-4824-4e7b-b230-956e3f12f2ab binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:07.507216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76359a11-1b51-4982-8bb3-cffb573c4ed0 None None] Port 80301f23-4da8-4d22-889c-f23dfd3a916f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:07.591833 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.629353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-a1ed9be1-640f-4201-96c3-869001ff93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.630748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-a1ed9be1-640f-4201-96c3-869001ff93e9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1993606 Nov 12 03:20:07.643355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-f966b558-e9e9-400a-862e-14449935a194 service neutron] 10.222.0.93 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285022 Nov 12 03:20:07.744052 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af02253b-68f4-4751-8fe2-93b5d9e34fc5 x-openstack-request-id: req-af02253b-68f4-4751-8fe2-93b5d9e34fc5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:07.759324 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:07.759708 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-af02253b-68f4-4751-8fe2-93b5d9e34fc5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:07.760086 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429', 'code': 200} Nov 12 03:20:07.770807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-ef870610-90bf-4105-ade5-d42822868c72 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=928d14b2-8854-4158-87da-a2dc5a115b04 HTTP/1.1" status: 200 len: 217 time: 0.1259747 Nov 12 03:20:07.864486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Provisioning complete for port fc01b23f-6ae3-4164-92cf-dbff79791a8a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:07.864856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.957718 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.967345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-fb907490-53c3-482f-8c09-68204be820cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.977013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-fb907490-53c3-482f-8c09-68204be820cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1664174 Nov 12 03:20:07.983442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.011351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:08.028469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Port fc01b23f-6ae3-4164-92cf-dbff79791a8a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:08.031934 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.033077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:08.107310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-15de0742-30ab-4cfd-8304-904551e5ba60 service neutron] 10.222.0.93 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059675 Nov 12 03:20:08.124412 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.141417 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.144226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e6773-e3e6-4549-b86e-06ad1b9a7309 req-84d2ff07-1a7b-4811-b00f-2d767f7427cc tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.148795 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd790aa-46c1-4a52-ab69-c3049979713f x-openstack-request-id: req-8bd790aa-46c1-4a52-ab69-c3049979713f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:08.149320 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-deleted", "tag": "540b897b-470e-4572-8556-6fbc49544dbd", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:08.149444 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8bd790aa-46c1-4a52-ab69-c3049979713f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:08.149814 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-deleted', 'tag': '540b897b-470e-4572-8556-6fbc49544dbd', 'status': 'completed', 'code': 200} Nov 12 03:20:08.150354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-612e6773-e3e6-4549-b86e-06ad1b9a7309 req-84d2ff07-1a7b-4811-b00f-2d767f7427cc tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 946 time: 0.2922316 Nov 12 03:20:08.163509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Router 40430599-5f02-484c-87bb-a337d0c4161a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:08.194690 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Attempting to bind port fc6879d8-4824-4e7b-b230-956e3f12f2ab on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:08.195064 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Attempting to bind port fc6879d8-4824-4e7b-b230-956e3f12f2ab by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:08.195422 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Attempting to bind port fc6879d8-4824-4e7b-b230-956e3f12f2ab on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:08.259639 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:08.260120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:08.260594 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.261010 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:08.261590 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Bound port: fc6879d8-4824-4e7b-b230-956e3f12f2ab, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:08.261962 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.330337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-612e6773-e3e6-4549-b86e-06ad1b9a7309 req-96c86f1b-97da-45b3-b64f-1b57589418a4 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759169 Nov 12 03:20:08.352776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-ea0f344b-b8e9-46b0-9295-f8cee8f20aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.352776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-ea0f344b-b8e9-46b0-9295-f8cee8f20aed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3598707 Nov 12 03:20:08.441307 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] For port fc6879d8-4824-4e7b-b230-956e3f12f2ab, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:08.444754 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] For port fc6879d8-4824-4e7b-b230-956e3f12f2ab, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc6879d8-4824-4e7b-b230-956e3f12f2ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:08.470266 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.526666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:08.527275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:08.595492 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eac0d-3824-402b-b2dd-818ababe89d0 None None] Pushing event updated for resources: {'Port': ['ID=fc6879d8-4824-4e7b-b230-956e3f12f2ab,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.656675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f2541f8-0b44-4b98-a873-d408bc9ea097 req-e18fdf4c-a9c5-4166-83a2-8bb4b55c209f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 210 time: 0.1848609 Nov 12 03:20:08.691512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.734516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Provisioning complete for port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:08.734892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.768228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.796078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:08.796675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.830170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Router 8ea3ba03-5686-4c6c-8692-53a865bef4bb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:08.834655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be3d06ab-4fa4-4490-919f-241ed60e75e8 req-5ba561a7-722d-40f6-99bc-110fbf60715d tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 210 time: 0.0581915 Nov 12 03:20:08.838166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-62980caa-cb58-4489-888f-eff278264a3e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781134 Nov 12 03:20:08.848889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201102d7-84ee-42e3-b4ae-96dc79584c9c req-a4109e65-9b7f-41bd-9a58-ed54f2cb9ebf tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.850638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-201102d7-84ee-42e3-b4ae-96dc79584c9c req-a4109e65-9b7f-41bd-9a58-ed54f2cb9ebf tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 948 time: 0.2336788 Nov 12 03:20:08.925917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eac0d-3824-402b-b2dd-818ababe89d0 None None] Pushing event updated for resources: {'Port': ['ID=fc6879d8-4824-4e7b-b230-956e3f12f2ab,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.958636 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:08.978846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-201102d7-84ee-42e3-b4ae-96dc79584c9c req-39650bf9-4e65-44cd-9b59-6bce9f4c79b2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113260 Nov 12 03:20:09.053622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9a8975d-7430-4dc7-be92-4db68a4bb1ea req-eb3da02b-b3f1-40f1-ba98-208c52d393fb service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018309 Nov 12 03:20:09.194859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:09.195023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.219104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 3, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:09.250434 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0199-d23b-4851-9b8d-3c9d0ec1e3e9 None None] The sync data for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 is: [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:01Z', 'revision_number': 3, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:09.312221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b63f8b23-648e-4baa-9a49-91e780752aa8 None None] Port 80301f23-4da8-4d22-889c-f23dfd3a916f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:09.444248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878686-1c7d-42c4-bc09-877dd9761cd0 req-6c588fbd-d045-4804-8533-b9b2ef24b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.446557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c9878686-1c7d-42c4-bc09-877dd9761cd0 req-6c588fbd-d045-4804-8533-b9b2ef24b21c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 1098 time: 1.3001895 Nov 12 03:20:09.466911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=c3777eb1-e7e4-42be-80e1-859855d07ab3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:09.483877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2a1209d4-6fb2-4e8f-b9da-b873a9bc8c67 None None] Provisioning complete for port fc01b23f-6ae3-4164-92cf-dbff79791a8a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:09.496007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a1209d4-6fb2-4e8f-b9da-b873a9bc8c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.596051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 928d14b2-8854-4158-87da-a2dc5a115b04 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:09.598129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6856c758-9c86-46e9-b7c5-c392128465f8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:09.618203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a98e62-0d50-403c-a596-23c5579f0b8d req-bdb0a4ff-0878-4744-9116-c85223f7b182 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.619664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33a98e62-0d50-403c-a596-23c5579f0b8d req-bdb0a4ff-0878-4744-9116-c85223f7b182 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 946 time: 0.1805451 Nov 12 03:20:09.751990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33a98e62-0d50-403c-a596-23c5579f0b8d req-4f19ac1c-a8f8-461e-ab20-7a8922c4175b tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229799 Nov 12 03:20:09.769804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:09.772354 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95accf96-4c88-4420-a9e5-049e8e099a96" -d '{"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:09.830709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2a1209d4-6fb2-4e8f-b9da-b873a9bc8c67 None None] Port fc01b23f-6ae3-4164-92cf-dbff79791a8a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:09.858632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45bfb12e-e7c7-41df-b009-fb8079dbb530 req-63f4e159-5645-418f-93ca-c564a3cd89e3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 210 time: 0.0690067 Nov 12 03:20:09.878490 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab30c16c-3bde-4e5d-83ef-fce075aa7328 x-openstack-request-id: req-ab30c16c-3bde-4e5d-83ef-fce075aa7328 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:09.878890 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-unplugged", "status": "completed", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:09.879010 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab30c16c-3bde-4e5d-83ef-fce075aa7328 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:09.879391 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'code': 200} Nov 12 03:20:09.881265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c9878686-1c7d-42c4-bc09-877dd9761cd0 req-eca2d11e-bdcb-405a-8129-03408c48678c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027545 Nov 12 03:20:09.883324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:09.885401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port c3777eb1-e7e4-42be-80e1-859855d07ab3 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:09.897217 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74d862c1-9ab8-406f-a5a9-f6a996151ca4 admin admin] 10.222.0.93 "PUT /v2.0/routers/8ea3ba03-5686-4c6c-8692-53a865bef4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4523768 Nov 12 03:20:09.901061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.911382 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea1c68ea-4ec0-427d-a683-8078481fa061 req-530c261b-8274-4425-8b3c-24dac2659126 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.100 "DELETE /v2.0/ports/c3777eb1-e7e4-42be-80e1-859855d07ab3 HTTP/1.1" status: 204 len: 173 time: 4.1645420 Nov 12 03:20:09.991691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6856c758-9c86-46e9-b7c5-c392128465f8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:09.993570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.008166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:10.034060 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37a8da56-6191-4f4d-8e3e-24bf3f8769a1 admin admin] 10.222.0.93 "PUT /v2.0/routers/40430599-5f02-484c-87bb-a337d0c4161a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3423324 Nov 12 03:20:10.092223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.104432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d575c4b6-f3f2-4af0-b4bc-d2f4d1f0901e req-ec7543d0-4988-485e-8164-0651237c2e0b tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b HTTP/1.1" status: 200 len: 210 time: 0.1233926 Nov 12 03:20:10.147194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Sync routers for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:10.155859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-deleted', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:10.158200 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e50fb1e-7f6d-4014-b7c7-6c85a4d5090e" -d '{"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-deleted", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:10.317850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:10.318512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:10.342071 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7789e4df-ce30-4018-80c4-1ef10243aa5d x-openstack-request-id: req-7789e4df-ce30-4018-80c4-1ef10243aa5d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:10.342360 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b", "name": "network-vif-deleted", "tag": "c3777eb1-e7e4-42be-80e1-859855d07ab3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:10.342610 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7789e4df-ce30-4018-80c4-1ef10243aa5d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:10.343022 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a25a84e-e50a-4e12-9d42-5c7d8ef6a52b', 'name': 'network-vif-deleted', 'tag': 'c3777eb1-e7e4-42be-80e1-859855d07ab3', 'status': 'completed', 'code': 200} Nov 12 03:20:10.426120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Sync routers for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:10.461060 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:10.462419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:10.505510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=928d14b2-8854-4158-87da-a2dc5a115b04,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.590451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae25c-f516-4827-8b4a-f12eb55ad929 req-b9d3eb01-85ea-4065-803e-4181aedb57de tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.608077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '928d14b2-8854-4158-87da-a2dc5a115b04', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '928d14b2-8854-4158-87da-a2dc5a115b04', 'mac_address': 'fa:16:3e:86:a6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:10.621039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-858ae25c-f516-4827-8b4a-f12eb55ad929 req-b9d3eb01-85ea-4065-803e-4181aedb57de tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 948 time: 0.3381922 Nov 12 03:20:10.642762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Allocated IP 172.20.0.1 (db1ab5a0-fd56-4185-8062-9d6202c07c59/01c391cc-97ba-488d-8e30-df75578778d9/ec172b05-e770-4990-8a84-29efd15c98da) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:10.648153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d2fefbb4-03a8-4fe0-8b9d-984c43719e84 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.652719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d2fefbb4-03a8-4fe0-8b9d-984c43719e84 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 814 time: 0.5375597 Nov 12 03:20:10.732844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.797601 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:10.911076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 6856c758-9c86-46e9-b7c5-c392128465f8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6856c758-9c86-46e9-b7c5-c392128465f8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.930159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:10.931571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-e79c7351-27f6-4b26-ac06-9069c3967bdf tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2922511 Nov 12 03:20:10.941105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:10.957476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Request body: {'port': {'device_id': '929c3f41-5802-4025-a53e-e01bb9bff405', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'admin_state_up': True, 'tenant_id': '03b7834c4793468d96c7dcc435e31aae'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:11.031158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.032509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:11.068249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.127831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-858ae25c-f516-4827-8b4a-f12eb55ad929 req-6071425c-0c71-445a-86c5-e6ac07a70c69 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054855 Nov 12 03:20:11.254129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.316508 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.330107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=6856c758-9c86-46e9-b7c5-c392128465f8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:11.398154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:11.419695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:11.421857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928d14b2-8854-4158-87da-a2dc5a115b04 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:11.432828 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '80301f23-4da8-4d22-889c-f23dfd3a916f', 'name': '', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'mac_address': 'fa:16:3e:86:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:02Z', 'updated_at': '2021-11-12T03:20:05Z', 'revision_number': 2, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'subnets': [{'id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:11.445351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:11.455149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:11.543325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:11.543702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.545733 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Checking router: 8ea3ba03-5686-4c6c-8692-53a865bef4bb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:11.546185 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Updating router 8ea3ba03-5686-4c6c-8692-53a865bef4bb port 80301f23-4da8-4d22-889c-f23dfd3a916f binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:11.568993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.615561 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.825392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=928d14b2-8854-4158-87da-a2dc5a115b04,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:11.840044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.855070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.926869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.032070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-69bd3232-221b-4b2b-8bee-7226f5b9ef04 None None] Provisioning complete for port ec172b05-e770-4990-8a84-29efd15c98da triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:12.032730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69bd3232-221b-4b2b-8bee-7226f5b9ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.124085 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.131452 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.148423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['928d14b2-8854-4158-87da-a2dc5a115b04'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:12.187781 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595ece8-ec2d-4f1b-b97f-f6d0eba2742b None None] Pushing event updated for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.218527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.230201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.279724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-ecb61f93-857c-44c0-9ba6-0f62e6b82d66 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3944201 Nov 12 03:20:12.287769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:12.315292 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Attempting to bind port 80301f23-4da8-4d22-889c-f23dfd3a916f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:12.315739 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Attempting to bind port 80301f23-4da8-4d22-889c-f23dfd3a916f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:12.316494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Attempting to bind port 80301f23-4da8-4d22-889c-f23dfd3a916f on network 4b80a800-7788-449b-8291-1be46e884d8a {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:12.322603 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:12.323313 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Checking segment: {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:12.323950 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.324735 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Bound using segment: {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:12.325499 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Bound port: 80301f23-4da8-4d22-889c-f23dfd3a916f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0fa1ac-df10-4d67-90db-35bb399665be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:12.325793 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.334063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.340286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Made reservation on behalf of 03b7834c4793468d96c7dcc435e31aae for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:12.341312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.346028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.366181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.379517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:03Z', 'revision_number': 4, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fc01b23f-6ae3-4164-92cf-dbff79791a8a', 'name': '', 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'mac_address': 'fa:16:3e:21:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:01Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 2, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'subnets': [{'id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:12.399894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-69bd3232-221b-4b2b-8bee-7226f5b9ef04 None None] Port ec172b05-e770-4990-8a84-29efd15c98da cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:12.411785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:12.449571 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] For port 80301f23-4da8-4d22-889c-f23dfd3a916f, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:12.454584 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] For port 80301f23-4da8-4d22-889c-f23dfd3a916f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=80301f23-4da8-4d22-889c-f23dfd3a916f,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:12.463028 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.559910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Checking router: 40430599-5f02-484c-87bb-a337d0c4161a for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:12.560872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Updating router 40430599-5f02-484c-87bb-a337d0c4161a port fc01b23f-6ae3-4164-92cf-dbff79791a8a binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:12.600720 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595ece8-ec2d-4f1b-b97f-f6d0eba2742b None None] Pushing event updated for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.635814 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:12.636495 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:12.645475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.750896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.770397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:12.770767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.795121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:12.801485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:12.843544 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:12.872701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.887502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:12.891642 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.022227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:13.200855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:13.221913 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d38342e2-f995-46a8-9234-8b87be32b0a8 admin admin] 10.222.0.93 "PUT /v2.0/routers/6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6877823 Nov 12 03:20:13.233965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Sync routers for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:13.264908 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '80301f23-4da8-4d22-889c-f23dfd3a916f', 'name': '', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'mac_address': 'fa:16:3e:86:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:02Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'subnets': [{'id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:13.303612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.304830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552c82c-67b5-4b06-ac24-ba148dff347e None None] The sync data for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 is: [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '80301f23-4da8-4d22-889c-f23dfd3a916f', 'name': '', 'network_id': '4b80a800-7788-449b-8291-1be46e884d8a', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'mac_address': 'fa:16:3e:86:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:02Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'subnets': [{'id': '9bd876d8-e0f3-4b40-9150-e4f25e3ead67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:13.323241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Allocated IP 172.20.0.4 (ee0b1f71-d9ba-4158-854e-d4e8e437dd8b/1b860c05-c7e1-44c8-82c2-8f766c3d34d0/b66970fa-6df3-4963-9dd2-7a6e1c0226ef) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:13.344538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Allocated IP 172.25.4.95 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/4f5b0ab0-f175-4da7-a333-3df20af6bcfa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:13.613703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:13.614097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:13.646266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.708658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.717311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.741426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.859259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 928d14b2-8854-4158-87da-a2dc5a115b04 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:13.875433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:13.891907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:13.920103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:13.927208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] For port 80301f23-4da8-4d22-889c-f23dfd3a916f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=80301f23-4da8-4d22-889c-f23dfd3a916f,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:13.960280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.996574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=4f5b0ab0-f175-4da7-a333-3df20af6bcfa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.014891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Allocated IP 172.25.4.71 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/264a6ccb-6b6d-41be-b3be-b05a55e49f07) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:14.019188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.081301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:14.142124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 80301f23-4da8-4d22-889c-f23dfd3a916f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:14.153151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:14.221510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:14.241757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:14.255786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:14.292473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3eedc-73b1-48e4-bf23-ed38111cc316 None None] Pushing event updated for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.315918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.317732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.328933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Pushing event updated for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.336805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.365239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-d44875be-b225-46c4-b8b0-d456c95b3350 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4667730 Nov 12 03:20:14.402792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-56185f48-910f-4d52-a30b-e953e0c27991 None None] Provisioning complete for port ec172b05-e770-4990-8a84-29efd15c98da triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.403093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56185f48-910f-4d52-a30b-e953e0c27991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.404622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Request body: {'port': {'device_id': '929c3f41-5802-4025-a53e-e01bb9bff405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:14.417548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.448749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.468986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.484888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 928d14b2-8854-4158-87da-a2dc5a115b04 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:14.528264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 928d14b2-8854-4158-87da-a2dc5a115b04 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.528775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.536160 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.546763 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.621045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.637552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc585-6846-49cd-8ec4-5b68f90158f2 None None] Pushing event updated for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.724294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-56185f48-910f-4d52-a30b-e953e0c27991 None None] Port ec172b05-e770-4990-8a84-29efd15c98da cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:14.731415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:14.802769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.803444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.865741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event updated for resources: {'Port': ['ID=264a6ccb-6b6d-41be-b3be-b05a55e49f07,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.872339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:14.879317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:14.899067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-56185f48-910f-4d52-a30b-e953e0c27991 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.899730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56185f48-910f-4d52-a30b-e953e0c27991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.980270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.033472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.117364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Attempting to bind port fc01b23f-6ae3-4164-92cf-dbff79791a8a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:15.117727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Attempting to bind port fc01b23f-6ae3-4164-92cf-dbff79791a8a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:15.118086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Attempting to bind port fc01b23f-6ae3-4164-92cf-dbff79791a8a on network e5d6b845-825f-4d3e-babf-cb41b13b487a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:15.165625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:15.165625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Checking segment: {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:15.165625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.166226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Bound using segment: {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:15.166490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Bound port: fc01b23f-6ae3-4164-92cf-dbff79791a8a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:15.166870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.245032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.250030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.265809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.330574 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:15.345394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6856c758-9c86-46e9-b7c5-c392128465f8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:15.380172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.407012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.408273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:15.410580 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974175ee-5240-4dc3-b50f-d1db2a64c6be" -d '{"events": [{"server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "name": "network-vif-plugged", "status": "completed", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:15.414421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4792905 Nov 12 03:20:15.467637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=928d14b2-8854-4158-87da-a2dc5a115b04,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:15.479846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-72fba835-bf51-407d-ac6a-356b7d5deb3e tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.0638094 Nov 12 03:20:15.491888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.506174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a29022-d3d1-4a28-a3f9-b2b854263377 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=4f5b0ab0-f175-4da7-a333-3df20af6bcfa,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.530407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] For port fc01b23f-6ae3-4164-92cf-dbff79791a8a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:15.568130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] For port fc01b23f-6ae3-4164-92cf-dbff79791a8a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc01b23f-6ae3-4164-92cf-dbff79791a8a,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:15.588608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.595586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 2, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.612577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66970fa-6df3-4963-9dd2-7a6e1c0226ef {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:15.641863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.643024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.651636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.653673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Checking router: 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:15.654103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Updating router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec port ec172b05-e770-4990-8a84-29efd15c98da binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:15.659502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6856c758-9c86-46e9-b7c5-c392128465f8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:15.659502 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.663134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.728558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event updated for resources: {'Port': ['ID=264a6ccb-6b6d-41be-b3be-b05a55e49f07,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.752078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Transition to ACTIVE for port object b66970fa-6df3-4963-9dd2-7a6e1c0226ef will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:15.812989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.833551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.846701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-4f85c151-0dae-4c02-8eb9-8ecc912f9812 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.865618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13ab2ab5-b822-4df0-8c1c-7bdd38aa0aff req-4f85c151-0dae-4c02-8eb9-8ecc912f9812 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.3854175 Nov 12 03:20:15.876463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.877655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-93b53ade-b147-4d61-80cf-eea96cc5dcbd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5963554 Nov 12 03:20:15.892212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] Provisioning complete for port fc01b23f-6ae3-4164-92cf-dbff79791a8a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:15.892588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.934739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:15.935378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.946230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.007128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-7324603d-0d71-474f-82b7-d3fb19d489a1 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.71 HTTP/1.1" status: 200 len: 695 time: 0.1077516 Nov 12 03:20:16.016360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.034949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc585-6846-49cd-8ec4-5b68f90158f2 None None] Pushing event updated for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.144163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607db6e-89d6-4f5e-b977-9d2378da40b4 req-3a684068-96d1-444d-9407-591d6c421993 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.145636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1607db6e-89d6-4f5e-b977-9d2378da40b4 req-3a684068-96d1-444d-9407-591d6c421993 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 946 time: 0.1862426 Nov 12 03:20:16.205214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Attempting to bind port b66970fa-6df3-4963-9dd2-7a6e1c0226ef on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:16.206128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Attempting to bind port b66970fa-6df3-4963-9dd2-7a6e1c0226ef by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:16.206128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Attempting to bind port b66970fa-6df3-4963-9dd2-7a6e1c0226ef on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:16.221479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-04c93ce4-5c90-41af-b628-03de4ebe7aca tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.223565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b34812ed-180c-40b8-a04f-68f9476d2245 req-04c93ce4-5c90-41af-b628-03de4ebe7aca tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2038097 Nov 12 03:20:16.228994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Port b66970fa-6df3-4963-9dd2-7a6e1c0226ef on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:16.229101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Attempting to bind port b66970fa-6df3-4963-9dd2-7a6e1c0226ef on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:16.256520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:16.256860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Checking segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:16.257414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Bound using segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:16.257668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Bound port: b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:16.258497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.267098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1607db6e-89d6-4f5e-b977-9d2378da40b4 req-f58f7747-56f0-4712-a8b8-5c36a2cc4d56 tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995157 Nov 12 03:20:16.269621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:16.272102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc6879d8-4824-4e7b-b230-956e3f12f2ab up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:16.367287 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.373569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:16.414046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:16.415566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:16.433118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.479251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.480564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.482193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] 10.222.0.98 "PUT /v2.0/ports/b66970fa-6df3-4963-9dd2-7a6e1c0226ef HTTP/1.1" status: 200 len: 1092 time: 2.0919421 Nov 12 03:20:16.484328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:16.488009 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cfb2bc-5463-484b-8ccc-760ffdf37126" -d '{"events": [{"name": "network-changed", "server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:16.522908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f98c1-2036-4691-9d5f-47357d4d4515 req-422cec8d-a114-4a7b-9d5d-0bcf28495fa2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.524383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b33f98c1-2036-4691-9d5f-47357d4d4515 req-422cec8d-a114-4a7b-9d5d-0bcf28495fa2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 943 time: 0.1881440 Nov 12 03:20:16.546810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting subnet 95884f6f-a88e-4d50-a564-4681c97a6149 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:16.553219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.555397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] For port fc01b23f-6ae3-4164-92cf-dbff79791a8a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc01b23f-6ae3-4164-92cf-dbff79791a8a,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:16.569765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.577314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e5701-30d7-4eb9-97cb-78cfb7fc21f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.628536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fc6879d8-4824-4e7b-b230-956e3f12f2ab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:16.628908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.630542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.664387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab1486-acda-43a0-82ef-0dcb0bd14131 req-a1ab8ea9-a48f-44a8-a5c1-57ad9109f238 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.666198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ab1486-acda-43a0-82ef-0dcb0bd14131 req-a1ab8ea9-a48f-44a8-a5c1-57ad9109f238 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 950 time: 0.1392548 Nov 12 03:20:16.691009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b33f98c1-2036-4691-9d5f-47357d4d4515 req-eeca69b7-9116-4005-89c3-578c6e595c1c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320529 Nov 12 03:20:16.704467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-4ae08471-6328-4250-ac5e-07db7db72642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.707902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-4ae08471-6328-4250-ac5e-07db7db72642 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 1095 time: 0.1403489 Nov 12 03:20:16.738561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.774301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-83dd4242-bcbc-488a-806d-aee252d3b500 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef HTTP/1.1" status: 200 len: 217 time: 0.0551789 Nov 12 03:20:16.815825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fcd78-df81-4ae2-bf70-c6dbc1e90e71 None None] Pushing event updated for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.832983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e45388c2-0510-4d8c-9a80-462f7fa7ac33 None None] Provisioning complete for port fc01b23f-6ae3-4164-92cf-dbff79791a8a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:16.833570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e45388c2-0510-4d8c-9a80-462f7fa7ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.850925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7ab1486-acda-43a0-82ef-0dcb0bd14131 req-4685822e-e132-45f8-88d7-3db08f54ec22 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786773 Nov 12 03:20:16.864333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.874840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-26a94daf-57b1-4fe1-a215-a258d3f9ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.877780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-26a94daf-57b1-4fe1-a215-a258d3f9ce35 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0944910 Nov 12 03:20:16.915193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-c7d84f9e-67ba-4737-bb94-bf75d00beffc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286224 Nov 12 03:20:16.930660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.937848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/subnets/95884f6f-a88e-4d50-a564-4681c97a6149 HTTP/1.1" status: 204 len: 168 time: 0.5633357 Nov 12 03:20:16.939783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:16.950950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f23c14-0d1b-4302-ac60-c13248aa7499 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Subnet': ['ID=95884f6f-a88e-4d50-a564-4681c97a6149,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.962018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1311b7-4600-43e5-9d88-47c45e918982 None None] Network f5085cd9-bbba-46af-8882-c828cc0b26d4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:16.976484 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed7822-77af-44fa-b927-3442ea9f9130 x-openstack-request-id: req-04ed7822-77af-44fa-b927-3442ea9f9130 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:16.977042 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "name": "network-vif-plugged", "status": "completed", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:16.977453 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04ed7822-77af-44fa-b927-3442ea9f9130 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:16.978040 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04', 'code': 200} Nov 12 03:20:17.013611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.055216 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.170958 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.177513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.187202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841481937', 'description': 'tempest-description--1313717341'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:17.208229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.208836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069ae9-5770-46f0-856e-658a52336fec None None] Pushing event updated for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.240288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0810def-e663-4d53-a41c-56edd7c61bf6 req-67998e2c-286f-47c4-9cb4-108cdace089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.242062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0810def-e663-4d53-a41c-56edd7c61bf6 req-67998e2c-286f-47c4-9cb4-108cdace089f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 1102 time: 0.1844370 Nov 12 03:20:17.261667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.264399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:03Z', 'revision_number': 4, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fc01b23f-6ae3-4164-92cf-dbff79791a8a', 'name': '', 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'mac_address': 'fa:16:3e:21:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:01Z', 'updated_at': '2021-11-12T03:20:15Z', 'revision_number': 4, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'subnets': [{'id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:17.271739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port fc6879d8-4824-4e7b-b230-956e3f12f2ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc6879d8-4824-4e7b-b230-956e3f12f2ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:17.357915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.366982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b5f22-506f-4914-887a-799a0a845bc7 None None] The sync data for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 is: [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:03Z', 'revision_number': 4, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fc01b23f-6ae3-4164-92cf-dbff79791a8a', 'name': '', 'network_id': 'e5d6b845-825f-4d3e-babf-cb41b13b487a', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'mac_address': 'fa:16:3e:21:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:01Z', 'updated_at': '2021-11-12T03:20:15Z', 'revision_number': 4, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'subnets': [{'id': 'c7a41a09-310b-45d7-a239-b5e3bd886863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:17.426058 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0810def-e663-4d53-a41c-56edd7c61bf6 req-c59ea85f-024a-4733-b5f1-f28d1792c4f0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759052 Nov 12 03:20:17.512970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:17.513512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.517655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.535396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.548400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Attempting to bind port ec172b05-e770-4990-8a84-29efd15c98da on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:17.548400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Attempting to bind port ec172b05-e770-4990-8a84-29efd15c98da by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:17.549078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Attempting to bind port ec172b05-e770-4990-8a84-29efd15c98da on network db1ab5a0-fd56-4185-8062-9d6202c07c59 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:17.591595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:17.592419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Checking segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:17.593051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.593662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Bound using segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:17.595902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Bound port: ec172b05-e770-4990-8a84-29efd15c98da, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:17.596619 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.649897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.651274 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4719560 Nov 12 03:20:17.659590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 80301f23-4da8-4d22-889c-f23dfd3a916f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:17.659932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.666054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'security_group_rule': {'security_group_id': '39d40fe2-9235-468b-855f-4040ce0cd68e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:17.682786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port f267d5e7-4d83-4451-8f5e-6cd2a42d7678, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,segment=NetworkSegment(61198759-9c25-4755-b643-e1fedf2da870),segment_id=61198759-9c25-4755-b643-e1fedf2da870)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:17.683162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.695736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4248-f3e8-4c97-8b83-2c242ab54d80 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d40fe2-9235-468b-855f-4040ce0cd68e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.706284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for f267d5e7-4d83-4451-8f5e-6cd2a42d7678 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:17.769607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.786429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc927a71-6ae7-4419-835d-eb6bd0ad9157 None None] DHCP port deletion for f5085cd9-bbba-46af-8882-c828cc0b26d4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:17.798936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=fc6879d8-4824-4e7b-b230-956e3f12f2ab,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.872610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] For port ec172b05-e770-4990-8a84-29efd15c98da, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:17.877393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] For port ec172b05-e770-4990-8a84-29efd15c98da, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ec172b05-e770-4990-8a84-29efd15c98da,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:17.919544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.928696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.937197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.946627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] Provisioning complete for port ec172b05-e770-4990-8a84-29efd15c98da triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:17.949000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.965805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4c9dc1-e7f4-425e-beb0-83537ba24518,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:18.003149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.004800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc548693-3bdd-4e53-81ad-28e44768a90f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423185 Nov 12 03:20:18.008624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:18.014567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'security_group_rule': {'security_group_id': '39d40fe2-9235-468b-855f-4040ce0cd68e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:18.050106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.074961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5eca61b-c1b6-43d6-bd6d-eebc6f885dff req-d0ee6059-99b0-4c5c-9743-2ac29174cf6b tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips/08607e14-e5c7-4cb5-878a-78e1fc5e51ad HTTP/1.1" status: 200 len: 692 time: 0.1400275 Nov 12 03:20:18.084223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=f267d5e7-4d83-4451-8f5e-6cd2a42d7678,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:18.106647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:18.161028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.192318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-531913cc-1da3-4f64-bf3f-f889bf679465 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2691972 Nov 12 03:20:18.253213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-36e1fc0a-3a22-473b-b6c2-551c35b2249e tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2620847 Nov 12 03:20:18.270612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:18.311744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.315157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.318496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.319139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 80301f23-4da8-4d22-889c-f23dfd3a916f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:18.319688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.346050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.351677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.353107 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427551 Nov 12 03:20:18.359880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39390) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:18.370670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:18.380073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c18cc4-35d1-4ae9-9886-a30e935b2e4d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be844a99-ef2d-44c0-831a-eaca5199d801,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:18.402693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac304f3f-895d-4fa5-8f4a-26295aab400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.434316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5085cd9-bbba-46af-8882-c828cc0b26d4']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.453080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61198759-9c25-4755-b643-e1fedf2da870') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.453671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61198759-9c25-4755-b643-e1fedf2da870') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.473209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.482694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.517696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eca61b-c1b6-43d6-bd6d-eebc6f885dff req-70b009e6-9b35-4a89-8deb-5b71fe0271d7 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.531090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:18.531972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:19:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.542103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5eca61b-c1b6-43d6-bd6d-eebc6f885dff req-70b009e6-9b35-4a89-8deb-5b71fe0271d7 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.4661992 Nov 12 03:20:18.559568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.576705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:18.577107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:18.583150 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:18.661009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed82a43-14b2-4241-995c-8e0bbe4af4ef req-53f349f6-9912-4e60-a332-da0c82b6cd16 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234374 Nov 12 03:20:18.781579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.789346 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed69f9a2-60fa-440c-93ed-e895c0326b26 x-openstack-request-id: req-ed69f9a2-60fa-440c-93ed-e895c0326b26 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:18.789769 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:18.797209 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ed69f9a2-60fa-440c-93ed-e895c0326b26 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:18.798524 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef', 'status': 'completed', 'code': 200} Nov 12 03:20:18.899755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069ae9-5770-46f0-856e-658a52336fec None None] Pushing event updated for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:18.905237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.917083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.920712 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/networks/f5085cd9-bbba-46af-8882-c828cc0b26d4 HTTP/1.1" status: 204 len: 168 time: 1.9800336 Nov 12 03:20:18.933139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:18.951550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:18.975181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0770-7a7e-428c-82a1-be046e1683fb tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Network': ['ID=f5085cd9-bbba-46af-8882-c828cc0b26d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.049786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.085954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-65af1a61-d68e-455a-95e6-8a44e88fbd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.089263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-65af1a61-d68e-455a-95e6-8a44e88fbd61 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 1095 time: 0.2862251 Nov 12 03:20:19.106048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cc927a71-6ae7-4419-835d-eb6bd0ad9157 None None] Deleting port f267d5e7-4d83-4451-8f5e-6cd2a42d7678 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:19.106656 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc927a71-6ae7-4419-835d-eb6bd0ad9157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-cc927a71-6ae7-4419-835d-eb6bd0ad9157 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f5085cd9-bbba-46af-8882-c828cc0b26d4 could not be found. Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:20:19.234609 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f5085cd9-bbba-46af-8882-c828cc0b26d4 could not be found. Nov 12 03:20:19.239432 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:20:19.253812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66d62a-ba9b-48df-93fd-bf93d1b985f4 req-4a51aeed-0a2d-4117-bcf5-4290b9936eea tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.267058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa66d62a-ba9b-48df-93fd-bf93d1b985f4 req-4a51aeed-0a2d-4117-bcf5-4290b9936eea tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 943 time: 0.2897725 Nov 12 03:20:19.313064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] For port ec172b05-e770-4990-8a84-29efd15c98da, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ec172b05-e770-4990-8a84-29efd15c98da,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:19.326428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a09fc-62c0-4fd2-8117-b75de368d5f2 None None] DHCP port deletion for f5085cd9-bbba-46af-8882-c828cc0b26d4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:19.334327 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.423469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa66d62a-ba9b-48df-93fd-bf93d1b985f4 req-514dcd40-6fec-4b2f-8e3c-5bdfebbcdfc0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548767 Nov 12 03:20:19.425933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Allocated IP 172.25.4.3 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e1980c90-5584-45ac-acd9-7d60fbd4e853) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:19.483713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642bac-65e6-43c0-8eee-69957d53e785 None None] Pushing event updated for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.541363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6039149-3f75-4813-b1cf-97fa433a4c63 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:20:19.614245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-9ef6e585-b8de-47a6-98f8-980f1a181f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.616900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-9ef6e585-b8de-47a6-98f8-980f1a181f31 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.5178201 Nov 12 03:20:19.629266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-61ef2905-3ec1-4c7f-ae96-2482b6bf62fc None None] Provisioning complete for port ec172b05-e770-4990-8a84-29efd15c98da triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:19.629788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ef2905-3ec1-4c7f-ae96-2482b6bf62fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.770153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-2ee31ac1-de1e-4be9-b69e-5f694e2dd076 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef HTTP/1.1" status: 200 len: 217 time: 0.1161354 Nov 12 03:20:19.796262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting subnet c84e278a-1c17-44b7-94ed-350894175a72 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:19.797779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc01b23f-6ae3-4164-92cf-dbff79791a8a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:19.808003 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.833029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.844159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6231-0d84-4cd9-b4f1-f3dc96b2d1e5 req-c691eae1-a88c-4ad4-8bbb-b326842e8686 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.851744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04be6231-0d84-4cd9-b4f1-f3dc96b2d1e5 req-c691eae1-a88c-4ad4-8bbb-b326842e8686 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 950 time: 0.2755132 Nov 12 03:20:19.870746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.958810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04be6231-0d84-4cd9-b4f1-f3dc96b2d1e5 req-152836bc-ff96-4f9d-a7ca-e0383014217e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997686 Nov 12 03:20:19.960675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-50c74cb6-a3db-40d6-a728-ec588616aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.964968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-50c74cb6-a3db-40d6-a728-ec588616aba8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.1495955 Nov 12 03:20:19.994606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.015623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:20.020402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6039149-3f75-4813-b1cf-97fa433a4c63 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:20:20.029533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.058209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-762bbf76-83be-4d08-98e2-2d03ef63661c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801988 Nov 12 03:20:20.060776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fc01b23f-6ae3-4164-92cf-dbff79791a8a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:20.061260 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.065199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.069313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7141b80b-951a-4dd8-9557-d4d578adfcc3 None None] The sync data for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 is: [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:20.098654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80a9424e-b5b0-4b8f-9b10-521c65873f92 req-270623d1-3af4-445a-838f-da3ea7f52113 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=3270fc10608a4c8a9a4ce5c6f7b8cc0c HTTP/1.1" status: 200 len: 695 time: 0.1120095 Nov 12 03:20:20.126477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.146280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.152126 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/subnets/c84e278a-1c17-44b7-94ed-350894175a72 HTTP/1.1" status: 204 len: 168 time: 1.2142601 Nov 12 03:20:20.171097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39404) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:20.192005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:20.196883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819f0db-16ab-4600-a6ce-fcd68ced84cc tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Subnet': ['ID=c84e278a-1c17-44b7-94ed-350894175a72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:20.229570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Allocated IP 172.25.4.151 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ae4a7cbe-d3bd-4aef-b317-f500715de059) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:20.247049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:20.267355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:20.373700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=e1980c90-5584-45ac-acd9-7d60fbd4e853,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:20.401276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc6879d8-4824-4e7b-b230-956e3f12f2ab up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:20.422767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.436821 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7375060-3b01-4a1a-9578-341b4dde2282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.541906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.590807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'Port': ['ID=ae4a7cbe-d3bd-4aef-b317-f500715de059,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:20.598933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.616872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.617809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fc6879d8-4824-4e7b-b230-956e3f12f2ab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:20.618408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.634904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9424e-b5b0-4b8f-9b10-521c65873f92 req-f23b9bce-e4c5-4a06-8b54-67f9b7ad1a87 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.636228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:20.639067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:20.645113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:20.648270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80a9424e-b5b0-4b8f-9b10-521c65873f92 req-f23b9bce-e4c5-4a06-8b54-67f9b7ad1a87 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks?id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 787 time: 0.5480134 Nov 12 03:20:20.663181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-80a9424e-b5b0-4b8f-9b10-521c65873f92 req-5b1d6ec5-0c0a-4527-9dd8-2f5534bf2539 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:20.677500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80a9424e-b5b0-4b8f-9b10-521c65873f92 req-5b1d6ec5-0c0a-4527-9dd8-2f5534bf2539 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203032 Nov 12 03:20:20.692085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-58309b35-e9a8-4c74-ae80-2ab853d389ca service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178882 Nov 12 03:20:20.784231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.812711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.861654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12d18f-d917-4374-ad15-1b1838e708a7 None None] Network 7cfb3450-653a-40c9-bf01-7f634276de19 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:20.894927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.133191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.159263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.302921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f267d5e7-4d83-4451-8f5e-6cd2a42d7678 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:21.318655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.324701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.348115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=e1980c90-5584-45ac-acd9-7d60fbd4e853,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:21.400946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f267d5e7-4d83-4451-8f5e-6cd2a42d7678 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:21.401296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f267d5e7-4d83-4451-8f5e-6cd2a42d7678 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:21.465614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:21.466141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.551039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'Port': ['ID=ae4a7cbe-d3bd-4aef-b317-f500715de059,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:21.553558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.573160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cfb2bc-5463-484b-8ccc-760ffdf37126 req-f4b296d0-d016-4a1f-86f2-ce873ce1557e service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8328466 Nov 12 03:20:21.574021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.584007 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-709a3bce-4f11-49c6-a546-36ac790b6e35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2095571 Nov 12 03:20:21.584276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.607380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Deleting port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:21.607840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.616194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.617495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-c3fd74ad-3a50-4cc4-9c07-2674e69feaab tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.3509343 Nov 12 03:20:21.644817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.665060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ec172b05-e770-4990-8a84-29efd15c98da up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:21.713251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:21.713628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.770498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ec172b05-e770-4990-8a84-29efd15c98da triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:21.771551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.787021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fa16c-79e5-4f52-8f90-a96aa9956053 req-22d346b0-f7da-4748-b16b-3a4f10679d48 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.795534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac3fa16c-79e5-4f52-8f90-a96aa9956053 req-22d346b0-f7da-4748-b16b-3a4f10679d48 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 943 time: 0.2638276 Nov 12 03:20:21.800704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-9f4ccdc9-bfb7-4125-bb08-327261e70777 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1645141 Nov 12 03:20:21.808566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] DHCP port deletion for 7cfb3450-653a-40c9-bf01-7f634276de19 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:21.878151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac3fa16c-79e5-4f52-8f90-a96aa9956053 req-a4ea27d0-c7ff-470f-8448-cdf83096db97 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Nov 12 03:20:21.901342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] For port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:21.901704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.934427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 4f5b0ab0-f175-4da7-a333-3df20af6bcfa triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:21.934801 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.945464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Calling delete_port for 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:21.986870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Deleting port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:21.987091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.014549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Port 4f5b0ab0-f175-4da7-a333-3df20af6bcfa cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:22.017537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-f9dfc306-d4a8-4c01-8f63-6865fa24c93f tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips/08607e14-e5c7-4cb5-878a-78e1fc5e51ad HTTP/1.1" status: 200 len: 692 time: 0.0959482 Nov 12 03:20:22.070957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port ade54676-bf03-47d4-89a6-40207e54c9e2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:22.071428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.108291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] For port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,segment=NetworkSegment(9d1b194e-cdc0-4e73-a7eb-20a993641b39),segment_id=9d1b194e-cdc0-4e73-a7eb-20a993641b39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.108691 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.133636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Calling delete_port for 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:22.160394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-e911967f-4f00-4e47-b3a3-04bca35f2b0a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.161812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2f451df-2be4-4ad2-b0dd-8259b9c60c61 req-e911967f-4f00-4e47-b3a3-04bca35f2b0a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.3040681 Nov 12 03:20:22.211952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.246071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b66970fa-6df3-4963-9dd2-7a6e1c0226ef details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:22.268067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Port': ['ID=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.274445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] No DVR routers for this DVR port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:22.326250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-3c777862-1013-488e-b628-b674f0fc0508 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.327352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-3c777862-1013-488e-b628-b674f0fc0508 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.3021264 Nov 12 03:20:22.375945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-0b6b549d-5fad-40bb-ac33-ae0eaef009fe tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.377581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-0b6b549d-5fad-40bb-ac33-ae0eaef009fe tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.100 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0812359 Nov 12 03:20:22.396191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:22.396742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.484973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-e7cdc127-b760-417d-8b39-3f85a7acc229 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.71 HTTP/1.1" status: 200 len: 695 time: 0.1161783 Nov 12 03:20:22.512529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Deleting port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:22.512872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.541193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240d83-a529-48c9-bf7f-a551217cb058 req-227e619a-f286-4abc-afd7-14c98f9c90ad tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.544331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52240d83-a529-48c9-bf7f-a551217cb058 req-227e619a-f286-4abc-afd7-14c98f9c90ad tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/ports?device_id=87d49173-016b-4b51-b35c-744dea34a1c3 HTTP/1.1" status: 200 len: 946 time: 0.2709303 Nov 12 03:20:22.589696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.602058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.602588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-6fa52c66-cd4b-46e0-b033-944ba543f9c1 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.71 HTTP/1.1" status: 200 len: 695 time: 0.1166506 Nov 12 03:20:22.630939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] For port 81fa377b-83ac-4001-8f82-2ad1e5b4e429, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=81fa377b-83ac-4001-8f82-2ad1e5b4e429,segment=NetworkSegment(bbdb0504-d4c0-4b66-95d7-cb8823e8cd57),segment_id=bbdb0504-d4c0-4b66-95d7-cb8823e8cd57)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.631305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.642476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Pushing event deleted for resources: {'Port': ['ID=173bb9f6-2ff9-4b13-90ad-2f99cf0d8058,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.650384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Calling delete_port for 81fa377b-83ac-4001-8f82-2ad1e5b4e429 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:22.660692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] No DVR routers for this DVR port 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:22.662711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 6856c758-9c86-46e9-b7c5-c392128465f8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:22.662999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.723175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.723175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.723175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.723175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.723863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.724232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.724675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.725077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.725477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.725870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.726260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.726650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be45662c-2354-488e-a0e8-3960fe30f53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:22.758718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.790860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'port_id': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef', 'mac_address': 'fa:16:3e:dc:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b860c05-c7e1-44c8-82c2-8f766c3d34d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:22.848043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.874885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['81fa377b-83ac-4001-8f82-2ad1e5b4e429'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:22.886169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Pushing event deleted for resources: {'Port': ['ID=81fa377b-83ac-4001-8f82-2ad1e5b4e429,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.915871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.934803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66970fa-6df3-4963-9dd2-7a6e1c0226ef {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:22.946749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] No DVR routers for this DVR port 81fa377b-83ac-4001-8f82-2ad1e5b4e429 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:22.949505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.953720 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b69746f6-5aa7-4980-85e2-e7d46f2cc1c8 req-7f8ff385-6aea-407c-ab80-178c824787eb tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.100 "DELETE /v2.0/ports/81fa377b-83ac-4001-8f82-2ad1e5b4e429 HTTP/1.1" status: 204 len: 173 time: 0.5694344 Nov 12 03:20:22.954713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'name': 'network-vif-deleted', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:22.957443 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e6708-caf8-41d6-8d4f-c6c836bbad4c" -d '{"events": [{"server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "name": "network-vif-deleted", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:22.963877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.966171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a369e5-6ac3-4f2c-9226-3181e9b09818 None None] DHCP port deletion for f1edfbee-7bb9-4267-9ad5-6470ec0282e8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:22.976825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Could not find standard attr ID for object 81fa377b-83ac-4001-8f82-2ad1e5b4e429. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:20:22.980547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.014240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.029526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port fc6879d8-4824-4e7b-b230-956e3f12f2ab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:23.029896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.069795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:23.109534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfb3450-653a-40c9-bf01-7f634276de19']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:23.128733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1b194e-cdc0-4e73-a7eb-20a993641b39') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:23.129085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1b194e-cdc0-4e73-a7eb-20a993641b39') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:23.159130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 264a6ccb-6b6d-41be-b3be-b05a55e49f07 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:23.159554 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.184171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.199481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Port 264a6ccb-6b6d-41be-b3be-b05a55e49f07 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:23.204520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52240d83-a529-48c9-bf7f-a551217cb058 req-997723df-69e4-45fe-a061-4fda1f138c5e tempest-ServerGroupTestJSON-258058934 tempest-ServerGroupTestJSON-258058934-project] 10.222.0.93 "GET /v2.0/security-groups?id=f28e06d9-e7f6-49c7-8779-1f50a441cb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930450 Nov 12 03:20:23.216964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:23.217291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.237602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.251048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['b66970fa-6df3-4963-9dd2-7a6e1c0226ef'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:23.255399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:23.256303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:23.260399 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:23.341020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.351533 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.357812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] 10.222.0.93 "DELETE /v2.0/networks/7cfb3450-653a-40c9-bf01-7f634276de19 HTTP/1.1" status: 204 len: 168 time: 3.1723046 Nov 12 03:20:23.375549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Deleting port 264a6ccb-6b6d-41be-b3be-b05a55e49f07 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:23.376852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.381367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f951cc1-f518-4b5b-ba22-c2592071f724 tempest-ServersTestMultiNic-2018102095 tempest-ServersTestMultiNic-2018102095-project] Pushing event deleted for resources: {'Network': ['ID=7cfb3450-653a-40c9-bf01-7f634276de19,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:23.512333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.513160 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.545839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Calling delete_port for 264a6ccb-6b6d-41be-b3be-b05a55e49f07 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:23.548704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:23.639522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:23.640235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 173bb9f6-2ff9-4b13-90ad-2f99cf0d8058 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:23.655218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port 2d758a8d-80e1-4c06-8e40-0179b6043cad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:23.655587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.731313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.759370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.795097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event deleted for resources: {'Port': ['ID=264a6ccb-6b6d-41be-b3be-b05a55e49f07,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:23.811740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.812242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.812705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.813164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.813685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.814789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb10ef7-14e1-4e38-9592-1648743630f1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:23.815582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71722f80-4cee-492a-ba42-79e9764b954b req-639485a2-eb3b-4291-9bfd-435ba5b0ea6b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405&device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82&device_id=87d49173-016b-4b51-b35c-744dea34a1c3&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa&device_id=37fcb857-9c2c-4e72-9023-02bd3439b227&device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 4660 time: 0.1029704 Nov 12 03:20:23.851646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Provisioning complete for port e1980c90-5584-45ac-acd9-7d60fbd4e853 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:23.852076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.864317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71722f80-4cee-492a-ba42-79e9764b954b req-95a6ae53-c2a5-479c-ae0f-745aea189ea4 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.892828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-19b86e22-827c-4680-a5fb-ce04a34056f1 None None] Port e1980c90-5584-45ac-acd9-7d60fbd4e853 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:23.902875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.906609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.907769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f5a76f-0829-452d-a0f2-32ddfa3068c1 req-0e145eb9-818c-4e6d-a36b-24b0ee6c5ccd tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "DELETE /v2.0/floatingips/08607e14-e5c7-4cb5-878a-78e1fc5e51ad HTTP/1.1" status: 204 len: 173 time: 1.3043885 Nov 12 03:20:23.982028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71722f80-4cee-492a-ba42-79e9764b954b req-95a6ae53-c2a5-479c-ae0f-745aea189ea4 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.987509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71722f80-4cee-492a-ba42-79e9764b954b req-95a6ae53-c2a5-479c-ae0f-745aea189ea4 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.037446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ae53-c2a5-479c-ae0f-745aea189ea4 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca20e3-40fd-4181-a23d-bede754e41d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:24.049822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71722f80-4cee-492a-ba42-79e9764b954b req-95a6ae53-c2a5-479c-ae0f-745aea189ea4 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 0.2184460 Nov 12 03:20:24.281191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-c6f1e73c-4b0e-4a6b-9b93-a6c085339377 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.282764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-c6f1e73c-4b0e-4a6b-9b93-a6c085339377 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/networks?id=5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 HTTP/1.1" status: 200 len: 814 time: 0.2253950 Nov 12 03:20:24.289354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-8c82791d-9e88-4b5c-acc8-80dfac9861e0 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2175550 Nov 12 03:20:24.301094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:24.313016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-a6e0f7bd-18e5-4436-b894-4acfac17c1dc tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/quotas/852aff31c94b43aaa1a255d4c83defa8 HTTP/1.1" status: 200 len: 375 time: 0.0227406 Nov 12 03:20:24.363658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.404818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-365f4b2d-8b90-48ce-abf3-63652d861cc1 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=852aff31c94b43aaa1a255d4c83defa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847266 Nov 12 03:20:24.544665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-c21c404e-42cf-417b-b76e-00e278074644 service neutron] 10.222.0.93 "GET /v2.0/networks/5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325159 Nov 12 03:20:24.561577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.708394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-953b3a40-1f2a-4928-879b-acd8dba90d95 service neutron] 10.222.0.93 "GET /v2.0/networks/5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552656 Nov 12 03:20:24.730375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Allocated IP 172.25.4.64 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/524899da-945c-49b5-85de-95443d775ab8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:24.852918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.926148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.973705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341adf1f-5587-423e-80e6-b694e5ee075a req-a6631f1b-c852-4353-bf83-962e892df339 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.981380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-341adf1f-5587-423e-80e6-b694e5ee075a req-a6631f1b-c852-4353-bf83-962e892df339 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 944 time: 0.0997128 Nov 12 03:20:24.990133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:25.012267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:25.019787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:25.050123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=524899da-945c-49b5-85de-95443d775ab8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.085987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-341adf1f-5587-423e-80e6-b694e5ee075a req-9776b715-bc3c-4e65-938f-1838239886bc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035419 Nov 12 03:20:25.146642 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f44ddfb-0f0d-4ad6-ac08-16fada4db8e1 x-openstack-request-id: req-2f44ddfb-0f0d-4ad6-ac08-16fada4db8e1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:25.148859 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d49173-016b-4b51-b35c-744dea34a1c3", "name": "network-vif-deleted", "tag": "81fa377b-83ac-4001-8f82-2ad1e5b4e429", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:25.149377 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f44ddfb-0f0d-4ad6-ac08-16fada4db8e1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:25.151254 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d49173-016b-4b51-b35c-744dea34a1c3', 'name': 'network-vif-deleted', 'tag': '81fa377b-83ac-4001-8f82-2ad1e5b4e429', 'status': 'completed', 'code': 200} Nov 12 03:20:25.151811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.195902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.388312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-0cc735c5-346b-48a0-89f9-027fd5054507 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716588 Nov 12 03:20:25.400201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:25.447413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.487240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.494023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.604396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=524899da-945c-49b5-85de-95443d775ab8,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.624191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.647116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.648349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-6119065e-45ab-4b89-bae8-d1e0705ccb02 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3520210 Nov 12 03:20:25.696939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.709853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-f585ecbd-dafb-435f-b130-341d15325164 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.0529482 Nov 12 03:20:25.887783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-35f12c7a-214a-4095-a81e-f6bf119b1106 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.889257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-736295cd-5874-43db-a21a-7bca9b632dc1 req-35f12c7a-214a-4095-a81e-f6bf119b1106 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1727135 Nov 12 03:20:25.903238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Allocated IP 172.25.4.182 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f5eef44a-e8b5-4033-bb90-d6500cc4937d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:25.942913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 81fa377b-83ac-4001-8f82-2ad1e5b4e429 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:25.987586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 81fa377b-83ac-4001-8f82-2ad1e5b4e429 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:25.988487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 81fa377b-83ac-4001-8f82-2ad1e5b4e429 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:26.025228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-23357c29-2387-4937-8aa4-a887dfabc0bc tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.027793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-23357c29-2387-4937-8aa4-a887dfabc0bc tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.100 "GET /v2.0/networks?id=5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 HTTP/1.1" status: 200 len: 814 time: 0.1346309 Nov 12 03:20:26.030919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.039833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Request body: {'port': {'device_id': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'admin_state_up': True, 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:26.069731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.137336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:26.149599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:26.154790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:26.188406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event updated for resources: {'Port': ['ID=f5eef44a-e8b5-4033-bb90-d6500cc4937d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.212788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b66970fa-6df3-4963-9dd2-7a6e1c0226ef up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:26.238762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2e66c71-8fa0-4fdc-83a4-cb76d28868fc req-6f8834f5-fc46-4be2-a421-6bc9e0f36d6a tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 210 time: 0.0416238 Nov 12 03:20:26.259105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Made reservation on behalf of 852aff31c94b43aaa1a255d4c83defa8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:26.264438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.314682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port b66970fa-6df3-4963-9dd2-7a6e1c0226ef completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:26.320162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port b66970fa-6df3-4963-9dd2-7a6e1c0226ef triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:26.323033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.395517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.479699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.505304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0774d45-142f-41fe-adcf-d5454add0590 req-646ac171-7808-497d-b264-752e9266072f tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1572206 Nov 12 03:20:26.509806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:26.516200 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3208ee19-a39a-4c36-a35d-2c5db9c1572e" -d '{"events": [{"server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "name": "network-vif-plugged", "status": "completed", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:26.516428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:26.536648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Allocated IP 172.20.0.5 (5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8/aa05eeee-af69-44a6-8448-92b1e2e0d386/b7257ccd-5b8d-4803-9054-700f175fec28) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:26.545093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:26.550350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.594208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.618384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.646314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.891236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.897470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.908120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.911518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.962617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event updated for resources: {'Port': ['ID=f5eef44a-e8b5-4033-bb90-d6500cc4937d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.983092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.071052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:27.095735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:27.096980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.112530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:27.159930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.161094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-e748ca7c-b59c-49e2-b777-83dd3f43844d tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7671311 Nov 12 03:20:27.169834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Pushing event updated for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:27.180023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Allocated IP 172.25.4.96 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a86a3419-3bfc-438f-9da0-c972cad58a40) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:27.224541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.225559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.262266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-6baa75b6-29d1-4f9e-a1e7-ebf2bc2083f0 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2259636 Nov 12 03:20:27.302281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-aa48608b-a750-42c4-9407-15cddff2722a tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.1192548 Nov 12 03:20:27.432512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Request body: {'port': {'device_id': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:27.555363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5f56c1d3-276d-4179-8eaf-453430965259 None None] Provisioning complete for port b7257ccd-5b8d-4803-9054-700f175fec28 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:27.556468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f56c1d3-276d-4179-8eaf-453430965259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.557499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.571080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-db1685e6-c060-4604-94dc-a45c1e3764e3 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.582819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a149f3e0-ae9b-4250-8c67-79c082fd152e req-db1685e6-c060-4604-94dc-a45c1e3764e3 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2650049 Nov 12 03:20:27.643704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5f56c1d3-276d-4179-8eaf-453430965259 None None] Port b7257ccd-5b8d-4803-9054-700f175fec28 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:27.706251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.784286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.885666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:27.899319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:27.903748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:27.906237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=a86a3419-3bfc-438f-9da0-c972cad58a40,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.010592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab150-9e5c-4683-92d2-7c25115ebe72 req-5819719f-1b2b-4378-a0b1-45889fe70647 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.011106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab150-9e5c-4683-92d2-7c25115ebe72 req-5819719f-1b2b-4378-a0b1-45889fe70647 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.011563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab150-9e5c-4683-92d2-7c25115ebe72 req-5819719f-1b2b-4378-a0b1-45889fe70647 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.013519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd1ab150-9e5c-4683-92d2-7c25115ebe72 req-5819719f-1b2b-4378-a0b1-45889fe70647 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82&device_id=37fcb857-9c2c-4e72-9023-02bd3439b227&device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 2886 time: 0.1009495 Nov 12 03:20:28.099688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.114410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7257ccd-5b8d-4803-9054-700f175fec28 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:28.118007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd1ab150-9e5c-4683-92d2-7c25115ebe72 req-db4eb055-1c0a-44bf-9a54-fbcc7178ad74 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703676 Nov 12 03:20:28.143756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.178016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Transition to ACTIVE for port object b7257ccd-5b8d-4803-9054-700f175fec28 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:28.186676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.188076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.264597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.394409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Attempting to bind port b7257ccd-5b8d-4803-9054-700f175fec28 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:28.394758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Attempting to bind port b7257ccd-5b8d-4803-9054-700f175fec28 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:28.395096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Attempting to bind port b7257ccd-5b8d-4803-9054-700f175fec28 on network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:28.401874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Port b7257ccd-5b8d-4803-9054-700f175fec28 on network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:28.402665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Attempting to bind port b7257ccd-5b8d-4803-9054-700f175fec28 on network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:28.411598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:28.411948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Checking segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:28.412376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Bound using segment: {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:28.412808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Bound port: b7257ccd-5b8d-4803-9054-700f175fec28, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17468977-705b-40ac-a796-767f259ddd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:28.413166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.444213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832126-eeb7-4e3d-b8e2-e9ab617cc900 req-a9a71a0b-d477-4539-bcbe-4f737eb52cf8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.445780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be832126-eeb7-4e3d-b8e2-e9ab617cc900 req-a9a71a0b-d477-4539-bcbe-4f737eb52cf8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.1904397 Nov 12 03:20:28.554352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:28.562125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b7257ccd-5b8d-4803-9054-700f175fec28,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:28.568046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.625577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.627054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.628739 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] 10.222.0.100 "PUT /v2.0/ports/b7257ccd-5b8d-4803-9054-700f175fec28 HTTP/1.1" status: 200 len: 1092 time: 1.2008357 Nov 12 03:20:28.629312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:28.631987 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:28.664315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e59c8-4ace-49be-93e3-de1b6de73ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.716156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be832126-eeb7-4e3d-b8e2-e9ab617cc900 req-32c9012d-faf2-48ef-be20-97cc9dd9d51e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746390 Nov 12 03:20:28.869171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.875313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.004849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.030348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event updated for resources: {'Port': ['ID=a86a3419-3bfc-438f-9da0-c972cad58a40,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:29.038529 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e4072-27c5-48be-8475-a598f333771c x-openstack-request-id: req-b86e4072-27c5-48be-8475-a598f333771c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:29.039094 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "name": "network-vif-plugged", "status": "completed", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:29.039252 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b86e4072-27c5-48be-8475-a598f333771c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:29.039875 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef', 'code': 200} Nov 12 03:20:29.040123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.049446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0774d45-142f-41fe-adcf-d5454add0590 req-027589df-2d85-4874-98d0-c237f655a8dd tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5380843 Nov 12 03:20:29.209425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0774d45-142f-41fe-adcf-d5454add0590 req-d876a0ee-cc79-4946-905f-01472c7dba49 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1585729 Nov 12 03:20:29.790172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ba9da-2cf8-4c5a-989e-902c7716ecdb req-65e1c0c8-83b0-4bdc-ab76-04a3cf320578 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.797372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f35ba9da-2cf8-4c5a-989e-902c7716ecdb req-65e1c0c8-83b0-4bdc-ab76-04a3cf320578 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.6646004 Nov 12 03:20:29.821128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774d45-142f-41fe-adcf-d5454add0590 req-0f5d847a-6fe9-4469-98da-c2fb3fd608ec tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.837008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0774d45-142f-41fe-adcf-d5454add0590 req-0f5d847a-6fe9-4469-98da-c2fb3fd608ec tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.6266370 Nov 12 03:20:29.880539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21854aa2-0340-4623-bc7e-e513c3d2ea13 req-cb5c2d47-9772-4641-8628-8d5c7cbfe0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.881992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21854aa2-0340-4623-bc7e-e513c3d2ea13 req-cb5c2d47-9772-4641-8628-8d5c7cbfe0bc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 1097 time: 0.7526186 Nov 12 03:20:29.896794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0597bcd8-1065-46c5-9721-b15580730c42 req-332214b6-7fed-411b-8049-0f79a715fe07 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips/7fcbea63-dac2-4655-a311-1fea3da7c61d HTTP/1.1" status: 200 len: 693 time: 0.0588255 Nov 12 03:20:30.006643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f35ba9da-2cf8-4c5a-989e-902c7716ecdb req-1cbdeb9e-b20c-46a0-8a0b-758d52d3889a tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025659 Nov 12 03:20:30.044244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21854aa2-0340-4623-bc7e-e513c3d2ea13 req-de93b08a-46c9-43a2-a31d-6f792775fa07 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428092 Nov 12 03:20:30.066870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597bcd8-1065-46c5-9721-b15580730c42 req-cabe4ee0-8808-4c06-b343-4780fd2316b2 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.074646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0597bcd8-1065-46c5-9721-b15580730c42 req-cabe4ee0-8808-4c06-b343-4780fd2316b2 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1769235 Nov 12 03:20:30.133164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0597bcd8-1065-46c5-9721-b15580730c42 req-8334df65-117e-4ea3-85ae-3a68941f0258 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0548546 Nov 12 03:20:30.189690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0597bcd8-1065-46c5-9721-b15580730c42 req-b8cd21ac-0ce3-4a4c-83e5-52722cabd3dc tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.182 HTTP/1.1" status: 200 len: 696 time: 0.0582101 Nov 12 03:20:30.198284 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0987b0-8147-4494-b4ed-a2620833c965 x-openstack-request-id: req-2f0987b0-8147-4494-b4ed-a2620833c965 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:30.198801 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:30.198801 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f0987b0-8147-4494-b4ed-a2620833c965 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:30.199201 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28', 'status': 'completed', 'code': 200} Nov 12 03:20:30.270311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:30.428212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a2eb-6db4-4bcb-abaa-c8eb110a47c1 req-e3a44ba7-8cf5-422e-98f3-d735136a2107 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.429754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c3a2eb-6db4-4bcb-abaa-c8eb110a47c1 req-e3a44ba7-8cf5-422e-98f3-d735136a2107 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.0690084 Nov 12 03:20:30.450725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Deleting port f5eef44a-e8b5-4033-bb90-d6500cc4937d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:30.451088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.551452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.551840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.565088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Calling delete_port for f5eef44a-e8b5-4033-bb90-d6500cc4937d owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:30.570661 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.650781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c3a2eb-6db4-4bcb-abaa-c8eb110a47c1 req-d213e36d-fd4b-431c-ab7b-670fe9030a73 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111697 Nov 12 03:20:30.786239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4a286b-2421-49d1-a81d-48689c849122 req-7b5a6bf9-a866-4b9c-b98e-381fa53dbc40 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips/8483438e-f66f-4957-80a8-6c7f38151b91 HTTP/1.1" status: 200 len: 692 time: 0.0892031 Nov 12 03:20:30.852830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.943393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a286b-2421-49d1-a81d-48689c849122 req-fcc3f6c7-0dca-41c7-9356-52ce2a672500 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.945655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4a286b-2421-49d1-a81d-48689c849122 req-fcc3f6c7-0dca-41c7-9356-52ce2a672500 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.1587231 Nov 12 03:20:30.951740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.999100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Pushing event deleted for resources: {'Port': ['ID=f5eef44a-e8b5-4033-bb90-d6500cc4937d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.225724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-abbdd1aa-8976-40d4-b541-808b9255e500 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips/8483438e-f66f-4957-80a8-6c7f38151b91 HTTP/1.1" status: 200 len: 692 time: 0.1025734 Nov 12 03:20:31.287822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.292078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.293671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0597bcd8-1065-46c5-9721-b15580730c42 req-3673055a-c30d-4556-b89d-8f61df15a726 tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "DELETE /v2.0/floatingips/7fcbea63-dac2-4655-a311-1fea3da7c61d HTTP/1.1" status: 204 len: 173 time: 1.1029336 Nov 12 03:20:31.367058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Deleting port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:31.367682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.450992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-20513b01-5cbe-499a-82d3-51b182bd0a9a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.466467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-20513b01-5cbe-499a-82d3-51b182bd0a9a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2435257 Nov 12 03:20:31.495897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.511475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] For port 8157319a-28e9-4e4c-8c84-ece27e0c8f1e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:31.511906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.529645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Calling delete_port for 8157319a-28e9-4e4c-8c84-ece27e0c8f1e owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:31.584642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-758f37e8-70cc-42fc-b418-ce52bb52b9c9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1168561 Nov 12 03:20:31.692161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-5b8e7e28-f046-4e97-8a9e-89100ad7f352 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.1066949 Nov 12 03:20:31.727176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ed23-b59b-4ec0-9a54-a216ccd2ce65 req-49569e44-6f87-47f8-9aa8-b2cffb807909 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.735837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cd6ed23-b59b-4ec0-9a54-a216ccd2ce65 req-49569e44-6f87-47f8-9aa8-b2cffb807909 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.1491649 Nov 12 03:20:31.820849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.856703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8157319a-28e9-4e4c-8c84-ece27e0c8f1e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.882565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cd6ed23-b59b-4ec0-9a54-a216ccd2ce65 req-68e787bf-a398-45f2-b327-36b8b9bb78f1 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159291 Nov 12 03:20:31.990390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Deleting port a86a3419-3bfc-438f-9da0-c972cad58a40 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:31.990390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.135577 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-a6523bbf-2c8c-48be-bfa1-25a48a1ec88b req-d72cb815-3074-43ea-ba99-d36e17e5a4ec tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] show failed (client error): The resource could not be found. Nov 12 03:20:32.136782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6523bbf-2c8c-48be-bfa1-25a48a1ec88b req-d72cb815-3074-43ea-ba99-d36e17e5a4ec tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips/7fcbea63-dac2-4655-a311-1fea3da7c61d HTTP/1.1" status: 404 len: 350 time: 0.1089981 Nov 12 03:20:32.198807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.199137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.210303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.214236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Calling delete_port for a86a3419-3bfc-438f-9da0-c972cad58a40 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:32.383524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.448768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event deleted for resources: {'Port': ['ID=a86a3419-3bfc-438f-9da0-c972cad58a40,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:32.549547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.552139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.556477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3eec97e-f341-4ac9-9411-1c094bb5fc8c req-d743f3d3-256f-421d-90bf-1d5f8d7370d9 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "DELETE /v2.0/floatingips/8483438e-f66f-4957-80a8-6c7f38151b91 HTTP/1.1" status: 204 len: 173 time: 0.8574121 Nov 12 03:20:32.578080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Router c281b797-d09a-40bf-9866-52ed62fab3a1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:32.679369 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-4cbdad8f-0f6d-49b8-a5ea-ccdab7492155 req-0b816c8c-d0b6-4678-9880-2573e85e9f2f tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] show failed (client error): The resource could not be found. Nov 12 03:20:32.680558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cbdad8f-0f6d-49b8-a5ea-ccdab7492155 req-0b816c8c-d0b6-4678-9880-2573e85e9f2f tempest-FloatingIPsTestJSON-2063878703 tempest-FloatingIPsTestJSON-2063878703-project] 10.222.0.93 "GET /v2.0/floatingips/7fcbea63-dac2-4655-a311-1fea3da7c61d HTTP/1.1" status: 404 len: 350 time: 0.0567055 Nov 12 03:20:32.702473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9cba9-d442-40a3-b3a8-8c46e0c95f4c req-a6ece917-d4c7-40db-a0c5-b2c6a375f03c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.710418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c9cba9-d442-40a3-b3a8-8c46e0c95f4c req-a6ece917-d4c7-40db-a0c5-b2c6a375f03c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.1526487 Nov 12 03:20:32.712310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:32.788568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c9cba9-d442-40a3-b3a8-8c46e0c95f4c req-03cb1f27-c4b7-4744-aab3-3cf6702e3607 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Nov 12 03:20:32.885257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:32.891506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1e5316f-717b-4ff3-8c2e-133d57a972b4 admin admin] 10.222.0.93 "PUT /v2.0/routers/c281b797-d09a-40bf-9866-52ed62fab3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6200914 Nov 12 03:20:32.896733 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Sync routers for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:32.919604 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:32.920631 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:32.931288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:33.069795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25674f1-63b7-457f-b9b4-1461d4998a55 req-7e303666-0feb-446a-a4c9-a3eae0ff795a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.084521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d25674f1-63b7-457f-b9b4-1461d4998a55 req-7e303666-0feb-446a-a4c9-a3eae0ff795a tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2777617 Nov 12 03:20:33.212300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4fab1-1b87-4d86-ad29-16c65248f9b0 req-5949833b-ed78-48ea-9531-b326365982dc tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.221031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64d4fab1-1b87-4d86-ad29-16c65248f9b0 req-5949833b-ed78-48ea-9531-b326365982dc tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.0731781 Nov 12 03:20:33.263063 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:33.279900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.362376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64d4fab1-1b87-4d86-ad29-16c65248f9b0 req-e6de7f33-3468-4af9-af23-938cf01abfa0 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392791 Nov 12 03:20:33.467725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fcdd042-7cbb-46ed-82ff-401e2781a161 req-e4d21b81-6f62-4235-8f2f-75d56bda530e tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?tenant_id=75c4f39a64e1440bbda15fb1f47fbc43 HTTP/1.1" status: 200 len: 1653 time: 0.0634165 Nov 12 03:20:33.596662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8df55e-9075-43a1-8841-d94bcf9aafb5 req-3940620e-e3e9-4bce-b681-1d7c83e2ccf1 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.605573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a8df55e-9075-43a1-8841-d94bcf9aafb5 req-3940620e-e3e9-4bce-b681-1d7c83e2ccf1 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.2024035 Nov 12 03:20:33.710009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a8df55e-9075-43a1-8841-d94bcf9aafb5 req-cca093a4-98b2-46e0-916f-7ecc00a33144 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032195 Nov 12 03:20:33.790743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdd042-7cbb-46ed-82ff-401e2781a161 req-bfe13c1a-908a-4d11-a71a-ff57d4f586ac tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.806813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fcdd042-7cbb-46ed-82ff-401e2781a161 req-bfe13c1a-908a-4d11-a71a-ff57d4f586ac tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks?id=c05c87e7-7dae-4009-8352-b41d934068a4&id=c05c87e7-7dae-4009-8352-b41d934068a4&id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 787 time: 0.2991104 Nov 12 03:20:33.821796 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:20:31Z', 'revision_number': 5, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port': {'id': '84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:06Z', 'updated_at': '2021-11-12T03:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:33.824712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-6fcdd042-7cbb-46ed-82ff-401e2781a161 req-ac48e2a2-ac96-4f9a-8968-2f0bf9042364 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:33.839274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fcdd042-7cbb-46ed-82ff-401e2781a161 req-ac48e2a2-ac96-4f9a-8968-2f0bf9042364 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228333 Nov 12 03:20:33.845759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.929587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Checking router: c281b797-d09a-40bf-9866-52ed62fab3a1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:33.953340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Routers {'c281b797-d09a-40bf-9866-52ed62fab3a1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:33.954031 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c281b797-d09a-40bf-9866-52ed62fab3a1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:34.000619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f69a-44de-4baa-a031-7fba1cf6a44f req-1ad094f3-98c4-41ae-9a47-72a0974ea0a9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.002153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ca1f69a-44de-4baa-a031-7fba1cf6a44f req-1ad094f3-98c4-41ae-9a47-72a0974ea0a9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.1492698 Nov 12 03:20:34.136740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc205e-3da8-4720-85a4-479ee9c72709 req-c6382535-0c2f-4095-a00c-3268a63be94a tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.138306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70dc205e-3da8-4720-85a4-479ee9c72709 req-c6382535-0c2f-4095-a00c-3268a63be94a tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.1688123 Nov 12 03:20:34.178619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ca1f69a-44de-4baa-a031-7fba1cf6a44f req-d65abd8b-5750-426a-a63a-efbcbf9686c9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408451 Nov 12 03:20:34.191861 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] Set router c281b797-d09a-40bf-9866-52ed62fab3a1 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:34.192529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Deleting port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:34.192867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.325208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70dc205e-3da8-4720-85a4-479ee9c72709 req-e8937fc8-2ebe-4668-a039-53c510e31b33 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596639 Nov 12 03:20:34.333965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-0f07ceb4-989b-4039-bbe7-77a2ab190aa7 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips/5f380ac1-12db-4581-b90b-0009606e56a6 HTTP/1.1" status: 200 len: 692 time: 0.1068828 Nov 12 03:20:34.350722 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:20:33Z', 'revision_number': 6, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:34.433740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd78c967-8d3b-42f9-b9de-5fcb2a1e9499 None None] The sync data for ids ['c281b797-d09a-40bf-9866-52ed62fab3a1'] in n-d-713499-30 is: [{'id': 'c281b797-d09a-40bf-9866-52ed62fab3a1', 'name': 'tempest-ServersTestMultiNic-2138038466-router', 'tenant_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:05Z', 'updated_at': '2021-11-12T03:20:33Z', 'revision_number': 6, 'project_id': '1714c2dfe1b44d51bb1e77932e4d9f55', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:34.540557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:34.587303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] For port 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:34.587576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.619810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Calling delete_port for 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:34.782004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.791766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5c030bac-d3f8-40b4-9f56-3d950b432ac8 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.793665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5c030bac-d3f8-40b4-9f56-3d950b432ac8 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.4547780 Nov 12 03:20:34.986014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-d033b504-b793-43c0-bf7c-e5e65a8ec613 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.987708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-d033b504-b793-43c0-bf7c-e5e65a8ec613 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.4027193 Nov 12 03:20:35.029919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Deleting subnet e6949ae0-2a99-4354-9ff0-4af55f94abdb {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:35.149743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.213973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-39d2a761-b298-4494-94e2-3b2f9f09927d tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.3993392 Nov 12 03:20:35.257764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-c219fabc-2c4c-4014-9dfd-c2af82bb0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.259525 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-c219fabc-2c4c-4014-9dfd-c2af82bb0ad9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=852aff31c94b43aaa1a255d4c83defa8&device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 1095 time: 0.2868605 Nov 12 03:20:35.327688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-77e816ea-e7b8-4ef5-9223-22b9378eb686 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.64 HTTP/1.1" status: 200 len: 695 time: 0.1126368 Nov 12 03:20:35.393393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.402288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623aede-1f47-486c-b865-aea5ef9fbaff req-04ad1178-bcba-4b10-8c0f-0015b960ea34 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.410305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7623aede-1f47-486c-b865-aea5ef9fbaff req-04ad1178-bcba-4b10-8c0f-0015b960ea34 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.4194148 Nov 12 03:20:35.548068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.608222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Pushing event deleted for resources: {'Port': ['ID=84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:35.614252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:35.690477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a643d-b14c-4c38-b4c5-3b6b5e29bffa None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:35.713875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:35.720556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 84512e1f-0a9d-4ea9-bea6-8ab0f0afbeaf not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:35.722046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8157319a-28e9-4e4c-8c84-ece27e0c8f1e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:35.765545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.773978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8157319a-28e9-4e4c-8c84-ece27e0c8f1e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:35.776836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8157319a-28e9-4e4c-8c84-ece27e0c8f1e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:35.907251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Deleting port b66970fa-6df3-4963-9dd2-7a6e1c0226ef {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:35.907509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.930138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.967739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.983144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6949ae0-2a99-4354-9ff0-4af55f94abdb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:36.310393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-0a70f4c4-6a63-4fb3-b856-7b9025e4b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.316003 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-0a70f4c4-6a63-4fb3-b856-7b9025e4b958 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=852aff31c94b43aaa1a255d4c83defa8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6194465 Nov 12 03:20:36.412861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.437594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.527511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.527887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c281b797-d09a-40bf-9866-52ed62fab3a1 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:20:36.532966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.534308 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2faf4bf8-8ebe-406f-94ae-391bbc88a107 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c281b797-d09a-40bf-9866-52ed62fab3a1 HTTP/1.1" status: 204 len: 168 time: 3.6019373 Nov 12 03:20:36.536722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:36.627598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3448f-75bb-43ea-b9b0-631f0c14effc None None] Network f1edfbee-7bb9-4267-9ad5-6470ec0282e8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:36.652169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.684604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-56675d2f-1971-4868-9be0-fd96980aa642 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e6949ae0-2a99-4354-9ff0-4af55f94abdb HTTP/1.1" status: 204 len: 168 time: 2.1426580 Nov 12 03:20:36.690572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:36.713068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7623aede-1f47-486c-b865-aea5ef9fbaff req-6374cd46-56d1-44d5-8588-445a400633a7 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3010421 Nov 12 03:20:36.858896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Deleting port 524899da-945c-49b5-85de-95443d775ab8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:36.859289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.058097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb670f2-234f-4477-8936-cccc242e7c4e None None] DHCP port deletion for f1edfbee-7bb9-4267-9ad5-6470ec0282e8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:37.085665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] For port b66970fa-6df3-4963-9dd2-7a6e1c0226ef, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:37.086072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.111516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Calling delete_port for b66970fa-6df3-4963-9dd2-7a6e1c0226ef owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:37.134825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-8c629223-01ce-4968-8798-faaa8325429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.136361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b46f9ed2-9485-48fb-8f19-62bb2e1fb92b req-8c629223-01ce-4968-8798-faaa8325429f service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4775183 Nov 12 03:20:37.165341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Deleting subnet d4e0f12a-2fbc-4ff1-ae14-82279911c168 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:37.175283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.175650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.203884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Deleting port fc01b23f-6ae3-4164-92cf-dbff79791a8a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:37.204776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.270892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.276189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075608e2-4dfd-4996-bfa0-054edc126b18 req-4e18e4b7-53b6-4f41-a8af-9bc2750e893f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.278065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-075608e2-4dfd-4996-bfa0-054edc126b18 req-4e18e4b7-53b6-4f41-a8af-9bc2750e893f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 945 time: 0.2308488 Nov 12 03:20:37.281429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Calling delete_port for 524899da-945c-49b5-85de-95443d775ab8 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:37.376866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.405470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.408580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-075608e2-4dfd-4996-bfa0-054edc126b18 req-ad67fe39-d02a-4be0-a96b-98677b223374 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212692 Nov 12 03:20:37.441785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] For port fc01b23f-6ae3-4164-92cf-dbff79791a8a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc01b23f-6ae3-4164-92cf-dbff79791a8a,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:37.442196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.456981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-8b6a522f-aafa-4014-9fae-f6f4ed202005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.458753 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-8b6a522f-aafa-4014-9fae-f6f4ed202005 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=852aff31c94b43aaa1a255d4c83defa8&device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 1095 time: 0.1888759 Nov 12 03:20:37.494364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Calling delete_port for fc01b23f-6ae3-4164-92cf-dbff79791a8a owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:37.635190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.672093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.684391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:37.713992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event deleted for resources: {'Port': ['ID=524899da-945c-49b5-85de-95443d775ab8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:37.786683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7adc2c8-d435-408b-9881-c24b87eaf138 None None] DHCP port deletion for ee0b1f71-d9ba-4158-854e-d4e8e437dd8b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:37.913406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.920596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] No DVR routers for this DVR port b66970fa-6df3-4963-9dd2-7a6e1c0226ef on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:37.965462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Pushing event deleted for resources: {'Port': ['ID=b66970fa-6df3-4963-9dd2-7a6e1c0226ef,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:37.973899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.977675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66174366-3fbb-4142-91bf-13c3e75dab57 req-219d9b31-2214-45da-b450-34a6f6c34e2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.98 "DELETE /v2.0/ports/b66970fa-6df3-4963-9dd2-7a6e1c0226ef HTTP/1.1" status: 204 len: 173 time: 2.9360991 Nov 12 03:20:37.978115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'name': 'network-vif-deleted', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:37.980529 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafec551-e36f-4150-a8ee-474cb0250332" -d '{"events": [{"server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "name": "network-vif-deleted", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:38.009627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-7671ddfd-7efc-4f35-94e1-c43787140c9a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7257ccd-5b8d-4803-9054-700f175fec28 HTTP/1.1" status: 200 len: 217 time: 0.0932550 Nov 12 03:20:38.019392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1edfbee-7bb9-4267-9ad5-6470ec0282e8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:38.036521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef779ea-dba9-4725-bf0e-6aa846cd0eb0 req-3954b472-3d68-488e-a591-a49da365e0b9 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.051880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ef779ea-dba9-4725-bf0e-6aa846cd0eb0 req-3954b472-3d68-488e-a591-a49da365e0b9 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.1224074 Nov 12 03:20:38.102042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-5b32f2a4-e633-45ba-80f1-7bcd28aacbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.103535 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-5b32f2a4-e633-45ba-80f1-7bcd28aacbe3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aa05eeee-af69-44a6-8448-92b1e2e0d386 HTTP/1.1" status: 200 len: 853 time: 0.0776706 Nov 12 03:20:38.111927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.117999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.119985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0cb2669-af7a-42a6-8753-c3ed50609c58 req-5a0caaa9-4bc2-46ca-b160-01d2ad710301 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "DELETE /v2.0/floatingips/5f380ac1-12db-4581-b90b-0009606e56a6 HTTP/1.1" status: 204 len: 173 time: 2.7911284 Nov 12 03:20:38.140745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ef779ea-dba9-4725-bf0e-6aa846cd0eb0 req-63b99103-8113-483c-b599-6ee9d2686208 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840755 Nov 12 03:20:38.178192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:38.178488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdb0504-d4c0-4b66-95d7-cb8823e8cd57') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:38.190801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.232524 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353ec2aa-9c80-4330-b638-277f9f44baa6 x-openstack-request-id: req-353ec2aa-9c80-4330-b638-277f9f44baa6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:38.233187 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929c3f41-5802-4025-a53e-e01bb9bff405", "name": "network-vif-deleted", "tag": "b66970fa-6df3-4963-9dd2-7a6e1c0226ef", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:38.233786 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-353ec2aa-9c80-4330-b638-277f9f44baa6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:38.234026 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929c3f41-5802-4025-a53e-e01bb9bff405', 'name': 'network-vif-deleted', 'tag': 'b66970fa-6df3-4963-9dd2-7a6e1c0226ef', 'status': 'completed', 'code': 200} Nov 12 03:20:38.302318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.316337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b66970fa-6df3-4963-9dd2-7a6e1c0226ef no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:38.362469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: b66970fa-6df3-4963-9dd2-7a6e1c0226ef {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:38.362830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b66970fa-6df3-4963-9dd2-7a6e1c0226ef not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:38.380886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.393920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f260f077-6160-438a-abbf-b7343b178be3 req-11513212-c325-4697-82d9-cbb9438d3f67 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips/b0f8f476-04e7-4b21-9aef-4580aff130eb HTTP/1.1" status: 200 len: 691 time: 0.0967762 Nov 12 03:20:38.412144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:38.412641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.416024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-1456611f-ba00-4fe0-b7c2-2bdcaeca4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.418002 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-1456611f-ba00-4fe0-b7c2-2bdcaeca4541 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716525 Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:38.418863 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:38.421401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd0483-cbf0-4e94-9f1d-15d8ff934014 req-69483136-8842-476b-a336-0e41ab9b9239 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.439802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08cd0483-cbf0-4e94-9f1d-15d8ff934014 req-69483136-8842-476b-a336-0e41ab9b9239 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1823769 Nov 12 03:20:38.560170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.566188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08cd0483-cbf0-4e94-9f1d-15d8ff934014 req-ad987b7e-8e6a-4ae4-9889-fe27ccadcb26 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104565 Nov 12 03:20:38.585939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.593425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e0f12a-2fbc-4ff1-ae14-82279911c168,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:38.604874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260f077-6160-438a-abbf-b7343b178be3 req-80a6422b-3a90-41ce-89fa-683886ad60d0 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.605689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.611903 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f1edfbee-7bb9-4267-9ad5-6470ec0282e8 HTTP/1.1" status: 204 len: 168 time: 1.9105918 Nov 12 03:20:38.628409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f260f077-6160-438a-abbf-b7343b178be3 req-80a6422b-3a90-41ce-89fa-683886ad60d0 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.2335231 Nov 12 03:20:38.638061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.638838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3eb953-9ff3-4c87-9064-9faf12e14196 None None] Network e9345803-72e5-4977-9c84-2e0baf8a756a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:38.644385 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f88a3ee-9321-422c-9be5-9b35bbc45401 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d4e0f12a-2fbc-4ff1-ae14-82279911c168 HTTP/1.1" status: 204 len: 168 time: 2.1066101 Nov 12 03:20:38.647027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:38.658962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be63bf5-c197-4087-9c39-ad833e5a9a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1edfbee-7bb9-4267-9ad5-6470ec0282e8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:38.773232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f260f077-6160-438a-abbf-b7343b178be3 req-f65f4dc1-0fb3-4f02-82cc-de579d4885a2 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1438415 Nov 12 03:20:38.809277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89aa1e98-05e2-4ba8-999c-eff390d85785 req-584ee15a-ea85-48e9-ad83-de89c18542a5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=929c3f41-5802-4025-a53e-e01bb9bff405 HTTP/1.1" status: 200 len: 210 time: 0.0656531 Nov 12 03:20:38.819819 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-e985bb1e-9658-4f8c-aeff-ab56cf80ffcd service neutron] 10.222.0.100 "GET /v2.0/networks/5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819911 Nov 12 03:20:38.908270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f260f077-6160-438a-abbf-b7343b178be3 req-8186ec4e-b47b-4704-b9fe-01d98f336273 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.3 HTTP/1.1" status: 200 len: 694 time: 0.1313260 Nov 12 03:20:38.924763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.931053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] DHCP port deletion for e9345803-72e5-4977-9c84-2e0baf8a756a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:38.936354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.938521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:39.028920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc01b23f-6ae3-4164-92cf-dbff79791a8a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:39.039603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Deleting port 0fd8047a-f03f-4f6d-9481-674ddb041a59 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:39.040002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.052320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-543eee53-01cb-43cf-85c5-2da0e22527e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.053814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-543eee53-01cb-43cf-85c5-2da0e22527e6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.3471956 Nov 12 03:20:39.144758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0b3c1d1c-a752-4f3f-94b5-079a3a0de08f req-9c334d37-5324-4f0b-8039-3940969f9f02 service neutron] 10.222.0.100 "GET /v2.0/networks/5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098955 Nov 12 03:20:39.146422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] For port 0fd8047a-f03f-4f6d-9481-674ddb041a59, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fd8047a-f03f-4f6d-9481-674ddb041a59,segment=NetworkSegment(3da6a7cd-52dc-48ef-81fd-97ca6e3ff811),segment_id=3da6a7cd-52dc-48ef-81fd-97ca6e3ff811)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:39.147041 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.149356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-8fbf07cf-0ea1-422b-b056-95806f453726 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676431 Nov 12 03:20:39.203217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Deleting port e1980c90-5584-45ac-acd9-7d60fbd4e853 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:39.203802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.214924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Calling delete_port for 0fd8047a-f03f-4f6d-9481-674ddb041a59 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:39.248287 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04b2448e-d94e-4728-b526-5365467c6962 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8afdc54b255846b2905582d84df6126e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636068 Nov 12 03:20:39.274038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39724) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:39.352220 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.398407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-d61a8ce9-ebae-43b4-8a89-48ef22b2141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.400585 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-d61a8ce9-ebae-43b4-8a89-48ef22b2141b service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.3145900 Nov 12 03:20:39.408208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] Pushing event deleted for resources: {'Port': ['ID=0fd8047a-f03f-4f6d-9481-674ddb041a59,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:39.410127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce284961-f8d9-474e-bf87-55711363bbc9 None None] No DVR routers for this DVR port 0fd8047a-f03f-4f6d-9481-674ddb041a59 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:39.452961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Deleting port 0fd8047a-f03f-4f6d-9481-674ddb041a59 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:39.453294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.486556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-43994198-c492-4ccd-a3b6-7a2edb112210 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8 HTTP/1.1" status: 200 len: 217 time: 0.0438902 Nov 12 03:20:39.522483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-e961718f-9424-4406-81d8-20f8ce3c1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.524072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-e961718f-9424-4406-81d8-20f8ce3c1cf3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 1101 time: 0.2933969 Nov 12 03:20:39.532397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.532731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.547230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.552348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5742f-a06f-457d-bf8b-258cafe4185e req-996fd45d-8ebd-4d2e-908e-1038e81f097b tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.553863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80b5742f-a06f-457d-bf8b-258cafe4185e req-996fd45d-8ebd-4d2e-908e-1038e81f097b tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.2778368 Nov 12 03:20:39.568493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Calling delete_port for e1980c90-5584-45ac-acd9-7d60fbd4e853 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:39.598765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.612391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] For port 0fd8047a-f03f-4f6d-9481-674ddb041a59, host n-d-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:39.612748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.624555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-560356fb-4730-4bd8-93ca-6c8cc455000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.626651 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-560356fb-4730-4bd8-93ca-6c8cc455000b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1291306 Nov 12 03:20:39.635075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Calling delete_port for 0fd8047a-f03f-4f6d-9481-674ddb041a59 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:39.648400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Port 0fd8047a-f03f-4f6d-9481-674ddb041a59 was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:20:39.648980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.652116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.670726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fd8047a-f03f-4f6d-9481-674ddb041a59 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:39.709931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0fd8047a-f03f-4f6d-9481-674ddb041a59 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:39.710295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fd8047a-f03f-4f6d-9481-674ddb041a59 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:39.731093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd8047a-f03f-4f6d-9481-674ddb041a59,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:39.743370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] No DVR routers for this DVR port 0fd8047a-f03f-4f6d-9481-674ddb041a59 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:39.777534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80b5742f-a06f-457d-bf8b-258cafe4185e req-b1cdd126-c3aa-4930-82c7-882229056e7b tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172298 Nov 12 03:20:39.831487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-b1c573c2-a1aa-4749-994c-7daa7911b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.834896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-d719930d-4992-4357-9d29-245f6f9f47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.835058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-b1c573c2-a1aa-4749-994c-7daa7911b366 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2618477 Nov 12 03:20:39.835169 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-d719930d-4992-4357-9d29-245f6f9f47b4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1969514 Nov 12 03:20:39.881698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.898712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-405d1386-847c-4347-bd99-6769605d6128 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6ba02596-1415-47cb-a85c-248e7e156c30 HTTP/1.1" status: 200 len: 217 time: 0.0555964 Nov 12 03:20:39.955567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9345803-72e5-4977-9c84-2e0baf8a756a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:39.956476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.958779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.959903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f28e06d9-e7f6-49c7-8779-1f50a441cb4a HTTP/1.1" status: 204 len: 168 time: 0.6826704 Nov 12 03:20:39.993323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:39.993922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da6a7cd-52dc-48ef-81fd-97ca6e3ff811') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:40.008463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f76b5-10d8-49a0-bc0a-91495bfa640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e06d9-e7f6-49c7-8779-1f50a441cb4a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:40.043849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-979e34b0-042c-4ca0-b849-d44b96f725c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.045355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-979e34b0-042c-4ca0-b849-d44b96f725c2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1366742 Nov 12 03:20:40.047360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.060712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800aece-22f7-4561-9017-2e0bed8dae27 req-25be1b41-7b9e-49a5-93be-d414de0d815d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.069251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9800aece-22f7-4561-9017-2e0bed8dae27 req-25be1b41-7b9e-49a5-93be-d414de0d815d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1799140 Nov 12 03:20:40.089748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.119913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:40.122586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.152038 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:40.155196 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:40.218816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event deleted for resources: {'Port': ['ID=e1980c90-5584-45ac-acd9-7d60fbd4e853,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:40.237367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4291034-97cf-4585-8cbc-e5046de7be89 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:40.260047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9800aece-22f7-4561-9017-2e0bed8dae27 req-3daa2749-8292-4ed7-845c-3551227a3aeb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898060 Nov 12 03:20:40.265747 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-cf106ea5-7aeb-4899-904d-c1ab57cdddd6 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020519 Nov 12 03:20:40.290995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-0105c19b-8546-446d-9cdd-9db961e804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.292893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-0105c19b-8546-446d-9cdd-9db961e804f8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2404847 Nov 12 03:20:40.384150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.476996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.479646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.480860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f260f077-6160-438a-abbf-b7343b178be3 req-0094313d-2fcd-459d-ac78-8dc6c8b99e13 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "DELETE /v2.0/floatingips/b0f8f476-04e7-4b21-9aef-4580aff130eb HTTP/1.1" status: 204 len: 173 time: 1.5716686 Nov 12 03:20:40.513808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-6cc46ab8-863a-4f19-9456-cc7d049197d2 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954210 Nov 12 03:20:40.530771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6d4f4-06ac-4164-9900-c30a41265c0f req-2e7aacb0-73dc-4b95-836b-fa48ce58c58c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.538704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cf6d4f4-06ac-4164-9900-c30a41265c0f req-2e7aacb0-73dc-4b95-836b-fa48ce58c58c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1100645 Nov 12 03:20:40.638551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-a49038b8-974f-4f7a-a710-5d0673820770 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips/9c03f588-306f-4b7a-b69d-21acf13dfb06 HTTP/1.1" status: 200 len: 692 time: 0.0858181 Nov 12 03:20:40.744084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.745108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cf6d4f4-06ac-4164-9900-c30a41265c0f req-274e826e-589a-4fd4-a125-6bf9f891ce4f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020462 Nov 12 03:20:40.750360 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] 10.222.0.93 "DELETE /v2.0/networks/e9345803-72e5-4977-9c84-2e0baf8a756a HTTP/1.1" status: 204 len: 168 time: 2.1011305 Nov 12 03:20:40.764607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06a189-2734-4135-a8d5-308aa9750d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9345803-72e5-4977-9c84-2e0baf8a756a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:40.820034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2689dab9-b777-4061-8ee7-3bbb974caff9 req-dbc5a306-2341-495a-acc1-d8eb7be9b675 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456116 Nov 12 03:20:40.828846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Router 40430599-5f02-484c-87bb-a337d0c4161a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:41.131799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1cf2f9-6e17-4645-836c-d61afa814196 req-9a78fd2d-f58b-47fc-ac56-56423e7a4aba service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095655 Nov 12 03:20:41.150471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:41.156943 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09723493-f853-4fd4-8e08-ab38fb3703b3 admin admin] 10.222.0.93 "PUT /v2.0/routers/40430599-5f02-484c-87bb-a337d0c4161a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4433413 Nov 12 03:20:41.160297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39774) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:41.172219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Sync routers for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:41.185816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e91d1-bbd2-473a-a58e-a628d4c0670c req-e66c55af-0c28-436a-b5e6-550139a47777 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.187339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f13e91d1-bbd2-473a-a58e-a628d4c0670c req-e66c55af-0c28-436a-b5e6-550139a47777 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 943 time: 0.1106238 Nov 12 03:20:41.205292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:41.205292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:41.227508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:41.258472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-40614249-86c4-4d18-9fd4-e8291af49ffc tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.265442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-40614249-86c4-4d18-9fd4-e8291af49ffc tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 784 time: 0.5936878 Nov 12 03:20:41.279473 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30b38246-317f-4d11-b0c7-85846002c3ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1714c2dfe1b44d51bb1e77932e4d9f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508513 Nov 12 03:20:41.281868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:41.374996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.422034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.451936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.515559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f13e91d1-bbd2-473a-a58e-a628d4c0670c req-b3199f55-af62-4e54-9881-a3306c21590b tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940032 Nov 12 03:20:41.518725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-672114ee-3d3d-46ae-b5ca-e3f2eb8e2c4f tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.2167463 Nov 12 03:20:41.528015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:41.530698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.534241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.540036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a9f06c4a-a7eb-48df-a2a9-414b03b4608b HTTP/1.1" status: 204 len: 168 time: 0.2547417 Nov 12 03:20:41.552703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd6537-0341-4f39-b940-37f71149ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f06c4a-a7eb-48df-a2a9-414b03b4608b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:41.692966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.700319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-5afc3a53-eeb9-4c83-b5c8-291927567e68 tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.1401439 Nov 12 03:20:41.734638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:41.978937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:38Z', 'revision_number': 5, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port': {'id': '7a4a0583-02bb-4ae9-bf7c-0036e4efd21b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40430599-5f02-484c-87bb-a337d0c4161a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:58Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:42.044698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b7257ccd-5b8d-4803-9054-700f175fec28 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:42.049056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Checking router: 40430599-5f02-484c-87bb-a337d0c4161a for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:42.068267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Routers {'40430599-5f02-484c-87bb-a337d0c4161a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:42.069222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40430599-5f02-484c-87bb-a337d0c4161a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:42.142969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Deleting port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:42.143560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.154280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-network', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:42.193504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] Set router 40430599-5f02-484c-87bb-a337d0c4161a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:42.198727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Made reservation on behalf of c8e770f486df4897b2264937bab5dbfd for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:42.201350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.226922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.230227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ae9a-85e9-4188-a7fa-82effddb9697 req-5da0480c-6b5b-46aa-ac8f-57d4d5596aba tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.240822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5670ae9a-85e9-4188-a7fa-82effddb9697 req-5da0480c-6b5b-46aa-ac8f-57d4d5596aba tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.4857938 Nov 12 03:20:42.285242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:41Z', 'revision_number': 6, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:42.320059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55742a67-a9aa-4d48-99d2-81aab6dfa248 None None] The sync data for ids ['40430599-5f02-484c-87bb-a337d0c4161a'] in n-d-713499-30 is: [{'id': '40430599-5f02-484c-87bb-a337d0c4161a', 'name': 'tempest-FloatingIPsTestJSON-906584148-router', 'tenant_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:57Z', 'updated_at': '2021-11-12T03:20:41Z', 'revision_number': 6, 'project_id': '3270fc10608a4c8a9a4ce5c6f7b8cc0c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:42.322612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:20:42.425566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.429893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.464684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b7257ccd-5b8d-4803-9054-700f175fec28,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.489102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Deleting port 4f5b0ab0-f175-4da7-a333-3df20af6bcfa {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:42.489952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.490212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:42.506175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5670ae9a-85e9-4188-a7fa-82effddb9697 req-642f712c-4c3b-406e-8276-01cc0836d15e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474151 Nov 12 03:20:42.519885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:42.521004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b7257ccd-5b8d-4803-9054-700f175fec28', 'network_id': '5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8', 'port_id': 'b7257ccd-5b8d-4803-9054-700f175fec28', 'mac_address': 'fa:16:3e:3c:b6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa05eeee-af69-44a6-8448-92b1e2e0d386', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:42.528042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.528677 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Added segment 76b1bc47-1bc0-43be-8861-6955a622ea6e of type vlan for network c2ab520e-8866-4800-ae5e-73d32f2c0bea Nov 12 03:20:42.560165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] For port 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.560539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.608184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Calling delete_port for 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:42.643558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.655407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.657535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7257ccd-5b8d-4803-9054-700f175fec28 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:42.712240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.712639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.724589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b7257ccd-5b8d-4803-9054-700f175fec28,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.731203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.755248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.756196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.756776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.855584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:42.886417 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1499727 Nov 12 03:20:42.891709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:42.900019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Calling delete_port for 4f5b0ab0-f175-4da7-a333-3df20af6bcfa owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:42.905921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Request body: {'subnet': {'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-subnet', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:42.920239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a4c41-d932-4948-8c26-5facd13b919d admin admin] Pushing event updated for resources: {'Network': ['ID=c2ab520e-8866-4800-ae5e-73d32f2c0bea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:42.932173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:42.954112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Made reservation on behalf of c8e770f486df4897b2264937bab5dbfd for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:42.956604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.042060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b7257ccd-5b8d-4803-9054-700f175fec28'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:43.066767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b94cf9-f932-425b-8534-43b6801b93f7 req-7cbe8201-125f-4e1c-9145-4a605334c0c6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.069032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b94cf9-f932-425b-8534-43b6801b93f7 req-7cbe8201-125f-4e1c-9145-4a605334c0c6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3282731 Nov 12 03:20:43.217623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b94cf9-f932-425b-8534-43b6801b93f7 req-eb47518b-a16e-4ba7-acaf-cfd022cb5e3e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390975 Nov 12 03:20:43.236241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:43.251853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.333513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4a0583-02bb-4ae9-bf7c-0036e4efd21b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.344060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ba56d-fb84-46ad-af5c-8b678b4f1c11 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:43.418380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.461995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Pushing event deleted for resources: {'Port': ['ID=4f5b0ab0-f175-4da7-a333-3df20af6bcfa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.481116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb1695-6c52-4c1f-b2a3-d0379dd9291a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:43.509047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.519846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214b5b-548c-4bb6-bb21-7bd2faab897f req-130ba651-e1c1-4faa-8003-ca43b5652006 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.521480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4214b5b-548c-4bb6-bb21-7bd2faab897f req-130ba651-e1c1-4faa-8003-ca43b5652006 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 944 time: 0.1800909 Nov 12 03:20:43.573717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc01b23f-6ae3-4164-92cf-dbff79791a8a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:43.583394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1550120920-network', 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:43.601285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fc01b23f-6ae3-4164-92cf-dbff79791a8a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:43.602215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc01b23f-6ae3-4164-92cf-dbff79791a8a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:43.602911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:43.610748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:43.613425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.633418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:43.634058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7a4a0583-02bb-4ae9-bf7c-0036e4efd21b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:43.644734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.658530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.716328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.717735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.721044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.722201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd76bb7-6140-43c1-9eec-2f62b6c00844 req-57fa91e9-08cf-4572-8451-b2a1b34667cb tempest-FloatingIPDetailsTestJSON-669454536 tempest-FloatingIPDetailsTestJSON-669454536-project] 10.222.0.93 "DELETE /v2.0/floatingips/9c03f588-306f-4b7a-b69d-21acf13dfb06 HTTP/1.1" status: 204 len: 173 time: 1.9922476 Nov 12 03:20:43.724003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.729136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df864737-bfb5-4269-b67d-b622be929c3f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.734567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39832) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:43.761114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4214b5b-548c-4bb6-bb21-7bd2faab897f req-31da24ea-0431-4451-b85c-18f79ca8b02e tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926208 Nov 12 03:20:43.818809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Checking segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:43.819282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Network hostable DHCP agents. Network: c2ab520e-8866-4800-ae5e-73d32f2c0bea, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:43.849815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.850308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40430599-5f02-484c-87bb-a337d0c4161a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:20:43.878836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.883011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d48e50b2-50f4-47e9-830b-abc839e001a4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/40430599-5f02-484c-87bb-a337d0c4161a HTTP/1.1" status: 204 len: 168 time: 2.7185202 Nov 12 03:20:43.887337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39834) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:43.895042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.928416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.942971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:43.965721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3ec1c-dbed-4dca-98dd-038cb4a9b5fc req-501a327e-8cb3-456e-a2cc-842d927e8a21 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.967307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fa3ec1c-dbed-4dca-98dd-038cb4a9b5fc req-501a327e-8cb3-456e-a2cc-842d927e8a21 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1209936 Nov 12 03:20:43.972535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:43.982034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd33d9b-d621-4dcb-80a4-a3101887ae3f req-c7c28b4f-c7aa-436e-aadb-8e4163980057 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.984077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffd33d9b-d621-4dcb-80a4-a3101887ae3f req-c7c28b4f-c7aa-436e-aadb-8e4163980057 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0862112 Nov 12 03:20:44.023308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b7257ccd-5b8d-4803-9054-700f175fec28 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:44.026985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c2ab520e-8866-4800-ae5e-73d32f2c0bea) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:44.038317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.038912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.045204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Deleting subnet c7a41a09-310b-45d7-a239-b5e3bd886863 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:44.047132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eb98f0-b283-4587-a131-af01781593f7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.050641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.051172 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Added segment e222e577-23a0-436f-8789-0d2b50b929f7 of type vlan for network 3bc593d8-433f-4438-ad72-dc7413689659 Nov 12 03:20:44.055661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.060548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae769e66-c96b-4302-baa2-1a353b5ed818 None None] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:44.078529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffd33d9b-d621-4dcb-80a4-a3101887ae3f req-da225f70-92e0-4259-b906-681a72606a8d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Nov 12 03:20:44.116260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fa3ec1c-dbed-4dca-98dd-038cb4a9b5fc req-ca05eba8-f8ef-4be3-bd49-0df6fa413049 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308806 Nov 12 03:20:44.144825 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a93f963-ee9b-4bca-8d1f-759b7fd6af6e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2513938 Nov 12 03:20:44.148947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39836) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:44.155081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:44.165656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.197897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.199488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.227542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b7257ccd-5b8d-4803-9054-700f175fec28 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:44.232777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b7257ccd-5b8d-4803-9054-700f175fec28 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:44.233615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.286043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a8342-244d-43eb-9b13-60a6ef8f4029 None None] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:44.302239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.389043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.496168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.539353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:44.542612 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65314bf-3e91-4118-8a08-b5512365f683" -d '{"events": [{"server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "name": "network-vif-plugged", "status": "completed", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:44.550772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.555205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.555929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.557326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b7257ccd-5b8d-4803-9054-700f175fec28,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:44.562182 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.590212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.655565 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910e1210-a1ae-444c-bcff-c6c887a4a154 x-openstack-request-id: req-910e1210-a1ae-444c-bcff-c6c887a4a154 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:44.655856 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "name": "network-vif-plugged", "status": "completed", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:44.656720 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-910e1210-a1ae-444c-bcff-c6c887a4a154 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:44.657666 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28', 'code': 200} Nov 12 03:20:44.719989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.781847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.788230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5366263 Nov 12 03:20:44.793010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:44.799393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Request body: {'subnet': {'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1550120920-subnet', 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:44.861953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f5f0b-5907-4cf9-bb59-e8e01531b948 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc593d8-433f-4438-ad72-dc7413689659,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.873924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3bc593d8-433f-4438-ad72-dc7413689659 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:44.904567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13dcb0-91d1-42e8-a592-d9c3a3a8f922 req-febbdcbc-d861-4d1b-adbd-044344d1246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.906524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ca13dcb0-91d1-42e8-a592-d9c3a3a8f922 req-febbdcbc-d861-4d1b-adbd-044344d1246d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 1097 time: 0.1585205 Nov 12 03:20:44.929986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.979883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a41a09-310b-45d7-a239-b5e3bd886863,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.983518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.987886 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ef099b08-6d3f-4398-b78b-c40a0f0a6394 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c7a41a09-310b-45d7-a239-b5e3bd886863 HTTP/1.1" status: 204 len: 168 time: 1.0995693 Nov 12 03:20:44.994501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:45.005322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.012627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be3857-08a9-410a-8346-f4ad065c252a None None] Network e5d6b845-825f-4d3e-babf-cb41b13b487a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:45.053106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:45.055526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.059681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.069978 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ca13dcb0-91d1-42e8-a592-d9c3a3a8f922 req-301fa433-6cc4-4bb5-a7e0-9016f009f2ff service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531360 Nov 12 03:20:45.206669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.229835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.299047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] DHCP port deletion for e5d6b845-825f-4d3e-babf-cb41b13b487a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:45.380205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Deleting port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:45.380745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.586466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Deleting port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:45.586977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.608782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:45.682043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1875dd-6141-4a1d-97d7-e46e7d7a2105 req-5e4b5e1c-7635-439c-8fb7-0736a0a11cc5 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.683574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b1875dd-6141-4a1d-97d7-e46e7d7a2105 req-5e4b5e1c-7635-439c-8fb7-0736a0a11cc5 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 945 time: 0.7480018 Nov 12 03:20:45.714122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] For port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:45.719995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.729056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Calling delete_port for 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:45.752311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] For port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,segment=NetworkSegment(5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0),segment_id=5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:45.754057 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.760714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d12b1-7c7c-475a-8551-c3304dcf1597 req-fc3e49db-4fad-4a73-b4d0-a4091c70fd34 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.762257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f3d12b1-7c7c-475a-8551-c3304dcf1597 req-fc3e49db-4fad-4a73-b4d0-a4091c70fd34 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.2315342 Nov 12 03:20:45.769803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Calling delete_port for 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:45.847057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.883831 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No ports have port_id starting with 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 Nov 12 03:20:45.884979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] No DVR routers for this DVR port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:45.887220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.887423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdd6d6-3d15-4cd9-9bf7-423a8f2636c0 None None] Pushing event deleted for resources: {'Port': ['ID=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:45.930604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Allocated IP 172.25.4.124 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/bb078afb-f5dd-4870-8876-004b6ea88059) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:45.954457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b1875dd-6141-4a1d-97d7-e46e7d7a2105 req-fb747925-5fa0-4496-a8e4-bcb235544ee2 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570825 Nov 12 03:20:45.971841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1341bdcd-5a5b-45ce-ac00-80ce5dca5e78,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.012588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] No DVR routers for this DVR port 1341bdcd-5a5b-45ce-ac00-80ce5dca5e78 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:46.099937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f3d12b1-7c7c-475a-8551-c3304dcf1597 req-d11f50f2-bea0-4dcb-8c43-cd5fbb93840e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597785 Nov 12 03:20:46.137458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.165604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d6b845-825f-4d3e-babf-cb41b13b487a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:46.168502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.182208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.182434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:46.182657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd2109f-e6b1-48f7-bd5c-a2c1a9b2b8b0') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:46.195311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.207597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Deleting port 80301f23-4da8-4d22-889c-f23dfd3a916f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:46.207942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.222443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.246877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:46.247924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:46.249582 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:46.267243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.286102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:46.286665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Network hostable DHCP agents. Network: 3bc593d8-433f-4438-ad72-dc7413689659, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:46.291149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.346849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.350173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:46.351009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Network 3bc593d8-433f-4438-ad72-dc7413689659 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:46.355385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.357738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:46.362288 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e5d6b845-825f-4d3e-babf-cb41b13b487a HTTP/1.1" status: 204 len: 168 time: 1.3641899 Nov 12 03:20:46.365136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:46.367104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Pushing event updated for resources: {'Port': ['ID=bb078afb-f5dd-4870-8876-004b6ea88059,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.370980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3bc593d8-433f-4438-ad72-dc7413689659) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:46.379692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752687d-cdbe-4220-8a0a-cff2b1f0c93b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:46.385251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61e1ed-9667-4c4b-bee2-16dc2e8f9cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d6b845-825f-4d3e-babf-cb41b13b487a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.395025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] For port 80301f23-4da8-4d22-889c-f23dfd3a916f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=80301f23-4da8-4d22-889c-f23dfd3a916f,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:46.395673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.395870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.396546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.401616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318d788-09f9-44e1-9e1a-dc0f0af4e446 None None] Network 3bc593d8-433f-4438-ad72-dc7413689659 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:46.414247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Calling delete_port for 80301f23-4da8-4d22-889c-f23dfd3a916f owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:46.424541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-55e270b5-2066-43a5-a87d-733e2c865e2c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6302025 Nov 12 03:20:46.578433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-699cdbe9-6aef-4ce6-97d0-f7a5ce75a239 None None] Provisioning complete for port bb078afb-f5dd-4870-8876-004b6ea88059 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:46.579824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-699cdbe9-6aef-4ce6-97d0-f7a5ce75a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.611673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39874) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:46.669840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89df35-ecda-416f-8959-35a9d6d468ef None None] Network 3bc593d8-433f-4438-ad72-dc7413689659 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:46.746888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-421572c1-4631-4a0a-a751-cd0270224519 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3270fc10608a4c8a9a4ce5c6f7b8cc0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338904 Nov 12 03:20:46.755743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:46.792369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-699cdbe9-6aef-4ce6-97d0-f7a5ce75a239 None None] Port bb078afb-f5dd-4870-8876-004b6ea88059 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:46.845844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.881333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=80301f23-4da8-4d22-889c-f23dfd3a916f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.958617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.960668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.100273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.235381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.239438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.242727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.243894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/86545bef-5573-489f-af11-308187bf6aa2 HTTP/1.1" status: 204 len: 168 time: 0.4871533 Nov 12 03:20:47.262053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef815a5-ed12-4954-9df9-19960274008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86545bef-5573-489f-af11-308187bf6aa2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:47.345449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb76e4-39c5-410d-912a-4d86e9f74d17 req-c58abbf1-2c3b-4851-a231-e5b77a05fea2 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.347014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0feb76e4-39c5-410d-912a-4d86e9f74d17 req-c58abbf1-2c3b-4851-a231-e5b77a05fea2 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 945 time: 0.2310436 Nov 12 03:20:47.511508 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.571610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0feb76e4-39c5-410d-912a-4d86e9f74d17 req-8a53a71b-0ba4-4c12-940c-d23d98a68a9a tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025492 Nov 12 03:20:47.642556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-67585f6c-4da5-4125-aa43-3a3586ddbfc3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.644094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-67585f6c-4da5-4125-aa43-3a3586ddbfc3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.3106678 Nov 12 03:20:47.677357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-ad7161b8-8bcf-43ef-9d9e-80e49aa8dc93 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.0251284 Nov 12 03:20:47.681504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Router 8ea3ba03-5686-4c6c-8692-53a865bef4bb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:47.723009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-b077e144-b940-42e0-82c5-d533cfcd1ac5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357320 Nov 12 03:20:47.844443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353a54-3c58-486b-a9a4-b1569f4a5702 req-ab6a21a7-c6bd-4462-89d6-4894bfc1a0f3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.846677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3353a54-3c58-486b-a9a4-b1569f4a5702 req-ab6a21a7-c6bd-4462-89d6-4894bfc1a0f3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1271241 Nov 12 03:20:47.869967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:47.927226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-bbbdd850-7140-45c7-b667-d6934693f24b service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773231 Nov 12 03:20:47.974861 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5e81348-404c-4a7a-94a1-3a2d7fb793a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.007175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3353a54-3c58-486b-a9a4-b1569f4a5702 req-95743a4d-9e67-47aa-b7fa-f0d272b4e468 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509116 Nov 12 03:20:48.285540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:48.298494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Sync routers for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:48.328124 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:48.331199 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:48.355351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-da79a553-ea8e-48fe-8340-447b1ccecffc service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873651 Nov 12 03:20:48.383572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.387990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-63484a6e-700c-4702-9277-3c9dfb14599e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2359669 Nov 12 03:20:48.388740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39938) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:48.573407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:48.585077 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d0da1843-fb39-4ab8-8960-23058004bf0e admin admin] 10.222.0.93 "PUT /v2.0/routers/8ea3ba03-5686-4c6c-8692-53a865bef4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8469853 Nov 12 03:20:48.588720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Sync routers for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:48.595691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:48.606778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:48.607754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:48.677541 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:48.717060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:48.868772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:48.890908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d1fd9-4813-439d-9859-c57b8f20e332 req-a42be030-4e67-498c-b7c8-c6503de48d9c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.892871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-271d1fd9-4813-439d-9859-c57b8f20e332 req-a42be030-4e67-498c-b7c8-c6503de48d9c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4902501 Nov 12 03:20:48.919049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-network', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:48.945727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Made reservation on behalf of 2bca0af8a6b84113be8d1a3de7d251e3 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:48.948938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.961311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.155328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.161317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.218344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e826fe4c-05db-44e3-9634-6da5a8564db6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:49.258218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:49.285297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.286014 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Added segment fa124bea-94ac-4c2f-99fe-5aeff07864c6 of type vlan for network 7cc30956-1e67-465e-985b-09f92a4e39a9 Nov 12 03:20:49.366729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 5, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:49.396325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.446577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Checking router: 8ea3ba03-5686-4c6c-8692-53a865bef4bb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:49.455358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.457799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.458618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.472558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Routers {'8ea3ba03-5686-4c6c-8692-53a865bef4bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:49.479443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:49.539450 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 3, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:49.605381 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Checking router: c5ee63a5-bb6b-4906-8c53-08f481ae1c9c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:49.607597 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Updating router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c port bb078afb-f5dd-4870-8876-004b6ea88059 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:49.617864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc30956-1e67-465e-985b-09f92a4e39a9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:49.627296 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79604f31-982b-4bdb-89f7-2291e74669b1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9087191 Nov 12 03:20:49.629055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:49.634851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Request body: {'subnet': {'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-subnet', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:49.638759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:49.646388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aeb5ce86-359d-48c0-9ef0-3f46307b2bd5 req-0fa1dad4-b01a-4d32-8c3c-5eb3c7475071 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 210 time: 0.8863957 Nov 12 03:20:49.687825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Made reservation on behalf of 2bca0af8a6b84113be8d1a3de7d251e3 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:49.691001 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.694640 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.788653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-271d1fd9-4813-439d-9859-c57b8f20e332 req-e23b8b78-966f-4c05-ba80-49edc05c9cf7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739257 Nov 12 03:20:49.927388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] Set router 8ea3ba03-5686-4c6c-8692-53a865bef4bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:49.996642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.006118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.081453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Checking segment: {'id': 'fa124bea-94ac-4c2f-99fe-5aeff07864c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:50.081752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Network hostable DHCP agents. Network: 7cc30956-1e67-465e-985b-09f92a4e39a9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:50.105589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb049cd-988e-40e6-a4d7-ae6513436daf req-02e431e8-f893-4d9a-9d1a-68b05ce8d93b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.106451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5a93ef-7481-4a5d-9a0d-649a11a1f05c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.108934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdb049cd-988e-40e6-a4d7-ae6513436daf req-02e431e8-f893-4d9a-9d1a-68b05ce8d93b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.3109221 Nov 12 03:20:50.121095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:50.136158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7cc30956-1e67-465e-985b-09f92a4e39a9) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:50.153429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5fe86-4146-407d-bd37-564b13e8f01e None None] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:50.153815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.160098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.185635 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8f130db-1909-44d0-b5c9-e18fc6d7eb77 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5552711 Nov 12 03:20:50.186410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:50.192618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:50.239698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.244237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.294133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b287d-2fba-4fe8-bbf6-26f2e5120e2a req-94871ae5-1ad8-4045-b536-e8e4bd5a59dc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.295704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d3b287d-2fba-4fe8-bbf6-26f2e5120e2a req-94871ae5-1ad8-4045-b536-e8e4bd5a59dc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3526733 Nov 12 03:20:50.320913 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.345495 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.385186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.393180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 5, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:50.473674 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Pushing event updated for resources: {'Port': ['ID=bb078afb-f5dd-4870-8876-004b6ea88059,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.478047 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Attempting to bind port bb078afb-f5dd-4870-8876-004b6ea88059 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:50.478659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Attempting to bind port bb078afb-f5dd-4870-8876-004b6ea88059 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:50.479190 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Attempting to bind port bb078afb-f5dd-4870-8876-004b6ea88059 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:50.490568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.491392 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.491901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.492418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.492910 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.493398 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.493904 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.495656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.496219 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.496730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.497228 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.497865 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.503799 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:50.504440 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:50.505072 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.505903 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:50.506612 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Bound port: bb078afb-f5dd-4870-8876-004b6ea88059, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:50.507215 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.524674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b36819-41a3-4ce4-974a-c7403e828a56 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:50.525694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04b70e7a-8ef1-4a86-8c96-4c69a05866ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.556876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb483d-cd2f-4293-abac-df30aca992a3 None None] The sync data for ids ['8ea3ba03-5686-4c6c-8692-53a865bef4bb'] in n-d-713499-30 is: [{'id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'name': 'tempest-FloatingIPDetailsTestJSON-204076927-router', 'tenant_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:53Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 5, 'project_id': '75c4f39a64e1440bbda15fb1f47fbc43', 'gw_port': {'id': '6856c758-9c86-46e9-b7c5-c392128465f8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea3ba03-5686-4c6c-8692-53a865bef4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:50.573542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7cc30956-1e67-465e-985b-09f92a4e39a9', 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'fixed_ips': [{'subnet_id': 'ef5a93ef-7481-4a5d-9a0d-649a11a1f05c'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:20:50.574806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.624126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] For port bb078afb-f5dd-4870-8876-004b6ea88059, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:50.629129 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] For port bb078afb-f5dd-4870-8876-004b6ea88059, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bb078afb-f5dd-4870-8876-004b6ea88059,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:50.636588 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.680714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.736836 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61483695-7fc0-4934-8781-4b5b062c5e61 None None] Pushing event updated for resources: {'Port': ['ID=bb078afb-f5dd-4870-8876-004b6ea88059,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.746317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.770863 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:50.771496 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:50.778804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Allocated IP 172.20.0.2 (7cc30956-1e67-465e-985b-09f92a4e39a9/ef5a93ef-7481-4a5d-9a0d-649a11a1f05c/2546c9bb-ab69-416d-9428-4eef39bde83c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:50.787377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdb049cd-988e-40e6-a4d7-ae6513436daf req-c2b5071b-89f9-483a-93fd-9f040794f917 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600494 Nov 12 03:20:50.853215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d3b287d-2fba-4fe8-bbf6-26f2e5120e2a req-0e66c2b1-5790-41f0-978a-47e8f0a05a2d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310657 Nov 12 03:20:50.926207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-024654e3-b001-4bf2-baef-12fd22f8b3fb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.927738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-024654e3-b001-4bf2-baef-12fd22f8b3fb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.5883796 Nov 12 03:20:50.944166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Deleting port 6856c758-9c86-46e9-b7c5-c392128465f8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:50.944499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.949130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:50.958971 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.970947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d6cc3-e250-4da3-900e-cab737686b09 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:50.976365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.037248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] Provisioning complete for port bb078afb-f5dd-4870-8876-004b6ea88059 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:51.037745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.055309 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.077580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:51.088749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:51.092220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:51.104885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.105271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Pushing event updated for resources: {'Port': ['ID=2546c9bb-ab69-416d-9428-4eef39bde83c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:51.136141 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:51.191362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] For port 6856c758-9c86-46e9-b7c5-c392128465f8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6856c758-9c86-46e9-b7c5-c392128465f8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:51.191985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.220165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Calling delete_port for 6856c758-9c86-46e9-b7c5-c392128465f8 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:51.408035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7ac22a-4078-47cb-be0f-61c88df6b447 req-6278aa42-bcfb-418c-a793-e5a231164b52 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 210 time: 0.1429849 Nov 12 03:20:51.416702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Allocated IP 172.25.4.26 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f2e1ad64-8050-4809-8053-d3cf9d678ea0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:51.434596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.524156 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 3, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:51.569474 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2f7d-08f4-4c48-96ed-1c3f69a5bd9a None None] The sync data for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 is: [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:46Z', 'revision_number': 3, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:51.616525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 80301f23-4da8-4d22-889c-f23dfd3a916f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:51.649610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Attempting to bind port 2546c9bb-ab69-416d-9428-4eef39bde83c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:51.649977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Attempting to bind port 2546c9bb-ab69-416d-9428-4eef39bde83c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'fa124bea-94ac-4c2f-99fe-5aeff07864c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:51.650333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Attempting to bind port 2546c9bb-ab69-416d-9428-4eef39bde83c on network 7cc30956-1e67-465e-985b-09f92a4e39a9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:51.654812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 80301f23-4da8-4d22-889c-f23dfd3a916f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:51.655159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 80301f23-4da8-4d22-889c-f23dfd3a916f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:51.692909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.696038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:51.696462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Checking segment: {'id': 'fa124bea-94ac-4c2f-99fe-5aeff07864c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:51.696856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.697291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Bound using segment: {'id': 'fa124bea-94ac-4c2f-99fe-5aeff07864c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:51.697778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Bound port: 2546c9bb-ab69-416d-9428-4eef39bde83c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa124bea-94ac-4c2f-99fe-5aeff07864c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:51.698145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.734820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.775558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.836645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] For port 2546c9bb-ab69-416d-9428-4eef39bde83c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:51.842632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] For port bb078afb-f5dd-4870-8876-004b6ea88059, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bb078afb-f5dd-4870-8876-004b6ea88059,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:51.862050 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.863402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.885447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] For port 2546c9bb-ab69-416d-9428-4eef39bde83c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2546c9bb-ab69-416d-9428-4eef39bde83c,segment=NetworkSegment(fa124bea-94ac-4c2f-99fe-5aeff07864c6),segment_id=fa124bea-94ac-4c2f-99fe-5aeff07864c6)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:51.977798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:51.981369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:51.988629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:52.075163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165f40f-d757-4f73-927a-f0396f8717bd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:52.080418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.082802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885f05b-4053-4d1a-9424-cd0399e71406 None None] Pushing event updated for resources: {'Port': ['ID=bb078afb-f5dd-4870-8876-004b6ea88059,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:52.213562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd9a7-f4d9-4df6-85ff-24547d0434d1 None None] Pushing event updated for resources: {'Port': ['ID=2546c9bb-ab69-416d-9428-4eef39bde83c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:52.264600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e1ad64-8050-4809-8053-d3cf9d678ea0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:52.304828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-416fec23-d9a5-444b-8859-4285c00c275e None None] Provisioning complete for port bb078afb-f5dd-4870-8876-004b6ea88059 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:52.310853 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-416fec23-d9a5-444b-8859-4285c00c275e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.325464 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:52.415631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:52.427800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.436231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.545035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Pushing event deleted for resources: {'Port': ['ID=6856c758-9c86-46e9-b7c5-c392128465f8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:52.616206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba7abd-f6ba-4e94-bd96-7abceb0a4136 req-b1f80e37-bce0-456a-b08e-66bbc097e8c9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.626654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edba7abd-f6ba-4e94-bd96-7abceb0a4136 req-b1f80e37-bce0-456a-b08e-66bbc097e8c9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.3401504 Nov 12 03:20:52.642826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-03e97166-4431-4fb4-b65f-3f9dbd6383d0 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1841481937&fields=id&tenant_id=df625564ad1a47138326137d76179c73 HTTP/1.1" status: 200 len: 267 time: 0.8652484 Nov 12 03:20:52.701304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d1675bbe-c0bf-437c-9dfe-b6fc913cc8bb None None] Provisioning complete for port f2e1ad64-8050-4809-8053-d3cf9d678ea0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:52.703724 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1675bbe-c0bf-437c-9dfe-b6fc913cc8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.740540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.788491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f36e1c-437c-441e-8c22-ae25b9a6520e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:52.831066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d1675bbe-c0bf-437c-9dfe-b6fc913cc8bb None None] Port f2e1ad64-8050-4809-8053-d3cf9d678ea0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:52.942482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.959050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.116883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.338941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Router 138f6888-6afa-4d8d-a05f-f42f957b5b0a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:53.482821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:53.492556 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Sync routers for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:53.503636 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Routers {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:53.514516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Allocated IP 172.20.0.1 (c2ab520e-8866-4800-ae5e-73d32f2c0bea/df864737-bfb5-4269-b67d-b622be929c3f/3d7874a7-eaf4-4ee0-91a7-b285ff8970be) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:53.515714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:53.550626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.556420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c69b012a-b416-4cb7-ba3a-89a73984efc8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3673720 Nov 12 03:20:53.556420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:53.612037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.659339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-db597da8-1c22-499f-9882-7ee874e5a3ea tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.664244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-db597da8-1c22-499f-9882-7ee874e5a3ea tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/networks?id=db1ab5a0-fd56-4185-8062-9d6202c07c59 HTTP/1.1" status: 200 len: 816 time: 0.9650815 Nov 12 03:20:53.676208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edba7abd-f6ba-4e94-bd96-7abceb0a4136 req-b293ab7c-bff2-4a7e-9b66-bd17ee0be829 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0433171 Nov 12 03:20:53.760803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2546c9bb-ab69-416d-9428-4eef39bde83c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:53.807808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.828671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.837326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.841799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-facbcf64-d003-48fb-9be5-ab197f974adb tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/quotas/df625564ad1a47138326137d76179c73 HTTP/1.1" status: 200 len: 375 time: 0.1554098 Nov 12 03:20:53.848617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Set router 138f6888-6afa-4d8d-a05f-f42f957b5b0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:53.912510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2546c9bb-ab69-416d-9428-4eef39bde83c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:53.913040 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.975643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c261686-8320-4f60-99e0-6939c3849d7b req-b6320eeb-fdfb-43f7-90a8-469d9e8846cc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 210 time: 0.1289825 Nov 12 03:20:54.074938 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.151307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 2546c9bb-ab69-416d-9428-4eef39bde83c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2546c9bb-ab69-416d-9428-4eef39bde83c,segment=NetworkSegment(fa124bea-94ac-4c2f-99fe-5aeff07864c6),segment_id=fa124bea-94ac-4c2f-99fe-5aeff07864c6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:54.162465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de100907-6fc7-4f95-906c-cf19929d6fee None None] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:54.253230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.256437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bb078afb-f5dd-4870-8876-004b6ea88059 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:54.266797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.321663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.322182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea3ba03-5686-4c6c-8692-53a865bef4bb {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:20:54.335090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.339629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e38bb9c2-63c4-48e7-96db-2b6a40dd613f admin admin] 10.222.0.93 "DELETE /v2.0/routers/8ea3ba03-5686-4c6c-8692-53a865bef4bb HTTP/1.1" status: 204 len: 168 time: 5.7424605 Nov 12 03:20:54.347445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:54.389472 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:52Z', 'revision_number': 3, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:54.420330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.3 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/927ed1fa-542b-48d1-a3a6-20a3d972977b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:54.429505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-60931434-ec6f-4d9c-903c-b3a4dbab9bd1 None None] Provisioning complete for port 2546c9bb-ab69-416d-9428-4eef39bde83c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:54.432266 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60931434-ec6f-4d9c-903c-b3a4dbab9bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.451236 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Checking router: 138f6888-6afa-4d8d-a05f-f42f957b5b0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:54.461200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-512ec347-a7bc-4185-92bb-074a55b7fc81 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=df625564ad1a47138326137d76179c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6007771 Nov 12 03:20:54.464361 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Updating router 138f6888-6afa-4d8d-a05f-f42f957b5b0a port f2e1ad64-8050-4809-8053-d3cf9d678ea0 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:54.514945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.531587 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.557400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=2546c9bb-ab69-416d-9428-4eef39bde83c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:54.586853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Allocated IP 172.20.0.1 (7cc30956-1e67-465e-985b-09f92a4e39a9/ef5a93ef-7481-4a5d-9a0d-649a11a1f05c/01c68a32-b4be-44d1-980c-785773b9e421) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:54.627169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port bb078afb-f5dd-4870-8876-004b6ea88059 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:54.627549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.657155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572177c4-d0bc-482b-b7b4-f5b426f48cfe req-0cb49004-1b9a-4b50-af4a-32f618c1b5c7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.659416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-572177c4-d0bc-482b-b7b4-f5b426f48cfe req-0cb49004-1b9a-4b50-af4a-32f618c1b5c7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3549962 Nov 12 03:20:54.685387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Deleting subnet 9bd876d8-e0f3-4b40-9150-e4f25e3ead67 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:54.691015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.792475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-572177c4-d0bc-482b-b7b4-f5b426f48cfe req-fc5041c6-199d-412d-9e3f-7257d5053c0a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Nov 12 03:20:54.794978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:54.868794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:54.878430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:54.900926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.976891 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.978156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:54.985280 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.048866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae04cc-1b6b-444b-a7fe-970ac83185ae None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:55.068290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.069533 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.088564 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Attempting to bind port f2e1ad64-8050-4809-8053-d3cf9d678ea0 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:55.088935 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Attempting to bind port f2e1ad64-8050-4809-8053-d3cf9d678ea0 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:55.089296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Attempting to bind port f2e1ad64-8050-4809-8053-d3cf9d678ea0 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:55.125205 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:55.125591 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:55.126045 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.126751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:55.127389 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Bound port: f2e1ad64-8050-4809-8053-d3cf9d678ea0, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:55.128069 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.128931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-05b42bff-70e8-483f-946d-162ca6036be8 None None] Provisioning complete for port f2e1ad64-8050-4809-8053-d3cf9d678ea0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:55.129313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05b42bff-70e8-483f-946d-162ca6036be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.130332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.132390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37db801-7381-4847-93c9-5ee3daae6fdf None None] Pushing event updated for resources: {'Port': ['ID=f2e1ad64-8050-4809-8053-d3cf9d678ea0,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:55.172692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.205000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05b42bff-70e8-483f-946d-162ca6036be8 None None] Port f2e1ad64-8050-4809-8053-d3cf9d678ea0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:55.219373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:55.223835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:55.234218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:55.261331 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] For port f2e1ad64-8050-4809-8053-d3cf9d678ea0, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:55.264901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] For port f2e1ad64-8050-4809-8053-d3cf9d678ea0, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f2e1ad64-8050-4809-8053-d3cf9d678ea0,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:55.269820 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.272581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Pushing event updated for resources: {'Port': ['ID=01c68a32-b4be-44d1-980c-785773b9e421,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:55.298427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.330430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eab51ec9-f8fe-48ef-a38a-9b16f6116d46 None None] Provisioning complete for port 2546c9bb-ab69-416d-9428-4eef39bde83c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:55.330759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eab51ec9-f8fe-48ef-a38a-9b16f6116d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.342637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.354096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd876d8-e0f3-4b40-9150-e4f25e3ead67,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:55.362435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.370858 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-601cab6b-c011-4aed-ae4e-64626258b2b5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9bd876d8-e0f3-4b40-9150-e4f25e3ead67 HTTP/1.1" status: 204 len: 168 time: 1.0223877 Nov 12 03:20:55.372664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40034) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:55.395086 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37db801-7381-4847-93c9-5ee3daae6fdf None None] Pushing event updated for resources: {'Port': ['ID=f2e1ad64-8050-4809-8053-d3cf9d678ea0,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:55.400167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab9b25-db50-49d9-b1ca-908f21d500aa None None] Network 4b80a800-7788-449b-8291-1be46e884d8a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:55.415372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Routers {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:55.416263 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:55.455953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24356726-38df-4977-b1ad-c4bc60835ec0 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:55.519379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.533029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-1db51f08-da87-4fb8-b199-ffb78f685ab7 service neutron] 10.222.0.93 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0486827 Nov 12 03:20:55.533955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.558007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f291a-845a-4a06-a435-7dcc9812d68a req-51b09b0f-ea3a-4173-8657-fc27ec11c635 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.566220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677f291a-845a-4a06-a435-7dcc9812d68a req-51b09b0f-ea3a-4173-8657-fc27ec11c635 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.5808780 Nov 12 03:20:55.618378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2546c9bb-ab69-416d-9428-4eef39bde83c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:55.637421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.739086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2546c9bb-ab69-416d-9428-4eef39bde83c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:55.739462 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.756128 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] Set router 138f6888-6afa-4d8d-a05f-f42f957b5b0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:55.853660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] DHCP port deletion for 4b80a800-7788-449b-8291-1be46e884d8a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:55.866049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6856c758-9c86-46e9-b7c5-c392128465f8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:55.900999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6856c758-9c86-46e9-b7c5-c392128465f8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:55.901828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6856c758-9c86-46e9-b7c5-c392128465f8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:55.994036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Provisioning complete for port 01c68a32-b4be-44d1-980c-785773b9e421 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:55.994874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.006872 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:52Z', 'revision_number': 3, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:56.071120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Port 01c68a32-b4be-44d1-980c-785773b9e421 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:56.075440 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2e13a-9dfa-4730-ac5c-fc8d5859a56a None None] The sync data for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 is: [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:52Z', 'revision_number': 3, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:56.102773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Provisioning complete for port f2e1ad64-8050-4809-8053-d3cf9d678ea0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:56.103229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.148916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677f291a-845a-4a06-a435-7dcc9812d68a req-1a888530-2df8-445f-9fa7-f6ee2fab0d2e tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712094 Nov 12 03:20:56.159240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.187679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.194321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.196823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Deleting port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:56.197316 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.292874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-09a69ca7-678f-4455-8cda-d676a2af7476 service neutron] 10.222.0.93 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255301 Nov 12 03:20:56.314784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Pushing event updated for resources: {'Port': ['ID=01c68a32-b4be-44d1-980c-785773b9e421,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.318448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.360203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Deleting port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:56.361119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.381683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.405335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] For port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.405492 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.430458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:56.432403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] For port f2e1ad64-8050-4809-8053-d3cf9d678ea0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f2e1ad64-8050-4809-8053-d3cf9d678ea0,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.432610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:56.433588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Calling delete_port for 46c737dd-6ba8-4ef8-aec5-b472d0afc72d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:56.447221 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.592975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.639041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc4f82-6507-4cc7-87f7-58f5ae7f6899 None None] Pushing event updated for resources: {'Port': ['ID=f2e1ad64-8050-4809-8053-d3cf9d678ea0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.639195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.641967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.674690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] For port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,segment=NetworkSegment(9e0fa1ac-df10-4d67-90db-35bb399665be),segment_id=9e0fa1ac-df10-4d67-90db-35bb399665be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.688036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.692210 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.704790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Router 138f6888-6afa-4d8d-a05f-f42f957b5b0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:56.719362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] Pushing event deleted for resources: {'Port': ['ID=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.749529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b701c5-4ff8-4f42-b3a0-dc9f44929551 None None] No DVR routers for this DVR port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:56.820953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Calling delete_port for 46c737dd-6ba8-4ef8-aec5-b472d0afc72d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:56.883481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:56.889604 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f4f175ef-586b-4b0b-ab90-44d9b19e76db admin admin] 10.222.0.93 "PUT /v2.0/routers/138f6888-6afa-4d8d-a05f-f42f957b5b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327973 Nov 12 03:20:56.932196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-25ddea7b-f20a-4704-9e41-5e61f771d7eb None None] Provisioning complete for port 01c68a32-b4be-44d1-980c-785773b9e421 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:56.932567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25ddea7b-f20a-4704-9e41-5e61f771d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.932813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.962738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf9da-4989-468f-9a01-4b132b6a363a req-4ff653b5-7feb-4a1a-8892-1d387b2de423 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.968456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4ebf9da-4989-468f-9a01-4b132b6a363a req-4ff653b5-7feb-4a1a-8892-1d387b2de423 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.6725192 Nov 12 03:20:57.010027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-25ddea7b-f20a-4704-9e41-5e61f771d7eb None None] Port 01c68a32-b4be-44d1-980c-785773b9e421 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:57.209686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:57.210809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.281196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.287918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:57.293119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:57.295186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:57.324539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:57.377828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dde2e-d33b-43ad-be3f-c9f4cf12ec8a req-c81098e0-f87c-4147-a6fe-3286794ba6be tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.379388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-683dde2e-d33b-43ad-be3f-c9f4cf12ec8a req-c81098e0-f87c-4147-a6fe-3286794ba6be tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 931 time: 0.2500408 Nov 12 03:20:57.465000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.465615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.471355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4ebf9da-4989-468f-9a01-4b132b6a363a req-6a4bfd3f-9683-4418-9bf8-32ce77989b14 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736493 Nov 12 03:20:57.532524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.589476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-7ef03e61-a65e-4db6-808a-49f3770296c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6491406 Nov 12 03:20:57.625895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-683dde2e-d33b-43ad-be3f-c9f4cf12ec8a req-55908bfc-4dc4-439b-98c0-98595d96e8ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291610 Nov 12 03:20:57.633960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Request body: {'port': {'device_id': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:57.636211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c737dd-6ba8-4ef8-aec5-b472d0afc72d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.639392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] No DVR routers for this DVR port 46c737dd-6ba8-4ef8-aec5-b472d0afc72d on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:57.670431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f2e1ad64-8050-4809-8053-d3cf9d678ea0 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:57.755235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f2e1ad64-8050-4809-8053-d3cf9d678ea0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:57.755922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.767598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f736a488-8e07-455d-8b45-b5df1307e52e req-8a7e83f3-fb2e-4350-a196-68b290917d92 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0521708 Nov 12 03:20:57.833976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:57.845384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.849201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.889510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b80a800-7788-449b-8291-1be46e884d8a']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.965895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0fa1ac-df10-4d67-90db-35bb399665be') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.966240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0fa1ac-df10-4d67-90db-35bb399665be') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:57.982047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46c737dd-6ba8-4ef8-aec5-b472d0afc72d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:58.007456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 46c737dd-6ba8-4ef8-aec5-b472d0afc72d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:58.007883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46c737dd-6ba8-4ef8-aec5-b472d0afc72d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:58.023417 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-7e938c18-2dbd-45df-b406-5e704d3936e5 req-acb115c9-09aa-426d-94d0-cdf9a0495aed tempest-FloatingIPDetailsNegativeTestJSON-1833216515 tempest-FloatingIPDetailsNegativeTestJSON-1833216515-project] show failed (client error): The resource could not be found. Nov 12 03:20:58.024524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e938c18-2dbd-45df-b406-5e704d3936e5 req-acb115c9-09aa-426d-94d0-cdf9a0495aed tempest-FloatingIPDetailsNegativeTestJSON-1833216515 tempest-FloatingIPDetailsNegativeTestJSON-1833216515-project] 10.222.0.93 "GET /v2.0/floatingips/75eb5594-9804-4a5c-992d-f9e5313c95ae HTTP/1.1" status: 404 len: 350 time: 0.1038210 Nov 12 03:20:58.034726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:58.356439 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.511412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.520998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:58.521594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.571764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:58.616953 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:58.621100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:58.623682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-115eef3e-a8a2-4b73-9607-9f74ca4414c2 admin admin] 10.222.0.93 "PUT /v2.0/routers/c5ee63a5-bb6b-4906-8c53-08f481ae1c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2337604 Nov 12 03:20:58.631481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Sync routers for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:58.646519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:58.647151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:58.672161 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Sync routers for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:58.699194 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Routers {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:58.699835 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:58.955806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:58.959389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26804b-88cb-4791-87bf-50243f97955b req-c0c43bd7-38ab-478f-8d97-e98c651500c6 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.972042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e26804b-88cb-4791-87bf-50243f97955b req-c0c43bd7-38ab-478f-8d97-e98c651500c6 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 1.0100780 Nov 12 03:20:58.987549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Set router 138f6888-6afa-4d8d-a05f-f42f957b5b0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:59.039857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Deleting port 01c68a32-b4be-44d1-980c-785773b9e421 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:59.040932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.041915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df39c-3fa7-4b65-99a5-e336726759e4 req-9b720cf2-d359-4f55-a9f8-b43588251d6e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.050111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f54df39c-3fa7-4b65-99a5-e336726759e4 req-9b720cf2-d359-4f55-a9f8-b43588251d6e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.6845565 Nov 12 03:20:59.094596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.099476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.106540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/4b80a800-7788-449b-8291-1be46e884d8a HTTP/1.1" status: 204 len: 168 time: 3.7283053 Nov 12 03:20:59.163809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c811150-a1ba-42b5-85c8-07053d9da0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b80a800-7788-449b-8291-1be46e884d8a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:59.219028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.229480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-137eb0cb-078e-48a0-a0c6-6b313c4a6540 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.231345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-137eb0cb-078e-48a0-a0c6-6b313c4a6540 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.98 "GET /v2.0/networks?id=db1ab5a0-fd56-4185-8062-9d6202c07c59 HTTP/1.1" status: 200 len: 816 time: 0.8644304 Nov 12 03:20:59.262167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Calling delete_port for 01c68a32-b4be-44d1-980c-785773b9e421 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:59.291498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f54df39c-3fa7-4b65-99a5-e336726759e4 req-75202905-cbff-49ea-ae4e-dbc80b577adc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357476 Nov 12 03:20:59.361959 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 4, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '01c68a32-b4be-44d1-980c-785773b9e421', 'name': '', 'network_id': '7cc30956-1e67-465e-985b-09f92a4e39a9', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'mac_address': 'fa:16:3e:96:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ef5a93ef-7481-4a5d-9a0d-649a11a1f05c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:54Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 2, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'subnets': [{'id': 'ef5a93ef-7481-4a5d-9a0d-649a11a1f05c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:59.416350 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Checking router: 138f6888-6afa-4d8d-a05f-f42f957b5b0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:59.420945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Updating router 138f6888-6afa-4d8d-a05f-f42f957b5b0a port 01c68a32-b4be-44d1-980c-785773b9e421 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:59.427678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:59.470483 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.476614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-4fce8650-4892-45ef-88e8-32ce73d6b407 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df625564ad1a47138326137d76179c73 HTTP/1.1" status: 200 len: 380 time: 0.2270515 Nov 12 03:20:59.524939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'port': {'device_id': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'admin_state_up': True, 'tenant_id': 'df625564ad1a47138326137d76179c73', 'security_groups': ['39d40fe2-9235-468b-855f-4040ce0cd68e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:59.551216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e26804b-88cb-4791-87bf-50243f97955b req-a1aa0356-e8c1-4ce4-8377-8618611aa57d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770562 Nov 12 03:20:59.552494 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-65b35a4c-4332-419e-a792-ad4e38d904b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=75c4f39a64e1440bbda15fb1f47fbc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169326 Nov 12 03:20:59.557490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:59.619067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 4, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3d7874a7-eaf4-4ee0-91a7-b285ff8970be', 'name': '', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'mac_address': 'fa:16:3e:d4:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 2, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'subnets': [{'id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:59.657955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Checking router: c5ee63a5-bb6b-4906-8c53-08f481ae1c9c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:59.658667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Updating router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:59.691104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea5a6-2b1d-4fe8-bc89-304ec4e1ef99 req-8f5663b2-77b9-4adb-8257-698b71c1be50 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.698567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-917ea5a6-2b1d-4fe8-bc89-304ec4e1ef99 req-8f5663b2-77b9-4adb-8257-698b71c1be50 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 931 time: 0.2154860 Nov 12 03:20:59.712945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.735305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.755065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.762387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30c69a6a-7367-4ef7-8a56-298564f65ec8 req-82ab7c13-ef48-46a6-b5de-241f48ed53a7 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0865440 Nov 12 03:20:59.864393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.871705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-917ea5a6-2b1d-4fe8-bc89-304ec4e1ef99 req-89e2bd23-146f-40ec-a6c2-cd675c82c7bc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721616 Nov 12 03:20:59.879256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.900006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.900006 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e6c500b-942f-4f59-aaf4-a17cddd5d800 HTTP/1.1" status: 204 len: 168 time: 0.3365953 Nov 12 03:20:59.903466 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.db.api [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:20:59.903904 n-d-713499-30 neutron-server[102608]: DEBUG oslo_db.api [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:20:59.965167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c68a32-b4be-44d1-980c-785773b9e421,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:59.967450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927ed1fa-542b-48d1-a3a6-20a3d972977b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:59.973697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Made reservation on behalf of df625564ad1a47138326137d76179c73 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:59.977710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.989556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c500b-942f-4f59-aaf4-a17cddd5d800,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:00.043361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.044094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.044675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.045637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.045884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.046228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.046703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.047040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.047372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.047736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.048094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.048424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.085679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.113538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.113935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.114287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.114807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.115151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.116163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.116500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.118017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.118667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.119016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.120154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.121413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364e3c6-91de-4cc3-bf78-f021270cf7b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.159150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Transition to ACTIVE for port object 927ed1fa-542b-48d1-a3a6-20a3d972977b will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:00.169211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.256242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:00.293836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff558e3-c7c8-4b3a-b7b4-ccf8174b99f5 req-e813d301-093b-43ba-ad8f-15133036cf62 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.295109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eff558e3-c7c8-4b3a-b7b4-ccf8174b99f5 req-e813d301-093b-43ba-ad8f-15133036cf62 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2810829 Nov 12 03:21:00.296568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.296911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.297248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.297581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.298528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.298862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.309576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.309576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.309915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.310214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.310550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.310878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:00.376118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.414615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.422498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.434820 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Port 01c68a32-b4be-44d1-980c-785773b9e421 not found while updating agent binding for router 138f6888-6afa-4d8d-a05f-f42f957b5b0a. {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:21:00.451364 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Routers {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:00.452002 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:00.481161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7083b-b445-4020-868d-e522d9bc4c69 None None] Pushing event updated for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:00.562207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Attempting to bind port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:00.562568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Attempting to bind port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:00.563149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Attempting to bind port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be on network c2ab520e-8866-4800-ae5e-73d32f2c0bea {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:00.571824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:00.572221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Checking segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:00.572622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.573011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Bound using segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:00.573479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Bound port: 3d7874a7-eaf4-4ee0-91a7-b285ff8970be, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:00.574112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.635981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.661035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Attempting to bind port 927ed1fa-542b-48d1-a3a6-20a3d972977b on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:00.661271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Attempting to bind port 927ed1fa-542b-48d1-a3a6-20a3d972977b by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:00.661594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Attempting to bind port 927ed1fa-542b-48d1-a3a6-20a3d972977b on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:00.668994 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] Set router 138f6888-6afa-4d8d-a05f-f42f957b5b0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:00.701095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] For port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:00.701378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Port 927ed1fa-542b-48d1-a3a6-20a3d972977b on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:00.701714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Attempting to bind port 927ed1fa-542b-48d1-a3a6-20a3d972977b on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:00.708229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Allocated IP 172.20.0.9 (db1ab5a0-fd56-4185-8062-9d6202c07c59/01c391cc-97ba-488d-8e30-df75578778d9/f7e5888d-917f-4f3b-be4f-ce714f20e510) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:00.712574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] For port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:00.712772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:00.713098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:00.713483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:00.713922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Bound port: 927ed1fa-542b-48d1-a3a6-20a3d972977b, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:00.714336 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.718376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.731142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eff558e3-c7c8-4b3a-b7b4-ccf8174b99f5 req-f0ab0663-8ab9-4633-9e6b-2327da38626f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115224 Nov 12 03:21:00.800421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:00.801331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:00.833832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-dfd121ab-8c53-4492-afaa-deef775c463c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.839121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Router 138f6888-6afa-4d8d-a05f-f42f957b5b0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:00.852563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-dfd121ab-8c53-4492-afaa-deef775c463c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 819 time: 0.5342143 Nov 12 03:21:00.929594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:00.951894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ec3df77-18b3-409b-9641-aeba12bb3b25 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/quotas/c8e770f486df4897b2264937bab5dbfd HTTP/1.1" status: 200 len: 375 time: 0.0980849 Nov 12 03:21:01.103688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:01.109549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e2839a0-1aa4-4c00-9b96-a8d57397bd56 admin admin] 10.222.0.93 "PUT /v2.0/routers/138f6888-6afa-4d8d-a05f-f42f957b5b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0737269 Nov 12 03:21:01.112720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:01.123626 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:59Z', 'revision_number': 5, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:01.140041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:01.163925 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17954d-15fe-4ca5-b0f3-9bf2d7797475 None None] The sync data for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 is: [{'id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1813678137-router', 'tenant_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:50Z', 'updated_at': '2021-11-12T03:20:59Z', 'revision_number': 5, 'project_id': '2bca0af8a6b84113be8d1a3de7d251e3', 'gw_port': {'id': 'f2e1ad64-8050-4809-8053-d3cf9d678ea0', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138f6888-6afa-4d8d-a05f-f42f957b5b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:01.206951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7083b-b445-4020-868d-e522d9bc4c69 None None] Pushing event updated for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:01.209997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:01.240370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.279354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 4, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3d7874a7-eaf4-4ee0-91a7-b285ff8970be', 'name': '', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'mac_address': 'fa:16:3e:d4:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:21:00Z', 'revision_number': 4, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'subnets': [{'id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:01.330016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf941ac9-cb84-45a7-bebe-3d2208dcfd97 req-33df5773-4d26-4a1e-8ea6-e308043426b5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.331914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.341193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf941ac9-cb84-45a7-bebe-3d2208dcfd97 req-33df5773-4d26-4a1e-8ea6-e308043426b5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.3752203 Nov 12 03:21:01.347587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f5dd-16b7-4e72-bdc9-fbd535eb3853 None None] The sync data for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 is: [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:20:55Z', 'revision_number': 4, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3d7874a7-eaf4-4ee0-91a7-b285ff8970be', 'name': '', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'mac_address': 'fa:16:3e:d4:b9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:51Z', 'updated_at': '2021-11-12T03:21:00Z', 'revision_number': 4, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'subnets': [{'id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:01.361286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:01.387308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a6602d99-74f8-479a-bb3a-1ecf507e06f4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4327686 Nov 12 03:21:01.500261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.500414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.502571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-f34c4184-6b55-41ae-926f-eff3f62fc2a5 service neutron] 10.222.0.98 "PUT /v2.0/ports/927ed1fa-542b-48d1-a3a6-20a3d972977b HTTP/1.1" status: 200 len: 1092 time: 3.8807428 Nov 12 03:21:01.504904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.511322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:01.522290 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81a352-f0e8-4bed-98f3-418ee90790cf" -d '{"events": [{"name": "network-changed", "server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:01.585806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.679036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.692306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Deleting port f2e1ad64-8050-4809-8053-d3cf9d678ea0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:01.692607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.733869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf941ac9-cb84-45a7-bebe-3d2208dcfd97 req-49e39c06-dd78-45d8-89f0-9b6e613fa657 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915093 Nov 12 03:21:01.739202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.753174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3d7874a7-eaf4-4ee0-91a7-b285ff8970be up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:01.861801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-8cb7e1fc-13be-4327-9b71-c54054fd4d10 service neutron] 10.222.0.93 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735446 Nov 12 03:21:01.870395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-861f959d-7d84-475b-b0d7-94a9371a4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.872218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-861f959d-7d84-475b-b0d7-94a9371a4edc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 1095 time: 0.2719274 Nov 12 03:21:01.921871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:01.921871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.944355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] For port f2e1ad64-8050-4809-8053-d3cf9d678ea0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f2e1ad64-8050-4809-8053-d3cf9d678ea0,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:01.945799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.952881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:01.973024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Calling delete_port for f2e1ad64-8050-4809-8053-d3cf9d678ea0 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:02.019269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:02.021281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event updated for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.023513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:02.099264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.171066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:02.177302 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.207790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-98b9aed7-c297-4240-9c58-04eb0e63fcaa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b HTTP/1.1" status: 200 len: 217 time: 0.2985499 Nov 12 03:21:02.300418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.325597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-150f6042-7e38-44e7-9d90-dc3194131c14 service neutron] 10.222.0.93 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473958 Nov 12 03:21:02.328186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.378119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e1ad64-8050-4809-8053-d3cf9d678ea0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.396716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc00e23-c6dd-4337-a355-af04301f5948 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:02.479023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7a3f0393-903f-4047-a9fc-1342001c4106 None None] Provisioning complete for port f7e5888d-917f-4f3b-be4f-ce714f20e510 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:02.479547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0393-903f-4047-a9fc-1342001c4106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.489325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.523487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f0393-903f-4047-a9fc-1342001c4106 None None] Port f7e5888d-917f-4f3b-be4f-ce714f20e510 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:02.632566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.635343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.690079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.690894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138f6888-6afa-4d8d-a05f-f42f957b5b0a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:02.697765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.702788 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e95d2170-0026-4413-b6a4-d953f8dd9763 admin admin] 10.222.0.93 "DELETE /v2.0/routers/138f6888-6afa-4d8d-a05f-f42f957b5b0a HTTP/1.1" status: 204 len: 168 time: 1.5887270 Nov 12 03:21:02.704428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:02.777897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Deleting subnet ef5a93ef-7481-4a5d-9a0d-649a11a1f05c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:02.785949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.832650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.887921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cb824-88cb-4290-ae04-4d83d85d7083 req-4f2ed1c5-aff8-471f-928e-00d6dcdbf961 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.889523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-711cb824-88cb-4290-ae04-4d83d85d7083 req-4f2ed1c5-aff8-471f-928e-00d6dcdbf961 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 931 time: 1.0408883 Nov 12 03:21:02.904161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.904797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.966750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.978589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d284b34-a906-4618-a7ea-517c44a723de req-335e5ff1-8649-4cc8-ad93-a097f813c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.980647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-335e5ff1-8649-4cc8-ad93-a097f813c253 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.6541348 Nov 12 03:21:03.035057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-96c8d6c2-77bb-4a56-bf33-bd107338d0a8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385695 Nov 12 03:21:03.041750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-70673447-c046-4792-8b59-6b493346009e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5205746 Nov 12 03:21:03.058594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Request body: {'port': {'device_id': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:03.078534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.110181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5a93ef-7481-4a5d-9a0d-649a11a1f05c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:03.115099 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.120956 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6bee6f6b-d450-4c09-8bea-a8dcab071216 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ef5a93ef-7481-4a5d-9a0d-649a11a1f05c HTTP/1.1" status: 204 len: 168 time: 0.4116185 Nov 12 03:21:03.125265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40156) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:03.127140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb123b-c5cd-4e7e-997b-bba0f8a69210 None None] Network 7cc30956-1e67-465e-985b-09f92a4e39a9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:03.152734 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.251032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0451e8-ee67-4684-9c9c-3a8b22c8c4fb req-0c2d5a02-4104-4b56-ae25-ebb27b5543e9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.252532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a0451e8-ee67-4684-9c9c-3a8b22c8c4fb req-0c2d5a02-4104-4b56-ae25-ebb27b5543e9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 943 time: 0.3942764 Nov 12 03:21:03.258079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-711cb824-88cb-4290-ae04-4d83d85d7083 req-84670df8-a275-4ea6-9794-a580362727da tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902262 Nov 12 03:21:03.352927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] DHCP port deletion for 7cc30956-1e67-465e-985b-09f92a4e39a9 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:03.397354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.456956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-95dce82c-5764-469f-af7f-7ea559626902 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140601 Nov 12 03:21:03.462022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Deleting port 2546c9bb-ab69-416d-9428-4eef39bde83c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:03.464138 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.515621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a0451e8-ee67-4684-9c9c-3a8b22c8c4fb req-49c67e31-07d2-4c87-b3de-cda8946087ed tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981485 Nov 12 03:21:03.653570 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cad5b3-ce33-4291-b162-c54f04455322 x-openstack-request-id: req-c6cad5b3-ce33-4291-b162-c54f04455322 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:03.653864 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:03.654108 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6cad5b3-ce33-4291-b162-c54f04455322 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:03.654503 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b', 'status': 'completed', 'code': 200} Nov 12 03:21:03.658497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] For port 2546c9bb-ab69-416d-9428-4eef39bde83c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2546c9bb-ab69-416d-9428-4eef39bde83c,segment=NetworkSegment(fa124bea-94ac-4c2f-99fe-5aeff07864c6),segment_id=fa124bea-94ac-4c2f-99fe-5aeff07864c6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:03.659033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.691069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Calling delete_port for 2546c9bb-ab69-416d-9428-4eef39bde83c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:03.789690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3d7874a7-eaf4-4ee0-91a7-b285ff8970be up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:03.798142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc96437-627f-4f26-986b-7a63f426dad8 req-4752d6bb-cab4-4898-ad04-b12203c8ef30 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 210 time: 0.0721579 Nov 12 03:21:03.833874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d284b34-a906-4618-a7ea-517c44a723de req-51f67846-6f39-4363-a29e-8b8af79b81a5 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147712 Nov 12 03:21:03.836593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Deleting port 2546c9bb-ab69-416d-9428-4eef39bde83c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:03.837159 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.895628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.992187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e933-ef57-49ce-8705-2f0ca1b14783 req-08344b64-8563-407d-af24-e3ae7525152c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.000404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32d9e933-ef57-49ce-8705-2f0ca1b14783 req-08344b64-8563-407d-af24-e3ae7525152c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.2137549 Nov 12 03:21:04.007883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] Pushing event deleted for resources: {'Port': ['ID=2546c9bb-ab69-416d-9428-4eef39bde83c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.039850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Sync routers for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:04.071307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] For port 2546c9bb-ab69-416d-9428-4eef39bde83c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2546c9bb-ab69-416d-9428-4eef39bde83c,segment=NetworkSegment(fa124bea-94ac-4c2f-99fe-5aeff07864c6),segment_id=fa124bea-94ac-4c2f-99fe-5aeff07864c6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.071834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.079543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:04.079808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.093247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3730d-d950-437f-ba73-b1010e6c9d95 None None] No DVR routers for this DVR port 2546c9bb-ab69-416d-9428-4eef39bde83c on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:04.156413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:04.156790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:21:04.158155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:21:04.166417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Calling delete_port for 2546c9bb-ab69-416d-9428-4eef39bde83c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.197492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-085d319b-812b-404f-9d99-d51068c7bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.199415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-085d319b-812b-404f-9d99-d51068c7bf55 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 1095 time: 0.2705140 Nov 12 03:21:04.217253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:04.217253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:21:04.217253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'138f6888-6afa-4d8d-a05f-f42f957b5b0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:21:04.217253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f3b6-2777-469a-a092-794b4a01cfb9 None None] The sync data for ids ['138f6888-6afa-4d8d-a05f-f42f957b5b0a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:04.230215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32d9e933-ef57-49ce-8705-2f0ca1b14783 req-26102230-1bd7-442f-9c69-b08462aa0e36 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285216 Nov 12 03:21:04.319681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-08ef4854-66ad-4d5a-98ef-9320c2658705 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.325627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-08ef4854-66ad-4d5a-98ef-9320c2658705 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 819 time: 0.3212490 Nov 12 03:21:04.333457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679877-eb6c-4dda-aa4d-90589654643e req-2c692c9c-ed9f-4402-875b-3352ac7506a8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.335145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c679877-eb6c-4dda-aa4d-90589654643e req-2c692c9c-ed9f-4402-875b-3352ac7506a8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3529665 Nov 12 03:21:04.342707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Request body: {'port': {'device_id': '890f4889-5c58-4938-b414-5499ba6a535d', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'admin_state_up': True, 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:04.381627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e5888d-917f-4f3b-be4f-ce714f20e510 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:04.419438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2546c9bb-ab69-416d-9428-4eef39bde83c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:04.450658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2546c9bb-ab69-416d-9428-4eef39bde83c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:04.451016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2546c9bb-ab69-416d-9428-4eef39bde83c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:04.489367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.581458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Made reservation on behalf of c8e770f486df4897b2264937bab5dbfd for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:04.582510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Transition to ACTIVE for port object f7e5888d-917f-4f3b-be4f-ce714f20e510 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:04.585479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.681827 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.683758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.686021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-bffcd313-6f72-431b-9dde-b5d808123f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.687564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-bffcd313-6f72-431b-9dde-b5d808123f40 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.4539034 Nov 12 03:21:04.739344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Allocated IP 172.20.0.7 (c2ab520e-8866-4800-ae5e-73d32f2c0bea/df864737-bfb5-4269-b67d-b622be929c3f/b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:04.830568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] No DVR routers for this DVR port 2546c9bb-ab69-416d-9428-4eef39bde83c on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:04.848527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c679877-eb6c-4dda-aa4d-90589654643e req-1e439d79-9305-456d-ad37-91104f6e6f61 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649504 Nov 12 03:21:04.877733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-9b4de217-f27c-4083-91f7-f5895de99eef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b HTTP/1.1" status: 200 len: 217 time: 0.1459248 Nov 12 03:21:04.973972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.009258 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.045321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-eaec3373-4064-4934-983a-0e25ed2369ac tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.045802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.047026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-eaec3373-4064-4934-983a-0e25ed2369ac tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 819 time: 0.4628336 Nov 12 03:21:05.099038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Pushing event deleted for resources: {'Port': ['ID=2546c9bb-ab69-416d-9428-4eef39bde83c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.099258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:05.105353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:05.109669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:05.116759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Pushing event updated for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.179590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-e127690b-172a-4305-87e8-b1a44e808316 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/quotas/c8e770f486df4897b2264937bab5dbfd HTTP/1.1" status: 200 len: 375 time: 0.0716574 Nov 12 03:21:05.180189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.180827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.198627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-0ee8d88f-9040-4c56-91cb-fab4b91ffda3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8613462 Nov 12 03:21:05.213027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Request body: {'port': {'device_id': '890f4889-5c58-4938-b414-5499ba6a535d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:05.213246 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.289356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-b5db3a49-1e16-4ee4-922b-3ae67420452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.289356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-b5db3a49-1e16-4ee4-922b-3ae67420452c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.4051692 Nov 12 03:21:05.299363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc30956-1e67-465e-985b-09f92a4e39a9']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.306097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.331191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0ce72-f5cb-4ce2-88d8-7fd55a7fff9d req-6e4bfa20-3d8f-4ff4-9ace-2e09516a5cb3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.332712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da0ce72-f5cb-4ce2-88d8-7fd55a7fff9d req-6e4bfa20-3d8f-4ff4-9ace-2e09516a5cb3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.3669043 Nov 12 03:21:05.352444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa124bea-94ac-4c2f-99fe-5aeff07864c6') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.353109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa124bea-94ac-4c2f-99fe-5aeff07864c6') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.360187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-de924c0d-1f7e-486c-80cf-eba33d4c7c9c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500492 Nov 12 03:21:05.373283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-794fb70d-3a1a-4158-ab9c-477a9312a82c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757284 Nov 12 03:21:05.380214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.425289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Attempting to bind port f7e5888d-917f-4f3b-be4f-ce714f20e510 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:05.425648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Attempting to bind port f7e5888d-917f-4f3b-be4f-ce714f20e510 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:05.425960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Attempting to bind port f7e5888d-917f-4f3b-be4f-ce714f20e510 on network db1ab5a0-fd56-4185-8062-9d6202c07c59 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:05.464503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Port f7e5888d-917f-4f3b-be4f-ce714f20e510 on network db1ab5a0-fd56-4185-8062-9d6202c07c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:05.464941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Attempting to bind port f7e5888d-917f-4f3b-be4f-ce714f20e510 on network db1ab5a0-fd56-4185-8062-9d6202c07c59 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:05.492551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f2e1ad64-8050-4809-8053-d3cf9d678ea0 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:05.499346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.526119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f2e1ad64-8050-4809-8053-d3cf9d678ea0 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:05.527676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f2e1ad64-8050-4809-8053-d3cf9d678ea0 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:05.626537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:05.636361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.658990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Transition to ACTIVE for port object b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:05.685351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.729185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.853235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:05.853509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Checking segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:05.853841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Bound using segment: {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:05.854293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Bound port: f7e5888d-917f-4f3b-be4f-ce714f20e510, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ea5364-4099-4f46-9fd7-d353c7055364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:05.854656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.859229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:05.859625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:05.865363 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:05.960419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da0ce72-f5cb-4ce2-88d8-7fd55a7fff9d req-36aecac0-c895-49b3-897b-6c3dc6175aa4 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989468 Nov 12 03:21:06.018746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.023346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.026602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] 10.222.0.93 "DELETE /v2.0/networks/7cc30956-1e67-465e-985b-09f92a4e39a9 HTTP/1.1" status: 204 len: 168 time: 2.8713188 Nov 12 03:21:06.036468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-f8312641-a707-46cd-818d-b3e6085923c4 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347485 Nov 12 03:21:06.056460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-c3f19595-7fc7-4c59-a5fb-b53982d118db service neutron] 10.222.0.93 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780484 Nov 12 03:21:06.077749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6cdc9-0959-4d31-a818-f0c6947c784e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc30956-1e67-465e-985b-09f92a4e39a9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.161331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Attempting to bind port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:06.161693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Attempting to bind port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:06.162031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Attempting to bind port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.171599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:06.176466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Attempting to bind port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.185007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:06.185416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Checking segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:06.185734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Bound using segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:06.186171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Bound port: b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:06.186525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.191520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:06.291387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:06.298078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:06.311294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:06.319933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.326809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.382436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.383736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.385950 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] 10.222.0.100 "PUT /v2.0/ports/b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 1092 time: 1.1775177 Nov 12 03:21:06.388074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:06.395824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.396617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.398216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] 10.222.0.98 "PUT /v2.0/ports/f7e5888d-917f-4f3b-be4f-ce714f20e510 HTTP/1.1" status: 200 len: 1092 time: 3.3440034 Nov 12 03:21:06.398628 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926aa05-d7e3-4963-b632-2e121d1cf41c" -d '{"events": [{"name": "network-changed", "server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:06.425811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:06.434826 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce1e40-7567-49fe-9284-839e31f4b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:06.439437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:06.461018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 927ed1fa-542b-48d1-a3a6-20a3d972977b details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:06.478285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-92993926-a721-421e-a7ff-bcc1a0456c4d service neutron] 10.222.0.93 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049714 Nov 12 03:21:06.531163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af81a352-f0e8-4bed-98f3-418ee90790cf req-45df1bee-3335-4b31-b439-5889f1cf1227 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778683 Nov 12 03:21:06.570650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a9e2-1390-460f-ac70-bc3c49258a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.589379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da266a-9629-4dc9-8bdc-0318eb74f515 req-798dbcd6-9eba-4e53-b7bd-57f3f69db7d1 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.598784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4da266a-9629-4dc9-8bdc-0318eb74f515 req-798dbcd6-9eba-4e53-b7bd-57f3f69db7d1 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 943 time: 0.3235316 Nov 12 03:21:06.658521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-8215690d-c52c-41bf-bbe1-b90970edfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.661335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-8215690d-c52c-41bf-bbe1-b90970edfb45 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1095 time: 0.2232718 Nov 12 03:21:06.666194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b4f9d-007c-4f7f-a598-17372d629a0e service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.673537 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8dc025c4-d0ca-4008-aa24-128909438b81 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2bca0af8a6b84113be8d1a3de7d251e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269931 Nov 12 03:21:06.679530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:06.713720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:06.764713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-1c7a3656-2b78-4625-9e85-2cb5865fb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.770398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-1c7a3656-2b78-4625-9e85-2cb5865fb8b2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=df625564ad1a47138326137d76179c73&device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 1095 time: 0.2811563 Nov 12 03:21:06.781373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:06.792597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4da266a-9629-4dc9-8bdc-0318eb74f515 req-e3d225aa-926d-4e45-a077-894560fa0eb7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927059 Nov 12 03:21:06.793773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-77de48ae-175d-40e6-9721-bc49c865e00d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.1211700 Nov 12 03:21:06.830637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '927ed1fa-542b-48d1-a3a6-20a3d972977b', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '927ed1fa-542b-48d1-a3a6-20a3d972977b', 'mac_address': 'fa:16:3e:80:99:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:06.888754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.905469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927ed1fa-542b-48d1-a3a6-20a3d972977b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:06.937784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a6335a84-e230-420e-94d5-15d78accc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.939818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-a6335a84-e230-420e-94d5-15d78accc3f3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1369677 Nov 12 03:21:06.942424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:06.946237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.947905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.983645 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-e2718e6f-f1df-43fd-a0a3-66fb827f61c6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335937 Nov 12 03:21:06.988904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-1daa40cf-cf04-4cbb-9011-61673ce72288 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510 HTTP/1.1" status: 200 len: 217 time: 0.1952677 Nov 12 03:21:07.007185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.025056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb050f3a-5cfa-407e-9dee-004e9ac22bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.038662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.115918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04b03-e10f-45c6-8641-9c31264c093c req-b97409eb-9195-46ae-8290-7a555233bd59 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.123369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4b04b03-e10f-45c6-8641-9c31264c093c req-b97409eb-9195-46ae-8290-7a555233bd59 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1979375 Nov 12 03:21:07.151458 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-b8740b33-1170-4b39-8fa9-d704fd090c83 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579933 Nov 12 03:21:07.157757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.162050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.165628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e826fe4c-05db-44e3-9634-6da5a8564db6 HTTP/1.1" status: 204 len: 168 time: 0.4736469 Nov 12 03:21:07.169209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['927ed1fa-542b-48d1-a3a6-20a3d972977b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:07.179088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51286f7d-3c01-4717-9d96-795cbf11dc2f req-f5fa74f9-da0e-4eaf-8cc9-c2884850b199 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.180819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51286f7d-3c01-4717-9d96-795cbf11dc2f req-f5fa74f9-da0e-4eaf-8cc9-c2884850b199 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3541925 Nov 12 03:21:07.185325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-e7eeac3a-ecf1-4531-aa81-76409baa9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.186847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-e7eeac3a-ecf1-4531-aa81-76409baa9d88 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=01c391cc-97ba-488d-8e30-df75578778d9 HTTP/1.1" status: 200 len: 855 time: 0.1755090 Nov 12 03:21:07.197179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb4b57-b086-4e4c-bd28-e9cd360e819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e826fe4c-05db-44e3-9634-6da5a8564db6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.338304 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4f2e216d-c0b6-4a77-a646-855c4e46b72d req-94efb90a-667f-456c-9acc-26e4ab280f9b service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732616 Nov 12 03:21:07.379168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4b04b03-e10f-45c6-8641-9c31264c093c req-7a126e2e-62f6-4426-8e72-20c61e0684a4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545688 Nov 12 03:21:07.495492 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f47cc3b-e801-48ab-b444-297549d22970 x-openstack-request-id: req-2f47cc3b-e801-48ab-b444-297549d22970 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:07.496044 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:07.496506 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f47cc3b-e801-48ab-b444-297549d22970 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:07.497100 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434', 'status': 'completed', 'code': 200} Nov 12 03:21:07.519221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51286f7d-3c01-4717-9d96-795cbf11dc2f req-aacc906e-ceec-4b85-a2b1-474d7b30b8f0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253660 Nov 12 03:21:07.625694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb050f3a-5cfa-407e-9dee-004e9ac22bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.629998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-034ed2ea-4fe9-4ef4-84dd-a782edd909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.632389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-034ed2ea-4fe9-4ef4-84dd-a782edd909ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=db1ab5a0-fd56-4185-8062-9d6202c07c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4228222 Nov 12 03:21:07.634657 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ff89a-38a2-446e-bb41-31635b1213e6 x-openstack-request-id: req-fd3ff89a-38a2-446e-bb41-31635b1213e6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:07.634962 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:07.635189 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd3ff89a-38a2-446e-bb41-31635b1213e6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:07.635645 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'status': 'completed', 'code': 200} Nov 12 03:21:07.636369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb050f3a-5cfa-407e-9dee-004e9ac22bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.769143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-d36866e5-e808-41e4-80d7-9ae3baeec2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.775800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-d36866e5-e808-41e4-80d7-9ae3baeec2b6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1095 time: 0.2481041 Nov 12 03:21:07.880174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19630439-f414-4754-a5b6-3a6d27f52727 req-b4dc0190-fc3b-4b04-853f-0979853de830 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 210 time: 0.0620601 Nov 12 03:21:07.882702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cb050f3a-5cfa-407e-9dee-004e9ac22bbc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=90e7426979bb44bca6d949e07d6108f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1676266 Nov 12 03:21:07.886318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050f3a-5cfa-407e-9dee-004e9ac22bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7612df4-ef14-4a64-84c3-37c37a4bf85c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.886913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.926307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2c0e-57ec-425f-820d-e8578d6e7c7d req-6fc30a77-1210-47a4-abac-2c376f6c0594 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.933855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f6a2c0e-57ec-425f-820d-e8578d6e7c7d req-6fc30a77-1210-47a4-abac-2c376f6c0594 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.1177258 Nov 12 03:21:07.966194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-568e604c-f5ba-42ec-968c-e573eda35ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.970682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-568e604c-f5ba-42ec-968c-e573eda35ef4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1821377 Nov 12 03:21:07.995174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-63df6004-1482-4edb-b582-5727c3c6ce9a service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547430 Nov 12 03:21:08.035194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-dbcf3f2b-dba7-487d-a1bb-594f477c47e5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0557413 Nov 12 03:21:08.041827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f6a2c0e-57ec-425f-820d-e8578d6e7c7d req-b72775c8-262f-417a-a145-ed442b77b1c6 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066651 Nov 12 03:21:08.072721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.128736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.163026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-82605d3d-2a72-4517-b145-7ca57c3cc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.164882 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-82605d3d-2a72-4517-b145-7ca57c3cc6b9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1200604 Nov 12 03:21:08.274846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-5783a603-68fe-4d2d-8156-f4415a351564 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884643 Nov 12 03:21:08.341449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a43dd31b-ce26-45f1-b3b9-168e0c59fbf8 req-4c29a03c-9fb9-4dfe-9873-9ac953455d6e service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379884 Nov 12 03:21:08.353922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481e106-5f12-40c2-985d-94e3a9381c22 req-91b3f3bd-685e-4b63-a51c-9eecc9d3487e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.355384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b481e106-5f12-40c2-985d-94e3a9381c22 req-91b3f3bd-685e-4b63-a51c-9eecc9d3487e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 944 time: 0.2219284 Nov 12 03:21:08.403937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa85e21-33e4-4b91-bf08-58da8fdb7115 req-4e4a2f39-1479-4f61-bbd7-10c7aa3f60e3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.405139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7aa85e21-33e4-4b91-bf08-58da8fdb7115 req-4e4a2f39-1479-4f61-bbd7-10c7aa3f60e3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1536098 Nov 12 03:21:08.405759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:08.433154 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-40f9c8f2-4e0e-4fba-9ba3-e3879781fc99 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483526 Nov 12 03:21:08.434012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.437425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.441724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7612df4-ef14-4a64-84c3-37c37a4bf85c HTTP/1.1" status: 204 len: 168 time: 0.5372121 Nov 12 03:21:08.454452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-4a09c37f-99ec-45fa-bddd-19d00391f062 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.455922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-4a09c37f-99ec-45fa-bddd-19d00391f062 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.98 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 819 time: 0.2953146 Nov 12 03:21:08.458371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef804fa-b496-4b53-aaa6-d4aa3d27c9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7612df4-ef14-4a64-84c3-37c37a4bf85c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:08.474181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 927ed1fa-542b-48d1-a3a6-20a3d972977b up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:08.496809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Request body: {'port': {'device_id': '26bf1e0e-da15-4003-9564-8aea936016d6', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'admin_state_up': True, 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:08.633079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b481e106-5f12-40c2-985d-94e3a9381c22 req-b7eec178-3935-4e83-a976-1bba05dafdc9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652156 Nov 12 03:21:08.636263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 927ed1fa-542b-48d1-a3a6-20a3d972977b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:08.650930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 927ed1fa-542b-48d1-a3a6-20a3d972977b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:08.653885 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.679144 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f926aa05-d7e3-4963-b632-2e121d1cf41c req-fbf2351a-4aac-4934-bd02-8f91475d4c63 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360921 Nov 12 03:21:08.701838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7aa85e21-33e4-4b91-bf08-58da8fdb7115 req-c2f3a45c-8f6a-40de-88e7-afd6ca1fd0ae tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806273 Nov 12 03:21:08.707137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-c036260c-fbc6-4593-9906-b8f426b90169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.710158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-c036260c-fbc6-4593-9906-b8f426b90169 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=df625564ad1a47138326137d76179c73&device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 1095 time: 0.2925980 Nov 12 03:21:08.713559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Made reservation on behalf of c8e770f486df4897b2264937bab5dbfd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:08.724474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.866417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.901766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:08.904613 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402917dc-0f2f-490a-93f4-7a60ae421eca" -d '{"events": [{"server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "name": "network-vif-plugged", "status": "completed", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:08.928981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:08.936498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.969929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2136133138-network', 'tenant_id': '1ba6da6db0d643229a5ddea51997146a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:09.033777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974a365-5c62-4840-a89f-78f48dacb133 req-8610341b-71a1-4e5c-be90-9794c26fe138 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.041354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a974a365-5c62-4840-a89f-78f48dacb133 req-8610341b-71a1-4e5c-be90-9794c26fe138 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.2265396 Nov 12 03:21:09.049067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-35d4019e-c8f5-45cf-8632-43186916d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.050496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-35d4019e-c8f5-45cf-8632-43186916d73a service neutron] 10.222.0.98 "GET /v2.0/networks?id=db1ab5a0-fd56-4185-8062-9d6202c07c59 HTTP/1.1" status: 200 len: 918 time: 0.3229086 Nov 12 03:21:09.076367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.127062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-005de2fe-0872-491a-b880-9246aa6fb0f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510 HTTP/1.1" status: 200 len: 217 time: 0.0667634 Nov 12 03:21:09.128677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Made reservation on behalf of 1ba6da6db0d643229a5ddea51997146a for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:09.131563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.139987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Allocated IP 172.20.0.8 (c2ab520e-8866-4800-ae5e-73d32f2c0bea/df864737-bfb5-4269-b67d-b622be929c3f/f1a5aab1-6041-446e-8697-9d1fc7f19957) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:09.159454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.456575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:09.520196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a974a365-5c62-4840-a89f-78f48dacb133 req-c350f1c3-4c9b-4c3d-b8f1-4d429c0df59d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782112 Nov 12 03:21:09.562021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-506abc30-a6a1-44ed-b086-f129bfbd7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.563513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-506abc30-a6a1-44ed-b086-f129bfbd7d7a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=01c391cc-97ba-488d-8e30-df75578778d9 HTTP/1.1" status: 200 len: 855 time: 0.4152055 Nov 12 03:21:09.570684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-916376044-network', 'tenant_id': '79533f75cae94a3f9172fc437756949e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:09.596850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e1e5d-e0a9-4348-b52b-0fa183404882 req-d0b959a1-9577-409b-bf11-c4c68d82d548 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.598859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-702e1e5d-e0a9-4348-b52b-0fa183404882 req-d0b959a1-9577-409b-bf11-c4c68d82d548 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4294882 Nov 12 03:21:09.599949 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd77aa3-29b8-4c0d-9bfd-04e9dc6fbf67 x-openstack-request-id: req-bfd77aa3-29b8-4c0d-9bfd-04e9dc6fbf67 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:09.600488 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "name": "network-vif-plugged", "status": "completed", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:09.600488 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bfd77aa3-29b8-4c0d-9bfd-04e9dc6fbf67 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:09.600865 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b', 'code': 200} Nov 12 03:21:09.620864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Made reservation on behalf of 79533f75cae94a3f9172fc437756949e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:09.624087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.646360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.752105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ac81-b526-4edf-bfbb-485e7cec56a3 req-aad621f5-329b-42a9-9b04-9d6908eac131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.753710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2f89ac81-b526-4edf-bfbb-485e7cec56a3 req-aad621f5-329b-42a9-9b04-9d6908eac131 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0642836 Nov 12 03:21:09.778059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f385819b-acc4-4812-b23b-1d7a2dbdec07 req-8f101abf-532c-4f2e-9b34-516e8bb57901 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 210 time: 0.0692368 Nov 12 03:21:09.795667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-d9bec262-830f-42a6-8483-a469a9b62475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.797630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-d9bec262-830f-42a6-8483-a469a9b62475 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=db1ab5a0-fd56-4185-8062-9d6202c07c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2240486 Nov 12 03:21:09.812867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-702e1e5d-e0a9-4348-b52b-0fa183404882 req-f2d2f122-2be5-4f99-b124-e2257d4dc37c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909454 Nov 12 03:21:09.819037 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2f89ac81-b526-4edf-bfbb-485e7cec56a3 req-84ef7be6-78ed-4e9f-8ed1-d8a1bf653770 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Nov 12 03:21:09.821394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.840504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.871095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.871306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:09.880496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d13ab-aee8-4fd3-8c02-866e192c74e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.889555 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.890536 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Added segment bce25af5-c78c-45d4-84df-3340a862c3e1 of type vlan for network b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 Nov 12 03:21:09.909130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.956836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.959855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.978347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:10.003160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.004672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.005469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.031982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d116d01-451d-4738-beca-eaa1fa18d331,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.040699 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5824358 Nov 12 03:21:10.043490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:10.047193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.047811 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Added segment a8fd6095-46a8-46a9-9ce4-61d4b1573101 of type vlan for network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 Nov 12 03:21:10.049588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Request body: {'subnet': {'network_id': 'b53a7568-dbbc-4b27-be98-c6b3f33f9ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-916376044-subnet', 'tenant_id': '79533f75cae94a3f9172fc437756949e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:10.097488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d755c1-2e10-4d79-b5e7-8d4667ff7917 admin admin] Pushing event updated for resources: {'Network': ['ID=b53a7568-dbbc-4b27-be98-c6b3f33f9ab5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.098967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:10.102506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-affdd0d8-e40e-4549-b6d3-0b15f4693a01 service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755866 Nov 12 03:21:10.110482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Made reservation on behalf of 79533f75cae94a3f9172fc437756949e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:10.114180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.178655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4800a0-f464-4cd0-8205-db625175b25a req-f6fbc0d2-f497-4dee-b55b-21181231bdd9 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.180503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf4800a0-f464-4cd0-8205-db625175b25a req-f6fbc0d2-f497-4dee-b55b-21181231bdd9 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.2341485 Nov 12 03:21:10.201402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea5ad-f015-43ed-9e39-5968b6e9a21e req-745f07f4-6b27-48ec-aeae-b54721c959b0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.203185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3fea5ad-f015-43ed-9e39-5968b6e9a21e req-745f07f4-6b27-48ec-aeae-b54721c959b0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 945 time: 0.2755604 Nov 12 03:21:10.211313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.294166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.295635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.324556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'port_id': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434', 'mac_address': 'fa:16:3e:e6:9b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:10.327923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:10.401192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.405152 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.406323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.407127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.414616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.437231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Network c2ab520e-8866-4800-ae5e-73d32f2c0bea is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:10.452351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cf2009-81f5-42f6-8032-f06324a395d3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.474008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:10.479180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf4800a0-f464-4cd0-8205-db625175b25a req-7c129706-0cb6-4c28-8e0e-d10d71cab0c6 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729526 Nov 12 03:21:10.481427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77ce1e40-7567-49fe-9284-839e31f4b4e0 req-46119168-731f-4e8f-8376-2f7841ffc5a2 service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692739 Nov 12 03:21:10.486171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:10.501188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3fea5ad-f015-43ed-9e39-5968b6e9a21e req-c7b7b774-d181-4cd3-96da-0c9af45524fa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846141 Nov 12 03:21:10.503788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Pushing event updated for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.527884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Checking segment: {'id': 'bce25af5-c78c-45d4-84df-3340a862c3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': 'b53a7568-dbbc-4b27-be98-c6b3f33f9ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:10.528431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Network hostable DHCP agents. Network: b53a7568-dbbc-4b27-be98-c6b3f33f9ab5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:10.556711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Network b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:10.568004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b53a7568-dbbc-4b27-be98-c6b3f33f9ab5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:10.572887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.573812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.599854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03d67e28-44f1-4911-9938-3af9ae7f69f9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5538955 Nov 12 03:21:10.608607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1939988 Nov 12 03:21:10.612142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:10.628636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Request body: {'subnet': {'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2136133138-subnet', 'tenant_id': '1ba6da6db0d643229a5ddea51997146a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:10.653965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Made reservation on behalf of 1ba6da6db0d643229a5ddea51997146a for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:10.657848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.707640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2ab97-1b34-4cfd-9c81-3ba1294ee71f admin admin] Pushing event updated for resources: {'Network': ['ID=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.776612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.777294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.804726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-27e118b9-d501-41b1-a9b3-ac33e48ccd70 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3311491 Nov 12 03:21:10.816939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47db0-ec59-41d9-b31c-ab744bb5fe04 req-d48af0a2-0652-4b29-a038-e1df9ac01ace tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.825549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7a47db0-ec59-41d9-b31c-ab744bb5fe04 req-d48af0a2-0652-4b29-a038-e1df9ac01ace tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1461124 Nov 12 03:21:10.833276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Request body: {'port': {'device_id': '26bf1e0e-da15-4003-9564-8aea936016d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:10.852132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35e5e-2051-4de6-bd57-b7d890b8132e req-169991fd-b843-4f45-bd81-b4cce9b2c845 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.860314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b35e5e-2051-4de6-bd57-b7d890b8132e req-169991fd-b843-4f45-bd81-b4cce9b2c845 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1597037 Nov 12 03:21:10.898263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f8faf-913d-4c8d-a022-3bdce699aed7 None None] Network b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:10.902343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:10.942065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:10.972576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.986531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.998361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7a47db0-ec59-41d9-b31c-ab744bb5fe04 req-98b00fa6-71d1-404c-b408-709986507e34 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707056 Nov 12 03:21:11.060801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b35e5e-2051-4de6-bd57-b7d890b8132e req-394974e8-5197-4fc0-9b78-53c28258b02c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001433 Nov 12 03:21:11.084321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaae051c-2102-4977-9386-cc2a81aef4a1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.084559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:11.108288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.125333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Checking segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:11.128753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Network hostable DHCP agents. Network: a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:11.167807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:11.178295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.197268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:11.204573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.208391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.209653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912a11d-1001-460a-99f5-20f651b8b952 None None] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:11.261618 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75dadeec-23f3-46ac-944d-a67c987af121 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6398151 Nov 12 03:21:11.271208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd7f9-2b1e-46eb-b471-a62235778c39 req-b6bf1faf-b7aa-44c9-96c4-69004887aa7e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.280203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0eacd7f9-2b1e-46eb-b471-a62235778c39 req-b6bf1faf-b7aa-44c9-96c4-69004887aa7e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 931 time: 0.1464972 Nov 12 03:21:11.360823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e55388-b760-4dd2-9813-fbb3297d4cac None None] Network b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:11.369510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:11.394944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0eacd7f9-2b1e-46eb-b471-a62235778c39 req-94f34d4e-32a0-42f9-8119-b43c3dc80055 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124542 Nov 12 03:21:11.428124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2009648129', 'description': 'tempest-description-1282180124'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:11.478928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.573629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d7781-29fa-4d00-9c4e-c15156e44176 None None] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:11.634744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a5aab1-6041-446e-8697-9d1fc7f19957 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:11.652918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.686210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7770f1-0728-4cef-8f27-4feeca34da3e req-1e8a2aef-eca0-4849-b975-b9c929cf41d5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.687719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f7770f1-0728-4cef-8f27-4feeca34da3e req-1e8a2aef-eca0-4849-b975-b9c929cf41d5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1574976 Nov 12 03:21:11.694547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Transition to ACTIVE for port object f1a5aab1-6041-446e-8697-9d1fc7f19957 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:11.719428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.749193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.773125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.837757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.838969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98e57824-e3f7-4330-9a3a-8dfa80911136 req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4150691 Nov 12 03:21:11.849854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.863353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a5f2-72c5-434c-bf3e-4a766d013ca1 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb00da-6927-4e3b-9386-72c8fa860675,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.869154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f7770f1-0728-4cef-8f27-4feeca34da3e req-96b2e933-a588-4c01-bff1-c3288b8304fc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722100 Nov 12 03:21:12.023865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afaf12-7b6b-4fbe-9188-d2efe31fc008 req-57fd0135-b45f-436d-ba90-16e485d707e8 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.025368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17afaf12-7b6b-4fbe-9188-d2efe31fc008 req-57fd0135-b45f-436d-ba90-16e485d707e8 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.1079946 Nov 12 03:21:12.027465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Attempting to bind port f1a5aab1-6041-446e-8697-9d1fc7f19957 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:12.027799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Attempting to bind port f1a5aab1-6041-446e-8697-9d1fc7f19957 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:12.028151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Attempting to bind port f1a5aab1-6041-446e-8697-9d1fc7f19957 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:12.043460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Port f1a5aab1-6041-446e-8697-9d1fc7f19957 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:12.043787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Attempting to bind port f1a5aab1-6041-446e-8697-9d1fc7f19957 on network c2ab520e-8866-4800-ae5e-73d32f2c0bea {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:12.065792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbba7f-4007-41b0-beee-64570cd36087 req-88be6f60-24b8-415d-b015-ee259b6bd575 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.067247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9dbba7f-4007-41b0-beee-64570cd36087 req-88be6f60-24b8-415d-b015-ee259b6bd575 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 945 time: 0.1151755 Nov 12 03:21:12.073848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:12.074188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Checking segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:12.074573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Bound using segment: {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:12.075008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Bound port: f1a5aab1-6041-446e-8697-9d1fc7f19957, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b1bc47-1bc0-43be-8861-6955a622ea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:12.075361 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.098822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:12.150193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17afaf12-7b6b-4fbe-9188-d2efe31fc008 req-3a1e951d-4e7f-4330-a546-ec3c833c8693 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168206 Nov 12 03:21:12.208771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.212402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9dbba7f-4007-41b0-beee-64570cd36087 req-d4ee01dc-bd39-465f-9f5f-04dd5fe1ace8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295278 Nov 12 03:21:12.232465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'mac_address': 'fa:16:3e:2f:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:12.237387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:12.257370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:12.267728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.279568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.295386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:12.311747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.312645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.314056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] 10.222.0.98 "PUT /v2.0/ports/f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 200 len: 1092 time: 1.4858429 Nov 12 03:21:12.320161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:12.322428 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e94ea82-078e-470c-8081-ae67f5f003ab" -d '{"events": [{"name": "network-changed", "server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:12.327720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.334525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.390153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-535d6dff-9486-405e-9f59-73162e389611 req-418b0465-d5c3-4e51-a890-6824b4746967 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/abdb00da-6927-4e3b-9386-72c8fa860675 HTTP/1.1" status: 200 len: 1830 time: 0.1549385 Nov 12 03:21:12.392456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.447934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6002c-81d7-4d09-a573-48bfc745ba96 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.454636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abdb00da-6927-4e3b-9386-72c8fa860675', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.454957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abdb00da-6927-4e3b-9386-72c8fa860675', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.506852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-de7de482-661b-4867-b387-002c406d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.508276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-de7de482-661b-4867-b387-002c406d3a2e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1095 time: 0.1429074 Nov 12 03:21:12.575551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-be56095c-7e81-4df5-8575-83e14134f536 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 200 len: 217 time: 0.0589316 Nov 12 03:21:12.585236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:12.602865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0acaa89e-6500-4923-8fca-6ae9f8856604 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.604335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0acaa89e-6500-4923-8fca-6ae9f8856604 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.2615471 Nov 12 03:21:12.654644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-4d940c13-17cb-472d-aca6-723ffb5ae22d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/quotas/1ba6da6db0d643229a5ddea51997146a HTTP/1.1" status: 200 len: 375 time: 0.0282564 Nov 12 03:21:12.658053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.669524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-cb6b8fe3-cfb8-4ba1-82ee-69bf115baa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.670955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-cb6b8fe3-cfb8-4ba1-82ee-69bf115baa20 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.0875361 Nov 12 03:21:12.727163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-9f43413f-ed82-46e6-909c-c78149c11ce0 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613382 Nov 12 03:21:12.742737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.746633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-01700f51-8335-408b-a5fe-e8d42000ce4c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645838 Nov 12 03:21:12.756415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.840865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fff135b-e0de-4ddf-82f1-294db3f1fe7a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.877807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.879008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-535d6dff-9486-405e-9f59-73162e389611 req-a6f68394-1015-4159-b460-98353d0ac59b tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4593408 Nov 12 03:21:12.931458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-19d536b3-9567-4d4b-bf29-125f0902ddcf service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872280 Nov 12 03:21:12.934997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-3169c789-a547-4add-8d16-f3da9a4e7ba8 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804488 Nov 12 03:21:13.360589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62040ffb-34a4-47bd-84dc-67adc8454a77 req-97cef2fb-41a5-4c4a-95e8-93fec6c5c941 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.362089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62040ffb-34a4-47bd-84dc-67adc8454a77 req-97cef2fb-41a5-4c4a-95e8-93fec6c5c941 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 949 time: 0.3989487 Nov 12 03:21:13.397185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3081c4c-1ab3-4fff-bc70-01f3000c1b7e req-e727401c-0e16-4846-b20b-c95b7ae59c0e service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510858 Nov 12 03:21:13.398940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-6b54f59b-7a17-49bc-b305-eb10fdd91f64 service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604058 Nov 12 03:21:13.433431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62040ffb-34a4-47bd-84dc-67adc8454a77 req-6bc66449-2bfa-458c-8481-669e2d3a28ac tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647850 Nov 12 03:21:13.601792 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e8c59e-d66d-4939-a8e9-ad347888f902 x-openstack-request-id: req-e6e8c59e-d66d-4939-a8e9-ad347888f902 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:13.602366 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:13.602680 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6e8c59e-d66d-4939-a8e9-ad347888f902 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:13.603108 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957', 'status': 'completed', 'code': 200} Nov 12 03:21:13.757260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-721d222f-d75d-4788-a07d-7659ccc17d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.758984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-721d222f-d75d-4788-a07d-7659ccc17d60 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1095 time: 0.1307359 Nov 12 03:21:13.767630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84c9bd6d-bd57-4178-a74e-04a855ebe685 req-99525c31-3b58-4373-8625-d1d59c2edf63 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/abdb00da-6927-4e3b-9386-72c8fa860675 HTTP/1.1" status: 200 len: 2423 time: 0.0908916 Nov 12 03:21:13.777119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217048-fdf4-478f-aff8-b310df7a3057 req-6b88ec32-fea1-46db-be0d-f79031ef3399 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.778955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02217048-fdf4-478f-aff8-b310df7a3057 req-6b88ec32-fea1-46db-be0d-f79031ef3399 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 943 time: 0.1039357 Nov 12 03:21:13.894047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02217048-fdf4-478f-aff8-b310df7a3057 req-f2b73ea0-8f0a-48ff-90de-b8c81c618ab9 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082411 Nov 12 03:21:13.998091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f277ee-0356-4abf-99da-1802dc114e79 req-d09a7714-b25b-436a-877f-199f2ddd46ce tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.999561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f277ee-0356-4abf-99da-1802dc114e79 req-d09a7714-b25b-436a-877f-199f2ddd46ce tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1455929 Nov 12 03:21:14.042386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-a1f94961-e1ab-45f5-b210-c5b09c7f8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.043840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-a1f94961-e1ab-45f5-b210-c5b09c7f8c8e service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1979496 Nov 12 03:21:14.075218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802cbb-7e33-464f-b31f-3e956fabf834 req-cf058b5f-d003-4254-9e3f-de2475677a2f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.076715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff802cbb-7e33-464f-b31f-3e956fabf834 req-cf058b5f-d003-4254-9e3f-de2475677a2f tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.1142588 Nov 12 03:21:14.099178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:14.116021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-5ef3f3a6-132c-499e-9f03-98b6d81c009d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 200 len: 217 time: 0.0627880 Nov 12 03:21:14.138655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f277ee-0356-4abf-99da-1802dc114e79 req-68da0a01-c257-4154-9ebd-5dc008d32be2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236541 Nov 12 03:21:14.187102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:14.193563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:14.194235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.244323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff802cbb-7e33-464f-b31f-3e956fabf834 req-796349db-0dbe-43db-973b-96da59b666b7 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341081 Nov 12 03:21:14.264347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f02fe966-edc2-4c83-b49f-c475ab64bf67 req-40937b54-c22a-42dd-8729-526a22f93c4b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 210 time: 0.0454330 Nov 12 03:21:14.270698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-0abef9cf-79cb-4a68-8cab-768b3acd9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.275604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-0abef9cf-79cb-4a68-8cab-768b3acd9c40 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1325223 Nov 12 03:21:14.309412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-4ddcc231-2172-4224-8e35-7215b6f9c9f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275931 Nov 12 03:21:14.352511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-c54ed350-ce1a-4cd7-a1f0-c148d092e910 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-group-rules/9fff135b-e0de-4ddf-82f1-294db3f1fe7a HTTP/1.1" status: 200 len: 778 time: 0.0429258 Nov 12 03:21:14.378784 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.410826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:14.419648 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646188fb-e596-40d0-8524-14cdd2abe29c" -d '{"events": [{"server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "name": "network-vif-plugged", "status": "completed", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:14.427301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:14.432113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.433395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:14.495118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b39ab-5ea0-4bb9-970d-0602575c273d req-61f55ae1-f53f-46c5-b501-ad453f0a9114 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.496654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-934b39ab-5ea0-4bb9-970d-0602575c273d req-61f55ae1-f53f-46c5-b501-ad453f0a9114 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 945 time: 0.1487305 Nov 12 03:21:14.504859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-d3ebba0e-1170-4985-a13a-347fc39da775 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/abdb00da-6927-4e3b-9386-72c8fa860675 HTTP/1.1" status: 200 len: 2423 time: 0.1430006 Nov 12 03:21:14.521311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.537695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-3e8e6034-13c7-405d-8ab2-1a9abd9a79e2 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175741 Nov 12 03:21:14.541133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 363613d3-0e1f-471e-b2e4-544a7879a4b8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:14.541648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.637211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.640005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.660061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.672228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:14.674571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-934b39ab-5ea0-4bb9-970d-0602575c273d req-0d6582d8-f15b-4e5f-bcf9-a831b748f5d4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687160 Nov 12 03:21:14.677375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.699038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e94ea82-078e-470c-8081-ae67f5f003ab req-dcbbf2ac-f9ae-4603-88a7-dcc9ab88ea51 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515596 Nov 12 03:21:14.724062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.731658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.745353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88ac3311-dc57-4e78-9dca-7de4c9735760 req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/9fff135b-e0de-4ddf-82f1-294db3f1fe7a HTTP/1.1" status: 204 len: 173 time: 0.2334199 Nov 12 03:21:14.749990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bff9c-4212-437f-8b08-80c837dcfcca tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fff135b-e0de-4ddf-82f1-294db3f1fe7a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.755572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.779436 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea01b4-7349-45d4-9058-639b36ae5ab4 x-openstack-request-id: req-c1ea01b4-7349-45d4-9058-639b36ae5ab4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:14.780110 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "name": "network-vif-plugged", "status": "completed", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:14.780768 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c1ea01b4-7349-45d4-9058-639b36ae5ab4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:14.781729 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434', 'code': 200} Nov 12 03:21:14.878896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05901e88-5b97-4b15-af63-d4c4a0b005d2 req-04da918b-0659-45e5-84fb-3396ba139e4a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.880936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05901e88-5b97-4b15-af63-d4c4a0b005d2 req-04da918b-0659-45e5-84fb-3396ba139e4a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0590863 Nov 12 03:21:14.982393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb12702-673e-4fdd-adfb-489623ec9518 req-902d7d53-963a-4ffe-a59d-c9c9d65e9e56 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.984370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eb12702-673e-4fdd-adfb-489623ec9518 req-902d7d53-963a-4ffe-a59d-c9c9d65e9e56 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1020222 Nov 12 03:21:15.022231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05901e88-5b97-4b15-af63-d4c4a0b005d2 req-152bdf47-0d3a-445c-a0a4-4f01997ef5c3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303258 Nov 12 03:21:15.042201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2ac98-0664-4547-a16f-eb3d94a6aa48 req-36d59126-e4c2-459e-a5cb-c0d89a0a685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.043780 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-94b2ac98-0664-4547-a16f-eb3d94a6aa48 req-36d59126-e4c2-459e-a5cb-c0d89a0a685f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.1355557 Nov 12 03:21:15.059164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eb12702-673e-4fdd-adfb-489623ec9518 req-7ef81136-0faf-43ed-b285-7ce422da5be6 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 Nov 12 03:21:15.070722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-459552053', 'description': 'tempest-description-243245238'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:15.077049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-400baa0c-b388-4a91-b8d6-5a57adfda636 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.078605 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-400baa0c-b388-4a91-b8d6-5a57adfda636 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.100 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.2261684 Nov 12 03:21:15.104621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.113929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'port': {'device_id': 'f001ba50-c808-4f02-903b-dae35bd35657', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'admin_state_up': True, 'tenant_id': '1ba6da6db0d643229a5ddea51997146a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:15.152897 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-94b2ac98-0664-4547-a16f-eb3d94a6aa48 req-39d42ce4-4ff2-48b2-8fd8-e516b0511d27 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995214 Nov 12 03:21:15.230628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-7eabf237-1a1a-4e02-b747-3707d361db3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.232243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-7eabf237-1a1a-4e02-b747-3707d361db3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 945 time: 0.1115625 Nov 12 03:21:15.241962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Made reservation on behalf of 1ba6da6db0d643229a5ddea51997146a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:15.245540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.259888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a0b8c-1af1-4707-abe6-8f617033d670 req-cc8f8ddf-c6cd-4e50-9c81-269d9e13e362 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.261409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-864a0b8c-1af1-4707-abe6-8f617033d670 req-cc8f8ddf-c6cd-4e50-9c81-269d9e13e362 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 943 time: 0.1063559 Nov 12 03:21:15.324395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.349131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.377037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Allocated IP 172.20.0.12 (a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5/aaae051c-2102-4977-9386-cc2a81aef4a1/ce86aa68-02de-4cb0-8aa3-802954d4b420) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:15.405507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.406745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04b8c8e2-f00a-46e0-ba07-312ea6b00999 req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3462813 Nov 12 03:21:15.416352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-864a0b8c-1af1-4707-abe6-8f617033d670 req-d9945230-0ec2-4612-9bb9-b1aa611394df tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265547 Nov 12 03:21:15.416352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d4239-4ffc-4552-b299-80133bbcec69 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb99c3-5265-4118-a30d-f6e8d644d6a3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.443746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 927ed1fa-542b-48d1-a3a6-20a3d972977b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:15.443746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.563443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.598514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.643293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:15.646428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:15.652849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:15.657988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 927ed1fa-542b-48d1-a3a6-20a3d972977b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=927ed1fa-542b-48d1-a3a6-20a3d972977b,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:15.658362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.668818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5bff2-6bf8-42d8-b13a-743ea8757538 req-d1a6a9d3-6dde-4a1b-a143-408d1e9b2b92 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.670333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30f5bff2-6bf8-42d8-b13a-743ea8757538 req-d1a6a9d3-6dde-4a1b-a143-408d1e9b2b92 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.1564546 Nov 12 03:21:15.689496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.701229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 927ed1fa-542b-48d1-a3a6-20a3d972977b owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:15.712186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.712812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.718792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3502b-05e6-414d-98e5-6e2519835279 req-63bdb766-d973-4424-b9b3-71349782c529 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.720370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ae3502b-05e6-414d-98e5-6e2519835279 req-63bdb766-d973-4424-b9b3-71349782c529 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 814 time: 0.2101328 Nov 12 03:21:15.730032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-f7413136-3365-4a4e-8164-6b654ceab492 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6236405 Nov 12 03:21:15.744164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Request body: {'port': {'device_id': 'f001ba50-c808-4f02-903b-dae35bd35657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:15.787318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ae3502b-05e6-414d-98e5-6e2519835279 req-a003644d-8153-4630-9117-056917fb37cc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/quotas/03b7834c4793468d96c7dcc435e31aae HTTP/1.1" status: 200 len: 375 time: 0.0595739 Nov 12 03:21:15.803196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.814569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30f5bff2-6bf8-42d8-b13a-743ea8757538 req-826911f5-813d-4449-82a1-4e9cfec86e7d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333797 Nov 12 03:21:15.868603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ae3502b-05e6-414d-98e5-6e2519835279 req-74ba1a25-83a9-4e42-a1df-717b9916532c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712428 Nov 12 03:21:15.996760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78e49e7e-bc35-4751-a303-b89ee14849cc req-2dafeea8-78a3-4f88-8da5-2ece11c2b788 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/01bb99c3-5265-4118-a30d-f6e8d644d6a3 HTTP/1.1" status: 200 len: 1828 time: 0.0831215 Nov 12 03:21:15.997614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.011660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2f5f7-0682-4725-b761-9d7f74703dbc req-8a110d21-9640-4d77-b6a1-3eb1adf96a4b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.011940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['927ed1fa-542b-48d1-a3a6-20a3d972977b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:16.013238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56e2f5f7-0682-4725-b761-9d7f74703dbc req-8a110d21-9640-4d77-b6a1-3eb1adf96a4b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 932 time: 0.1284657 Nov 12 03:21:16.050191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=927ed1fa-542b-48d1-a3a6-20a3d972977b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.111232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 927ed1fa-542b-48d1-a3a6-20a3d972977b on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:16.111548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce86aa68-02de-4cb0-8aa3-802954d4b420 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:16.116309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.119685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7b6dfff-756a-45ee-892c-b95688920bfb req-f32e5f7b-62df-4a17-be9e-db16687e39c9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "DELETE /v2.0/ports/927ed1fa-542b-48d1-a3a6-20a3d972977b HTTP/1.1" status: 204 len: 173 time: 0.8805826 Nov 12 03:21:16.120207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'name': 'network-vif-deleted', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:16.122205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.122508 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db63d418-9640-41af-87b2-0dddeb0daa3b" -d '{"events": [{"server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "name": "network-vif-deleted", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:16.138440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Transition to ACTIVE for port object ce86aa68-02de-4cb0-8aa3-802954d4b420 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:16.139288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56e2f5f7-0682-4725-b761-9d7f74703dbc req-73efcb21-03b4-42f2-b277-2e5ade7baabf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190314 Nov 12 03:21:16.148367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.246932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d587fca-7c59-47dc-93af-2cda740d4c84 req-0081e50f-c6a7-4daf-8ef7-4d76b9ac128b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e9dfdd-b8d3-496f-b34e-66522da0c3e2 HTTP/1.1" status: 200 len: 210 time: 0.0473530 Nov 12 03:21:16.263390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.311542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Attempting to bind port ce86aa68-02de-4cb0-8aa3-802954d4b420 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:16.311542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Attempting to bind port ce86aa68-02de-4cb0-8aa3-802954d4b420 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:16.311935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Attempting to bind port ce86aa68-02de-4cb0-8aa3-802954d4b420 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:16.318256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Port ce86aa68-02de-4cb0-8aa3-802954d4b420 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:16.318578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Attempting to bind port ce86aa68-02de-4cb0-8aa3-802954d4b420 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:16.324245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:16.325310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Checking segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:16.325480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Bound using segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:16.326053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Bound port: ce86aa68-02de-4cb0-8aa3-802954d4b420, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:16.326414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.336826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a78ef8-e5f7-4c29-854f-16a49bf5d054 req-d0cc8458-c4b6-4c9e-88e4-236f0e3212bc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.339014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76a78ef8-e5f7-4c29-854f-16a49bf5d054 req-d0cc8458-c4b6-4c9e-88e4-236f0e3212bc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0908108 Nov 12 03:21:16.398200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:16.401477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:16.405171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.425456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c9b0-b234-44bb-bc01-257b5196bc0c req-8c31a19d-e1bb-43da-a391-2248aceac67b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.427059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bd0c9b0-b234-44bb-bc01-257b5196bc0c req-8c31a19d-e1bb-43da-a391-2248aceac67b tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0845630 Nov 12 03:21:16.431894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76a78ef8-e5f7-4c29-854f-16a49bf5d054 req-d0465a52-9046-4b85-a5dd-f2449844a554 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798411 Nov 12 03:21:16.442261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.442886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.444629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] 10.222.0.100 "PUT /v2.0/ports/ce86aa68-02de-4cb0-8aa3-802954d4b420 HTTP/1.1" status: 200 len: 1093 time: 0.7047048 Nov 12 03:21:16.445089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:16.447642 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e185fef0-e15a-4d61-88c6-6c05a293a45a" -d '{"events": [{"name": "network-changed", "server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:16.484418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28b368-cd93-4c50-9ada-4d9d9f4daacb service neutron] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.498412 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb125d9-5b63-4861-b318-09ee7520f447 x-openstack-request-id: req-acb125d9-5b63-4861-b318-09ee7520f447 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:16.498692 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e9dfdd-b8d3-496f-b34e-66522da0c3e2", "name": "network-vif-deleted", "tag": "927ed1fa-542b-48d1-a3a6-20a3d972977b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:16.498946 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-acb125d9-5b63-4861-b318-09ee7520f447 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:16.499348 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9dfdd-b8d3-496f-b34e-66522da0c3e2', 'name': 'network-vif-deleted', 'tag': '927ed1fa-542b-48d1-a3a6-20a3d972977b', 'status': 'completed', 'code': 200} Nov 12 03:21:16.504937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bd0c9b0-b234-44bb-bc01-257b5196bc0c req-09755d74-388d-460c-9568-de59765ad0b4 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Nov 12 03:21:16.520785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f1a5aab1-6041-446e-8697-9d1fc7f19957 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:16.550599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1509688952', 'description': 'tempest-description-1736123675'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:16.574753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-9737c18c-371e-4576-a138-0164dba65885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.580659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-9737c18c-371e-4576-a138-0164dba65885 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 1096 time: 0.0861273 Nov 12 03:21:16.589917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.652008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-b92e66a3-f3fc-4bf5-a6df-7d205d3a9cd6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420 HTTP/1.1" status: 200 len: 217 time: 0.0620682 Nov 12 03:21:16.700783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.716617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f1a5aab1-6041-446e-8697-9d1fc7f19957', 'network_id': 'c2ab520e-8866-4800-ae5e-73d32f2c0bea', 'port_id': 'f1a5aab1-6041-446e-8697-9d1fc7f19957', 'mac_address': 'fa:16:3e:94:ef:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df864737-bfb5-4269-b67d-b622be929c3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:16.722682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-fcb2c575-30a1-4c5f-a15c-eb068d308367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.725061 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-fcb2c575-30a1-4c5f-a15c-eb068d308367 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.0600049 Nov 12 03:21:16.730150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf13abd-f895-442f-b160-a16ba1ffc446 req-e9d82f6b-efcf-462b-872c-c283abeeb110 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.732482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bf13abd-f895-442f-b160-a16ba1ffc446 req-e9d82f6b-efcf-462b-872c-c283abeeb110 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 943 time: 0.0773189 Nov 12 03:21:16.744634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.752549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.769465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-fb0cf95a-4063-4b43-b057-c39641365980 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339756 Nov 12 03:21:16.777640 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.787010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:16.790246 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a66786-2828-42e9-af54-8ebbe2df486d" -d '{"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:16.800786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a5aab1-6041-446e-8697-9d1fc7f19957 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:16.804128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.805407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74063c19-a302-4e19-9a7e-2bccb8ba1ccf req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2596843 Nov 12 03:21:16.816954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e0a80-94d7-427b-9317-2fe9ab7f97ce tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c6a939-c847-426d-94b5-809bab93c427,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.823611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bf13abd-f895-442f-b160-a16ba1ffc446 req-00e1ab2c-5a38-42f6-8489-bf0dfef9ee1e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816221 Nov 12 03:21:16.824118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.829712 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.879759 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42519bb-cb56-4be6-9be4-053293b9b02f x-openstack-request-id: req-c42519bb-cb56-4be6-9be4-053293b9b02f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:16.880067 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:16.880319 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c42519bb-cb56-4be6-9be4-053293b9b02f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:16.880716 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'status': 'completed', 'code': 200} Nov 12 03:21:16.890437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.914419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-6c1fce20-d4d4-4469-9c54-f51cbda91d75 service neutron] 10.222.0.100 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361225 Nov 12 03:21:16.953503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39acc4-0f27-42d5-8a25-96335b188f7d req-895a3e01-ca19-4525-be89-63dff952d9f2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.955739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f39acc4-0f27-42d5-8a25-96335b188f7d req-895a3e01-ca19-4525-be89-63dff952d9f2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0510108 Nov 12 03:21:17.024438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f39acc4-0f27-42d5-8a25-96335b188f7d req-7bdd4224-1222-4393-9fa7-a9fbf0a9906f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Nov 12 03:21:17.031702 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-eb93a88c-d4ad-47fc-9b2c-5e75751392ce req-819a6290-1cd5-452e-88e4-34ab40a1e75e service neutron] 10.222.0.100 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073208 Nov 12 03:21:17.039464 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904a521-5e52-4ee0-8cb9-23e1b4231645 x-openstack-request-id: req-e904a521-5e52-4ee0-8cb9-23e1b4231645 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:17.040539 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:17.041209 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e904a521-5e52-4ee0-8cb9-23e1b4231645 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:17.042069 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'code': 200} Nov 12 03:21:17.058363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f1a5aab1-6041-446e-8697-9d1fc7f19957'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:17.145205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d66099d9-3f04-4ce8-92f6-dad7a664ad70 req-dc423668-efa9-421f-8006-1a3d0094a035 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/78c6a939-c847-426d-94b5-809bab93c427 HTTP/1.1" status: 200 len: 1830 time: 0.0842047 Nov 12 03:21:17.164906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e493969-d627-4224-bcb1-dbd4aff9195d req-6f655305-373f-481b-bf25-7d4463415685 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.169148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e493969-d627-4224-bcb1-dbd4aff9195d req-6f655305-373f-481b-bf25-7d4463415685 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.0753143 Nov 12 03:21:17.181385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-0e23836a-6422-4fd1-a8b2-c6b1c520f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.182904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-0e23836a-6422-4fd1-a8b2-c6b1c520f8d8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 1096 time: 0.0590110 Nov 12 03:21:17.246534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e493969-d627-4224-bcb1-dbd4aff9195d req-56f525e4-6c8f-4856-9297-68abf2b27fcf tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706255 Nov 12 03:21:17.294766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eed37b-a8aa-48b9-aa20-b008f001bbac req-197f73b1-4f24-4975-ab01-fa299dcb9a53 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.296507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21eed37b-a8aa-48b9-aa20-b008f001bbac req-197f73b1-4f24-4975-ab01-fa299dcb9a53 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 945 time: 0.0640731 Nov 12 03:21:17.300986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-d38f62a4-3b43-4b26-aa04-e72b27025450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.302970 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-d38f62a4-3b43-4b26-aa04-e72b27025450 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 924 time: 0.1083403 Nov 12 03:21:17.368613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21eed37b-a8aa-48b9-aa20-b008f001bbac req-94e32ed0-dc42-418f-a8f8-80bea6d135ad tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613232 Nov 12 03:21:17.379183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b95ec35a-3eb7-4fab-bfb1-c2575500c645 req-ebec5f42-307a-4571-b01b-901f078b60a2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=03b7834c4793468d96c7dcc435e31aae HTTP/1.1" status: 200 len: 221 time: 0.0390599 Nov 12 03:21:17.388720 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-988e364a-9655-47da-bbea-32451a95cb67 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420 HTTP/1.1" status: 200 len: 217 time: 0.0607727 Nov 12 03:21:17.397963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1672612881', 'description': 'tempest-description-1509419587'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:17.423414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.429525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830c29-bb60-4e23-a249-9c96ac3160d3 req-d2dfd162-cddc-430c-baba-e523166e8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.431659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5830c29-bb60-4e23-a249-9c96ac3160d3 req-d2dfd162-cddc-430c-baba-e523166e8e38 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.0984039 Nov 12 03:21:17.459528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-2635fccc-da52-4594-850a-42557df99709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.460979 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-2635fccc-da52-4594-850a-42557df99709 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.0632122 Nov 12 03:21:17.505556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092aeb9-11ac-4210-8133-8cea9cb5f9a7 req-ea7b9f2f-e185-4572-8cf4-cdfc9aaaf4bf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.507074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e092aeb9-11ac-4210-8133-8cea9cb5f9a7 req-ea7b9f2f-e185-4572-8cf4-cdfc9aaaf4bf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 944 time: 0.0686259 Nov 12 03:21:17.509285 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-120fca1a-8da7-4d0b-93b6-196368d2f061 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373390 Nov 12 03:21:17.516076 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5830c29-bb60-4e23-a249-9c96ac3160d3 req-b941b184-2ce1-46d5-a48b-05bbbee1b734 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710487 Nov 12 03:21:17.548009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.558520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.601054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e092aeb9-11ac-4210-8133-8cea9cb5f9a7 req-23ab7ed3-5e89-46db-b1ea-79956aa4ecfb tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869424 Nov 12 03:21:17.606941 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-e92d5055-9be1-477c-8422-c18f28189757 service neutron] 10.222.0.100 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893872 Nov 12 03:21:17.610877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.612062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-012331ed-9d2b-4c0e-b905-36afec9b55ea req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2183475 Nov 12 03:21:17.616827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda458a0-c1ea-496e-bbbf-75864d853766 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf6f619-5e4f-4687-9a03-daa9d4bd9730,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.747686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59bec3-8431-4e61-8443-9155c4f58b3a req-e9dbc47a-d9e4-4416-aca4-ae49bb2ef72b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.749750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc59bec3-8431-4e61-8443-9155c4f58b3a req-e9dbc47a-d9e4-4416-aca4-ae49bb2ef72b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0813916 Nov 12 03:21:17.763129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423ec11-3ae0-48b4-aacc-5c40b86bb1d4 req-70c16352-b860-48e5-a3dd-9363eeecd44a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.764618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6423ec11-3ae0-48b4-aacc-5c40b86bb1d4 req-70c16352-b860-48e5-a3dd-9363eeecd44a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0696015 Nov 12 03:21:17.808642 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e185fef0-e15a-4d61-88c6-6c05a293a45a req-14029ae8-5ea9-4334-bea2-ecb2b504ac27 service neutron] 10.222.0.100 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911608 Nov 12 03:21:17.836584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc59bec3-8431-4e61-8443-9155c4f58b3a req-d7229c7e-e68d-43fb-b6fb-b1776d6af101 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709867 Nov 12 03:21:17.843830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6423ec11-3ae0-48b4-aacc-5c40b86bb1d4 req-5779d32b-a176-4b15-8608-a9efadc5fc60 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Nov 12 03:21:17.901698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb4dae7e-893f-41fa-a0cf-0660fdf91f6f req-fb4b4039-d021-4a57-9fd1-ebf4290f521c tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/cdf6f619-5e4f-4687-9a03-daa9d4bd9730 HTTP/1.1" status: 200 len: 1830 time: 0.0414107 Nov 12 03:21:17.972244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1fdc1b4-37ce-45e4-8645-b008a6d15b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.039382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b592a6-d042-4090-aa01-d64c4def9cce req-1b91d3d2-802b-4428-b9ec-9bef6b11fe65 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.040858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54b592a6-d042-4090-aa01-d64c4def9cce req-1b91d3d2-802b-4428-b9ec-9bef6b11fe65 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 944 time: 0.0915639 Nov 12 03:21:18.072683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-b8fa08a2-fc82-419b-affe-d4abbe96230e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.074109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-b8fa08a2-fc82-419b-affe-d4abbe96230e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.1529160 Nov 12 03:21:18.103608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-67acbb61-7459-425d-a349-56a16aded7ee tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.0223215 Nov 12 03:21:18.110951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54b592a6-d042-4090-aa01-d64c4def9cce req-750fc9d5-1561-45e8-af56-9776bbb2d396 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615342 Nov 12 03:21:18.137327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-da3a4137-7241-4644-b1c5-a1a54eb9d0cd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254467 Nov 12 03:21:18.256097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e424f5-e954-451c-ba28-8b912eee8382 req-c959fff8-66e6-4e93-9014-d7eab501dfb3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.257542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e424f5-e954-451c-ba28-8b912eee8382 req-c959fff8-66e6-4e93-9014-d7eab501dfb3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0899940 Nov 12 03:21:18.273694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ae59e5e8-6e6a-47d5-a706-e382f952ea58 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287258 Nov 12 03:21:18.361993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e424f5-e954-451c-ba28-8b912eee8382 req-0b411c94-3e70-4e2e-b97a-8669f59c42d3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973482 Nov 12 03:21:18.389105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1843637550', 'description': 'tempest-description-875703691'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:18.531205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7e5888d-917f-4f3b-be4f-ce714f20e510 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:18.533847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f1a5aab1-6041-446e-8697-9d1fc7f19957 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:18.644904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f1a5aab1-6041-446e-8697-9d1fc7f19957 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:18.652803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f1a5aab1-6041-446e-8697-9d1fc7f19957 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:18.653175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.660538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-85c53539-7b33-4ed2-a229-d4a2f9955e2d service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799613 Nov 12 03:21:18.678222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.698048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:18.713656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'port_id': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'mac_address': 'fa:16:3e:1d:22:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:18.750040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.754285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.786015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.790013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ed1c27e-560b-48f5-b1bc-9b430c9cd12f req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4060907 Nov 12 03:21:18.809614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.811503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.824857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab01d-5ef6-4f55-b8e9-879cae8e6173 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699f8df1-d425-4ef5-ab63-612bf5159422,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:18.854992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5888d-917f-4f3b-be4f-ce714f20e510 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:18.889184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d375-aa38-400d-add3-f8e81b0dc751 req-bc96e2c8-9029-4b2d-81f3-68e682001866 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.892189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1591d375-aa38-400d-add3-f8e81b0dc751 req-bc96e2c8-9029-4b2d-81f3-68e682001866 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 943 time: 0.0643165 Nov 12 03:21:18.902858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:18.908159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:18.910555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.911899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 927ed1fa-542b-48d1-a3a6-20a3d972977b no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:18.941089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 927ed1fa-542b-48d1-a3a6-20a3d972977b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:18.941485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 927ed1fa-542b-48d1-a3a6-20a3d972977b not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:18.942884 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.958013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1591d375-aa38-400d-add3-f8e81b0dc751 req-84e14a31-443c-47c5-bc63-c774dfb4a351 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591600 Nov 12 03:21:19.011192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.025698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679d7c1-f39d-4125-b105-de37780ea33e req-a7bd77c1-0a1a-4346-9772-0157cc5587d6 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.028151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0679d7c1-f39d-4125-b105-de37780ea33e req-a7bd77c1-0a1a-4346-9772-0157cc5587d6 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 945 time: 0.0871148 Nov 12 03:21:19.052599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:19.059048 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d98086-e523-4c5d-9237-d4605487b664" -d '{"events": [{"server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:19.103694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.105588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-7a0332ca-da57-441d-870d-ca9b6e91ec62 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.107986 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-7a0332ca-da57-441d-870d-ca9b6e91ec62 tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.100 "GET /v2.0/ports?device_id=1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54 HTTP/1.1" status: 200 len: 945 time: 0.0658617 Nov 12 03:21:19.121203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0679d7c1-f39d-4125-b105-de37780ea33e req-7d464acc-b280-405e-855e-2d9d5f6d4eff tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e645590-eaf5-43f3-ba56-c5462d6ae58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796983 Nov 12 03:21:19.135633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f4a9-2e30-413e-80fe-269f8df658ac req-5fd6dfed-8b35-4b7d-b7da-49d75bf27dc0 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.141791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d251f4a9-2e30-413e-80fe-269f8df658ac req-5fd6dfed-8b35-4b7d-b7da-49d75bf27dc0 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 944 time: 0.0929496 Nov 12 03:21:19.163682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f7e5888d-917f-4f3b-be4f-ce714f20e510'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:19.210698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dfe006e-9412-4c9e-9ba6-33d5c2e6b9c2 req-159bb854-bd5b-41ed-8b84-3b256a07604d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0350344 Nov 12 03:21:19.236668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d251f4a9-2e30-413e-80fe-269f8df658ac req-08b92a01-830d-4312-bc08-10ca4792c900 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879443 Nov 12 03:21:19.255870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Deleting port b7257ccd-5b8d-4803-9054-700f175fec28 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:19.256227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.326028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7740948e-a2a0-495d-984b-3693ce1d5efc req-2f079a26-83f7-4c33-8a03-f61aba909882 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/699f8df1-d425-4ef5-ab63-612bf5159422 HTTP/1.1" status: 200 len: 1829 time: 0.0676441 Nov 12 03:21:19.383210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] For port b7257ccd-5b8d-4803-9054-700f175fec28, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b7257ccd-5b8d-4803-9054-700f175fec28,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:19.383697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.399598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Calling delete_port for b7257ccd-5b8d-4803-9054-700f175fec28 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:19.400639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a935005-6e6a-49a8-a7e9-ac0c8d3dd086 req-2dac3ddf-1688-47ed-ac70-2c2e47a08329 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.402170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a935005-6e6a-49a8-a7e9-ac0c8d3dd086 req-2dac3ddf-1688-47ed-ac70-2c2e47a08329 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0613689 Nov 12 03:21:19.480011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad146b-868b-411e-b23e-74c29df2af0f req-73676369-1452-4cc4-a786-c1158c5e03d2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.481506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62ad146b-868b-411e-b23e-74c29df2af0f req-73676369-1452-4cc4-a786-c1158c5e03d2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0784509 Nov 12 03:21:19.487450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a935005-6e6a-49a8-a7e9-ac0c8d3dd086 req-683219ca-8f22-488d-91ff-6ced0999777a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739222 Nov 12 03:21:19.542467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62ad146b-868b-411e-b23e-74c29df2af0f req-4bcd7410-816b-4f57-ae70-ca0ed38bbd81 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537851 Nov 12 03:21:19.557869 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fdba3f-03eb-4ab8-ac9b-dd9f557af7f6 x-openstack-request-id: req-60fdba3f-03eb-4ab8-ac9b-dd9f557af7f6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:19.558393 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:19.558393 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60fdba3f-03eb-4ab8-ac9b-dd9f557af7f6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:19.559424 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957', 'code': 200} Nov 12 03:21:19.575981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.588217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b7257ccd-5b8d-4803-9054-700f175fec28'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:19.611812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Pushing event deleted for resources: {'Port': ['ID=b7257ccd-5b8d-4803-9054-700f175fec28,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.613214 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-af7ade1c-bbd4-4387-b4ac-a2030f8a0e8a req-a33c6d28-23d3-4e51-834f-c04b4da83369 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] show failed (client error): The resource could not be found. Nov 12 03:21:19.615180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af7ade1c-bbd4-4387-b4ac-a2030f8a0e8a req-a33c6d28-23d3-4e51-834f-c04b4da83369 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/383b9c3d-0b94-442f-a52c-bc67df97aa59 HTTP/1.1" status: 404 len: 352 time: 0.0212500 Nov 12 03:21:19.675873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] No DVR routers for this DVR port b7257ccd-5b8d-4803-9054-700f175fec28 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:19.679223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.682482 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b62b5dcb-0d98-4a98-bda4-7da1408ad316 req-f11e48d5-3e21-4f8f-a289-2f434e7e31ca tempest-AttachSCSIVolumeTestJSON-431046595 tempest-AttachSCSIVolumeTestJSON-431046595-project] 10.222.0.100 "DELETE /v2.0/ports/b7257ccd-5b8d-4803-9054-700f175fec28 HTTP/1.1" status: 204 len: 173 time: 0.5684555 Nov 12 03:21:19.682950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'name': 'network-vif-deleted', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:19.685432 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bca99-b1bb-46e2-951f-929ca31fff06" -d '{"events": [{"server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "name": "network-vif-deleted", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:19.765010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec69e03-70a6-440b-8ef4-b0278dd7e9c6 req-977ce18a-78bb-43b5-bf9f-d2b46f689b41 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.766579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec69e03-70a6-440b-8ef4-b0278dd7e9c6 req-977ce18a-78bb-43b5-bf9f-d2b46f689b41 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1337097 Nov 12 03:21:19.779694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bce9a-7ddc-4b76-8a19-323a02f6618b req-f57b8cfb-3d53-4461-b078-3e9b6832c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.781198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-044bce9a-7ddc-4b76-8a19-323a02f6618b req-f57b8cfb-3d53-4461-b078-3e9b6832c148 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1097 time: 0.1039102 Nov 12 03:21:19.811257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a086109-7c11-4851-acfc-6549ba103c50 req-81f9f8a1-3c0a-4335-b42f-7734042fe2a2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.812645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a086109-7c11-4851-acfc-6549ba103c50 req-81f9f8a1-3c0a-4335-b42f-7734042fe2a2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0961750 Nov 12 03:21:19.881540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec69e03-70a6-440b-8ef4-b0278dd7e9c6 req-14bf6d43-c8cf-4397-b028-ecff68b406af tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040893 Nov 12 03:21:19.907189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-044bce9a-7ddc-4b76-8a19-323a02f6618b req-c01c7c8e-40a0-44e9-b0eb-c1b1e06e5a39 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 Nov 12 03:21:19.911810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a086109-7c11-4851-acfc-6549ba103c50 req-c71b1c44-69a3-4f8a-8d0e-4795ca580f98 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860100 Nov 12 03:21:19.945737 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-861bb392-62da-4694-8fbf-f192f1dc7eae req-4cb11190-8f4b-4489-9c5d-0e5881d5f528 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] show failed (client error): The resource could not be found. Nov 12 03:21:19.946719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-861bb392-62da-4694-8fbf-f192f1dc7eae req-4cb11190-8f4b-4489-9c5d-0e5881d5f528 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-group-rules/b2c71493-7864-4ca6-8e33-c8a12878643d HTTP/1.1" status: 404 len: 361 time: 0.0123136 Nov 12 03:21:19.986596 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac15ac2-c8a2-4424-a77a-ae3234446d53 x-openstack-request-id: req-bac15ac2-c8a2-4424-a77a-ae3234446d53 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:19.986899 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54", "name": "network-vif-deleted", "tag": "b7257ccd-5b8d-4803-9054-700f175fec28", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:19.988072 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bac15ac2-c8a2-4424-a77a-ae3234446d53 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:19.988482 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb58d22-8e69-4e1d-acf7-bce9c5ae7c54', 'name': 'network-vif-deleted', 'tag': 'b7257ccd-5b8d-4803-9054-700f175fec28', 'status': 'completed', 'code': 200} Nov 12 03:21:19.998242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7daf9-3839-48e9-830a-1c1cab33741e req-f40272b4-e0b5-4284-90e4-6b62d6a5df37 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.999804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92e7daf9-3839-48e9-830a-1c1cab33741e req-f40272b4-e0b5-4284-90e4-6b62d6a5df37 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0522239 Nov 12 03:21:20.082183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-27365f03-01f3-4d7c-9ebe-a0b7a325b851 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/699f8df1-d425-4ef5-ab63-612bf5159422 HTTP/1.1" status: 200 len: 1829 time: 0.0700529 Nov 12 03:21:20.085311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92e7daf9-3839-48e9-830a-1c1cab33741e req-7a98e46e-37ca-485f-8d71-0682f55288c1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752561 Nov 12 03:21:20.126516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:20.210522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.245735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.246006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.256669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019eaa-f217-459e-842e-6117ebeda534 req-c3bd668f-ce7a-48c0-975c-eb28ccaa04dd tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.258323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0019eaa-f217-459e-842e-6117ebeda534 req-c3bd668f-ce7a-48c0-975c-eb28ccaa04dd tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 944 time: 0.0941203 Nov 12 03:21:20.264928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'port_id': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'mac_address': 'fa:16:3e:13:1f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae051c-2102-4977-9386-cc2a81aef4a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:20.311600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.341747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce86aa68-02de-4cb0-8aa3-802954d4b420 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:20.356751 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b19404b2-2860-46f8-9d17-1a58fd95899a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.368666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.370248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0019eaa-f217-459e-842e-6117ebeda534 req-160021ac-6a1b-438a-92ff-1720505e53f1 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029959 Nov 12 03:21:20.375270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.376011 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.377290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.388520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6259834-c1d8-4ff9-b590-693a70092a90 req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-groups/699f8df1-d425-4ef5-ab63-612bf5159422 HTTP/1.1" status: 204 len: 173 time: 0.2994449 Nov 12 03:21:20.455521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bec98-873f-4b5f-ac69-a8167812b28d tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f8df1-d425-4ef5-ab63-612bf5159422,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.537373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-b6bce4a9-5119-44b8-a3a3-6c9afb129cbc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.538945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-b6bce4a9-5119-44b8-a3a3-6c9afb129cbc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.2229750 Nov 12 03:21:20.553212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85a480-dee3-405e-929e-dda636a03f0a req-87b5d098-938b-4620-aeba-88c4783eecd1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.554909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b85a480-dee3-405e-929e-dda636a03f0a req-87b5d098-938b-4620-aeba-88c4783eecd1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0855622 Nov 12 03:21:20.559579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.606743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7e5888d-917f-4f3b-be4f-ce714f20e510 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:20.671519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.689203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b85a480-dee3-405e-929e-dda636a03f0a req-a08acf2b-4328-4e5d-a2a7-2b715e24f0b0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208341 Nov 12 03:21:20.691317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f7e5888d-917f-4f3b-be4f-ce714f20e510 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:20.711323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f7e5888d-917f-4f3b-be4f-ce714f20e510 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.711708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.713853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['ce86aa68-02de-4cb0-8aa3-802954d4b420'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:20.787110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa58967a-6945-47a0-8426-a0ab576994db req-0d933e89-27e7-4184-9582-7e9852f6fe0d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0443048 Nov 12 03:21:20.833275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.837080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.897483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b696d-1c00-45af-b539-17d1eb4ebcb4 req-26181706-3482-4202-bbe8-ba1cb48f81c3 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.899359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c4b696d-1c00-45af-b539-17d1eb4ebcb4 req-26181706-3482-4202-bbe8-ba1cb48f81c3 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 945 time: 0.1068466 Nov 12 03:21:20.956785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.005440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:21.012987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.054849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c4b696d-1c00-45af-b539-17d1eb4ebcb4 req-f7448a18-2070-4b54-8f87-a664ded16c8f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238823 Nov 12 03:21:21.062498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-2acd8287-7183-4ad8-9733-f3271ed3ef00 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/cdf6f619-5e4f-4687-9a03-daa9d4bd9730 HTTP/1.1" status: 200 len: 1830 time: 0.1928058 Nov 12 03:21:21.101133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.145176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.10 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/79ff4002-bc24-4e16-b442-04f111efcb1c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.229659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.280558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dff8e-7b78-4d86-b53d-8693675074e4 req-84ecbd4f-3090-490f-aea9-bf3abd5f4555 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.284580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-992dff8e-7b78-4d86-b53d-8693675074e4 req-84ecbd4f-3090-490f-aea9-bf3abd5f4555 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1319735 Nov 12 03:21:21.286385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.412935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.415568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.416789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3eb34d7c-c026-480f-a6cb-e0c30b38bd49 req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-groups/cdf6f619-5e4f-4687-9a03-daa9d4bd9730 HTTP/1.1" status: 204 len: 173 time: 0.3311789 Nov 12 03:21:21.445124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a9e92-d160-495d-ba57-d96b00fa01b5 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf6f619-5e4f-4687-9a03-daa9d4bd9730,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.455002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-992dff8e-7b78-4d86-b53d-8693675074e4 req-ff7ebd56-a79e-4816-b585-c67e2ca16450 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579714 Nov 12 03:21:21.473982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.541283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.560158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:21.562816 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea089299-f637-4526-99bd-0a7ead19f7b1" -d '{"events": [{"server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:21.565298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38eea8-5d02-451a-8167-2fc5991363b8 req-6e718608-5b53-405b-8bfc-11633d1f427c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.566923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d38eea8-5d02-451a-8167-2fc5991363b8 req-6e718608-5b53-405b-8bfc-11633d1f427c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0704305 Nov 12 03:21:21.577853 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.651020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:21.657697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:21.662035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.666556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:21.732293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d162d-abae-4c4b-8e6b-b113dc4d06c3 req-dc47f02f-ce4d-428a-a778-6aa3c8173b26 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.733850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c5d162d-abae-4c4b-8e6b-b113dc4d06c3 req-dc47f02f-ce4d-428a-a778-6aa3c8173b26 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1660070 Nov 12 03:21:21.737544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d38eea8-5d02-451a-8167-2fc5991363b8 req-72aba4be-6fb0-40ce-9699-178ea079f8a4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482909 Nov 12 03:21:21.767369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.768013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.798233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-3ae6d5d6-2a5b-4a75-a630-ca04fdb171ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2422698 Nov 12 03:21:21.818000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Request body: {'port': {'device_id': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:21.876597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c5d162d-abae-4c4b-8e6b-b113dc4d06c3 req-5b1eaa36-391f-48c9-b46b-2415327899fd tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324556 Nov 12 03:21:21.926399 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.944622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85ccc1-99da-46de-b769-3b4f2609dca4 req-21195555-a5cd-4de3-b835-c994c0694ff0 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.946111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b85ccc1-99da-46de-b769-3b4f2609dca4 req-21195555-a5cd-4de3-b835-c994c0694ff0 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1338382 Nov 12 03:21:22.025123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61256848-3757-4d67-bbc5-12e478343c25 req-9eaccb8b-fb05-4326-abeb-cb43e9be87b2 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/78c6a939-c847-426d-94b5-809bab93c427 HTTP/1.1" status: 200 len: 1830 time: 0.1108692 Nov 12 03:21:22.072275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b85ccc1-99da-46de-b769-3b4f2609dca4 req-4ee85c24-a9ce-4d74-8e30-8382cb426034 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155469 Nov 12 03:21:22.150850 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0162e8a-97a6-42ba-a49f-7237fdb3964d x-openstack-request-id: req-b0162e8a-97a6-42ba-a49f-7237fdb3964d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:22.152063 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "name": "network-vif-plugged", "status": "completed", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:22.158581 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b0162e8a-97a6-42ba-a49f-7237fdb3964d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:22.160850 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'code': 200} Nov 12 03:21:22.171541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:22.217995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-61256848-3757-4d67-bbc5-12e478343c25 req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.251932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-61256848-3757-4d67-bbc5-12e478343c25 req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.278722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port ce86aa68-02de-4cb0-8aa3-802954d4b420 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:22.283260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port ce86aa68-02de-4cb0-8aa3-802954d4b420 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.283818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.378194 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.394651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043a38-9a66-411f-876a-b0206f20468e req-b896bb86-e9b8-40de-bd53-6cd41fb5e1d5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.396100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa043a38-9a66-411f-876a-b0206f20468e req-b896bb86-e9b8-40de-bd53-6cd41fb5e1d5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 932 time: 0.1373727 Nov 12 03:21:22.396740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-61256848-3757-4d67-bbc5-12e478343c25 req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.399351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-61256848-3757-4d67-bbc5-12e478343c25 req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.400484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61256848-3757-4d67-bbc5-12e478343c25 req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-groups/78c6a939-c847-426d-94b5-809bab93c427 HTTP/1.1" status: 204 len: 173 time: 0.3678360 Nov 12 03:21:22.413361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c031eb-f8c2-49f3-8afa-4c2b6f892f4b req-aa1e022c-a805-4bb1-96f8-b3c1ad25a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.414845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4c031eb-f8c2-49f3-8afa-4c2b6f892f4b req-aa1e022c-a805-4bb1-96f8-b3c1ad25a948 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 1097 time: 0.1593478 Nov 12 03:21:22.416086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:22.421827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.423844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b7257ccd-5b8d-4803-9054-700f175fec28 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:22.447048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: b7257ccd-5b8d-4803-9054-700f175fec28 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:22.447976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b7257ccd-5b8d-4803-9054-700f175fec28 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:22.450596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2badf5a-4e54-40b3-b8e5-7e6da13c1cad tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c6a939-c847-426d-94b5-809bab93c427,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.494336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ff4002-bc24-4e16-b442-04f111efcb1c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:22.510577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.532264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.547017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa043a38-9a66-411f-876a-b0206f20468e req-99698271-3104-403b-a264-19c301903762 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311443 Nov 12 03:21:22.552707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Transition to ACTIVE for port object 79ff4002-bc24-4e16-b442-04f111efcb1c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:22.556520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4c031eb-f8c2-49f3-8afa-4c2b6f892f4b req-bbcd2ea7-8571-41b5-9efe-a8a98b97557e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118042 Nov 12 03:21:22.557461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.608971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.784654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a85b4-7f8e-4994-b53c-af6e81f7df96 req-edab0508-6ebf-436e-8194-6b8c1a8fa5e2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.788395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd4a85b4-7f8e-4994-b53c-af6e81f7df96 req-edab0508-6ebf-436e-8194-6b8c1a8fa5e2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1546924 Nov 12 03:21:22.795735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Attempting to bind port 79ff4002-bc24-4e16-b442-04f111efcb1c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:22.796098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Attempting to bind port 79ff4002-bc24-4e16-b442-04f111efcb1c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:22.796427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Attempting to bind port 79ff4002-bc24-4e16-b442-04f111efcb1c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:22.824392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Port 79ff4002-bc24-4e16-b442-04f111efcb1c on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:22.824724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Attempting to bind port 79ff4002-bc24-4e16-b442-04f111efcb1c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:22.862089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920adad5-d4f0-4f5e-8f82-dd697b1c3f47 req-b49b6a77-e221-4873-bdaa-e2b56c4d1f19 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.863167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920adad5-d4f0-4f5e-8f82-dd697b1c3f47 req-b49b6a77-e221-4873-bdaa-e2b56c4d1f19 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2168436 Nov 12 03:21:22.866005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:22.866345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:22.866726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:22.867173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Bound port: 79ff4002-bc24-4e16-b442-04f111efcb1c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:22.867529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.924347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd4a85b4-7f8e-4994-b53c-af6e81f7df96 req-4e9323da-1f8b-4d51-86d9-25dba18b792b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311495 Nov 12 03:21:22.928547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.949401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-4590538e-2af3-4778-b521-7edccbe2d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.950879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-4590538e-2af3-4778-b521-7edccbe2d848 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1097 time: 0.1449037 Nov 12 03:21:23.047286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920adad5-d4f0-4f5e-8f82-dd697b1c3f47 req-9f4ebf8c-46a9-4260-9576-ce999cf59a64 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710985 Nov 12 03:21:23.087591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:23.117513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=79ff4002-bc24-4e16-b442-04f111efcb1c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:23.133321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.137233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-ab0f7790-c6f7-4a4c-8d44-44aeb27c5991 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/01bb99c3-5265-4118-a30d-f6e8d644d6a3 HTTP/1.1" status: 200 len: 1828 time: 0.1686490 Nov 12 03:21:23.202416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.203043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.205003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] 10.222.0.98 "PUT /v2.0/ports/79ff4002-bc24-4e16-b442-04f111efcb1c HTTP/1.1" status: 200 len: 1093 time: 1.3915420 Nov 12 03:21:23.213934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:23.216670 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05be49f-1a21-4ddf-afe6-0e00451b1106" -d '{"events": [{"name": "network-changed", "server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:23.227765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-701473ce-ce4d-4996-9ce6-5232d69ecac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.229465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-701473ce-ce4d-4996-9ce6-5232d69ecac5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.2661803 Nov 12 03:21:23.285137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041d867-80fa-4419-a551-27126dfbbb22 req-c62a3dff-7909-475c-b105-0911be6f6fb1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.286614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b041d867-80fa-4419-a551-27126dfbbb22 req-c62a3dff-7909-475c-b105-0911be6f6fb1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1732914 Nov 12 03:21:23.335850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-e5fae6b3-4659-42cb-94a3-0c3de2546b13 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 200 len: 217 time: 0.0835497 Nov 12 03:21:23.356844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff147001-d55c-4aae-a1da-aeee7d649a46 service neutron] Pushing event updated for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.436120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.467596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-cd12daea-293c-4a10-9e2c-0570d828a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.469105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-cd12daea-293c-4a10-9e2c-0570d828a9e6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 1096 time: 0.2000194 Nov 12 03:21:23.481287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b041d867-80fa-4419-a551-27126dfbbb22 req-2bec0b3b-7bd8-42fd-84b8-733973f9a194 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550300 Nov 12 03:21:23.486730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-7a3aa53d-d034-4994-b9af-3c10e10a9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.487804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-7a3aa53d-d034-4994-b9af-3c10e10a9956 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1320541 Nov 12 03:21:23.489421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.570566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-0205ae00-0f1b-4b07-b145-f19249cd24e9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ff4002-bc24-4e16-b442-04f111efcb1c HTTP/1.1" status: 200 len: 217 time: 0.0860665 Nov 12 03:21:23.572375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-a96749d9-bc3a-488b-b156-86db51557e24 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685744 Nov 12 03:21:23.598925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.721754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.724446 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.725581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aff6ab2c-8c89-4f87-96e4-64ec06beb6d5 req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-groups/01bb99c3-5265-4118-a30d-f6e8d644d6a3 HTTP/1.1" status: 204 len: 173 time: 0.5708451 Nov 12 03:21:23.746809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad07a1a-6825-4802-8478-876920e08f64 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb99c3-5265-4118-a30d-f6e8d644d6a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.764819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a49291-6925-47a4-84ef-1f7141760bec req-76afe9da-2f82-43e5-b2e7-d237c89d5c79 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.766368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07a49291-6925-47a4-84ef-1f7141760bec req-76afe9da-2f82-43e5-b2e7-d237c89d5c79 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1980019 Nov 12 03:21:23.768608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-38157454-0684-4b5b-bcd6-4e580fc87edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.769975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-38157454-0684-4b5b-bcd6-4e580fc87edb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.1732380 Nov 12 03:21:23.830318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-0e4d8080-e0d8-4fe7-b1eb-a35ee5f2307c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501955 Nov 12 03:21:23.904127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-51d34b07-fee7-4361-a5f3-50d58f04d331 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040440 Nov 12 03:21:24.165370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:24.167842 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c430db4d-b1eb-4b05-9007-fd00499851ad" -d '{"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-plugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:24.252020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07a49291-6925-47a4-84ef-1f7141760bec req-528e0e0f-6692-4f7b-94b7-6759f01fe519 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634297 Nov 12 03:21:24.306683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45352a3c-904a-4a52-8fe5-0d733d2d2714 req-4f1820b6-9340-4de3-869b-44d67aa6f844 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.314201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45352a3c-904a-4a52-8fe5-0d733d2d2714 req-4f1820b6-9340-4de3-869b-44d67aa6f844 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4793928 Nov 12 03:21:24.371222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-6b09b71a-b196-41eb-9517-a1079c1cc858 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297134 Nov 12 03:21:24.403808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92481e40-f737-4da1-8d8a-ca3a17355a13 req-6291ac3f-a782-44ab-a649-cee1b2c913f2 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080469 Nov 12 03:21:24.472417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45352a3c-904a-4a52-8fe5-0d733d2d2714 req-d36c33ec-1b54-4f6d-a94f-d3fee4a01a6e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573641 Nov 12 03:21:24.491868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16692d6b-67c8-4e37-baae-2ef3b0204b95 req-c8a46f1a-42de-45fe-a33f-c63668090fba tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.493837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16692d6b-67c8-4e37-baae-2ef3b0204b95 req-c8a46f1a-42de-45fe-a33f-c63668090fba tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1667573 Nov 12 03:21:24.533837 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8e697-225f-468f-9c55-33f2af4bc9d7 x-openstack-request-id: req-23d8e697-225f-468f-9c55-33f2af4bc9d7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:24.534113 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:24.534356 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-23d8e697-225f-468f-9c55-33f2af4bc9d7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:24.534742 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c', 'status': 'completed', 'code': 200} Nov 12 03:21:24.543768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0a3e50-5e54-4e24-8e30-d4a7267aad3b req-932f9841-c431-4e8d-90fe-2df183ca9b5a service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631441 Nov 12 03:21:24.569137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16692d6b-67c8-4e37-baae-2ef3b0204b95 req-ace5a4fc-8653-4e02-a4c5-146b8255d79e tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641785 Nov 12 03:21:24.692715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fa62d-bc08-44db-a270-9577d53f5062 req-3bfd9f72-6e2d-42df-b8c0-6d5355f196ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.694192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c50fa62d-bc08-44db-a270-9577d53f5062 req-3bfd9f72-6e2d-42df-b8c0-6d5355f196ba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 944 time: 0.1158462 Nov 12 03:21:24.700583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-e27881bb-be61-4c7b-9dba-2345a9fadc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.702077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-e27881bb-be61-4c7b-9dba-2345a9fadc94 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 1096 time: 0.0940127 Nov 12 03:21:24.704846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-932bb556-472b-47c4-a482-ea038b26668a tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "GET /v2.0/security-groups/abdb00da-6927-4e3b-9386-72c8fa860675 HTTP/1.1" status: 200 len: 1830 time: 0.0937324 Nov 12 03:21:24.834150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c50fa62d-bc08-44db-a270-9577d53f5062 req-2bd232bc-f232-408d-b31f-ab13326bf7f9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282597 Nov 12 03:21:24.866168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.893716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.921218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-5dcfa597-e701-49f0-9e0d-df09ca4e5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.922641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-5dcfa597-e701-49f0-9e0d-df09ca4e5bab service neutron] 10.222.0.98 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2097671 Nov 12 03:21:25.005877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-10b6e472-260a-453b-abae-922a5cdfa001 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79ff4002-bc24-4e16-b442-04f111efcb1c HTTP/1.1" status: 200 len: 217 time: 0.0713701 Nov 12 03:21:25.044748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.047290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.048963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b62e0fe-4157-4012-b490-24c2cd833e92 req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] 10.222.0.93 "DELETE /v2.0/security-groups/abdb00da-6927-4e3b-9386-72c8fa860675 HTTP/1.1" status: 204 len: 173 time: 0.3371165 Nov 12 03:21:25.055324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.067649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96af768-abf8-409b-b8fb-38919f4f2738 req-e629f62b-cb8b-4758-9d54-bd82cc982a37 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.069174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c96af768-abf8-409b-b8fb-38919f4f2738 req-e629f62b-cb8b-4758-9d54-bd82cc982a37 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1522985 Nov 12 03:21:25.081995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51259557-3a6b-4ae8-8eae-d0772e40ad49 tempest-SecurityGroupRulesNegativeTestJSON-153845131 tempest-SecurityGroupRulesNegativeTestJSON-153845131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb00da-6927-4e3b-9386-72c8fa860675,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.095844 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a1a76-f480-4fd9-8af1-d0970304b0e8 x-openstack-request-id: req-352a1a76-f480-4fd9-8af1-d0970304b0e8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:25.096454 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-plugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:25.097014 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-352a1a76-f480-4fd9-8af1-d0970304b0e8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:25.097641 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'code': 200} Nov 12 03:21:25.137012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-5ea4fdbb-0449-4b78-806d-0ee350dc995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.138520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-5ea4fdbb-0449-4b78-806d-0ee350dc995a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.1227503 Nov 12 03:21:25.153799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Deleting subnet 93cf2009-81f5-42f6-8032-f06324a395d3 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:25.162113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.196895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-2e8608b3-2653-40bd-833a-c4b188d4a4e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485950 Nov 12 03:21:25.225778 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.257680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720897b-0d28-48ef-9249-d834eb73005f req-425c30a4-9fcc-4ba2-a94d-5b58ff8be2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.259628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6720897b-0d28-48ef-9249-d834eb73005f req-425c30a4-9fcc-4ba2-a94d-5b58ff8be2c3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 1098 time: 0.0753155 Nov 12 03:21:25.287830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.296895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c96af768-abf8-409b-b8fb-38919f4f2738 req-09a1b7a4-75c9-487a-8595-a0808aee0637 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025237 Nov 12 03:21:25.325138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5be5c-eb3a-479d-9625-26a2d448e199 req-a0a4c799-6e6a-4f2a-90b0-59087259aeb5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.326705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5d5be5c-eb3a-479d-9625-26a2d448e199 req-a0a4c799-6e6a-4f2a-90b0-59087259aeb5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1488159 Nov 12 03:21:25.337075 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6720897b-0d28-48ef-9249-d834eb73005f req-3f4b7081-60c8-443a-adc1-136689e75b77 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686474 Nov 12 03:21:25.372082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-1230fa98-52e3-448a-ad83-b1ae7cb30c22 service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546333 Nov 12 03:21:25.373770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.403231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.406809 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/93cf2009-81f5-42f6-8032-f06324a395d3 HTTP/1.1" status: 204 len: 168 time: 0.3497961 Nov 12 03:21:25.408440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e238e0-e5b1-46cd-bc21-16da8a9719f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cf2009-81f5-42f6-8032-f06324a395d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.410755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40712) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.511680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5d5be5c-eb3a-479d-9625-26a2d448e199 req-bfad2706-121b-4552-b014-b9f638c570ab tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581097 Nov 12 03:21:25.571444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bac80-4b5e-4063-867e-7dacd25ff516 req-4e7f6856-890d-42ad-92f4-20ea4d0ac0a5 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.573147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e9bac80-4b5e-4063-867e-7dacd25ff516 req-4e7f6856-890d-42ad-92f4-20ea4d0ac0a5 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1984696 Nov 12 03:21:25.581857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40716) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.586327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Request body: {'floatingip': {'port_id': 'f7e5888d-917f-4f3b-be4f-ce714f20e510'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:25.631708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.670232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.699866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e05be49f-1a21-4ddf-afe6-0e00451b1106 req-7c4fbdf9-e40f-4d0d-9a13-637a944bf1ea service neutron] 10.222.0.98 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141854 Nov 12 03:21:25.849920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d3ba0-1b76-4587-b66d-bc9257817b1d req-17418717-a257-41e7-9dd4-240be32d4cbf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.851287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b47d3ba0-1b76-4587-b66d-bc9257817b1d req-17418717-a257-41e7-9dd4-240be32d4cbf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2094369 Nov 12 03:21:25.858850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9224-713d-4f26-b37e-cf41b68fc7d7 req-e58bae95-0d5a-420b-84dd-2cb3c5d9418c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.860546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f9c9224-713d-4f26-b37e-cf41b68fc7d7 req-e58bae95-0d5a-420b-84dd-2cb3c5d9418c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.2269917 Nov 12 03:21:25.977810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.043540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53a7568-dbbc-4b27-be98-c6b3f33f9ab5']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.086469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b47d3ba0-1b76-4587-b66d-bc9257817b1d req-cac32665-c673-48d3-b31b-5b62b4c8bada tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249324 Nov 12 03:21:26.090014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce25af5-c78c-45d4-84df-3340a862c3e1') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.090314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce25af5-c78c-45d4-84df-3340a862c3e1') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.095126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f9c9224-713d-4f26-b37e-cf41b68fc7d7 req-fa1b5c31-07be-42e6-b624-2c7e15e3234c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212007 Nov 12 03:21:26.106796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.130642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.156502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:26.161436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:26.161607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:26.167463 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:26.415799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.495462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.499254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] 10.222.0.93 "DELETE /v2.0/networks/b53a7568-dbbc-4b27-be98-c6b3f33f9ab5 HTTP/1.1" status: 204 len: 168 time: 1.0815763 Nov 12 03:21:26.509891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f440e8-4f0c-4c15-a8a6-1059c2d651f6 req-a5593e84-4a23-4d68-88ef-bf0e3723d081 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.511389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93f440e8-4f0c-4c15-a8a6-1059c2d651f6 req-a5593e84-4a23-4d68-88ef-bf0e3723d081 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 944 time: 0.2992032 Nov 12 03:21:26.523355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cca61-a3f8-46e9-910c-c5b5af60d440 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53a7568-dbbc-4b27-be98-c6b3f33f9ab5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.532503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424ee1-6547-4424-af88-11a3737ca645 req-9f3df4e5-3f0e-485e-a6db-2eb03e1119a4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.536904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.540401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0424ee1-6547-4424-af88-11a3737ca645 req-9f3df4e5-3f0e-485e-a6db-2eb03e1119a4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3027442 Nov 12 03:21:26.642207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93f440e8-4f0c-4c15-a8a6-1059c2d651f6 req-1afcaf1b-7c3c-421a-b88e-8a40218e6709 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201167 Nov 12 03:21:26.652003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40730) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:26.995639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:21:27.031535 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f23ec20e-ae75-47fa-ac0b-2789bb48b801 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=79533f75cae94a3f9172fc437756949e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782349 Nov 12 03:21:27.034465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:27.036885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0424ee1-6547-4424-af88-11a3737ca645 req-4addbe1a-06a0-4ad2-bc6e-733533a23891 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965329 Nov 12 03:21:27.086757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96b0be-98aa-4737-a9cc-2e9e98600321 req-99070c44-d012-4660-a244-f22023f84b02 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.088290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d96b0be-98aa-4737-a9cc-2e9e98600321 req-99070c44-d012-4660-a244-f22023f84b02 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1519418 Nov 12 03:21:27.099871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.116713 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.137435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.164029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.203822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Deleting port fb5448f5-bcc9-44c6-8f2f-adbf330f1762 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:27.204800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.246060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d96b0be-98aa-4737-a9cc-2e9e98600321 req-5fcc338b-99aa-4c04-9e7b-7e10bcdbf6ac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492527 Nov 12 03:21:27.263524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb4d24-2da9-4249-a734-ae4d8e7caf99 req-57d3827c-c4da-4933-98d2-371a6a06ecb5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.265077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ccb4d24-2da9-4249-a734-ae4d8e7caf99 req-57d3827c-c4da-4933-98d2-371a6a06ecb5 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1496050 Nov 12 03:21:27.290121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.293285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.296771 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3e7d13ab-aee8-4fd3-8c02-866e192c74e2 HTTP/1.1" status: 204 len: 168 time: 0.2591250 Nov 12 03:21:27.311938 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Floating IP b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe associated. External IP: 172.25.4.151, port: f7e5888d-917f-4f3b-be4f-ce714f20e510. Nov 12 03:21:27.314473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b34bf-fae5-4349-a328-65efee18f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d13ab-aee8-4fd3-8c02-866e192c74e2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.325703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] For port fb5448f5-bcc9-44c6-8f2f-adbf330f1762, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:27.326357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.343121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Calling delete_port for fb5448f5-bcc9-44c6-8f2f-adbf330f1762 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:27.437875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ccb4d24-2da9-4249-a734-ae4d8e7caf99 req-89d92aa9-4923-4abb-bba0-c8107ed7f4d1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611230 Nov 12 03:21:27.493723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73d12-b01e-4951-b1ea-4c363edd6dd1 req-83bc205a-7cd6-4f8c-8087-415e0327fdc9 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.495499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caf73d12-b01e-4951-b1ea-4c363edd6dd1 req-83bc205a-7cd6-4f8c-8087-415e0327fdc9 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1257744 Nov 12 03:21:27.561479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.592697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5448f5-bcc9-44c6-8f2f-adbf330f1762,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.637376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0c618-4b72-407a-9868-dd920e7f40bb req-4fe45333-d811-481f-9417-fecd90fd5b7b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.638891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ad0c618-4b72-407a-9868-dd920e7f40bb req-4fe45333-d811-481f-9417-fecd90fd5b7b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1347528 Nov 12 03:21:27.664006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caf73d12-b01e-4951-b1ea-4c363edd6dd1 req-509d585b-99ad-4adb-823f-8d97805855cf tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275628 Nov 12 03:21:27.794444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.832538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:27.885499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ad0c618-4b72-407a-9868-dd920e7f40bb req-867798d4-b14b-478d-bcf5-d63e551f8bab tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150645 Nov 12 03:21:27.952400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc0d0a-1368-449c-8809-55bfacd04500 req-657daf00-19dc-4006-a440-777b01799218 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.955848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1bc0d0a-1368-449c-8809-55bfacd04500 req-657daf00-19dc-4006-a440-777b01799218 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1758711 Nov 12 03:21:28.061615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Router 964432e4-f6dc-49aa-a281-67b8851e74b9 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:28.084088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1bc0d0a-1368-449c-8809-55bfacd04500 req-21f8fd97-8f85-4470-85aa-9871143fdd87 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189082 Nov 12 03:21:28.095051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b2b5-5e57-45a1-ac4e-061e1d72db7d req-63cbf643-1d22-4ed4-89b0-a5d4a96c870a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.102351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ba2b2b5-5e57-45a1-ac4e-061e1d72db7d req-63cbf643-1d22-4ed4-89b0-a5d4a96c870a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 944 time: 0.1606858 Nov 12 03:21:28.123709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:28.129310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.141312 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Sync routers for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:28.155351 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:28.158785 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:28.173677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-428dbea0-ab0c-4093-8a8f-11870799ab08 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "PUT /v2.0/floatingips/b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe HTTP/1.1" status: 200 len: 991 time: 2.5901341 Nov 12 03:21:28.178493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:28.180905 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e80825b-f9f4-4d45-9541-54989c5030fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:28.212566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ba2b2b5-5e57-45a1-ac4e-061e1d72db7d req-cd63cbc6-c1d6-4b3f-845d-06e044e3edf8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050074 Nov 12 03:21:28.236705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:28.248162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Sync routers for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:28.251499 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8f97457-73a2-4208-a19a-3a0463518dd8 admin admin] 10.222.0.93 "PUT /v2.0/routers/964432e4-f6dc-49aa-a281-67b8851e74b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0934520 Nov 12 03:21:28.253566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.255947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.260450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:28.262945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:28.278953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4219a-00c3-4949-b196-4eacdaae21ee req-158dbf11-36ef-46e1-937b-c116ac1dabfd tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.296593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87a4219a-00c3-4949-b196-4eacdaae21ee req-158dbf11-36ef-46e1-937b-c116ac1dabfd tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1083279 Nov 12 03:21:28.362751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:28.400379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87a4219a-00c3-4949-b196-4eacdaae21ee req-ec9faaab-2dde-4e02-9084-6fe5f9e519fa tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972672 Nov 12 03:21:28.416370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:28.421940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfee96-4f5f-4243-b4c1-24273351492c req-8e02096e-ed07-40be-8714-c3d81cf0e626 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.424472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.426252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46bfee96-4f5f-4243-b4c1-24273351492c req-8e02096e-ed07-40be-8714-c3d81cf0e626 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1003129 Nov 12 03:21:28.534121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46bfee96-4f5f-4243-b4c1-24273351492c req-97c632f4-aef2-445f-aafe-3918f8ec30f6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991745 Nov 12 03:21:28.573121 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e9d0d-dde5-4541-8710-1c11ad845c3a x-openstack-request-id: req-6d2e9d0d-dde5-4541-8710-1c11ad845c3a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:28.573420 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:28.573679 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d2e9d0d-dde5-4541-8710-1c11ad845c3a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:28.574090 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'status': 'completed', 'code': 200} Nov 12 03:21:28.594267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1678536262-network', 'tenant_id': '30ca35dcaf1b4d449ee87775dc6c8f16'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:28.612422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.621499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 79ff4002-bc24-4e16-b442-04f111efcb1c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:28.650962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Made reservation on behalf of 30ca35dcaf1b4d449ee87775dc6c8f16 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:28.653159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.665519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.721657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Deleting port 2d758a8d-80e1-4c06-8e40-0179b6043cad {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:28.722088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.759621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=79ff4002-bc24-4e16-b442-04f111efcb1c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.760739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-18bdc24f-c093-4440-b305-67d04fd37ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.762470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-18bdc24f-c093-4440-b305-67d04fd37ef8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=df625564ad1a47138326137d76179c73&device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 1097 time: 0.1604950 Nov 12 03:21:28.776461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '79ff4002-bc24-4e16-b442-04f111efcb1c', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '79ff4002-bc24-4e16-b442-04f111efcb1c', 'mac_address': 'fa:16:3e:af:61:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:28.778410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469193fb-e4e9-40d0-9956-dfc449b88df4 req-ee5e0014-bf70-4141-8274-d4efa0fcb6ab tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.779893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469193fb-e4e9-40d0-9956-dfc449b88df4 req-ee5e0014-bf70-4141-8274-d4efa0fcb6ab tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1231594 Nov 12 03:21:28.816502 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'port_id': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'mac_address': 'fa:16:3e:1d:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 1, 'project_id': 'df625564ad1a47138326137d76179c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:28.823217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7a7dc-ead1-460f-b708-ffc6b7a68de4 req-9255cfaa-492d-4ebf-b4da-a7ed6ad9070c tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.824759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfc7a7dc-ead1-460f-b708-ffc6b7a68de4 req-9255cfaa-492d-4ebf-b4da-a7ed6ad9070c tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1437342 Nov 12 03:21:28.836158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] For port 2d758a8d-80e1-4c06-8e40-0179b6043cad, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2d758a8d-80e1-4c06-8e40-0179b6043cad,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.836515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.840841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.861811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Calling delete_port for 2d758a8d-80e1-4c06-8e40-0179b6043cad owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:28.866814 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Checking router: 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:28.868151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ff4002-bc24-4e16-b442-04f111efcb1c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:28.879455 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:28.880996 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:28.897890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=79ff4002-bc24-4e16-b442-04f111efcb1c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.916977 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.930557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.938270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.958544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:21:27Z', 'revision_number': 5, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port': {'id': '2d758a8d-80e1-4c06-8e40-0179b6043cad', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:06Z', 'updated_at': '2021-11-12T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:28.965377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469193fb-e4e9-40d0-9956-dfc449b88df4 req-07bc92f2-4b8a-4403-994d-2f9ac8709c22 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718664 Nov 12 03:21:28.981580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfc7a7dc-ead1-460f-b708-ffc6b7a68de4 req-e898c69e-d309-4bb7-88e7-8b55413cd0a0 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187027 Nov 12 03:21:28.982613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-ecbe83be-1b46-4a9e-b1ee-f62ed0a31b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.983992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-ecbe83be-1b46-4a9e-b1ee-f62ed0a31b4d service neutron] 10.222.0.98 "GET /v2.0/networks?id=db1ab5a0-fd56-4185-8062-9d6202c07c59 HTTP/1.1" status: 200 len: 918 time: 0.2139063 Nov 12 03:21:28.998421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:29.001785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Checking router: 964432e4-f6dc-49aa-a281-67b8851e74b9 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:29.020793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Routers {'964432e4-f6dc-49aa-a281-67b8851e74b9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:29.021780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['964432e4-f6dc-49aa-a281-67b8851e74b9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:29.105500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adebaa48-26d3-42d0-8013-889a2e6b01cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.108705 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:29.121663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.124317 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Added segment cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf of type vlan for network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e Nov 12 03:21:29.126616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] Set router 964432e4-f6dc-49aa-a281-67b8851e74b9 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:29.185514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.187627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 6, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:29.203007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-e14dc462-0288-4582-8604-bf630bdafcbb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510 HTTP/1.1" status: 200 len: 999 time: 0.2079337 Nov 12 03:21:29.225352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d11cd-a58c-4892-b0ba-aa8a03a505d1 None None] The sync data for ids ['964432e4-f6dc-49aa-a281-67b8851e74b9'] in n-d-713499-30 is: [{'id': '964432e4-f6dc-49aa-a281-67b8851e74b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-169593485-router', 'tenant_id': '852aff31c94b43aaa1a255d4c83defa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:03Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 6, 'project_id': '852aff31c94b43aaa1a255d4c83defa8', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:29.226006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.240396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.240896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.241340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.241779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.242215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.242640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.243219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.243729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.244348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.244862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.245364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.245861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:29.267859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.268833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.269544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.271377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16fbf-f2a1-4bb0-85d6-fc420a2b31c5 req-6ff7703c-5dd8-439a-9f01-5d111a5e491a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.279491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d16fbf-f2a1-4bb0-85d6-fc420a2b31c5 req-6ff7703c-5dd8-439a-9f01-5d111a5e491a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1654744 Nov 12 03:21:29.283600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['79ff4002-bc24-4e16-b442-04f111efcb1c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:29.316278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8a4e5-8a4a-4f83-9133-6b911ffeb9b7 req-9f0246fe-cc2b-47ad-a2ae-e047f2eee9e6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.317813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34d8a4e5-8a4a-4f83-9133-6b911ffeb9b7 req-9f0246fe-cc2b-47ad-a2ae-e047f2eee9e6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2273250 Nov 12 03:21:29.338248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-a687c5a2-4b96-48da-9edf-dc8d584815bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.339717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-a687c5a2-4b96-48da-9edf-dc8d584815bb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=01c391cc-97ba-488d-8e30-df75578778d9 HTTP/1.1" status: 200 len: 855 time: 0.1287069 Nov 12 03:21:29.341609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.356750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.357510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:29.368293 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a4aff075-d72b-4573-806b-ac73bf5bdaa3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1100726 Nov 12 03:21:29.372904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.400813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Request body: {'subnet': {'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1678536262-subnet', 'tenant_id': '30ca35dcaf1b4d449ee87775dc6c8f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:29.407358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d758a8d-80e1-4c06-8e40-0179b6043cad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.434891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d16fbf-f2a1-4bb0-85d6-fc420a2b31c5 req-37fbf7db-dc63-4952-8b31-fcf90b0fdc3c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489873 Nov 12 03:21:29.441341 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:29.449131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb478b3-034f-47f7-80bb-22da6ac72bf4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:29.471347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-8c6d432b-fc20-4a3a-aae4-51d3deb12a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.483478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-8c6d432b-fc20-4a3a-aae4-51d3deb12a26 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=db1ab5a0-fd56-4185-8062-9d6202c07c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309245 Nov 12 03:21:29.489417 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'port_id': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'mac_address': 'fa:16:3e:1d:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 1, 'project_id': 'df625564ad1a47138326137d76179c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:29.494430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34d8a4e5-8a4a-4f83-9133-6b911ffeb9b7 req-9f12c644-4c01-4739-99c3-f75bc2e969e5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684856 Nov 12 03:21:29.502366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Made reservation on behalf of 30ca35dcaf1b4d449ee87775dc6c8f16 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:29.505137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.537077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8f6b4-546d-4157-85f2-3d2d800b4085 None None] The sync data for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 is: [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'floating_ip_address': '172.25.4.151', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'port_id': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'mac_address': 'fa:16:3e:1d:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:20:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 1, 'project_id': 'df625564ad1a47138326137d76179c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:29.677117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357c3bd-149a-44cd-bc18-5195203ad00d req-5b8721b4-32b7-4471-a5b4-c0efb24d2394 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.683318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b357c3bd-149a-44cd-bc18-5195203ad00d req-5b8721b4-32b7-4471-a5b4-c0efb24d2394 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 945 time: 0.1274822 Nov 12 03:21:29.729092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.734035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.807365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb5448f5-bcc9-44c6-8f2f-adbf330f1762 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:29.812457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-b5ef3a2b-803b-4f87-a1e2-b6d3d1635c02 service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170178 Nov 12 03:21:29.839111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fb5448f5-bcc9-44c6-8f2f-adbf330f1762 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:29.839460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb5448f5-bcc9-44c6-8f2f-adbf330f1762 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:29.864552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b357c3bd-149a-44cd-bc18-5195203ad00d req-ed46dd6c-1c03-4e3a-8c95-4d82bb285ee9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685035 Nov 12 03:21:29.876870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612c33e-8a20-486c-9baf-57f84fb52f59 req-e1cb893d-e18a-4079-932d-d9a45b636611 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.878587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c612c33e-8a20-486c-9baf-57f84fb52f59 req-e1cb893d-e18a-4079-932d-d9a45b636611 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1575503 Nov 12 03:21:29.905449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.911201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.958341 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37608aef-c826-4895-98e7-6d52756a6456 None None] New status for floating IP b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:21:29.967989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=92638748-ba26-4f80-b1e2-7116be365ba8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.975308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.975813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964432e4-f6dc-49aa-a281-67b8851e74b9 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:29.981551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.985869 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b440df92-86aa-46c3-b355-709d132317d8 admin admin] 10.222.0.93 "DELETE /v2.0/routers/964432e4-f6dc-49aa-a281-67b8851e74b9 HTTP/1.1" status: 204 len: 168 time: 1.7304947 Nov 12 03:21:29.986283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.987071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Checking segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:29.987434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Network hostable DHCP agents. Network: 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:30.049755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:30.060718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Deleting subnet aa05eeee-af69-44a6-8448-92b1e2e0d386 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:30.064782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:30.066391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.080369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31341e-1569-45be-98fd-b56c10f98073 None None] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:30.088061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.088652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.123302 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-303812c4-1b87-40f9-bb6f-de675e84ccfd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7463856 Nov 12 03:21:30.129353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.238431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.252741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e49bf-2662-46bb-83a1-03fc6881b44c None None] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:30.315123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.363604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa05eeee-af69-44a6-8448-92b1e2e0d386,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.369289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.373332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6dcefc07-2e84-42f9-9031-72ae6e899815 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aa05eeee-af69-44a6-8448-92b1e2e0d386 HTTP/1.1" status: 204 len: 168 time: 0.3833151 Nov 12 03:21:30.375730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:30.399613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e80825b-f9f4-4d45-9541-54989c5030fb req-fe1c45c8-e588-4805-894b-821dc1472470 service neutron] 10.222.0.98 "GET /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754371 Nov 12 03:21:30.404332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723db846-8147-4ed7-b974-82140c2defe8 None None] Network 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:30.456518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c612c33e-8a20-486c-9baf-57f84fb52f59 req-fd515ca4-3838-455c-91f1-1a35e693283a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718861 Nov 12 03:21:30.466821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.473425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3b7a-78d4-4380-963b-4e61fd6348fa req-9595c3f7-a2a8-4180-99ab-a8c5146a33d5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.474949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-432b3b7a-78d4-4380-963b-4e61fd6348fa req-9595c3f7-a2a8-4180-99ab-a8c5146a33d5 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0868840 Nov 12 03:21:30.556270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Deleting port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:30.556611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.569166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-432b3b7a-78d4-4380-963b-4e61fd6348fa req-06f9f9c2-3ce2-410d-8b86-7fb68af8f054 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845916 Nov 12 03:21:30.597456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 79ff4002-bc24-4e16-b442-04f111efcb1c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:30.635106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610056c-bb83-4fcd-81c7-cc4047db6f12 req-e960a098-f492-48ee-9360-3726b35a7ee9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.636713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d610056c-bb83-4fcd-81c7-cc4047db6f12 req-e960a098-f492-48ee-9360-3726b35a7ee9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0920086 Nov 12 03:21:30.657014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.677222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 79ff4002-bc24-4e16-b442-04f111efcb1c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:30.685995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] For port 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3b75e2fd-5565-44b4-80ee-629bf86a7c96,segment=NetworkSegment(17468977-705b-40ac-a796-767f259ddd3c),segment_id=17468977-705b-40ac-a796-767f259ddd3c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:30.686365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.687440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 79ff4002-bc24-4e16-b442-04f111efcb1c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:30.687817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.724069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Calling delete_port for 3b75e2fd-5565-44b4-80ee-629bf86a7c96 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:30.769355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d610056c-bb83-4fcd-81c7-cc4047db6f12 req-c94a10a3-635a-49b0-8aba-340762529edf tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234770 Nov 12 03:21:30.813380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] DHCP port deletion for 5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:30.851997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.865559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.889834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b75e2fd-5565-44b4-80ee-629bf86a7c96,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.891689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] No DVR routers for this DVR port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:30.900395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:30.903318 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af019d5c-d1d4-4319-9eac-280cb3ee69b9" -d '{"events": [{"server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "name": "network-vif-plugged", "status": "completed", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:30.920019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=79ff4002-bc24-4e16-b442-04f111efcb1c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:30.925161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Deleting port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:30.925534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.936560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.983744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.991413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33216-3418-4ce7-855e-257c00476aba req-b9cfb4ac-8fce-4464-aaf7-6431bae4d347 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.993080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6de33216-3418-4ce7-855e-257c00476aba req-b9cfb4ac-8fce-4464-aaf7-6431bae4d347 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1400933 Nov 12 03:21:31.014439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:31.022954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] For port 3b75e2fd-5565-44b4-80ee-629bf86a7c96, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:31.023498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.033783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17468977-705b-40ac-a796-767f259ddd3c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:31.034398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17468977-705b-40ac-a796-767f259ddd3c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:31.046501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Calling delete_port for 3b75e2fd-5565-44b4-80ee-629bf86a7c96 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:31.050554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:21:31.051218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.051488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.054832 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.071934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.078497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:31.079497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.079856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] Pushing event deleted for resources: {'Port': ['ID=3b75e2fd-5565-44b4-80ee-629bf86a7c96,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:31.081344 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:31.086684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78080b1-399e-4df4-a500-322cdd1fb9ed None None] No DVR routers for this DVR port 3b75e2fd-5565-44b4-80ee-629bf86a7c96 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:31.101589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-7e71a820-fd7e-4ef3-9d41-c118c0021428 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.108439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-7e71a820-fd7e-4ef3-9d41-c118c0021428 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 818 time: 0.1933439 Nov 12 03:21:31.119283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6de33216-3418-4ce7-855e-257c00476aba req-fde04497-5a35-42ff-8b31-853d3822e002 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045918 Nov 12 03:21:31.128562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a0b7a16f-456e-4305-a534-349f71667e62 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/quotas/30ca35dcaf1b4d449ee87775dc6c8f16 HTTP/1.1" status: 200 len: 375 time: 0.0192056 Nov 12 03:21:31.151111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.162783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-be9a237a-65d7-49a7-b613-0961e130b20a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305462 Nov 12 03:21:31.168535 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.174951 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8 HTTP/1.1" status: 204 len: 168 time: 0.7939112 Nov 12 03:21:31.174951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3094f0-82e9-4805-b842-6e13d3c17eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a080249-5d1d-43f4-8fb7-b0e6b9cbbcd8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.175764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.285797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706ecd-97a7-403c-8caf-b279df22ffd0 req-1e85e882-484e-4478-a958-84d4e09ba7e2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.287278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d706ecd-97a7-403c-8caf-b279df22ffd0 req-1e85e882-484e-4478-a958-84d4e09ba7e2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.0994093 Nov 12 03:21:31.304163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-5f054265-3bfe-4907-8349-fc3d27797176 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363127 Nov 12 03:21:31.388094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d706ecd-97a7-403c-8caf-b279df22ffd0 req-fa5c01ea-eebb-4955-a793-3ad25c615258 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933492 Nov 12 03:21:31.430424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a193db85-3810-4b1b-a833-2940b2f31c43 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191287 Nov 12 03:21:31.473901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.528683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899d315-f3a3-46a1-94f7-23685da2dc5e req-799b0097-9a94-400d-987e-e95baf7a8721 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.537438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9899d315-f3a3-46a1-94f7-23685da2dc5e req-799b0097-9a94-400d-987e-e95baf7a8721 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.0699303 Nov 12 03:21:31.552259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.589784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2d758a8d-80e1-4c06-8e40-0179b6043cad no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:31.591976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9899d315-f3a3-46a1-94f7-23685da2dc5e req-465b91ff-bea3-448f-a8f7-eef37844b9ca tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Nov 12 03:21:31.623284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2d758a8d-80e1-4c06-8e40-0179b6043cad {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:31.623635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2d758a8d-80e1-4c06-8e40-0179b6043cad not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:31.624089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b75e2fd-5565-44b4-80ee-629bf86a7c96 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:31.645868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3b75e2fd-5565-44b4-80ee-629bf86a7c96 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:31.646219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3b75e2fd-5565-44b4-80ee-629bf86a7c96 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:31.649920 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6928ea0-2ef5-4d27-877e-d848006b6ca9 x-openstack-request-id: req-d6928ea0-2ef5-4d27-877e-d848006b6ca9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:31.650073 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "name": "network-vif-plugged", "status": "completed", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:31.650561 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d6928ea0-2ef5-4d27-877e-d848006b6ca9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:31.651115 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c', 'code': 200} Nov 12 03:21:31.809427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fa33-959f-436f-9f25-11dd6e8fa366 req-76162395-0b5f-44c2-aaef-573ccda3e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.810842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d432fa33-959f-436f-9f25-11dd6e8fa366 req-76162395-0b5f-44c2-aaef-573ccda3e220 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 1098 time: 0.0806005 Nov 12 03:21:31.883740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae464-42c7-4b4c-ace8-63948a050b98 req-ddb8b13f-f975-42e5-b2e0-b639542d804f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.884823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Deleting port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:31.885232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.891225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edfae464-42c7-4b4c-ace8-63948a050b98 req-ddb8b13f-f975-42e5-b2e0-b639542d804f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0958512 Nov 12 03:21:31.927498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d432fa33-959f-436f-9f25-11dd6e8fa366 req-0e0e05c1-5e14-42e3-8530-e6b1467aecd9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954142 Nov 12 03:21:31.993445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edfae464-42c7-4b4c-ace8-63948a050b98 req-dbcf47e0-1440-4424-ad9e-e645103156b9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998569 Nov 12 03:21:32.025670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75d6e4-c79a-4992-b125-a13673f593fc req-6c7cecb7-1afe-4f9b-a773-8536ee565bf5 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.027312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de75d6e4-c79a-4992-b125-a13673f593fc req-6c7cecb7-1afe-4f9b-a773-8536ee565bf5 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1028688 Nov 12 03:21:32.113681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de75d6e4-c79a-4992-b125-a13673f593fc req-703db2f4-6947-498d-9344-668c29c17d56 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794971 Nov 12 03:21:32.144998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def4d3-cf2c-46b0-ae8a-4681653a37b4 req-d7ea5f92-1bb1-4746-82d7-34e93e758fa1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.147929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30def4d3-cf2c-46b0-ae8a-4681653a37b4 req-d7ea5f92-1bb1-4746-82d7-34e93e758fa1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0758679 Nov 12 03:21:32.214312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76317d31-1130-4080-8251-4dba6088a78f req-2869945f-f938-45f7-a110-04865e9e772b tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 210 time: 0.0402300 Nov 12 03:21:32.229843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30def4d3-cf2c-46b0-ae8a-4681653a37b4 req-33f22287-212e-45e1-89fa-f54477659891 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Nov 12 03:21:32.305187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] For port 8e50e771-7af0-4c13-b7f4-70dc2c903f0d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:32.305595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.319636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Calling delete_port for 8e50e771-7af0-4c13-b7f4-70dc2c903f0d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:32.389788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3edd6-a7f4-4649-983b-9bd993af0e03 req-3c223874-c199-4fa3-8672-b6e05420ecac tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.391259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b3edd6-a7f4-4649-983b-9bd993af0e03 req-3c223874-c199-4fa3-8672-b6e05420ecac tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0837243 Nov 12 03:21:32.400885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12514e3-fdb3-408b-8ed6-080df9dd0503 req-0163a85c-479b-45c5-865a-2d3794774ec2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.402254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a12514e3-fdb3-408b-8ed6-080df9dd0503 req-0163a85c-479b-45c5-865a-2d3794774ec2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0850031 Nov 12 03:21:32.479749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b3edd6-a7f4-4649-983b-9bd993af0e03 req-85a62e55-84d0-4795-9203-b8c0c43fa04d tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Nov 12 03:21:32.483495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a12514e3-fdb3-408b-8ed6-080df9dd0503 req-0076faa9-33bf-4591-a18b-fc2a8d9b2a4c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727139 Nov 12 03:21:32.533683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.566213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e50e771-7af0-4c13-b7f4-70dc2c903f0d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.637562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ef6d8-f3d3-4a41-af9a-a9731d49fd5e req-35837d45-ef13-40a1-8442-da57891df4c2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.645503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e82ef6d8-f3d3-4a41-af9a-a9731d49fd5e req-35837d45-ef13-40a1-8442-da57891df4c2 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.0821989 Nov 12 03:21:32.778965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf0687-3563-4874-a21b-e5747293a83a req-ef0ee7a2-fdc8-42d0-83ac-dd9f122a61db tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.783207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3abf0687-3563-4874-a21b-e5747293a83a req-ef0ee7a2-fdc8-42d0-83ac-dd9f122a61db tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1302972 Nov 12 03:21:32.810333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e82ef6d8-f3d3-4a41-af9a-a9731d49fd5e req-05f56e35-ac6e-4833-a78f-010b6cbef05e tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637480 Nov 12 03:21:32.865954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.894985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3abf0687-3563-4874-a21b-e5747293a83a req-d0530055-654c-4572-ad9f-045274f68b85 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Nov 12 03:21:33.000154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979606d-f5ca-4b91-8efd-9639d8551fbd req-9fa92171-aab0-41eb-9fc8-a1371a7f6fe7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.002406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f979606d-f5ca-4b91-8efd-9639d8551fbd req-9fa92171-aab0-41eb-9fc8-a1371a7f6fe7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.0870495 Nov 12 03:21:33.064639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f979606d-f5ca-4b91-8efd-9639d8551fbd req-ed9a6f7f-c1ae-450c-8531-8600a0bc6972 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Nov 12 03:21:33.200131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:33.216752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c427317-cd76-4173-b4ea-3da6c0ba81d4 req-e949bbdd-37c9-4bf9-80fa-4fd7dd382dbf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.217937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c427317-cd76-4173-b4ea-3da6c0ba81d4 req-e949bbdd-37c9-4bf9-80fa-4fd7dd382dbf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0853758 Nov 12 03:21:33.293763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c427317-cd76-4173-b4ea-3da6c0ba81d4 req-326e541d-5398-48bf-b0b8-de7dd0041db9 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Nov 12 03:21:33.343401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:33.354436 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9be0bd80-0092-4a3b-b325-a9acf40b0fd8 admin admin] 10.222.0.93 "PUT /v2.0/routers/40bf0b04-eee1-463a-99b7-0c9b8ffb1192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747994 Nov 12 03:21:33.354866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40902) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:33.355121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Sync routers for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:33.374162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:33.375177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:33.581734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-8f0ec6df-2cf7-486f-9dff-6811a9e9c975 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.589251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:33.592008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-8f0ec6df-2cf7-486f-9dff-6811a9e9c975 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 818 time: 0.2303207 Nov 12 03:21:33.617107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff26920f-5d46-4482-bae6-0aa6ace92168 req-223662ec-087f-404f-8647-df47b320a7ab tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 210 time: 0.0582304 Nov 12 03:21:33.667918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.703548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Request body: {'port': {'device_id': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'admin_state_up': True, 'tenant_id': '30ca35dcaf1b4d449ee87775dc6c8f16'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:33.759473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e54e7-262e-44be-b157-bbb07c5fe0ee req-66ee844d-f8f5-4de6-afb6-491b2ab95328 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.761124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38e54e7-262e-44be-b157-bbb07c5fe0ee req-66ee844d-f8f5-4de6-afb6-491b2ab95328 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.2690134 Nov 12 03:21:33.932533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Made reservation on behalf of 30ca35dcaf1b4d449ee87775dc6c8f16 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:33.937543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.948538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-25a7de37-e714-4b34-8a5a-b825de61be51 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.950022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-25a7de37-e714-4b34-8a5a-b825de61be51 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.98 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 818 time: 0.3357890 Nov 12 03:21:33.969792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Request body: {'port': {'device_id': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'admin_state_up': True, 'tenant_id': '30ca35dcaf1b4d449ee87775dc6c8f16'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:33.977226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e38e54e7-262e-44be-b157-bbb07c5fe0ee req-c640a8a6-721e-487f-848d-4cff8bddd598 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093430 Nov 12 03:21:34.022256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da64-18db-4719-9e6e-353e25f21170 req-e49da13d-b744-4089-8297-64ba269133dc tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.023779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1885da64-18db-4719-9e6e-353e25f21170 req-e49da13d-b744-4089-8297-64ba269133dc tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1764822 Nov 12 03:21:34.027783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.091123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port': {'id': 'd5a2295f-cb17-4f93-a473-0f65b1d0b5c2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:30Z', 'updated_at': '2021-11-12T03:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:34.151080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Checking router: 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:34.161758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Routers {'40bf0b04-eee1-463a-99b7-0c9b8ffb1192'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:34.162172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Allocated IP 172.20.0.10 (5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e/92638748-ba26-4f80-b1e2-7116be365ba8/d89b9c2e-b85d-46a5-8680-4b9d506374db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:34.162774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:34.216759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1885da64-18db-4719-9e6e-353e25f21170 req-efad5f28-7068-4c9e-884f-1c4c00d4f2eb tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377125 Nov 12 03:21:34.269780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07759de-52ff-4be1-9352-1932976c8871 req-60311460-084c-4bc6-b815-abd6e9103094 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.270857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f07759de-52ff-4be1-9352-1932976c8871 req-60311460-084c-4bc6-b815-abd6e9103094 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1596968 Nov 12 03:21:34.300292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] Set router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:34.307173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Deleting port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:34.307511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.358709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f07759de-52ff-4be1-9352-1932976c8871 req-0808738f-b67c-4c79-82cc-a9a377440e6e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784526 Nov 12 03:21:34.359069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Made reservation on behalf of 30ca35dcaf1b4d449ee87775dc6c8f16 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:34.362696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.400186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:21:34Z', 'revision_number': 6, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:34.437033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042a04f4-34c9-4ecf-b6a2-e53543921c43 None None] The sync data for ids ['40bf0b04-eee1-463a-99b7-0c9b8ffb1192'] in n-d-713499-30 is: [{'id': '40bf0b04-eee1-463a-99b7-0c9b8ffb1192', 'name': 'tempest-AttachSCSIVolumeTestJSON-163268458-router', 'tenant_id': '1757b5aeea2843059f6fe66fc30ec813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:27Z', 'updated_at': '2021-11-12T03:21:34Z', 'revision_number': 6, 'project_id': '1757b5aeea2843059f6fe66fc30ec813', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:34.447755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-8e9812b6-3b1c-4375-a230-6b1451968639 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.453881 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-8e9812b6-3b1c-4375-a230-6b1451968639 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 818 time: 0.2780449 Nov 12 03:21:34.475175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] For port d5a2295f-cb17-4f93-a473-0f65b1d0b5c2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.475545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.488669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Request body: {'port': {'device_id': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'admin_state_up': True, 'tenant_id': '30ca35dcaf1b4d449ee87775dc6c8f16'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:34.490679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Calling delete_port for d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:34.601213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.651566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Made reservation on behalf of 30ca35dcaf1b4d449ee87775dc6c8f16 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:34.651908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.670503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.750762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:34.758076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb635a5-f5fa-4bc5-9c0d-459a0512ee6d req-0466ac5c-45ec-4029-96f3-f14def5629ad tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.759591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6eb635a5-f5fa-4bc5-9c0d-459a0512ee6d req-0466ac5c-45ec-4029-96f3-f14def5629ad tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2222707 Nov 12 03:21:34.764860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:34.767115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927deb-ba0d-4028-a8c7-d64e514c8ab4 req-449adfff-09c9-48d5-908e-0f761a59f85b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.769692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77927deb-ba0d-4028-a8c7-d64e514c8ab4 req-449adfff-09c9-48d5-908e-0f761a59f85b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.2335203 Nov 12 03:21:34.773607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:34.809024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event updated for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.846665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.847674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.869599 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-3e24f5d3-e3e6-4d32-bd2e-80c1b2d11e3d tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1729362 Nov 12 03:21:34.883877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Request body: {'port': {'device_id': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:34.884152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6eb635a5-f5fa-4bc5-9c0d-459a0512ee6d req-2be09f5d-351d-4d8f-8897-2c08c93de8d1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133490 Nov 12 03:21:34.938762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Allocated IP 172.20.0.9 (5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e/92638748-ba26-4f80-b1e2-7116be365ba8/7cabec67-997f-4c3d-8184-4e49a6653f23) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:34.960064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.054159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77927deb-ba0d-4028-a8c7-d64e514c8ab4 req-5c1aacfd-835b-4430-a280-1205c65b4741 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730167 Nov 12 03:21:35.083057 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.147013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fede658-1ecc-4b1d-8f92-ed3ba1eaa32f req-5a8c90b5-bd6e-4046-bf6c-a3e7957cbff8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.152511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fede658-1ecc-4b1d-8f92-ed3ba1eaa32f req-5a8c90b5-bd6e-4046-bf6c-a3e7957cbff8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1726561 Nov 12 03:21:35.164707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a2295f-cb17-4f93-a473-0f65b1d0b5c2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:35.179632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430a91b-2276-4dbe-959d-be4aa58222b3 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:35.283877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36fabaff-7417-41af-8055-7dd686e4b8b7 req-7b342ffd-0933-4df6-827d-c97a2223dcb7 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 210 time: 0.1302609 Nov 12 03:21:35.372994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fede658-1ecc-4b1d-8f92-ed3ba1eaa32f req-1c803c5d-edd0-4cda-8cd6-fc8c76a1dfde tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102635 Nov 12 03:21:35.378993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.595239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8e50e771-7af0-4c13-b7f4-70dc2c903f0d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:35.636785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8e50e771-7af0-4c13-b7f4-70dc2c903f0d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:35.639179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8e50e771-7af0-4c13-b7f4-70dc2c903f0d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:35.641045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:35.675348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:35.675819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5a2295f-cb17-4f93-a473-0f65b1d0b5c2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:35.840578 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.844411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.871387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.937978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.938604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bf0b04-eee1-463a-99b7-0c9b8ffb1192 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:35.950076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.951316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ba9275f-cff3-424d-8c65-3b1fcc3b2106 admin admin] 10.222.0.93 "DELETE /v2.0/routers/40bf0b04-eee1-463a-99b7-0c9b8ffb1192 HTTP/1.1" status: 204 len: 168 time: 2.5950940 Nov 12 03:21:35.954469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:35.962689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc022-9916-48b5-ad85-a39fcf734a15 req-46c0042f-5794-4ba3-892c-ff2eecb6d135 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.964399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfbdc022-9916-48b5-ad85-a39fcf734a15 req-46c0042f-5794-4ba3-892c-ff2eecb6d135 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.4661307 Nov 12 03:21:35.981965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd3110-9786-4447-ab53-6828ebb404e9 req-50366ce5-a726-48a9-b7b5-969aa4953093 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.985999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffd3110-9786-4447-ab53-6828ebb404e9 req-50366ce5-a726-48a9-b7b5-969aa4953093 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.4643545 Nov 12 03:21:36.016406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Deleting subnet 8cfe8a84-6577-4b63-a1d7-e119548a9e70 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:36.021225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.030182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.100547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.121689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:36.125344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffd3110-9786-4447-ab53-6828ebb404e9 req-0c76c39c-f98f-40b7-b954-775b5565d2d4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331451 Nov 12 03:21:36.132610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:36.134951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:36.137561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event updated for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.163680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfbdc022-9916-48b5-ad85-a39fcf734a15 req-5f54825d-e283-41d2-8793-fd48901a41ea tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762125 Nov 12 03:21:36.197066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:36.214360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.282132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Allocated IP 172.20.0.2 (5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e/92638748-ba26-4f80-b1e2-7116be365ba8/170f7962-26d7-4adf-9437-a9554917770e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:36.284919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.285529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.288384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.328974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-545fa7cb-ed55-4933-b2b3-726f9e1a3f1f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3665278 Nov 12 03:21:36.340090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfe8a84-6577-4b63-a1d7-e119548a9e70,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.343925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Request body: {'port': {'device_id': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:36.363779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.367785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5be221-e7e5-4cbc-bac5-364b1ebf7394 req-0e004991-3b09-4538-a814-e7df9a05e4c2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.369877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b5be221-e7e5-4cbc-bac5-364b1ebf7394 req-0e004991-3b09-4538-a814-e7df9a05e4c2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1145930 Nov 12 03:21:36.380104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-767fb435-f2c4-445c-ad40-cf1661c51a2a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8cfe8a84-6577-4b63-a1d7-e119548a9e70 HTTP/1.1" status: 204 len: 168 time: 0.4226975 Nov 12 03:21:36.389099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:36.398982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a21fe1-9fcd-451f-8811-0afe2629102a None None] Network 42f1b6e6-f173-4e10-99b7-8014f9e47055 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:36.496161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16c1cffc-bafd-483b-8559-a3066089544a req-d9e3ad2b-29af-43d2-92e6-c74240d2c63f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 210 time: 0.0485830 Nov 12 03:21:36.558487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:36.574676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b5be221-e7e5-4cbc-bac5-364b1ebf7394 req-30e47838-007c-49db-a22e-f8e4290a6172 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496902 Nov 12 03:21:36.612571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'port_id': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'mac_address': 'fa:16:3e:13:1f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae051c-2102-4977-9386-cc2a81aef4a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:36.616440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.706557 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.725540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.754229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.756874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491f223-ec9b-4bf3-a13b-9e0d458c20ff req-164937b9-3c3b-4ae1-ad26-ac6e44c21a86 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.757327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce86aa68-02de-4cb0-8aa3-802954d4b420 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:36.764692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2491f223-ec9b-4bf3-a13b-9e0d458c20ff req-164937b9-3c3b-4ae1-ad26-ac6e44c21a86 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1318905 Nov 12 03:21:36.794417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:36.806476 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.820667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.851340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] DHCP port deletion for 42f1b6e6-f173-4e10-99b7-8014f9e47055 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:36.896355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2491f223-ec9b-4bf3-a13b-9e0d458c20ff req-73bd78db-bd27-4c8b-8ba1-bf33b3e91372 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294351 Nov 12 03:21:36.921926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['ce86aa68-02de-4cb0-8aa3-802954d4b420'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:36.965986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b2f6a-5c20-41f9-99a7-5f3aaf646ea2 req-0f198462-b036-42d6-9759-92b9a3408369 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.976164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.976443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e39b2f6a-5c20-41f9-99a7-5f3aaf646ea2 req-0f198462-b036-42d6-9759-92b9a3408369 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0739217 Nov 12 03:21:37.022643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Deleting port 102fa1ab-65a0-44af-86bc-dc10915400be {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:37.023068 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.050712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:37.054913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e39b2f6a-5c20-41f9-99a7-5f3aaf646ea2 req-54914336-44ea-4484-9d75-278fb7affa03 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687315 Nov 12 03:21:37.062362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:37.070825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:37.110158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event updated for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.123918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] For port 102fa1ab-65a0-44af-86bc-dc10915400be, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=102fa1ab-65a0-44af-86bc-dc10915400be,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:37.124334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.133908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Deleting port 102fa1ab-65a0-44af-86bc-dc10915400be {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:37.134221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.144186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Calling delete_port for 102fa1ab-65a0-44af-86bc-dc10915400be owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:37.178690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.179330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.265823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.275216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] For port 102fa1ab-65a0-44af-86bc-dc10915400be, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=102fa1ab-65a0-44af-86bc-dc10915400be,segment=NetworkSegment(b536c965-b24c-47bd-86d5-a642af0be6af),segment_id=b536c965-b24c-47bd-86d5-a642af0be6af)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:37.275216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.279786 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-c9a3a406-245c-4ce8-a704-6fa80b73ea2c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8004527 Nov 12 03:21:37.300533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] Pushing event deleted for resources: {'Port': ['ID=102fa1ab-65a0-44af-86bc-dc10915400be,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.303714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Request body: {'port': {'device_id': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:37.306391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Calling delete_port for 102fa1ab-65a0-44af-86bc-dc10915400be owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:37.309611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89b9c2e-b85d-46a5-8680-4b9d506374db {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:37.310041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609a501-8e52-4f7a-8583-14aa62f472a5 None None] No DVR routers for this DVR port 102fa1ab-65a0-44af-86bc-dc10915400be on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:37.339888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.352689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da83c0f-c79b-4a71-884b-0e1b1183d6d0 req-e1d2733e-e745-4888-be77-d4e26e076961 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.354294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5da83c0f-c79b-4a71-884b-0e1b1183d6d0 req-e1d2733e-e745-4888-be77-d4e26e076961 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0920055 Nov 12 03:21:37.363063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6625-8c97-431f-8d33-0e9703cf8b7b req-50c986b9-ea1c-4278-876c-925439255fdd tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.364504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-493f6625-8c97-431f-8d33-0e9703cf8b7b req-50c986b9-ea1c-4278-876c-925439255fdd tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0908823 Nov 12 03:21:37.411928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Transition to ACTIVE for port object d89b9c2e-b85d-46a5-8680-4b9d506374db will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:37.421161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.465714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.509759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-493f6625-8c97-431f-8d33-0e9703cf8b7b req-6e5a7b19-2f86-4fa9-a607-08f5667ca467 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384447 Nov 12 03:21:37.525368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5da83c0f-c79b-4a71-884b-0e1b1183d6d0 req-f0dbc002-2741-4d1d-b12b-ce37d1de9945 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579669 Nov 12 03:21:37.537366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.556901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.622531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Pushing event deleted for resources: {'Port': ['ID=102fa1ab-65a0-44af-86bc-dc10915400be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.633477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-a32e2585-625e-468a-a83a-0169daef3f85 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1954215 Nov 12 03:21:37.636206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 102fa1ab-65a0-44af-86bc-dc10915400be no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:37.643300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] No DVR routers for this DVR port 102fa1ab-65a0-44af-86bc-dc10915400be on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:37.700154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 102fa1ab-65a0-44af-86bc-dc10915400be {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:37.700687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 102fa1ab-65a0-44af-86bc-dc10915400be not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:37.763441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Attempting to bind port d89b9c2e-b85d-46a5-8680-4b9d506374db on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:37.763848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Attempting to bind port d89b9c2e-b85d-46a5-8680-4b9d506374db by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:37.764290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Attempting to bind port d89b9c2e-b85d-46a5-8680-4b9d506374db on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:37.796343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cabec67-997f-4c3d-8184-4e49a6653f23 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:37.801546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Port d89b9c2e-b85d-46a5-8680-4b9d506374db on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:37.801952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Attempting to bind port d89b9c2e-b85d-46a5-8680-4b9d506374db on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:37.807805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.810420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.817012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-bfa61151-383a-4047-bf85-e2f2235d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.817485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:37.817841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Checking segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:37.818223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Bound using segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:37.818499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-bfa61151-383a-4047-bf85-e2f2235d2b97 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1098 time: 0.1389506 Nov 12 03:21:37.818683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Bound port: d89b9c2e-b85d-46a5-8680-4b9d506374db, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:37.819039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.832945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Transition to ACTIVE for port object 7cabec67-997f-4c3d-8184-4e49a6653f23 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:37.841456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad08648-6e5a-47ba-862b-e99f943ae307 req-4450de01-bb25-49cc-88eb-ded8f07c3a53 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.843006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad08648-6e5a-47ba-862b-e99f943ae307 req-4450de01-bb25-49cc-88eb-ded8f07c3a53 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 931 time: 0.0927320 Nov 12 03:21:37.844487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.866488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f1b6e6-f173-4e10-99b7-8014f9e47055']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:37.929566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b536c965-b24c-47bd-86d5-a642af0be6af') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:37.929848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b536c965-b24c-47bd-86d5-a642af0be6af') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:37.947700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.990468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.006625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Pushing event updated for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.010488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:38.010964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:38.018736 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:38.022017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:38.106677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad08648-6e5a-47ba-862b-e99f943ae307 req-76c61650-bb6e-4397-b506-be81adb260e3 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233632 Nov 12 03:21:38.114589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.136658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:38.136658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.136658 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] 10.222.0.93 "DELETE /v2.0/networks/42f1b6e6-f173-4e10-99b7-8014f9e47055 HTTP/1.1" status: 204 len: 168 time: 1.7451620 Nov 12 03:21:38.172506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-cbc0ffb8-d968-410a-a835-41f36fb5ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.174684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-cbc0ffb8-d968-410a-a835-41f36fb5ef84 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.2991316 Nov 12 03:21:38.204712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.212123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:38.226020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47f9d-7ed7-4b4a-953e-0fb8a2418349 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f1b6e6-f173-4e10-99b7-8014f9e47055,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.232732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170f7962-26d7-4adf-9437-a9554917770e {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:38.289684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port ce86aa68-02de-4cb0-8aa3-802954d4b420 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:38.290649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.295468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f855e-1f09-480c-bdef-bfb0fdb254cc req-1443acb3-a4bb-4b29-b4b9-110138ef2df8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.304535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e59f855e-1f09-480c-bdef-bfb0fdb254cc req-1443acb3-a4bb-4b29-b4b9-110138ef2df8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 945 time: 0.2150829 Nov 12 03:21:38.322926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-ac71fc0f-2847-444e-ad76-e035b8e4be0b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.1373560 Nov 12 03:21:38.353959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40990) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:38.364077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Attempting to bind port 7cabec67-997f-4c3d-8184-4e49a6653f23 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:38.364722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Attempting to bind port 7cabec67-997f-4c3d-8184-4e49a6653f23 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:38.365494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Attempting to bind port 7cabec67-997f-4c3d-8184-4e49a6653f23 on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:38.401161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.438064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Port 7cabec67-997f-4c3d-8184-4e49a6653f23 on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:38.438686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Attempting to bind port 7cabec67-997f-4c3d-8184-4e49a6653f23 on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:38.439919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:38.443863 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14940b12-e252-481d-9beb-b078d8d33d04" -d '{"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-plugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:38.463102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:38.468350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.475488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:38.475878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Checking segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:38.476235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Bound using segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:38.476692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Bound port: 7cabec67-997f-4c3d-8184-4e49a6653f23, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:38.477301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.496503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-9de92d7c-d776-42da-bb0f-0ae1120ff7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.498278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-9de92d7c-d776-42da-bb0f-0ae1120ff7f3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.1529222 Nov 12 03:21:38.513908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e59f855e-1f09-480c-bdef-bfb0fdb254cc req-d06a1d3c-f0a8-4f95-8371-450656447802 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082634 Nov 12 03:21:38.563383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-9b93ed2b-a68d-4294-bc5a-1d95a2e81e9b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444818 Nov 12 03:21:38.568030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fc3101d-805b-4de7-b6f1-80050715915a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=852aff31c94b43aaa1a255d4c83defa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085536 Nov 12 03:21:38.574424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db1a6-75ca-4808-94a1-2872e3960f98 req-b6f90901-b875-48a3-9230-64e92c85ff38 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.576062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d8db1a6-75ca-4808-94a1-2872e3960f98 req-b6f90901-b875-48a3-9230-64e92c85ff38 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2907600 Nov 12 03:21:38.576574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:38.597640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.612830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.613404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.615463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] 10.222.0.100 "PUT /v2.0/ports/d89b9c2e-b85d-46a5-8680-4b9d506374db HTTP/1.1" status: 200 len: 1093 time: 3.7364931 Nov 12 03:21:38.627947 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352d618-07ea-4958-a74a-c5b90d62f1a8 x-openstack-request-id: req-5352d618-07ea-4958-a74a-c5b90d62f1a8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:38.628869 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-plugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:38.629327 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5352d618-07ea-4958-a74a-c5b90d62f1a8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:38.630588 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'code': 200} Nov 12 03:21:38.633728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:38.645044 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1" -d '{"events": [{"name": "network-changed", "server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:38.654448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.723712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Transition to ACTIVE for port object 170f7962-26d7-4adf-9437-a9554917770e will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:38.729880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e030b32-ed2e-44cd-b791-5cc8ead42f60 service neutron] Pushing event updated for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.734277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.783582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-85b92c6f-53cf-4596-848d-2c510c38c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.785131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-85b92c6f-53cf-4596-848d-2c510c38c06f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 1096 time: 0.1212990 Nov 12 03:21:38.826350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:38.852144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Pushing event updated for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.870364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.873756 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-e3f928e5-8769-4447-9dbb-ed34c39cc00f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db HTTP/1.1" status: 200 len: 217 time: 0.0773993 Nov 12 03:21:38.875041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7cabec67-997f-4c3d-8184-4e49a6653f23,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:38.884743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b878-0ff4-4494-86ff-93b150f5d42d req-695d1592-c9fd-45fb-8cda-568d710495de tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.886283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0e8b878-0ff4-4494-86ff-93b150f5d42d req-695d1592-c9fd-45fb-8cda-568d710495de tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1831889 Nov 12 03:21:38.889739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d8db1a6-75ca-4808-94a1-2872e3960f98 req-91d48d5c-fe50-4be2-94f8-bb9ea19fa8af tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682011 Nov 12 03:21:38.912136 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.972727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-0841fe9b-bde8-49c9-a5f3-f0332d65de18 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693354 Nov 12 03:21:38.973358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Attempting to bind port 170f7962-26d7-4adf-9437-a9554917770e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:38.973697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Attempting to bind port 170f7962-26d7-4adf-9437-a9554917770e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:38.974019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Attempting to bind port 170f7962-26d7-4adf-9437-a9554917770e on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:38.974688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.988863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-7a76f7c4-d11d-4f91-809d-16df304110e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.990308 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-7a76f7c4-d11d-4f91-809d-16df304110e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.1081872 Nov 12 03:21:38.992501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Port 170f7962-26d7-4adf-9437-a9554917770e on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:38.996314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Attempting to bind port 170f7962-26d7-4adf-9437-a9554917770e on network 5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:39.004842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:39.005727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Checking segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:39.006321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Bound using segment: {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:39.006989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Bound port: 170f7962-26d7-4adf-9437-a9554917770e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:39.007561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.011353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.011990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.013375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] 10.222.0.98 "PUT /v2.0/ports/7cabec67-997f-4c3d-8184-4e49a6653f23 HTTP/1.1" status: 200 len: 1092 time: 2.6748359 Nov 12 03:21:39.017206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:39.019632 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a729c7-2cff-42d0-9291-531fa0d60bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:39.093017 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-737e9101-ad18-4319-af3f-2aad3a35a426 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676911 Nov 12 03:21:39.106140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092b932-42c8-494c-a9de-5320b325c930 service neutron] Pushing event updated for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.168825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:39.172492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=170f7962-26d7-4adf-9437-a9554917770e,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:39.181156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0e8b878-0ff4-4494-86ff-93b150f5d42d req-28446f64-1cc7-4cf0-947c-fd88ab56a29f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849450 Nov 12 03:21:39.245088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.260517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af19e6b3-3aa4-412b-8345-f0fb280d90ec req-8689af91-538f-4c80-b134-bad20dd286d6 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790759 Nov 12 03:21:39.281275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.287420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.289027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e645590-eaf5-43f3-ba56-c5462d6ae58e HTTP/1.1" status: 204 len: 168 time: 0.6705713 Nov 12 03:21:39.318056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830acb-126d-4b4f-87aa-9b83ac4f7d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e645590-eaf5-43f3-ba56-c5462d6ae58e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.364288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-339ab3fa-4e7b-43d3-abf4-2b1587a23f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.366119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-339ab3fa-4e7b-43d3-abf4-2b1587a23f09 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 1095 time: 0.2935154 Nov 12 03:21:39.373268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Pushing event updated for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.405251 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bf713-13f6-451e-b5cc-296cf1cac96c x-openstack-request-id: req-f30bf713-13f6-451e-b5cc-296cf1cac96c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:39.405614 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:39.408743 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f30bf713-13f6-451e-b5cc-296cf1cac96c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:39.409162 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db', 'status': 'completed', 'code': 200} Nov 12 03:21:39.410344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd51f7b-ad51-4a4e-8211-10b888d7d4b2 req-15e506b1-c463-49ae-b358-7645965c3ba7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.419882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcd51f7b-ad51-4a4e-8211-10b888d7d4b2 req-15e506b1-c463-49ae-b358-7645965c3ba7 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.2375085 Nov 12 03:21:39.424622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.425271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.426712 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-cd492d75-3251-4197-9be2-1f8d9a4e8f80 service neutron] 10.222.0.100 "PUT /v2.0/ports/170f7962-26d7-4adf-9437-a9554917770e HTTP/1.1" status: 200 len: 1092 time: 2.1291063 Nov 12 03:21:39.442717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-87857bc6-35d0-4286-a6f5-1a3c7b5df5d0 service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237913 Nov 12 03:21:39.524843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-e0b2e7cf-351f-4876-882b-f2c8a9f962d4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cabec67-997f-4c3d-8184-4e49a6653f23 HTTP/1.1" status: 200 len: 217 time: 0.1271334 Nov 12 03:21:39.572590 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-db0f624c-df19-4781-8f6f-ba069d3a77d9 service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157784 Nov 12 03:21:39.620971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-00172a4b-e814-4f0c-aaaf-116e755ec99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.622646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-00172a4b-e814-4f0c-aaaf-116e755ec99b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.0607355 Nov 12 03:21:39.635799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-ff500c56-ad01-40d0-a77b-9ac6095da885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.637491 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-ff500c56-ad01-40d0-a77b-9ac6095da885 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 1095 time: 0.0640149 Nov 12 03:21:39.647987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcd51f7b-ad51-4a4e-8211-10b888d7d4b2 req-7aa4543b-624c-4f2a-9d89-4bb9a589f7d3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273242 Nov 12 03:21:39.678330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-776b6a92-0395-437b-9118-02fa32055a62 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450706 Nov 12 03:21:39.694411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a6c3a-5e79-4ef7-a23e-bfc56fb93930 req-a0924761-a2b9-4997-a792-3bc8c663df6f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.702582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-019a6c3a-5e79-4ef7-a23e-bfc56fb93930 req-a0924761-a2b9-4997-a792-3bc8c663df6f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1826198 Nov 12 03:21:39.752407 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a297e-6e4f-42cc-9b52-d4997b4ddff6 x-openstack-request-id: req-550a297e-6e4f-42cc-9b52-d4997b4ddff6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:39.752686 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:39.752938 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-550a297e-6e4f-42cc-9b52-d4997b4ddff6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:39.753336 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23', 'status': 'completed', 'code': 200} Nov 12 03:21:39.771170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.779904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-ed6c6125-5032-4fb6-a30f-8c938ef5db52 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=170f7962-26d7-4adf-9437-a9554917770e HTTP/1.1" status: 200 len: 217 time: 0.1161766 Nov 12 03:21:39.854382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-dacdf3de-0277-4ff0-b12e-a69819e325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.856173 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-dacdf3de-0277-4ff0-b12e-a69819e325a8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 1096 time: 0.1860590 Nov 12 03:21:39.871340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-019a6c3a-5e79-4ef7-a23e-bfc56fb93930 req-a41b49f9-f6a4-423f-9197-06c46beb6c0c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678815 Nov 12 03:21:39.875365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-98997cb1-73e6-4b6d-a1a3-6447fbd1ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.876905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-98997cb1-73e6-4b6d-a1a3-6447fbd1ba40 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.0844572 Nov 12 03:21:39.883173 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4aeee27-8ec4-420d-a9b6-acb87566989d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1757b5aeea2843059f6fe66fc30ec813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1083493 Nov 12 03:21:39.886192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-edc78e5b-4447-4d82-86ec-ae5609015e96 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2102964 Nov 12 03:21:39.889029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41022) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:39.940249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-831959ba-df05-4769-abc8-80ee572f8205 service neutron] 10.222.0.98 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354047 Nov 12 03:21:39.971531 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-fad8b7f7-4895-41f9-9844-5435596076d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623710 Nov 12 03:21:39.979353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86ebed-0f40-48fc-bc71-d25ed6b8d171 req-82cc4002-493c-44d1-8c2d-7fec76e32e89 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.981215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d86ebed-0f40-48fc-bc71-d25ed6b8d171 req-82cc4002-493c-44d1-8c2d-7fec76e32e89 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 946 time: 0.1667609 Nov 12 03:21:40.074508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-aec2241c-3755-471c-b2f6-b55b8a57fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.076018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-aec2241c-3755-471c-b2f6-b55b8a57fade service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 920 time: 0.2095964 Nov 12 03:21:40.130716 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-14fae161-6a6a-4311-ab78-7bf078e35b36 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db HTTP/1.1" status: 200 len: 217 time: 0.0431526 Nov 12 03:21:40.134758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-89f9d7ea-3bd2-40b7-acfd-360f81a562bd service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517789 Nov 12 03:21:40.138621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5836e3-5782-4604-b882-bafd1f469676 req-0bc92f9f-784a-41d7-9588-2cf14d8ffabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.140124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-0bc92f9f-784a-41d7-9588-2cf14d8ffabb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=96a0519fce8f4778b66fa43be661fab4&device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 1102 time: 0.2204187 Nov 12 03:21:40.229837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:40.253847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d4d13-cbdf-4a7c-a970-faf1d77d5d2f req-913f01e6-f165-43fe-a335-1f8852bded16 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.262356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f1d4d13-cbdf-4a7c-a970-faf1d77d5d2f req-913f01e6-f165-43fe-a335-1f8852bded16 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 943 time: 0.2640913 Nov 12 03:21:40.277755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d86ebed-0f40-48fc-bc71-d25ed6b8d171 req-335ba503-2b87-4578-9e0b-a5fcab991aca tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779198 Nov 12 03:21:40.298899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-a5928cef-906c-4c00-8820-2f1c1b964676 service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444895 Nov 12 03:21:40.313746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-fd94addc-13d9-4f89-90de-cb902c4e03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.315623 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-fd94addc-13d9-4f89-90de-cb902c4e03fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.1628301 Nov 12 03:21:40.338504 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.349952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.372977 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-fc6f6da4-db4e-4fd1-8e22-9d380970fa10 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473289 Nov 12 03:21:40.415627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd115e5-926d-4aa5-a65c-74c38b827559 req-73fe2a45-f541-42f6-a822-a41fcbc5b6ff service neutron] 10.222.0.98 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441130 Nov 12 03:21:40.442738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:40.460482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.485895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.531203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:40.564394 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-defb87cc-b753-4d9a-8d22-6f5d50a64c81 service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763425 Nov 12 03:21:40.582484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f1d4d13-cbdf-4a7c-a970-faf1d77d5d2f req-4bde5ff3-3624-4389-8461-a8d01ab60d1a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191254 Nov 12 03:21:40.631460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:40.633770 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d9c281-0ec0-46ce-a4c2-48aab8b0d16f" -d '{"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-unplugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:40.663407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5836e3-5782-4604-b882-bafd1f469676 req-fb764e09-6020-4ed7-beee-16c87d487112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.675345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-fb764e09-6020-4ed7-beee-16c87d487112 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.5093372 Nov 12 03:21:40.682018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7bf40fbc-1831-4fb8-ac7e-f754dffbaab1 req-b99148c5-3642-4afd-ba07-d62809d9883c service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069429 Nov 12 03:21:40.784712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0447bd-4a0f-4f13-96c0-c50699209de9 req-c7d42330-659d-4531-ae81-c6d50d975365 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.786423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c0447bd-4a0f-4f13-96c0-c50699209de9 req-c7d42330-659d-4531-ae81-c6d50d975365 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.3226159 Nov 12 03:21:40.787822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-8a977065-c93b-4cae-96c2-ece3b536562d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=928d14b2-8854-4158-87da-a2dc5a115b04 HTTP/1.1" status: 200 len: 217 time: 0.0935721 Nov 12 03:21:40.824431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-0a6799b5-024c-4320-b636-c8629da89a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.826084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-0a6799b5-024c-4320-b636-c8629da89a20 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 1095 time: 0.3004224 Nov 12 03:21:41.233494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.237640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.239482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d061e4a-2f35-4e0b-998d-7ce0a74059ea HTTP/1.1" status: 204 len: 168 time: 1.3491144 Nov 12 03:21:41.267606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c0447bd-4a0f-4f13-96c0-c50699209de9 req-dd8afcbb-7d79-4753-a011-0a5a20ba5284 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577508 Nov 12 03:21:41.283248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1dff-0938-4011-ade6-d8ff62eaa4f9 req-9fe4ca0b-0df4-4f51-9993-a3b699d87cd1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.292063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-198b1dff-0938-4011-ade6-d8ff62eaa4f9 req-9fe4ca0b-0df4-4f51-9993-a3b699d87cd1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.5266769 Nov 12 03:21:41.302523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88121b-a62e-4dd2-b4ee-2db1905d8ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d061e4a-2f35-4e0b-998d-7ce0a74059ea,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.324458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5836e3-5782-4604-b882-bafd1f469676 req-79072589-4696-4442-bd9c-272e2415c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.326082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-79072589-4696-4442-bd9c-272e2415c7b4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.4987397 Nov 12 03:21:41.398736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-359da7b7-8774-488c-af20-f76703f2bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.400258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-359da7b7-8774-488c-af20-f76703f2bc51 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 920 time: 0.5587604 Nov 12 03:21:41.404680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bea96-9360-416e-ade9-ba1124297602 req-902a657f-f51c-40d0-9350-0337950cc6ff tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.407043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-993bea96-9360-416e-ade9-ba1124297602 req-902a657f-f51c-40d0-9350-0337950cc6ff tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.100 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 944 time: 0.1999333 Nov 12 03:21:41.412752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'tag': '170f7962-26d7-4adf-9437-a9554917770e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:41.414114 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc822860-d338-4f3f-bf84-3294802daac1 x-openstack-request-id: req-bc822860-d338-4f3f-bf84-3294802daac1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:41.414602 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-unplugged", "status": "completed", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:41.414717 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc822860-d338-4f3f-bf84-3294802daac1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:41.415050 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'code': 200} Nov 12 03:21:41.418406 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35630373-4104-4211-8ef2-e86dfcaa3684" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "tag": "170f7962-26d7-4adf-9437-a9554917770e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:41.433331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-198b1dff-0938-4011-ade6-d8ff62eaa4f9 req-eeaed355-e5a7-4b39-b8ed-cf800993de56 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400707 Nov 12 03:21:41.555636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-6ca26f04-c5d2-4aec-a4b0-e9ae507d2270 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cabec67-997f-4c3d-8184-4e49a6653f23 HTTP/1.1" status: 200 len: 217 time: 0.1455607 Nov 12 03:21:41.590557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Deleting port ce86aa68-02de-4cb0-8aa3-802954d4b420 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:41.591213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.671596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-31608f28-2c59-4b5c-8890-517b6c210556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.674094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-31608f28-2c59-4b5c-8890-517b6c210556 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.1022656 Nov 12 03:21:41.677167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5836e3-5782-4604-b882-bafd1f469676 req-7ce0502d-93e4-4835-bbbb-8dc9c1eff9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.678800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-7ce0502d-93e4-4835-bbbb-8dc9c1eff9e1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3426452 Nov 12 03:21:41.749232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-479f6c77-f021-47e3-afb4-ba8b4bec88dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635533 Nov 12 03:21:41.787686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] For port ce86aa68-02de-4cb0-8aa3-802954d4b420, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ce86aa68-02de-4cb0-8aa3-802954d4b420,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:41.788076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.807228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Calling delete_port for ce86aa68-02de-4cb0-8aa3-802954d4b420 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:41.945332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2652d-f06f-4a31-8931-45b35493ec69 req-1e70daea-553d-4b12-8dfb-5442391a4b3f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.948910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9b2652d-f06f-4a31-8931-45b35493ec69 req-1e70daea-553d-4b12-8dfb-5442391a4b3f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.3918483 Nov 12 03:21:41.965897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5950e19-1d35-455e-8801-208503a7c3a5 req-551bcde9-ad2a-42e8-9514-7dbbffe7d0d5 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.967765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5950e19-1d35-455e-8801-208503a7c3a5 req-551bcde9-ad2a-42e8-9514-7dbbffe7d0d5 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=f001ba50-c808-4f02-903b-dae35bd35657 HTTP/1.1" status: 200 len: 944 time: 0.4201736 Nov 12 03:21:41.971173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-f5bacdb6-dcf6-4d2c-b21b-c09abb2b3f59 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281260 Nov 12 03:21:41.981613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.014288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event deleted for resources: {'Port': ['ID=ce86aa68-02de-4cb0-8aa3-802954d4b420,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.071834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] No DVR routers for this DVR port ce86aa68-02de-4cb0-8aa3-802954d4b420 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:42.074518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.077888 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-993bea96-9360-416e-ade9-ba1124297602 req-3fdbd131-ad92-4c80-babc-ef7c4230a786 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.100 "DELETE /v2.0/ports/ce86aa68-02de-4cb0-8aa3-802954d4b420 HTTP/1.1" status: 204 len: 173 time: 0.6466641 Nov 12 03:21:42.229345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d89b9c2e-b85d-46a5-8680-4b9d506374db details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:42.234974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5950e19-1d35-455e-8801-208503a7c3a5 req-adc9bc0c-700a-4a4d-a5ea-5c476fc48511 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285774 Nov 12 03:21:42.247937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9b2652d-f06f-4a31-8931-45b35493ec69 req-9995235f-9d7b-469e-97e0-2e667ac19c23 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754879 Nov 12 03:21:42.262064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-f8164826-f3f0-422a-b21c-36de6033573e service neutron] 10.222.0.98 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943331 Nov 12 03:21:42.266084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5836e3-5782-4604-b882-bafd1f469676 req-44e20877-d1cc-4223-b87e-cc84e23a80bc service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607918 Nov 12 03:21:42.411809 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ce49b-5b04-4518-b169-32f8a02b8f83 x-openstack-request-id: req-473ce49b-5b04-4518-b169-32f8a02b8f83 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:42.412714 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "tag": "170f7962-26d7-4adf-9437-a9554917770e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:42.413137 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-473ce49b-5b04-4518-b169-32f8a02b8f83 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:42.413796 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'tag': '170f7962-26d7-4adf-9437-a9554917770e', 'status': 'completed', 'code': 200} Nov 12 03:21:42.451861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:42.466424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'd89b9c2e-b85d-46a5-8680-4b9d506374db', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'port_id': 'd89b9c2e-b85d-46a5-8680-4b9d506374db', 'mac_address': 'fa:16:3e:e8:b0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92638748-ba26-4f80-b1e2-7116be365ba8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:42.509635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.524371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89b9c2e-b85d-46a5-8680-4b9d506374db {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:42.546611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:42.551345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.552408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 170f7962-26d7-4adf-9437-a9554917770e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:42.629984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=170f7962-26d7-4adf-9437-a9554917770e,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:42.638304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.644784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0a729c7-2cff-42d0-9291-531fa0d60bdc req-2c939cb1-5d14-4950-90f3-9e8b916d7868 service neutron] 10.222.0.98 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727183 Nov 12 03:21:42.645371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '170f7962-26d7-4adf-9437-a9554917770e', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'port_id': '170f7962-26d7-4adf-9437-a9554917770e', 'mac_address': 'fa:16:3e:34:8a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92638748-ba26-4f80-b1e2-7116be365ba8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:42.656397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509fc9e-a15a-49d2-b42e-1f2a378b592d req-827869fb-db68-4809-8b76-d5fc56d9f67e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.658303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4509fc9e-a15a-49d2-b42e-1f2a378b592d req-827869fb-db68-4809-8b76-d5fc56d9f67e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2201061 Nov 12 03:21:42.679930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-236cac5f-7d05-4bd3-860c-ba86dc20dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.681580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-236cac5f-7d05-4bd3-860c-ba86dc20dd76 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 1095 time: 0.2205429 Nov 12 03:21:42.699669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecac9a-b286-4ab0-9e4d-1fe6bb896fb8 req-cb9da3af-4385-4c8d-8cba-4a2c5a053a2e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.700525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.701548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ecac9a-b286-4ab0-9e4d-1fe6bb896fb8 req-cb9da3af-4385-4c8d-8cba-4a2c5a053a2e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 943 time: 0.1647213 Nov 12 03:21:42.717127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170f7962-26d7-4adf-9437-a9554917770e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:42.755275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=170f7962-26d7-4adf-9437-a9554917770e,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:42.760093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.819115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.844066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4509fc9e-a15a-49d2-b42e-1f2a378b592d req-b26966f5-fe2c-4911-ada9-fa7041c743dc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792505 Nov 12 03:21:42.912616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-aa414715-3899-48ad-9124-ef4a8bbcfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.914600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-aa414715-3899-48ad-9124-ef4a8bbcfad2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 200 len: 920 time: 0.2118256 Nov 12 03:21:42.919922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ecac9a-b286-4ab0-9e4d-1fe6bb896fb8 req-0bae42f9-e7ef-4e1a-bb9e-a60819b54a99 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027767 Nov 12 03:21:42.969093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-c5809863-45b4-48f3-9bcb-7f5d3bbba88f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=170f7962-26d7-4adf-9437-a9554917770e HTTP/1.1" status: 200 len: 217 time: 0.0421381 Nov 12 03:21:43.031733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d89b9c2e-b85d-46a5-8680-4b9d506374db'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:43.068821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-bf0b4527-28ba-4d84-8a76-e87ddc594026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.070462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-bf0b4527-28ba-4d84-8a76-e87ddc594026 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 200 len: 858 time: 0.0926135 Nov 12 03:21:43.073240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['170f7962-26d7-4adf-9437-a9554917770e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:43.109554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-bfed4896-5049-4f9b-8c82-af19fa0080b6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308824 Nov 12 03:21:43.129867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edcc0c-be68-4f37-91fc-4bd236f82f14 req-8fb51e8b-5b45-46e0-a306-bc7a8b24d485 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.132163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04edcc0c-be68-4f37-91fc-4bd236f82f14 req-8fb51e8b-5b45-46e0-a306-bc7a8b24d485 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1125481 Nov 12 03:21:43.253984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04edcc0c-be68-4f37-91fc-4bd236f82f14 req-d1e1b9d8-7d5d-4343-bf49-ac964002ce63 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123736 Nov 12 03:21:43.272782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-f0863c5f-88e8-4afd-800f-517f69a246aa service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396294 Nov 12 03:21:43.408230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35630373-4104-4211-8ef2-e86dfcaa3684 req-8a6f6bce-de09-4bea-a2ec-4e5b73e667a5 service neutron] 10.222.0.100 "GET /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249659 Nov 12 03:21:43.516756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a6f56-cc4a-4c99-99b0-f92873b89c31 req-fbe7468b-6997-48af-a4c0-d609ad44b086 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.518263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d61a6f56-cc4a-4c99-99b0-f92873b89c31 req-fbe7468b-6997-48af-a4c0-d609ad44b086 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0837889 Nov 12 03:21:43.526877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4197e-a0a6-4f4d-bcaf-309111ba990e req-a6447721-7894-44da-9352-280d68e5591d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.528357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2b4197e-a0a6-4f4d-bcaf-309111ba990e req-a6447721-7894-44da-9352-280d68e5591d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0673997 Nov 12 03:21:43.598361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d61a6f56-cc4a-4c99-99b0-f92873b89c31 req-9e54ef83-c89d-49f7-a56b-286d94f22482 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689330 Nov 12 03:21:43.605420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2b4197e-a0a6-4f4d-bcaf-309111ba990e req-111f6b4b-05c4-47aa-a6b7-c1932da58a1d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702603 Nov 12 03:21:43.744199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb642a5-35fa-47a6-ac3d-7c2ce80551e6 req-dc7d1fa7-33bb-4a35-9feb-8a2c763cc56c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.745720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adb642a5-35fa-47a6-ac3d-7c2ce80551e6 req-dc7d1fa7-33bb-4a35-9feb-8a2c763cc56c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0548568 Nov 12 03:21:43.795767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adb642a5-35fa-47a6-ac3d-7c2ce80551e6 req-10a22b9f-3ddb-4abf-98b7-ddf47547b419 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Nov 12 03:21:44.137102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.141911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996969904', 'description': 'tempest-description--807344094'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:44.168114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979501bb-c8ea-465f-a216-25348839637c req-06c2eacc-8577-4f62-a573-83f480e32850 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.170482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.177221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-979501bb-c8ea-465f-a216-25348839637c req-06c2eacc-8577-4f62-a573-83f480e32850 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0672312 Nov 12 03:21:44.241625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-979501bb-c8ea-465f-a216-25348839637c req-aaf82966-56bc-4a21-bc82-4aa98f104386 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633337 Nov 12 03:21:44.257834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d89b9c2e-b85d-46a5-8680-4b9d506374db up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:44.308209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.312755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.335297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port d89b9c2e-b85d-46a5-8680-4b9d506374db completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:44.340171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port d89b9c2e-b85d-46a5-8680-4b9d506374db triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:44.341014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.349455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.350867 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2127504 Nov 12 03:21:44.352018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080ce2-ab94-4f5b-af5d-02257f1da2b1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d173b-3e43-4104-b68e-8243d0309191,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.353996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.363591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'security_group_rule': {'security_group_id': 'ba3d173b-3e43-4104-b68e-8243d0309191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:44.375309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872407-881b-4544-af4f-2bf7f9227cae req-ced00fa0-b60c-4902-ac99-5baf9bbcf2b3 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.384206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38872407-881b-4544-af4f-2bf7f9227cae req-ced00fa0-b60c-4902-ac99-5baf9bbcf2b3 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 944 time: 0.1035974 Nov 12 03:21:44.408765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.418641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-deleted', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:44.420999 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db2abda-d88b-4cd5-999b-67c2cc66fd91" -d '{"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-deleted", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:44.439708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.464536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38872407-881b-4544-af4f-2bf7f9227cae req-6e635ad1-29a3-4666-bdd7-4505e755a2d8 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790849 Nov 12 03:21:44.477220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.480129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:44.481218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:44.481774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.488549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaf0bf-7e20-4f2d-871a-4f21ec902aea req-8b1cd14a-8dba-45cf-95d3-ac32b91af9a8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.489501 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7eda7a-9e46-42f1-b287-4875e9699433" -d '{"events": [{"server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:44.496411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fceaf0bf-7e20-4f2d-871a-4f21ec902aea req-8b1cd14a-8dba-45cf-95d3-ac32b91af9a8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0794215 Nov 12 03:21:44.504512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.504718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15cf9a9-cdce-49f9-9abf-4312bc4710e5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.505956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 170f7962-26d7-4adf-9437-a9554917770e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:44.509954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.511339 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d65ed385-c26d-4500-8392-a744a8557fac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563549 Nov 12 03:21:44.514057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.519364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'security_group_rule': {'security_group_id': 'ba3d173b-3e43-4104-b68e-8243d0309191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:44.550930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fceaf0bf-7e20-4f2d-871a-4f21ec902aea req-5c22f48f-7b87-4e6a-91ad-a4fb236fe152 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535583 Nov 12 03:21:44.581785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.626931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.641851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7cabec67-997f-4c3d-8184-4e49a6653f23 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:44.656607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.662130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.667613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dea96-15d5-487b-b2f1-585a08244009 req-79bafd72-094a-4186-b30d-d83a828a81da tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.669430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e71dea96-15d5-487b-b2f1-585a08244009 req-79bafd72-094a-4186-b30d-d83a828a81da tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0765617 Nov 12 03:21:44.686794 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cd64f3-caee-49a0-9aac-ac2677c07fc3 x-openstack-request-id: req-04cd64f3-caee-49a0-9aac-ac2677c07fc3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:44.687342 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001ba50-c808-4f02-903b-dae35bd35657", "name": "network-vif-deleted", "tag": "ce86aa68-02de-4cb0-8aa3-802954d4b420", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:44.687598 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04cd64f3-caee-49a0-9aac-ac2677c07fc3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:44.688135 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001ba50-c808-4f02-903b-dae35bd35657', 'name': 'network-vif-deleted', 'tag': 'ce86aa68-02de-4cb0-8aa3-802954d4b420', 'status': 'completed', 'code': 200} Nov 12 03:21:44.688812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1096f951-35c0-4c72-97cb-33ccbb59dfa2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.693463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.694737 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06478325-c537-4b52-9706-bfc0a590e11f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794033 Nov 12 03:21:44.698520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.704909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:44.730229 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b22c9bd-f6f0-4dbd-b799-6880a2de104c x-openstack-request-id: req-0b22c9bd-f6f0-4dbd-b799-6880a2de104c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:44.730585 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "name": "network-vif-plugged", "status": "completed", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:44.730856 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b22c9bd-f6f0-4dbd-b799-6880a2de104c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:44.731259 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db', 'code': 200} Nov 12 03:21:44.742803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.765686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e71dea96-15d5-487b-b2f1-585a08244009 req-388df7cd-ca9e-493c-8794-f41c74bf4437 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842972 Nov 12 03:21:44.784455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 170f7962-26d7-4adf-9437-a9554917770e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:44.800101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 170f7962-26d7-4adf-9437-a9554917770e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:44.800476 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.803138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7cabec67-997f-4c3d-8184-4e49a6653f23,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:44.859928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '7cabec67-997f-4c3d-8184-4e49a6653f23', 'network_id': '5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e', 'port_id': '7cabec67-997f-4c3d-8184-4e49a6653f23', 'mac_address': 'fa:16:3e:7e:2e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92638748-ba26-4f80-b1e2-7116be365ba8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:44.882152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42fa9-6137-4bac-aa6a-92b2d2b433aa req-cf6bed56-555e-4e1f-8af3-dafa82baa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.883563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80b42fa9-6137-4bac-aa6a-92b2d2b433aa req-cf6bed56-555e-4e1f-8af3-dafa82baa8dc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 1098 time: 0.0876191 Nov 12 03:21:44.901678 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.931353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038bb1-895d-4581-ac33-b04ee2904500 req-ca12e883-7fdc-499a-b9d7-01ff48e844cc tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.932878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f038bb1-895d-4581-ac33-b04ee2904500 req-ca12e883-7fdc-499a-b9d7-01ff48e844cc tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0993817 Nov 12 03:21:44.934353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.951052 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.000345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80b42fa9-6137-4bac-aa6a-92b2d2b433aa req-78781930-907d-4294-85a5-ca50c24d0f4c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829096 Nov 12 03:21:45.021676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Allocated IP 172.25.4.100 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ad79e7d0-5123-4114-ac97-ded443df554d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:45.025781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5de38-c301-489a-aa0c-c8a724dc4d6a req-c205d645-9937-4b11-bbb1-1a155ee991d2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.027473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86d5de38-c301-489a-aa0c-c8a724dc4d6a req-c205d645-9937-4b11-bbb1-1a155ee991d2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1421306 Nov 12 03:21:45.033101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f038bb1-895d-4581-ac33-b04ee2904500 req-0aeccc3e-8300-4f9b-9886-b1c6910e6fc0 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Nov 12 03:21:45.098877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86d5de38-c301-489a-aa0c-c8a724dc4d6a req-71dd9fac-f383-4815-9fc5-489d7c9eb1a3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Nov 12 03:21:45.149192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.149716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cabec67-997f-4c3d-8184-4e49a6653f23 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:45.162040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=170f7962-26d7-4adf-9437-a9554917770e,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:45.170044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.170828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:45.192093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.199853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7cabec67-997f-4c3d-8184-4e49a6653f23,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:45.220937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: ce86aa68-02de-4cb0-8aa3-802954d4b420 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:45.221282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ce86aa68-02de-4cb0-8aa3-802954d4b420 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:45.226032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.247358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:45.254455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:45.259685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:45.262668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'Port': ['ID=ad79e7d0-5123-4114-ac97-ded443df554d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.267782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6209e7-b664-4b02-9203-15358a73d916 req-e26b6d4d-4a0b-41fc-9f72-186ca965bab2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.269705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a6209e7-b664-4b02-9203-15358a73d916 req-e26b6d4d-4a0b-41fc-9f72-186ca965bab2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0789905 Nov 12 03:21:45.272066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.333657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.353238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a6209e7-b664-4b02-9203-15358a73d916 req-b4a71ff1-f1c0-41ea-8147-d250fc292dce tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Nov 12 03:21:45.367460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.416034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.502798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde529cd-d9e4-4d44-a5dd-6820edabd550 req-4db2ccfa-7a0a-4567-85cc-fed73b57c967 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.504600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bde529cd-d9e4-4d44-a5dd-6820edabd550 req-4db2ccfa-7a0a-4567-85cc-fed73b57c967 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0623319 Nov 12 03:21:45.510546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7cabec67-997f-4c3d-8184-4e49a6653f23'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:45.560306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bde529cd-d9e4-4d44-a5dd-6820edabd550 req-b862f332-6494-4b9f-b4c3-285b8bb29629 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491269 Nov 12 03:21:45.608845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.615409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.695681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24a2a-29f4-4572-a310-3cefaafb073a req-e1039203-c41a-49eb-98d7-201c47e6a127 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.697448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7d24a2a-29f4-4572-a310-3cefaafb073a req-e1039203-c41a-49eb-98d7-201c47e6a127 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 945 time: 0.0673337 Nov 12 03:21:45.708071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'Port': ['ID=ad79e7d0-5123-4114-ac97-ded443df554d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.732565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.756650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.758063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba6090e1-c3bf-47c8-980b-8b88c23cb617 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0587587 Nov 12 03:21:45.771328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7d24a2a-29f4-4572-a310-3cefaafb073a req-70951aba-9061-49f9-a6b7-3e3b456b2b52 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Nov 12 03:21:45.885225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7b63-da58-4cf5-a27c-35874a2d2de2 req-8fba493e-c9a3-4d8d-b343-93bdc61d70c8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.886803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34eb7b63-da58-4cf5-a27c-35874a2d2de2 req-8fba493e-c9a3-4d8d-b343-93bdc61d70c8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0538838 Nov 12 03:21:45.939506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34eb7b63-da58-4cf5-a27c-35874a2d2de2 req-a26c2ab8-d022-4c83-9118-8fffda7d12c8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464621 Nov 12 03:21:46.021582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd7dec-3ffb-4ef8-bf22-47eaa0b4d3c1 req-39d85518-5cf1-44cd-b1ed-c08d86323030 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.023059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92fd7dec-3ffb-4ef8-bf22-47eaa0b4d3c1 req-39d85518-5cf1-44cd-b1ed-c08d86323030 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0506899 Nov 12 03:21:46.131862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92fd7dec-3ffb-4ef8-bf22-47eaa0b4d3c1 req-5e1c318c-6841-4f06-b3bd-eabd831093ab tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994174 Nov 12 03:21:46.162568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-23f15d7b-57f0-4b59-817f-42ac83d8539a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.162568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-23f15d7b-57f0-4b59-817f-42ac83d8539a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.1367910 Nov 12 03:21:46.178012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-2407c6e8-ddb5-43a5-8999-f27312529b21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/quotas/1ba6da6db0d643229a5ddea51997146a HTTP/1.1" status: 200 len: 375 time: 0.0110338 Nov 12 03:21:46.241817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-6d684805-fdea-4af0-9a11-c98253153cee tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574131 Nov 12 03:21:46.352931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b42c0-ea49-4856-b4e3-c5da630a7204 req-a04717bc-fef1-4b92-8b2a-dced25cc97ba tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.354394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-966b42c0-ea49-4856-b4e3-c5da630a7204 req-a04717bc-fef1-4b92-8b2a-dced25cc97ba tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1071315 Nov 12 03:21:46.393584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-6b8be866-66bd-46b5-aeb0-167342f15494 service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361485 Nov 12 03:21:46.442864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-966b42c0-ea49-4856-b4e3-c5da630a7204 req-8a69b55d-de20-4f05-b803-29f60023a513 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813692 Nov 12 03:21:46.505511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-55024155-e227-4140-a9d9-77dacda16a90 service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026561 Nov 12 03:21:46.575241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618afa34-9c11-4740-8e4b-ffa27d375d4e req-7835fe79-c244-46ac-b4dc-28c1fc026ccc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.576802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-618afa34-9c11-4740-8e4b-ffa27d375d4e req-7835fe79-c244-46ac-b4dc-28c1fc026ccc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0524125 Nov 12 03:21:46.643934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7cabec67-997f-4c3d-8184-4e49a6653f23 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:46.645580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-618afa34-9c11-4740-8e4b-ffa27d375d4e req-1b960120-8d2c-48c1-b6f3-ebf6b449ed1f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620885 Nov 12 03:21:46.720286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 7cabec67-997f-4c3d-8184-4e49a6653f23 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:46.729941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 7cabec67-997f-4c3d-8184-4e49a6653f23 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:46.730250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.733786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170f7962-26d7-4adf-9437-a9554917770e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:46.737147 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0798b19-61d2-4bbe-a302-2c4467a6b8f0" -d '{"events": [{"server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "name": "network-vif-plugged", "status": "completed", "tag": "170f7962-26d7-4adf-9437-a9554917770e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:46.752607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a8823e-7d43-421c-81d4-9eb1f8404e12 req-5427c415-dd16-463d-a2c1-216320dbb21c tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 210 time: 0.0371163 Nov 12 03:21:46.837754 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c4a4a-ebab-47f2-9cd8-e6f8e591e795 x-openstack-request-id: req-2f2c4a4a-ebab-47f2-9cd8-e6f8e591e795 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:46.838045 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "name": "network-vif-plugged", "status": "completed", "tag": "170f7962-26d7-4adf-9437-a9554917770e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:46.838300 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f2c4a4a-ebab-47f2-9cd8-e6f8e591e795 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:46.838704 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170f7962-26d7-4adf-9437-a9554917770e', 'code': 200} Nov 12 03:21:46.856448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7316-a27d-426f-88e9-a9c00db90ad7 req-aa498c46-2a2f-440e-bdb7-ff35c8e10e9a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.858134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c7c7316-a27d-426f-88e9-a9c00db90ad7 req-aa498c46-2a2f-440e-bdb7-ff35c8e10e9a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0706801 Nov 12 03:21:46.897274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.937591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7cabec67-997f-4c3d-8184-4e49a6653f23,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.944881 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.969283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c7c7316-a27d-426f-88e9-a9c00db90ad7 req-08dd13dd-7d86-4c7c-85e7-9e8fb42b3b6c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025364 Nov 12 03:21:46.998683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:47.000350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20bd22-97ca-4b04-a203-d6ccb3895654 req-1a008bf7-a67a-4c9d-b88f-e4418101a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.002753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de20bd22-97ca-4b04-a203-d6ccb3895654 req-1a008bf7-a67a-4c9d-b88f-e4418101a29e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 1097 time: 0.1027560 Nov 12 03:21:47.013043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7755715-03e2-417b-8952-e1f6778b80ee req-408a9d83-4675-42ac-9aec-7f201534c326 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.014636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7755715-03e2-417b-8952-e1f6778b80ee req-408a9d83-4675-42ac-9aec-7f201534c326 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 945 time: 0.1007414 Nov 12 03:21:47.085704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7755715-03e2-417b-8952-e1f6778b80ee req-f07a6710-c076-44b3-849c-7554f454b554 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632145 Nov 12 03:21:47.097621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de20bd22-97ca-4b04-a203-d6ccb3895654 req-f0a3da8b-7615-4582-b721-6d3ba63d18c1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819645 Nov 12 03:21:47.217572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dba2-c326-472b-b05a-c86439c42bec req-29197135-4838-4138-b153-b7edd2cbf714 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.220565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbb9dba2-c326-472b-b05a-c86439c42bec req-29197135-4838-4138-b153-b7edd2cbf714 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0530450 Nov 12 03:21:47.280117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbb9dba2-c326-472b-b05a-c86439c42bec req-296e6ad0-c67b-4899-9578-245a98710b2b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Nov 12 03:21:47.416644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977186fc-dc78-4810-8e1d-7cd9bc3de354 req-76d5520c-4a86-4683-9592-1478dfa81f69 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.418156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-977186fc-dc78-4810-8e1d-7cd9bc3de354 req-76d5520c-4a86-4683-9592-1478dfa81f69 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0835431 Nov 12 03:21:47.431945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5dc49-736f-4e0b-84b7-f0fffe4ea028 req-140c6794-9bb3-4a18-a461-c1e5bb01f802 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.433395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2d5dc49-736f-4e0b-84b7-f0fffe4ea028 req-140c6794-9bb3-4a18-a461-c1e5bb01f802 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0670838 Nov 12 03:21:47.505458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-977186fc-dc78-4810-8e1d-7cd9bc3de354 req-108450dc-7cdf-4236-8aa8-8ef68f3b8239 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709741 Nov 12 03:21:47.508655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2d5dc49-736f-4e0b-84b7-f0fffe4ea028 req-d1326b9d-473a-445a-8bdc-43ecc5dc323d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686650 Nov 12 03:21:47.628084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572f58-4223-489f-a7bc-fdc2f45ca0de req-9b250b0b-7e3f-4a02-9d68-c361ded4a5c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.629662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c572f58-4223-489f-a7bc-fdc2f45ca0de req-9b250b0b-7e3f-4a02-9d68-c361ded4a5c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0568087 Nov 12 03:21:47.713251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c572f58-4223-489f-a7bc-fdc2f45ca0de req-3509f8e3-9780-421b-8a51-37dce865ae3f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774488 Nov 12 03:21:47.726617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1e68-bd86-426e-8325-7b8f2c5e4469 req-d8b84787-0fb0-4b2d-8503-d2d9bc25d079 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.728809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1cc1e68-bd86-426e-8325-7b8f2c5e4469 req-d8b84787-0fb0-4b2d-8503-d2d9bc25d079 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0755730 Nov 12 03:21:47.877172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1cc1e68-bd86-426e-8325-7b8f2c5e4469 req-6668639d-8430-432e-a92f-bb806e643020 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303787 Nov 12 03:21:47.938089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-23e7bb50-8cf5-4fd3-af9a-bc1ba245464d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.940335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-23e7bb50-8cf5-4fd3-af9a-bc1ba245464d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.1605999 Nov 12 03:21:47.965228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'port': {'device_id': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'admin_state_up': True, 'tenant_id': '1ba6da6db0d643229a5ddea51997146a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:47.976470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef59f99c-9076-4885-a4f2-bbaac2bbe062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.071831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad2ad1a-09c4-4505-ba41-c75fdf5b43d4 req-580501b6-cb93-4e74-963c-7aa4194b5d6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 210 time: 0.0383945 Nov 12 03:21:48.119882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Made reservation on behalf of 1ba6da6db0d643229a5ddea51997146a for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:48.123463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.233681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ff695-b154-4aad-9f7a-6f7f341ff505 req-b0131f41-08fe-4d36-9ada-494f3f2bc279 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.235213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b32ff695-b154-4aad-9f7a-6f7f341ff505 req-b0131f41-08fe-4d36-9ada-494f3f2bc279 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0971146 Nov 12 03:21:48.355195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Allocated IP 172.20.0.3 (a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5/aaae051c-2102-4977-9386-cc2a81aef4a1/1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:48.364962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b32ff695-b154-4aad-9f7a-6f7f341ff505 req-81e8b113-10cf-4924-b57f-139f8d77105c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201918 Nov 12 03:21:48.393940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743019c-63b2-47a2-9f88-5683ab609d35 req-34de3f95-9a34-4775-be8e-84b105f91a4e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.393940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b743019c-63b2-47a2-9f88-5683ab609d35 req-34de3f95-9a34-4775-be8e-84b105f91a4e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 945 time: 0.1156988 Nov 12 03:21:48.519503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b743019c-63b2-47a2-9f88-5683ab609d35 req-2f2723bd-dd01-49c2-8431-405fc105781a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184599 Nov 12 03:21:48.606143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.691924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2d17-9e29-4992-a069-c6205dc21d1b req-a23a1728-4346-4d2b-ab9d-8146861af3bc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.693465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5faf2d17-9e29-4992-a069-c6205dc21d1b req-a23a1728-4346-4d2b-ab9d-8146861af3bc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1097600 Nov 12 03:21:48.711676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06f699-9b00-4fda-964e-30a53ad1fd2a req-d65e6261-07bd-4276-9eef-15353ef7c1eb tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.713384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be06f699-9b00-4fda-964e-30a53ad1fd2a req-d65e6261-07bd-4276-9eef-15353ef7c1eb tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1194510 Nov 12 03:21:48.740945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:48.752254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.835046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:48.839891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:48.840965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5faf2d17-9e29-4992-a069-c6205dc21d1b req-2cfe14d5-c4d5-430f-9b1a-d3e25e7b6fd3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397817 Nov 12 03:21:48.842589 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df44239-b3a5-4ba6-9737-7b7fccde9861" -d '{"events": [{"server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "name": "network-vif-plugged", "status": "completed", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:48.854529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:48.856631 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad752c56-88c9-46b1-af1c-4e76eb5b1486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.883775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be06f699-9b00-4fda-964e-30a53ad1fd2a req-651712db-869b-46d8-850c-494e6617afaf tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589088 Nov 12 03:21:48.883775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:48.886357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:48.934220 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe081f9-547a-427b-9194-418e393d14ce x-openstack-request-id: req-bbe081f9-547a-427b-9194-418e393d14ce {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:48.935104 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "name": "network-vif-plugged", "status": "completed", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:48.935718 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bbe081f9-547a-427b-9194-418e393d14ce {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:48.936580 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23', 'code': 200} Nov 12 03:21:48.974928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad752c56-88c9-46b1-af1c-4e76eb5b1486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.982451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad752c56-88c9-46b1-af1c-4e76eb5b1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.994295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.994907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.024370 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ad752c56-88c9-46b1-af1c-4e76eb5b1486 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e579f0d114f4899b73c26a59c71b90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822978 Nov 12 03:21:49.025341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad752c56-88c9-46b1-af1c-4e76eb5b1486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f865168-7fa9-4f14-bb27-ba7668e11f2c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:49.027796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:49.085493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.109135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.161787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.164623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.166508 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f865168-7fa9-4f14-bb27-ba7668e11f2c HTTP/1.1" status: 204 len: 168 time: 0.1377447 Nov 12 03:21:49.178381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a387f-df64-4e84-b751-6a3531d712b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f865168-7fa9-4f14-bb27-ba7668e11f2c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:49.357934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-b00cde35-16cb-4c07-98c3-1b46536070af tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3969502 Nov 12 03:21:49.369614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44db7-a8f9-45d9-83dc-76f167e632c1 req-74bfedc2-afa3-4f99-bdab-df74f5e4d4e9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.371008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2b44db7-a8f9-45d9-83dc-76f167e632c1 req-74bfedc2-afa3-4f99-bdab-df74f5e4d4e9 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.4458911 Nov 12 03:21:49.379222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Request body: {'port': {'device_id': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:49.438773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119137-d744-46be-81f5-f13b6c6d75cf req-1e7db575-93bc-4841-9b46-bdc9274ae965 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.440310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68119137-d744-46be-81f5-f13b6c6d75cf req-1e7db575-93bc-4841-9b46-bdc9274ae965 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4564717 Nov 12 03:21:49.449813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e859-8dc7-4efd-b9da-9db29dbfca59 req-5c65f5a9-26cd-45cd-bf9c-d8f97532c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.451283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8760e859-8dc7-4efd-b9da-9db29dbfca59 req-5c65f5a9-26cd-45cd-bf9c-d8f97532c894 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 1097 time: 0.4395418 Nov 12 03:21:49.520222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.531221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2b44db7-a8f9-45d9-83dc-76f167e632c1 req-824601cd-5c6d-4a99-b4dc-d660d3f4ebaa tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479285 Nov 12 03:21:49.622177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8760e859-8dc7-4efd-b9da-9db29dbfca59 req-0139cf0b-c791-4a35-bb60-4603b0467982 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504817 Nov 12 03:21:49.626931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68119137-d744-46be-81f5-f13b6c6d75cf req-37ad8bc4-6c97-45c1-82a9-4aa86c575cee tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601052 Nov 12 03:21:49.848172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf2409-8be4-4a58-a172-5b5e707dc626 req-9f33f105-0484-4f8b-a586-d772d4be3f74 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.849660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7bf2409-8be4-4a58-a172-5b5e707dc626 req-9f33f105-0484-4f8b-a586-d772d4be3f74 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 945 time: 0.1454034 Nov 12 03:21:49.861828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7e24-e1e3-4656-840d-af7f843a8cdd req-18c3d8fc-5147-42cf-b50c-68c9b2f57ea1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.863271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6e7e24-e1e3-4656-840d-af7f843a8cdd req-18c3d8fc-5147-42cf-b50c-68c9b2f57ea1 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 931 time: 0.1636045 Nov 12 03:21:49.972353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7bf2409-8be4-4a58-a172-5b5e707dc626 req-223ba254-d78a-423c-9717-7543ee3912bd tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065383 Nov 12 03:21:49.981323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6e7e24-e1e3-4656-840d-af7f843a8cdd req-4f8837d5-3fd0-409a-b317-e54d7d74126b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049976 Nov 12 03:21:50.032173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:50.041151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.064950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Transition to ACTIVE for port object 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:50.081566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.150038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.160605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36802-f409-41c6-b797-b12b337f6de5 req-ddb60c1a-c74a-4dfd-bb51-98a5c4ce58f7 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.162279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fca36802-f409-41c6-b797-b12b337f6de5 req-ddb60c1a-c74a-4dfd-bb51-98a5c4ce58f7 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1087778 Nov 12 03:21:50.301403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fca36802-f409-41c6-b797-b12b337f6de5 req-627ea58b-61ac-4d3e-ad73-97422d85f316 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189852 Nov 12 03:21:50.307383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Attempting to bind port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:50.307726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Attempting to bind port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:50.308448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Attempting to bind port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:50.328054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:50.328508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Attempting to bind port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:50.339094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1fde0a4-942a-4c2d-8a1c-03e7e2b18ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.344176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b75ee-fee6-4b91-8b17-34c5389147af req-99b56872-3e4b-437a-8c61-91da656821fb tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.346187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f1b75ee-fee6-4b91-8b17-34c5389147af req-99b56872-3e4b-437a-8c61-91da656821fb tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 945 time: 0.0912385 Nov 12 03:21:50.347437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:50.347768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Checking segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:50.348169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Bound using segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:50.348608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Bound port: 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:50.348958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.492420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f1b75ee-fee6-4b91-8b17-34c5389147af req-be80e120-11b9-473f-b745-218023635e2a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318521 Nov 12 03:21:50.502145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9330a9-e265-4217-a69e-12ce60b85447 req-d17be91d-f0c5-4224-ae70-5b21ec10d906 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.503596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb9330a9-e265-4217-a69e-12ce60b85447 req-d17be91d-f0c5-4224-ae70-5b21ec10d906 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1311553 Nov 12 03:21:50.507079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:50.511734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:50.522654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.580038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.580662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:50.582201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] 10.222.0.98 "PUT /v2.0/ports/1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 HTTP/1.1" status: 200 len: 1092 time: 1.2086122 Nov 12 03:21:50.586962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:50.590162 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4764a93e-cdad-48a0-875c-e0446e606edf" -d '{"events": [{"name": "network-changed", "server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:50.661130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3996065b-e4b0-49bd-b7b5-c5bc53a8be88 req-1c3cde07-5534-4453-8e2f-374b686fccd9 tempest-AbsoluteLimitsNegativeTestJSON-644267732 tempest-AbsoluteLimitsNegativeTestJSON-644267732-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=46e83d337de84c0ea927eaff221ba2fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779076 Nov 12 03:21:50.703466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb9330a9-e265-4217-a69e-12ce60b85447 req-40bf2c00-03d9-4627-8148-98da38384625 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903596 Nov 12 03:21:50.708175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d15c63-fee3-44e5-8b03-09ae51bb33b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:50.820400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-177d2463-ad88-4193-8001-66de0fd8bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.821831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-177d2463-ad88-4193-8001-66de0fd8bd8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 1095 time: 0.1777830 Nov 12 03:21:50.902324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996065b-e4b0-49bd-b7b5-c5bc53a8be88 req-330848ee-d80a-428f-8340-afed51d80607 tempest-AbsoluteLimitsNegativeTestJSON-644267732 tempest-AbsoluteLimitsNegativeTestJSON-644267732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.904293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3996065b-e4b0-49bd-b7b5-c5bc53a8be88 req-330848ee-d80a-428f-8340-afed51d80607 tempest-AbsoluteLimitsNegativeTestJSON-644267732 tempest-AbsoluteLimitsNegativeTestJSON-644267732-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187583 Nov 12 03:21:50.908735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-e7096945-d42a-44ad-a351-081ac61cebea service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 HTTP/1.1" status: 200 len: 217 time: 0.0725927 Nov 12 03:21:50.917802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312888a-09b7-4ba7-ba1b-a06799b26e9c req-4cddddb4-6f9c-4cfe-b6b3-2e7223b6dd20 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.919626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1312888a-09b7-4ba7-ba1b-a06799b26e9c req-4cddddb4-6f9c-4cfe-b6b3-2e7223b6dd20 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1430233 Nov 12 03:21:50.968886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3996065b-e4b0-49bd-b7b5-c5bc53a8be88 req-117f44ca-bef2-472b-887d-07a01313bb5f tempest-AbsoluteLimitsNegativeTestJSON-644267732 tempest-AbsoluteLimitsNegativeTestJSON-644267732-project] 10.222.0.93 "GET /v2.0/quotas/46e83d337de84c0ea927eaff221ba2fa HTTP/1.1" status: 200 len: 375 time: 0.0481606 Nov 12 03:21:51.022234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3996065b-e4b0-49bd-b7b5-c5bc53a8be88 req-011c82bb-7cce-4eb9-b5a9-76928abd7fd4 tempest-AbsoluteLimitsNegativeTestJSON-644267732 tempest-AbsoluteLimitsNegativeTestJSON-644267732-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=46e83d337de84c0ea927eaff221ba2fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419610 Nov 12 03:21:51.037488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-53a7c0ca-1e85-4c3d-9a13-574a4097c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.039248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-53a7c0ca-1e85-4c3d-9a13-574a4097c58d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.1175842 Nov 12 03:21:51.071364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1312888a-09b7-4ba7-ba1b-a06799b26e9c req-3c2de711-f047-43be-b0c1-a2c2f4aa4f78 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319997 Nov 12 03:21:51.090395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-2da6ec9f-1ace-44d3-8352-fd14703030c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370882 Nov 12 03:21:51.133370 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526834c1-0df3-45ef-9121-c09782ea8240 x-openstack-request-id: req-526834c1-0df3-45ef-9121-c09782ea8240 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:51.134099 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:51.134416 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-526834c1-0df3-45ef-9121-c09782ea8240 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:51.134831 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'status': 'completed', 'code': 200} Nov 12 03:21:51.269797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-ad87f174-9b57-450b-a7c8-61733a93efc0 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720474 Nov 12 03:21:51.326653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce657fc-37c9-4519-bb49-1e5c34c7a2d8 req-bdd65d03-ab0d-48d8-be31-4f00916c707e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.328133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ce657fc-37c9-4519-bb49-1e5c34c7a2d8 req-bdd65d03-ab0d-48d8-be31-4f00916c707e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1254666 Nov 12 03:21:51.363464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76810e-f0ca-432d-9d78-09643003cde0 req-9111bc87-9c20-4613-b9ca-bfc9a86c6992 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.364942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a76810e-f0ca-432d-9d78-09643003cde0 req-9111bc87-9c20-4613-b9ca-bfc9a86c6992 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 943 time: 0.1548328 Nov 12 03:21:51.383256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.463946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47ec2e6f-3b06-427e-9181-2f5f120362cf req-f4bb63b4-02a4-4998-8c68-1dc3b9e7629e service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827886 Nov 12 03:21:51.467255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ce657fc-37c9-4519-bb49-1e5c34c7a2d8 req-51784d7b-a5f7-49ba-8b51-46700888ab4f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132188 Nov 12 03:21:51.475330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a76810e-f0ca-432d-9d78-09643003cde0 req-d011a372-85a8-4d1f-a41a-b5101c33b526 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006460 Nov 12 03:21:51.503206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8836a9b-0e2e-4065-a868-9e9c5d3e5e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.560630 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.582335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a93e-cdad-48a0-875c-e0446e606edf req-94eb955e-b668-4333-9b42-d6dd408f025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.583779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-94eb955e-b668-4333-9b42-d6dd408f025b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 1095 time: 0.0661433 Nov 12 03:21:51.606917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8836a9b-0e2e-4065-a868-9e9c5d3e5e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.612449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8836a9b-0e2e-4065-a868-9e9c5d3e5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.667749 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8836a9b-0e2e-4065-a868-9e9c5d3e5e93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=46e83d337de84c0ea927eaff221ba2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832401 Nov 12 03:21:51.667995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41352) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:51.669245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8836a9b-0e2e-4065-a868-9e9c5d3e5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241010e1-dea1-40d0-bd1f-ff21c0547c6d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.703576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5b8b-7368-4826-8787-4d442ce9e28d req-97f8e804-5d24-4a19-8871-e8e01fd71dd2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.705733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cf5b8b-7368-4826-8787-4d442ce9e28d req-97f8e804-5d24-4a19-8871-e8e01fd71dd2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1414795 Nov 12 03:21:51.763041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a93e-cdad-48a0-875c-e0446e606edf req-53862969-4f91-4428-9cf0-9655d39f98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.764530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-53862969-4f91-4428-9cf0-9655d39f98d4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 924 time: 0.1654806 Nov 12 03:21:51.833565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.838051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cf5b8b-7368-4826-8787-4d442ce9e28d req-5410d8e9-0d3a-440e-bd37-57061bda208f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209893 Nov 12 03:21:51.840340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-8c1e7f2f-fc79-448c-9cd6-6e6d5385eb04 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 HTTP/1.1" status: 200 len: 217 time: 0.0545814 Nov 12 03:21:51.885213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.957147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a93e-cdad-48a0-875c-e0446e606edf req-19e697d2-d792-4a3b-a411-0a367440fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.958563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-19e697d2-d792-4a3b-a411-0a367440fb8c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.1064103 Nov 12 03:21:51.984280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba050030-929f-4cae-8b47-d756b662788a req-974ef87c-926f-4d13-937a-4434ec142a0e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.986119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba050030-929f-4cae-8b47-d756b662788a req-974ef87c-926f-4d13-937a-4434ec142a0e tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 945 time: 0.0907049 Nov 12 03:21:52.003995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-2dce7bc6-2edb-470b-98b5-6ee3ad8e9d6b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363963 Nov 12 03:21:52.012433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.014952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.016080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/241010e1-dea1-40d0-bd1f-ff21c0547c6d HTTP/1.1" status: 204 len: 168 time: 0.3467047 Nov 12 03:21:52.052784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6e82a-c8ee-4697-a86c-8af20d348d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241010e1-dea1-40d0-bd1f-ff21c0547c6d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:52.150415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba050030-929f-4cae-8b47-d756b662788a req-18197cf7-9991-4da2-bc49-27c261d40522 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494064 Nov 12 03:21:52.178346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc7104-3588-474f-a9fe-ff08e3661dd5 req-09218bf7-bad7-40d3-a36c-563304458127 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.179845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99bc7104-3588-474f-a9fe-ff08e3661dd5 req-09218bf7-bad7-40d3-a36c-563304458127 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.1249418 Nov 12 03:21:52.185667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-833021c9-91bb-43cf-8ea1-043a38b09622 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625414 Nov 12 03:21:52.319680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99bc7104-3588-474f-a9fe-ff08e3661dd5 req-5816f1a9-2a3e-4225-afe0-7921591e274a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330652 Nov 12 03:21:52.345963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068b5b-112b-41c0-85c7-3f376e9f6579 req-2e399dd3-cede-4c41-9416-34c689249ed3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.347417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a068b5b-112b-41c0-85c7-3f376e9f6579 req-2e399dd3-cede-4c41-9416-34c689249ed3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1236029 Nov 12 03:21:52.353955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4764a93e-cdad-48a0-875c-e0446e606edf req-65065a86-8a65-4b3a-9e61-b3cba173e7d9 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492963 Nov 12 03:21:52.417380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a068b5b-112b-41c0-85c7-3f376e9f6579 req-a7e6768e-41c8-44a4-942f-8746f5cccd26 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622356 Nov 12 03:21:52.454658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd6764-f085-45f5-a360-6a2947df9d57 req-b94ef861-e6ee-462c-9002-ab36cd77c53c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.456185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9fd6764-f085-45f5-a360-6a2947df9d57 req-b94ef861-e6ee-462c-9002-ab36cd77c53c tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.0545318 Nov 12 03:21:52.548871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9fd6764-f085-45f5-a360-6a2947df9d57 req-9bc5381c-6014-4b48-8d78-61907d46c732 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 Nov 12 03:21:52.635866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5065b3-1d98-477d-8bd4-70c5d1ba5de0 req-1298e69c-7648-4c73-9a09-753664ed5fc4 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.640024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd5065b3-1d98-477d-8bd4-70c5d1ba5de0 req-1298e69c-7648-4c73-9a09-753664ed5fc4 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 946 time: 0.0784523 Nov 12 03:21:52.720493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd5065b3-1d98-477d-8bd4-70c5d1ba5de0 req-aab6efde-c20d-4b61-a1db-2663bec7eeb8 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715222 Nov 12 03:21:52.729221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13715a-719f-4b8e-b988-fd3831a938ba req-8a86d4a9-114e-4bbc-aebd-76e87944cc5f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.730726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c13715a-719f-4b8e-b988-fd3831a938ba req-8a86d4a9-114e-4bbc-aebd-76e87944cc5f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 943 time: 0.0923338 Nov 12 03:21:52.773166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:52.794659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c13715a-719f-4b8e-b988-fd3831a938ba req-088af300-a434-4e09-a3a2-72df21b9effd tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Nov 12 03:21:52.927034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1424062829-network', 'tenant_id': '8779815132734317a47c98ceebd6b788'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:52.933628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.963228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Made reservation on behalf of 8779815132734317a47c98ceebd6b788 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:52.966330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.977454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.978822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c50af-6840-4328-b210-a05ee570250c req-36adf338-2afb-4555-bacc-882a29aa31af tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.984483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f9c50af-6840-4328-b210-a05ee570250c req-36adf338-2afb-4555-bacc-882a29aa31af tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0642214 Nov 12 03:21:53.053984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f9c50af-6840-4328-b210-a05ee570250c req-36f599c6-04f1-45f7-9f73-ad509f683baf tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672164 Nov 12 03:21:53.063563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.067950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.074448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618798d-0cd1-4540-982a-9cc45c779cef req-075d1b9a-0559-412a-90fe-e51cb2021135 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.080423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c618798d-0cd1-4540-982a-9cc45c779cef req-075d1b9a-0559-412a-90fe-e51cb2021135 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 946 time: 0.0669034 Nov 12 03:21:53.093319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:53.109357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2532f937-1674-45b8-b992-7f296de41060,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:53.113569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.113918 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Added segment e47961e4-7971-41f5-b3ad-ad8744d4d3ff of type vlan for network 459f44bf-d2c2-4d10-93cd-2789b64b7452 Nov 12 03:21:53.128638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c618798d-0cd1-4540-982a-9cc45c779cef req-379f8eae-8231-4f6d-ac03-5ede2d4e3007 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Nov 12 03:21:53.155076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.179521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.180760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.181340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.238535 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4644115 Nov 12 03:21:53.241420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:53.246786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Request body: {'subnet': {'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1424062829-subnet', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:53.256821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470533-3a8d-414c-9745-979c07104f64 admin admin] Pushing event updated for resources: {'Network': ['ID=459f44bf-d2c2-4d10-93cd-2789b64b7452,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:53.266188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:53.276021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Made reservation on behalf of 8779815132734317a47c98ceebd6b788 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:53.278662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.443106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c31d2-d0a8-4baa-a134-ed77bdaabc8a req-e5e2c427-ca18-405f-9f9f-eece3dc45923 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.444977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c7c31d2-d0a8-4baa-a134-ed77bdaabc8a req-e5e2c427-ca18-405f-9f9f-eece3dc45923 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.0488474 Nov 12 03:21:53.454956 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.515311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c383a5-b9d4-4be9-8ed7-e399ffa37df0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:53.525720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c7c31d2-d0a8-4baa-a134-ed77bdaabc8a req-c75b683a-4508-45c3-b01b-f20877ca1ee0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728886 Nov 12 03:21:53.526281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Checking segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:53.526639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Network hostable DHCP agents. Network: 459f44bf-d2c2-4d10-93cd-2789b64b7452, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:53.551516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2e0b2-5f3a-4857-a05b-4c486cf12e98 req-662b8459-f8cc-4d4c-a44a-090502a5186a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.552178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:53.553328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ff2e0b2-5f3a-4857-a05b-4c486cf12e98 req-662b8459-f8cc-4d4c-a44a-090502a5186a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0598283 Nov 12 03:21:53.564031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 459f44bf-d2c2-4d10-93cd-2789b64b7452) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:53.571790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.572469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.576292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d754c41-14dc-4c8f-aaf6-3c1fb537229c None None] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:53.592283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9b9b609-db4d-4512-9a6e-11ba2b0ff2d8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3498514 Nov 12 03:21:53.595257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:53.599943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:53.623554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ff2e0b2-5f3a-4857-a05b-4c486cf12e98 req-d8e72d93-954e-4c55-936c-f3a299c02687 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621521 Nov 12 03:21:53.624629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.627766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.658875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.705599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-200910b9-30cc-483e-a3b4-0ac58d5644ec tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.707074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-200910b9-30cc-483e-a3b4-0ac58d5644ec tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 946 time: 0.0728507 Nov 12 03:21:53.710471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.777209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-459f44bf-d2c2-4d10-93cd-2789b64b7452', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:53.778285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.809705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6bc5f-044b-4800-a40f-d782053ce26b req-37a8a58b-1be1-4665-8468-04991e7c69bb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.811246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccc6bc5f-044b-4800-a40f-d782053ce26b req-37a8a58b-1be1-4665-8468-04991e7c69bb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1032140 Nov 12 03:21:53.865133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.928857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Allocated IP 172.20.0.2 (459f44bf-d2c2-4d10-93cd-2789b64b7452/e8c383a5-b9d4-4be9-8ed7-e399ffa37df0/dee3a858-0c1c-445b-943b-0c8c7c1dc986) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:53.934280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 79ff4002-bc24-4e16-b442-04f111efcb1c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:53.934750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.967502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccc6bc5f-044b-4800-a40f-d782053ce26b req-eb36249f-e501-4c8c-b164-1352650507f3 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438749 Nov 12 03:21:54.030069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bd6dc-99af-4a6c-9b33-02ceec19c5b5 req-eb47bb95-6ba4-4747-b90f-654c69992de6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.031668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b6bd6dc-99af-4a6c-9b33-02ceec19c5b5 req-eb47bb95-6ba4-4747-b90f-654c69992de6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 943 time: 0.1488342 Nov 12 03:21:54.078500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.099133 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.105652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.106156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.117439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 79ff4002-bc24-4e16-b442-04f111efcb1c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=79ff4002-bc24-4e16-b442-04f111efcb1c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:54.125630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.182263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:54.183777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 79ff4002-bc24-4e16-b442-04f111efcb1c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:54.185483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:54.194518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:54.198201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Pushing event updated for resources: {'Port': ['ID=dee3a858-0c1c-445b-943b-0c8c7c1dc986,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.213003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b6bd6dc-99af-4a6c-9b33-02ceec19c5b5 req-02b20a82-9b73-4717-a6f6-12e8622be26d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528733 Nov 12 03:21:54.278051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ab9-fd5a-4929-9e6c-d8cf7fa5f0bf req-e9501f08-0ac4-4b70-b0fd-75cd46222ec0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.286023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a46ab9-fd5a-4929-9e6c-d8cf7fa5f0bf req-e9501f08-0ac4-4b70-b0fd-75cd46222ec0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1444805 Nov 12 03:21:54.287486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Attempting to bind port dee3a858-0c1c-445b-943b-0c8c7c1dc986 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:54.287869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Attempting to bind port dee3a858-0c1c-445b-943b-0c8c7c1dc986 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:54.288286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Attempting to bind port dee3a858-0c1c-445b-943b-0c8c7c1dc986 on network 459f44bf-d2c2-4d10-93cd-2789b64b7452 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:54.294870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:54.295245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Checking segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:54.296409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.296981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Bound using segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:54.297798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Bound port: dee3a858-0c1c-445b-943b-0c8c7c1dc986, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:54.298938 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.317169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Allocated IP 172.25.4.201 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/d4d2f962-1937-4261-ab9e-0c99f193abc3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:54.391594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] For port dee3a858-0c1c-445b-943b-0c8c7c1dc986, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:54.396242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] For port dee3a858-0c1c-445b-943b-0c8c7c1dc986, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dee3a858-0c1c-445b-943b-0c8c7c1dc986,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:54.401700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.425955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a46ab9-fd5a-4929-9e6c-d8cf7fa5f0bf req-4972e2b1-985f-4c01-b99c-c60f87e76d54 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390374 Nov 12 03:21:54.448209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f4970-a63b-4450-b16c-b191945769f0 req-9eddd128-cccb-4711-b01d-037dc429fc7c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.449737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12f4970-a63b-4450-b16c-b191945769f0 req-9eddd128-cccb-4711-b01d-037dc429fc7c tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 946 time: 0.1158659 Nov 12 03:21:54.453506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202978e-045c-4020-8a3c-1c9925e6f340 req-a44d6cbb-c95d-466f-bf99-fe82f00faadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.455575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2202978e-045c-4020-8a3c-1c9925e6f340 req-a44d6cbb-c95d-466f-bf99-fe82f00faadb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1102 time: 0.1326621 Nov 12 03:21:54.472092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.481100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fa280-8d15-4b40-8a75-2f26550ebd9e None None] Pushing event updated for resources: {'Port': ['ID=dee3a858-0c1c-445b-943b-0c8c7c1dc986,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.561814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.585403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-6216d58d-740d-42f2-9d56-b5b2c834f971 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.587468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-6216d58d-740d-42f2-9d56-b5b2c834f971 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 946 time: 0.0785143 Nov 12 03:21:54.593315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12f4970-a63b-4450-b16c-b191945769f0 req-e6f454a0-8d8e-4217-90a5-fa692522df73 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010613 Nov 12 03:21:54.594021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.597799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2202978e-045c-4020-8a3c-1c9925e6f340 req-3d278011-59be-4821-95b7-c3314c2bb8ab service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Nov 12 03:21:54.606404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['79ff4002-bc24-4e16-b442-04f111efcb1c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:54.641448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=79ff4002-bc24-4e16-b442-04f111efcb1c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.668007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:54.676918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:54.678977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:54.688115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:54.725328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 79ff4002-bc24-4e16-b442-04f111efcb1c on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:54.728186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d2f962-1937-4261-ab9e-0c99f193abc3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.739099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42c7494e-d0a0-426e-9138-6a375843f8ee req-f060a6f1-2a55-4614-9ed1-1488e6dceed4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0699995 Nov 12 03:21:54.743620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.752448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a7d1273-7e42-4b0c-be48-b8cf31d1c253 req-2b9aa06b-0968-4c3c-a8d1-2e036360bc98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.98 "DELETE /v2.0/ports/79ff4002-bc24-4e16-b442-04f111efcb1c HTTP/1.1" status: 204 len: 173 time: 1.0355911 Nov 12 03:21:54.753141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'name': 'network-vif-deleted', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:54.755676 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d73079a-92c1-41da-95ac-34a8b0f3165a" -d '{"events": [{"server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "name": "network-vif-deleted", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:54.816461 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a291e4-7ae1-40f0-9f87-afeaa7ad8479 x-openstack-request-id: req-47a291e4-7ae1-40f0-9f87-afeaa7ad8479 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:54.816754 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22927e9c-ec4c-48d7-990a-4ad8812b1282", "name": "network-vif-deleted", "tag": "79ff4002-bc24-4e16-b442-04f111efcb1c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:54.817009 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-47a291e4-7ae1-40f0-9f87-afeaa7ad8479 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:54.817416 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22927e9c-ec4c-48d7-990a-4ad8812b1282', 'name': 'network-vif-deleted', 'tag': '79ff4002-bc24-4e16-b442-04f111efcb1c', 'status': 'completed', 'code': 200} Nov 12 03:21:54.898779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2b357-9384-41d2-82e3-709a4808be39 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:54.905554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a0994-a0ad-4c9c-9b0a-35e88f3dff26 req-7473f8f3-7766-4f4f-bd15-5268f7e6c73f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.907083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be1a0994-a0ad-4c9c-9b0a-35e88f3dff26 req-7473f8f3-7766-4f4f-bd15-5268f7e6c73f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0613065 Nov 12 03:21:54.918392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:54.946028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'port_id': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'mac_address': 'fa:16:3e:be:44:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae051c-2102-4977-9386-cc2a81aef4a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:54.970460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Deleting port d89b9c2e-b85d-46a5-8680-4b9d506374db {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:54.971042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.978219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be1a0994-a0ad-4c9c-9b0a-35e88f3dff26 req-0c4b7d4c-b62d-4aab-be37-c754f34b20d6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623024 Nov 12 03:21:55.095410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c800faf9-b91d-4094-82aa-9dfaee3130cc None None] Provisioning complete for port d4d2f962-1937-4261-ab9e-0c99f193abc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:55.096046 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c800faf9-b91d-4094-82aa-9dfaee3130cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.099032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.171010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c800faf9-b91d-4094-82aa-9dfaee3130cc None None] Port d4d2f962-1937-4261-ab9e-0c99f193abc3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:55.177145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:55.180216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663166-921d-46d4-aac3-3ef283132d54 req-3010d53a-ae34-478a-b3cb-a02abec0ac11 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.196500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd663166-921d-46d4-aac3-3ef283132d54 req-3010d53a-ae34-478a-b3cb-a02abec0ac11 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1076188 Nov 12 03:21:55.202150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.207021 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.236571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] For port d89b9c2e-b85d-46a5-8680-4b9d506374db, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d89b9c2e-b85d-46a5-8680-4b9d506374db,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.237295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.266326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Calling delete_port for d89b9c2e-b85d-46a5-8680-4b9d506374db owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:55.289859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.301743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd663166-921d-46d4-aac3-3ef283132d54 req-9ac7d8a6-e878-4b8d-8d5b-ce2769ea13c2 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036656 Nov 12 03:21:55.391125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506221-d4e4-4908-9f3b-f951b1a3b3e2 req-89d60e59-6ffd-4200-bb36-5a9f5ca98350 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.393767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a506221-d4e4-4908-9f3b-f951b1a3b3e2 req-89d60e59-6ffd-4200-bb36-5a9f5ca98350 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 944 time: 0.0669472 Nov 12 03:21:55.469489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a506221-d4e4-4908-9f3b-f951b1a3b3e2 req-88f7af2e-4c20-4f74-9501-de2b59cde27b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664926 Nov 12 03:21:55.508168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:55.656882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045431-b22f-4da8-aedc-4f80d514212d req-898823a9-6750-4204-9776-fca9945726b3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.671167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40045431-b22f-4da8-aedc-4f80d514212d req-898823a9-6750-4204-9776-fca9945726b3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1312597 Nov 12 03:21:55.721389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.780716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dee3a858-0c1c-445b-943b-0c8c7c1dc986 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:55.805499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40045431-b22f-4da8-aedc-4f80d514212d req-e34a13fd-55a4-4dc2-b51d-e0e43a3bcd72 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329577 Nov 12 03:21:55.864025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976b92-d049-43c4-8475-4c3c6557ce47 req-4f940334-df3f-4498-9553-828098cb8f2f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.876585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51976b92-d049-43c4-8475-4c3c6557ce47 req-4f940334-df3f-4498-9553-828098cb8f2f tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=b31fe21b-8451-4b89-8f32-68201a8e4a4e HTTP/1.1" status: 200 len: 946 time: 0.1287916 Nov 12 03:21:56.171667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dee3a858-0c1c-445b-943b-0c8c7c1dc986 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:56.173341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.208621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.228826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d89b9c2e-b85d-46a5-8680-4b9d506374db', '170f7962-26d7-4adf-9437-a9554917770e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:56.279850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event deleted for resources: {'Port': ['ID=d89b9c2e-b85d-46a5-8680-4b9d506374db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:56.318249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:56.400516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] No DVR routers for this DVR port d89b9c2e-b85d-46a5-8680-4b9d506374db on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:56.406116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.410258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-14acd47d-4b81-4143-b254-5a0b54c00f9c req-e8dc0807-8513-474a-b563-530933328cf9 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "DELETE /v2.0/ports/d89b9c2e-b85d-46a5-8680-4b9d506374db HTTP/1.1" status: 204 len: 173 time: 1.7984753 Nov 12 03:21:56.411113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'name': 'network-vif-deleted', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:56.414554 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e42a1-a10c-484e-bb1b-3a395622c3a6" -d '{"events": [{"server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "name": "network-vif-deleted", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:56.441620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b20aa5df-7e10-4f00-9590-039dc161a5d2 req-b0295276-2aed-4fa4-b0e2-b8cbca62d92d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0727606 Nov 12 03:21:56.445270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.490416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:56.502450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51976b92-d049-43c4-8475-4c3c6557ce47 req-44cd2c43-4e3d-46ea-b17f-f4ea53900682 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248426 Nov 12 03:21:56.510932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:56.520982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfaf44-de39-429f-8e9a-efc22a66ef15 req-fd436e3b-733d-42d6-8bdb-4b13b0b9f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.525467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'mac_address': 'fa:16:3e:2f:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:56.525665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8adfaf44-de39-429f-8e9a-efc22a66ef15 req-fd436e3b-733d-42d6-8bdb-4b13b0b9f677 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1097 time: 0.1546314 Nov 12 03:21:56.525804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ea61a-dcab-4bba-8e15-02777d008f19 None None] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:56.699185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8adfaf44-de39-429f-8e9a-efc22a66ef15 req-5102b5be-90fd-4905-a964-eda67825ba2b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666880 Nov 12 03:21:56.724998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d93f4-5352-4b35-993b-b45f3c932e8b req-b3776ac9-f961-48eb-a81c-48a68b9ab2d3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.726066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Router 2fa6725b-560c-4dac-84f6-42e09c39dc01 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:21:56.736363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c6d93f4-5352-4b35-993b-b45f3c932e8b req-b3776ac9-f961-48eb-a81c-48a68b9ab2d3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1772676 Nov 12 03:21:56.751908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7cabec67-997f-4c3d-8184-4e49a6653f23'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:56.761805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f878f51-55ea-4183-87ae-5c8a64a1c5c1 req-ffc795f0-71cb-446b-9783-b94b3765381a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.763932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f878f51-55ea-4183-87ae-5c8a64a1c5c1 req-ffc795f0-71cb-446b-9783-b94b3765381a tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 950 time: 0.1634240 Nov 12 03:21:56.842381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 79ff4002-bc24-4e16-b442-04f111efcb1c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:56.854654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c6d93f4-5352-4b35-993b-b45f3c932e8b req-0a58d96a-d9f7-452e-a896-85ca1822ccfc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150637 Nov 12 03:21:56.865683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f878f51-55ea-4183-87ae-5c8a64a1c5c1 req-3f6232db-0441-4145-9225-8a6954243396 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929875 Nov 12 03:21:56.894191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:56.917622 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Sync routers for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:56.921061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-aaad5c9c-0dce-4d45-a775-4bd5bada2c02 None None] Provisioning complete for port dee3a858-0c1c-445b-943b-0c8c7c1dc986 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:56.921530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaad5c9c-0dce-4d45-a775-4bd5bada2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.931015 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:56.931660 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:56.931878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.932991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 79ff4002-bc24-4e16-b442-04f111efcb1c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:56.935312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 79ff4002-bc24-4e16-b442-04f111efcb1c not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:56.941239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41456) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:56.949323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd4433b8-15f7-4153-b8f8-5dc1d31bed28 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3520076 Nov 12 03:21:56.950957 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742e7d4-a825-4480-acc0-462600436bcb x-openstack-request-id: req-7742e7d4-a825-4480-acc0-462600436bcb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:56.951243 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31fe21b-8451-4b89-8f32-68201a8e4a4e", "name": "network-vif-deleted", "tag": "d89b9c2e-b85d-46a5-8680-4b9d506374db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:56.951609 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7742e7d4-a825-4480-acc0-462600436bcb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:56.952182 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31fe21b-8451-4b89-8f32-68201a8e4a4e', 'name': 'network-vif-deleted', 'tag': 'd89b9c2e-b85d-46a5-8680-4b9d506374db', 'status': 'completed', 'code': 200} Nov 12 03:21:57.162128 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:57.299040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ee81d-ce43-4f85-935e-b6b12488b50f req-75b14872-51a6-4ec8-b69d-762ebd1136aa tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.300755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03ee81d-ce43-4f85-935e-b6b12488b50f req-75b14872-51a6-4ec8-b69d-762ebd1136aa tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.2414491 Nov 12 03:21:57.313098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefe7c-10ce-45fa-bd77-7aee571dbd67 req-c1b5ef7d-ab3f-4764-b762-0d8631d61493 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.315152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1dcefe7c-10ce-45fa-bd77-7aee571dbd67 req-c1b5ef7d-ab3f-4764-b762-0d8631d61493 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 944 time: 0.2932620 Nov 12 03:21:57.355076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.356985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.425162 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.436878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:55Z', 'revision_number': 3, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:57.467442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Checking router: 2fa6725b-560c-4dac-84f6-42e09c39dc01 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:57.468081 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Updating router 2fa6725b-560c-4dac-84f6-42e09c39dc01 port d4d2f962-1937-4261-ab9e-0c99f193abc3 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:57.478361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03ee81d-ce43-4f85-935e-b6b12488b50f req-7d4621c8-c086-48b1-9c19-18b2a3310ee6 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621222 Nov 12 03:21:57.498565 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.527923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1dcefe7c-10ce-45fa-bd77-7aee571dbd67 req-7953241f-0e58-4393-be1c-e126e3bcf399 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907442 Nov 12 03:21:57.594821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port dee3a858-0c1c-445b-943b-0c8c7c1dc986, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dee3a858-0c1c-445b-943b-0c8c7c1dc986,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:57.624621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aaad5c9c-0dce-4d45-a775-4bd5bada2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.638002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.643647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:57.804976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=dee3a858-0c1c-445b-943b-0c8c7c1dc986,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:57.890460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70bb0493-68b0-48d8-bc6c-2e1a15840358 req-71fa535f-b6a9-49c3-a7ac-29a4a87b99f3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0613647 Nov 12 03:21:57.937049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:57.999834 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.007626 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.037718 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:21:58.038235 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:21:58.038905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.089110 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Attempting to bind port d4d2f962-1937-4261-ab9e-0c99f193abc3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:58.089494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Attempting to bind port d4d2f962-1937-4261-ab9e-0c99f193abc3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:58.089821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Attempting to bind port d4d2f962-1937-4261-ab9e-0c99f193abc3 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:58.091826 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Pushing event updated for resources: {'Port': ['ID=d4d2f962-1937-4261-ab9e-0c99f193abc3,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.105681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.106133 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.106480 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.106816 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.107144 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.107468 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.107787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.108139 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.108458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.108780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.109097 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.109414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:58.119326 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:58.119692 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:58.120120 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.120935 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:58.121413 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Bound port: d4d2f962-1937-4261-ab9e-0c99f193abc3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:58.121791 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.128803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.133266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6e552-9992-4239-aba7-fcec5b1f75c6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:58.150875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea713cb-30e2-476c-a14e-d565547c1a7d req-225c206b-44ae-4e2e-8846-414d4f526c8d tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.151850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-aaad5c9c-0dce-4d45-a775-4bd5bada2c02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:21:58.152603 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-aaad5c9c-0dce-4d45-a775-4bd5bada2c02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:21:58.158570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ea713cb-30e2-476c-a14e-d565547c1a7d req-225c206b-44ae-4e2e-8846-414d4f526c8d tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1101 time: 0.1409838 Nov 12 03:21:58.179913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01d04-23d1-441e-97db-552364ac20c4 req-1fa32fe7-c841-4e38-84bb-fc429d62bf8a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.181847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1e01d04-23d1-441e-97db-552364ac20c4 req-1fa32fe7-c841-4e38-84bb-fc429d62bf8a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1298373 Nov 12 03:21:58.189577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.215284 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] For port d4d2f962-1937-4261-ab9e-0c99f193abc3, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:58.218917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] For port d4d2f962-1937-4261-ab9e-0c99f193abc3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4d2f962-1937-4261-ab9e-0c99f193abc3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:58.225721 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.299213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53d893-e93d-4cf6-922c-4a9f3175b493 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:58.301183 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:58.302207 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:58.319889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1e01d04-23d1-441e-97db-552364ac20c4 req-787abaa8-b3ff-4347-84e4-701cf259673e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084223 Nov 12 03:21:58.350380 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a92d-cd9d-4c84-950f-29e9450ebc19 None None] Pushing event updated for resources: {'Port': ['ID=d4d2f962-1937-4261-ab9e-0c99f193abc3,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.359761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:58.402864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ea713cb-30e2-476c-a14e-d565547c1a7d req-182ec0fc-b0e1-4993-93e4-de7aadd8c6e1 tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432363 Nov 12 03:21:58.440183 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:58.493544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Allocated IP 172.20.0.1 (459f44bf-d2c2-4d10-93cd-2789b64b7452/e8c383a5-b9d4-4be9-8ed7-e399ffa37df0/4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:58.686390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.695477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:58.776225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.810500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:58.832044 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:55Z', 'revision_number': 3, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:58.846637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:58.859368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218de86-2d3b-4211-a349-4976cc686ee4 req-6bfe7530-ee3f-43ba-a82a-55e776ca51b0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.863057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c218de86-2d3b-4211-a349-4976cc686ee4 req-6bfe7530-ee3f-43ba-a82a-55e776ca51b0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1643305 Nov 12 03:21:58.869325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5c4a9-db4c-496e-a106-a3ad828a28eb None None] The sync data for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 is: [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:55Z', 'revision_number': 3, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:58.875141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.894250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d89b9c2e-b85d-46a5-8680-4b9d506374db no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:58.920425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.930382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9163d4-b613-4cfd-bbf9-2ccc5a450189 req-3d3b24eb-94ab-440f-864b-e5f2398b48ee tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.931970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d9163d4-b613-4cfd-bbf9-2ccc5a450189 req-3d3b24eb-94ab-440f-864b-e5f2398b48ee tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 944 time: 0.1531441 Nov 12 03:21:58.955121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:58.963383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c218de86-2d3b-4211-a349-4976cc686ee4 req-bf599894-890c-419b-b44e-20f46508fe46 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919557 Nov 12 03:21:58.976000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:58.976000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.976000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: d89b9c2e-b85d-46a5-8680-4b9d506374db {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:58.976000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d89b9c2e-b85d-46a5-8680-4b9d506374db not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:59.020100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:59.024566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:59.039168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:59.041863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.057374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Provisioning complete for port d4d2f962-1937-4261-ab9e-0c99f193abc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:59.057806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.147248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d9163d4-b613-4cfd-bbf9-2ccc5a450189 req-363defe7-914d-4ad0-a1f1-f8bfb1da49c6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546717 Nov 12 03:21:59.231062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.276527 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.349032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4485339-26e3-4874-b402-99ab319d05cd req-82137736-cecf-41ed-a3ea-4219c810cf1b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.356720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.374007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4485339-26e3-4874-b402-99ab319d05cd req-82137736-cecf-41ed-a3ea-4219c810cf1b tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 1100 time: 0.2355556 Nov 12 03:21:59.394744 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.405787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:59.408386 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927eb207-d323-4a74-a34e-efc7b5476564" -d '{"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-plugged", "status": "completed", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:59.441512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:59.447148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] For port d4d2f962-1937-4261-ab9e-0c99f193abc3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4d2f962-1937-4261-ab9e-0c99f193abc3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:59.448320 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.474281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.514882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Provisioning complete for port dee3a858-0c1c-445b-943b-0c8c7c1dc986 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:59.515230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.562955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.574841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4485339-26e3-4874-b402-99ab319d05cd req-76d79092-7e62-4385-ab12-5d9301d62efd tempest-ServersAdminTestJSON-1114830571 tempest-ServersAdminTestJSON-1114830571-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932256 Nov 12 03:21:59.710238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.717531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62ebd4-dd2f-4e05-a6f9-f7c051e2c276 None None] Pushing event updated for resources: {'Port': ['ID=d4d2f962-1937-4261-ab9e-0c99f193abc3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.752297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4d02d19-751a-4fe9-9713-d5353f954d09 req-466ab949-f349-47e1-b34a-6be16b885664 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0510888 Nov 12 03:21:59.873881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e3a085cd-bff7-4588-b229-de161390aa72 None None] Provisioning complete for port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:59.874260 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3a085cd-bff7-4588-b229-de161390aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.947388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e3a085cd-bff7-4588-b229-de161390aa72 None None] Port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:59.981060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4d2f962-1937-4261-ab9e-0c99f193abc3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:00.048724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4d2f962-1937-4261-ab9e-0c99f193abc3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.049102 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.068892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbc3e2-f668-42d7-9467-ce9212802987 req-19511351-40fd-4de0-80ef-53ac92b0c2fb tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.076510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cafbc3e2-f668-42d7-9467-ce9212802987 req-19511351-40fd-4de0-80ef-53ac92b0c2fb tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.2082984 Nov 12 03:22:00.108775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea59fd-2cae-4310-816c-439caf104ac1 req-5bf4bc2e-9609-4fe4-8ce3-79cb64d9a3bb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.110346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ea59fd-2cae-4310-816c-439caf104ac1 req-5bf4bc2e-9609-4fe4-8ce3-79cb64d9a3bb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1248412 Nov 12 03:22:00.147181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dee3a858-0c1c-445b-943b-0c8c7c1dc986 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:00.161525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.175744 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.202763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dee3a858-0c1c-445b-943b-0c8c7c1dc986 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.203294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.222530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cafbc3e2-f668-42d7-9467-ce9212802987 req-ef1ca3e3-1748-4b3d-9c93-94c94c9a0257 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450553 Nov 12 03:22:00.290544 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d14c75b-9db1-4b9f-8fc0-d400b605e43d x-openstack-request-id: req-3d14c75b-9db1-4b9f-8fc0-d400b605e43d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:00.290544 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-plugged", "status": "completed", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:00.291165 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3d14c75b-9db1-4b9f-8fc0-d400b605e43d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:00.291549 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'code': 200} Nov 12 03:22:00.309352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ea59fd-2cae-4310-816c-439caf104ac1 req-1b1c5edc-fe26-44bd-970e-82455b8d56e7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852415 Nov 12 03:22:00.326428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.328747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:00.355609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.414379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 363613d3-0e1f-471e-b2e4-544a7879a4b8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.415645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.439451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.440104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.440451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.441068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.441406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.441813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.442536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.442536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.442744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.443365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.443702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.444068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:00.544529 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.587923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc239-bc1f-4460-b477-11878f984664 req-47818d7f-532f-4e4a-8f0d-e0e56dc987ac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.597685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2bfc239-bc1f-4460-b477-11878f984664 req-47818d7f-532f-4e4a-8f0d-e0e56dc987ac tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.1682706 Nov 12 03:22:00.601960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:00.609638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.618833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.668731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2bfc239-bc1f-4460-b477-11878f984664 req-df52aef6-08ff-4d68-9a8b-8ea58c3b8b74 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685265 Nov 12 03:22:00.670859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92200-45db-4b0b-bf99-5b78de2b6f4e req-da7a08c3-c00d-4b39-9ca9-1e5e16a29bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.673579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9f92200-45db-4b0b-bf99-5b78de2b6f4e req-da7a08c3-c00d-4b39-9ca9-1e5e16a29bcf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 1097 time: 0.2544510 Nov 12 03:22:00.678394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.767370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:00.797692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:00.832292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9f92200-45db-4b0b-bf99-5b78de2b6f4e req-4ca553c1-c6b2-4be1-83a9-2851b0151db5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460924 Nov 12 03:22:00.843776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00384-d2dc-4521-9c76-3567a280bd7b req-a823eb88-3f20-4419-b7b5-a2d41332560f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.852000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d00384-d2dc-4521-9c76-3567a280bd7b req-a823eb88-3f20-4419-b7b5-a2d41332560f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 950 time: 0.1432908 Nov 12 03:22:00.943226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf3971c5-5287-4481-b691-5f3f990185ae req-e7d19cdc-33b1-4fed-85bd-7e329290ef79 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Nov 12 03:22:01.038029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d00384-d2dc-4521-9c76-3567a280bd7b req-1f65c4f3-f6bb-40aa-a2b1-1de7ff6bdd87 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851165 Nov 12 03:22:01.147242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Router 2fa6725b-560c-4dac-84f6-42e09c39dc01 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:01.163612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af903-82a6-4b29-a99e-f0cdd76a224c req-3306918a-0cb4-4f15-841a-f9c80dbec581 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.165274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be5af903-82a6-4b29-a99e-f0cdd76a224c req-3306918a-0cb4-4f15-841a-f9c80dbec581 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1171415 Nov 12 03:22:01.182432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ea17614-8671-46b9-a6d0-7dfa6e739395 None None] Provisioning complete for port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:01.182873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ea17614-8671-46b9-a6d0-7dfa6e739395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.257700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ea17614-8671-46b9-a6d0-7dfa6e739395 None None] Port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:01.302133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be5af903-82a6-4b29-a99e-f0cdd76a224c req-31f3e39e-cc22-4056-bd77-30ea803fe20a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257660 Nov 12 03:22:01.377644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:01.388910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9350ba88-541c-4b71-a8ac-7bcb4bdc8866 admin admin] 10.222.0.93 "PUT /v2.0/routers/2fa6725b-560c-4dac-84f6-42e09c39dc01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4465656 Nov 12 03:22:01.390342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Sync routers for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:01.411205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:01.411822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:01.451900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824870e0-6fa6-4102-8151-9e934fb4cfa5 req-c77af230-59a6-451e-8405-3f50cdae4fe1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.454836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-824870e0-6fa6-4102-8151-9e934fb4cfa5 req-c77af230-59a6-451e-8405-3f50cdae4fe1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0744739 Nov 12 03:22:01.534731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-824870e0-6fa6-4102-8151-9e934fb4cfa5 req-d071681f-edb8-406a-9784-0c1c4d968720 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724530 Nov 12 03:22:01.552742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.625841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:01.640268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeda56-20d6-47af-97be-5c1f7e2de54d req-5346efb1-8a0a-47d0-b2d1-b1abb5e7cdd5 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.649292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeda56-20d6-47af-97be-5c1f7e2de54d req-5346efb1-8a0a-47d0-b2d1-b1abb5e7cdd5 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.653737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5adeda56-20d6-47af-97be-5c1f7e2de54d req-5346efb1-8a0a-47d0-b2d1-b1abb5e7cdd5 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a&device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 1681 time: 0.0932121 Nov 12 03:22:01.739935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5adeda56-20d6-47af-97be-5c1f7e2de54d req-d3724bbb-42c0-4b69-aae2-461dbe337580 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690794 Nov 12 03:22:01.763630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4d2f962-1937-4261-ab9e-0c99f193abc3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:01.903004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4d2f962-1937-4261-ab9e-0c99f193abc3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:01.903298 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.927368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c0016-b652-4c23-bad4-4d4042f87a63 req-030ba1f3-2e7a-4c0f-9bb4-a14e2424beaf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.929151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1c0016-b652-4c23-bad4-4d4042f87a63 req-030ba1f3-2e7a-4c0f-9bb4-a14e2424beaf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.0578752 Nov 12 03:22:02.007440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a1c0016-b652-4c23-bad4-4d4042f87a63 req-41139a5c-da29-4bd1-b6fb-e38106a50b9d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719390 Nov 12 03:22:02.007995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41536) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:02.018588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434179996', 'description': 'tempest-description--1411593349'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.046768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 2, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:02.050490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-2cb64fd6-eba9-4d29-9528-736effe82a6f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.052167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-2cb64fd6-eba9-4d29-9528-736effe82a6f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 950 time: 0.0917833 Nov 12 03:22:02.069429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.103157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Checking router: 2fa6725b-560c-4dac-84f6-42e09c39dc01 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:02.103903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Updating router 2fa6725b-560c-4dac-84f6-42e09c39dc01 port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:02.158297 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.182067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-524e3370-795b-4dfd-9349-2dda233a675e req-09e139ff-e705-4152-8668-72af49a7d7ed tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=22927e9c-ec4c-48d7-990a-4ad8812b1282 HTTP/1.1" status: 200 len: 210 time: 0.0477979 Nov 12 03:22:02.191251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.205744 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.281395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.285660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2683327 Nov 12 03:22:02.289368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:02.291246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'security_group_rule': {'security_group_id': '33cca077-59fc-49b4-b5a3-b8f4a6ef073e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.352113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:02.354432 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c99d7ee-cfee-4b6f-8d82-23c29abfff47" -d '{"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:02.359315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Deleting port 928d14b2-8854-4158-87da-a2dc5a115b04 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:02.359667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.367933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd29149-54c6-447c-a316-17b294c65df0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33cca077-59fc-49b4-b5a3-b8f4a6ef073e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.394654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.406274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28644522-2931-4381-8225-11b14b91374d req-0453ba5a-bcf0-4716-88a3-0cbce26aaec1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.410947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28644522-2931-4381-8225-11b14b91374d req-0453ba5a-bcf0-4716-88a3-0cbce26aaec1 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=6a743cce-7fbc-4bfb-a5bd-478518ccfd82 HTTP/1.1" status: 200 len: 950 time: 0.1163530 Nov 12 03:22:02.500766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.505828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.518025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28644522-2931-4381-8225-11b14b91374d req-db614dc2-e8c8-4f4f-bc2c-35c38d5b4fcb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929940 Nov 12 03:22:02.541607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bae8c6-87e4-491c-a474-69489525d0b1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.544814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] For port 928d14b2-8854-4158-87da-a2dc5a115b04, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=928d14b2-8854-4158-87da-a2dc5a115b04,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:02.545249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.545629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59977d-6c21-47d0-9d74-c60da6932c97 req-ed4a4426-cd9a-411c-9b73-786f7b004d57 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.548200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c59977d-6c21-47d0-9d74-c60da6932c97 req-ed4a4426-cd9a-411c-9b73-786f7b004d57 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1216521 Nov 12 03:22:02.570556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.571775 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848561 Nov 12 03:22:02.575387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:02.577668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Calling delete_port for 928d14b2-8854-4158-87da-a2dc5a115b04 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:02.580976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'security_group_rule': {'security_group_id': '33cca077-59fc-49b4-b5a3-b8f4a6ef073e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.581750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.582107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.582454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.582667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.583135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.583501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.583897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.584267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.584600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.584939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.585270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.585596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.585979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e330d5b-8ffe-450d-99ea-65cf96faa8d0 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:02.602072 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.632214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c59977d-6c21-47d0-9d74-c60da6932c97 req-be27091c-0d3e-4c7d-95ae-6285938fce37 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762992 Nov 12 03:22:02.652122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.707327 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667388c3-f3fb-4ca5-9ae2-fa42441895c9 x-openstack-request-id: req-667388c3-f3fb-4ca5-9ae2-fa42441895c9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:02.708262 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-plugged", "status": "completed", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:02.708747 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-667388c3-f3fb-4ca5-9ae2-fa42441895c9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:02.709481 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'code': 200} Nov 12 03:22:02.710482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631db9-c469-4fb6-a59a-3fa31a76354b None None] Pushing event updated for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.764105 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.768998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.826175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.852452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee81d66-ae80-4512-a17a-77427c393ede,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.868714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.869969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event deleted for resources: {'Port': ['ID=928d14b2-8854-4158-87da-a2dc5a115b04,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.871712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-90731848-0e80-4c39-a424-142492923356 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943947 Nov 12 03:22:02.879221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41564) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:02.885511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:02.889895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Attempting to bind port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:02.890523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Attempting to bind port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:02.890951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Attempting to bind port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f on network 459f44bf-d2c2-4d10-93cd-2789b64b7452 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:02.895008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['928d14b2-8854-4158-87da-a2dc5a115b04', '363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:02.903724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6ba02596-1415-47cb-a85c-248e7e156c30'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:02.928084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] No DVR routers for this DVR port 928d14b2-8854-4158-87da-a2dc5a115b04 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:02.930589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.934177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-74c7b167-3247-4842-bcf7-032c12d619e1 req-4208fa37-0c1f-4c4f-b6c6-e734938b3d2d tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "DELETE /v2.0/ports/928d14b2-8854-4158-87da-a2dc5a115b04 HTTP/1.1" status: 204 len: 173 time: 0.8740764 Nov 12 03:22:02.934666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'name': 'network-vif-deleted', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:02.937483 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408f3b6-d059-4b6b-aabc-9b9acb6db532" -d '{"events": [{"server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "name": "network-vif-deleted", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:02.963009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:02.963573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Checking segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:02.964035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.964921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Bound using segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:02.965057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Bound port: 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:02.965496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.993539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed7bd4-da9b-4d62-a15d-840c70dc1e76 req-b9a20370-ac72-4968-8783-f07d90d871d7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.998680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fed7bd4-da9b-4d62-a15d-840c70dc1e76 req-b9a20370-ac72-4968-8783-f07d90d871d7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1814842 Nov 12 03:22:03.040688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.103139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fed7bd4-da9b-4d62-a15d-840c70dc1e76 req-6a397854-fd69-4bf9-9f5d-cc44af636783 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889313 Nov 12 03:22:03.110170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] For port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:03.146020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] For port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:03.154078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.156346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] Provisioning complete for port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:03.156705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.193530 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3531cee6-5ada-4075-b03a-b8f9b9d0e9b3 x-openstack-request-id: req-3531cee6-5ada-4075-b03a-b8f9b9d0e9b3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:03.194089 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a743cce-7fbc-4bfb-a5bd-478518ccfd82", "name": "network-vif-deleted", "tag": "928d14b2-8854-4158-87da-a2dc5a115b04", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:03.194600 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3531cee6-5ada-4075-b03a-b8f9b9d0e9b3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:03.195178 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a743cce-7fbc-4bfb-a5bd-478518ccfd82', 'name': 'network-vif-deleted', 'tag': '928d14b2-8854-4158-87da-a2dc5a115b04', 'status': 'completed', 'code': 200} Nov 12 03:22:03.209658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.470700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd21401-0b54-47c3-a203-3631554706b2 req-2a7806c2-0d7a-41fd-8637-cf8b91a407d8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.472372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fd21401-0b54-47c3-a203-3631554706b2 req-2a7806c2-0d7a-41fd-8637-cf8b91a407d8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.1902025 Nov 12 03:22:03.594872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Allocated IP 172.25.4.182 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f0cb6281-70a5-42ef-8e3d-039452797e36) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:03.626636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40da4c-89a7-48f5-864f-204b15692fc0 req-8e2f2709-3e89-4030-a075-8332a99d635b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.634646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a40da4c-89a7-48f5-864f-204b15692fc0 req-8e2f2709-3e89-4030-a075-8332a99d635b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1611681 Nov 12 03:22:03.645442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631db9-c469-4fb6-a59a-3fa31a76354b None None] Pushing event updated for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:03.648014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:03.648670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:21:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:03.671770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fd21401-0b54-47c3-a203-3631554706b2 req-ff94d700-8694-41db-b848-b408c4ceb0fe tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816618 Nov 12 03:22:03.834781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a40da4c-89a7-48f5-864f-204b15692fc0 req-2d014823-e851-4b40-9ff4-07545fafc293 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992524 Nov 12 03:22:03.865334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623ebc6-5c58-4089-837d-ce053f7750dd req-e622a8aa-1e8c-43ca-8c55-20b498e43379 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.866848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4623ebc6-5c58-4089-837d-ce053f7750dd req-e622a8aa-1e8c-43ca-8c55-20b498e43379 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 945 time: 0.1136076 Nov 12 03:22:03.877022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:03.891218 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.929666 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.959274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4623ebc6-5c58-4089-837d-ce053f7750dd req-378db1f5-835e-4201-a1f5-f834fd9c3182 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811663 Nov 12 03:22:03.971285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.029866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:04.031660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] For port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:04.053433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:04.056375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:04.071116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.113514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'Port': ['ID=f0cb6281-70a5-42ef-8e3d-039452797e36,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.134650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616892d-3ee9-4a0c-8fca-4a986ffcd81c None None] Pushing event updated for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.148367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9341296-299e-47b2-bb70-4bb44442e4b9 req-4d1fae56-95f1-466b-b611-0cf50bcba049 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.157410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9341296-299e-47b2-bb70-4bb44442e4b9 req-4d1fae56-95f1-466b-b611-0cf50bcba049 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.1439574 Nov 12 03:22:04.206751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a9f14c25-061c-45b0-a885-fb870a4c8396 None None] Provisioning complete for port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:04.207230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9f14c25-061c-45b0-a885-fb870a4c8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.265250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9341296-299e-47b2-bb70-4bb44442e4b9 req-43a09b06-f1cb-432e-9a40-5f8453a28c18 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069365 Nov 12 03:22:04.265776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:04.290094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.298547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70314f5-e2bc-4f5b-bda2-50518264c6f9 None None] The sync data for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 is: [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:04.334263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1911d17-77a1-402c-b631-8f58f151e80c req-57c8062a-53bd-4d94-8518-38993befada2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.343064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1911d17-77a1-402c-b631-8f58f151e80c req-57c8062a-53bd-4d94-8518-38993befada2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0947130 Nov 12 03:22:04.413731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.456396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1911d17-77a1-402c-b631-8f58f151e80c req-a7735643-772f-48ad-a219-0593b352f1f2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101720 Nov 12 03:22:04.619647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-b00fedf0-57cf-46fb-beb9-7bbc47940c8a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.621157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-b00fedf0-57cf-46fb-beb9-7bbc47940c8a tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "GET /v2.0/ports?device_id=8fc534eb-9670-4089-9b7d-0acb3edd443a HTTP/1.1" status: 200 len: 945 time: 0.0573285 Nov 12 03:22:04.726217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Deleting port 170f7962-26d7-4adf-9437-a9554917770e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:04.727063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.728110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:04.864387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] For port 170f7962-26d7-4adf-9437-a9554917770e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=170f7962-26d7-4adf-9437-a9554917770e,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:04.865023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.880134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Calling delete_port for 170f7962-26d7-4adf-9437-a9554917770e owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:04.893255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:04.908132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'port_id': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'mac_address': 'fa:16:3e:85:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b860c05-c7e1-44c8-82c2-8f766c3d34d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:04.954732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.980827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:05.009501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:05.017308 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.035280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-c374550d-f525-4145-b2c5-65d424dea54b tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.036816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-c374550d-f525-4145-b2c5-65d424dea54b tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.98 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 945 time: 0.2401197 Nov 12 03:22:05.096742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.129128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-f4b0ab17-601f-45d9-b4e4-21a970d77f70 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.130645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-f4b0ab17-601f-45d9-b4e4-21a970d77f70 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.6318386 Nov 12 03:22:05.150342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:05.158840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.159363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539605-55bd-428f-bd61-fc6c68672bb8 req-f94771d5-3153-49d5-9bc0-eb4c36123069 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.169092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca539605-55bd-428f-bd61-fc6c68672bb8 req-f94771d5-3153-49d5-9bc0-eb4c36123069 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 949 time: 0.3710716 Nov 12 03:22:05.191583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event deleted for resources: {'Port': ['ID=170f7962-26d7-4adf-9437-a9554917770e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.200558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['170f7962-26d7-4adf-9437-a9554917770e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:05.288024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] No DVR routers for this DVR port 170f7962-26d7-4adf-9437-a9554917770e on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:05.295360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.301228 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebf7b7c6-b792-411c-af91-9f77462014b9 req-f53691d4-6951-45fc-a9c8-8e7f41c756df tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.100 "DELETE /v2.0/ports/170f7962-26d7-4adf-9437-a9554917770e HTTP/1.1" status: 204 len: 173 time: 0.6731138 Nov 12 03:22:05.301837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'name': 'network-vif-deleted', 'tag': '170f7962-26d7-4adf-9437-a9554917770e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:05.307158 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2a6d6-49e9-484d-8778-67e31a6619ed" -d '{"events": [{"server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "name": "network-vif-deleted", "tag": "170f7962-26d7-4adf-9437-a9554917770e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:05.314001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-78988f7c-316d-43af-a9fc-864d89f8d209 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.1718071 Nov 12 03:22:05.444703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-5bddc648-828d-4d35-825d-670805aaf341 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294019 Nov 12 03:22:05.479318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca539605-55bd-428f-bd61-fc6c68672bb8 req-f7b44c12-9633-4421-b993-ba7d22c17511 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091059 Nov 12 03:22:05.484234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.516734 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.605908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Deleting port 7cabec67-997f-4c3d-8184-4e49a6653f23 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:05.606244 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.811471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-d425229f-1dd9-4829-af4a-437204fc6aae service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639469 Nov 12 03:22:05.854894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'Port': ['ID=f0cb6281-70a5-42ef-8e3d-039452797e36,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.950984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:06.038683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.082776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] For port 7cabec67-997f-4c3d-8184-4e49a6653f23, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7cabec67-997f-4c3d-8184-4e49a6653f23,segment=NetworkSegment(cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf),segment_id=cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:06.083280 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.089347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:06.090003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.114840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-03fee974-198c-494f-9299-545d787c50fa tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.117364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-03fee974-198c-494f-9299-545d787c50fa tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.98 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 949 time: 0.2647662 Nov 12 03:22:06.136311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Calling delete_port for 7cabec67-997f-4c3d-8184-4e49a6653f23 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:06.206716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.209568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-40726d21-5479-4a7b-9de7-2a1797893a01 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3284400 Nov 12 03:22:06.244248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-f2a1587c-674d-44ca-9c3e-ad7188b20b86 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315953 Nov 12 03:22:06.337854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 928d14b2-8854-4158-87da-a2dc5a115b04 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:06.390778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 928d14b2-8854-4158-87da-a2dc5a115b04 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:06.392247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 928d14b2-8854-4158-87da-a2dc5a115b04 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:06.401442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:06.402390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6764d-db53-4275-9fc5-16ea90e5047a req-51552c60-aa75-4e94-829a-a4125917953e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.409940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bc6764d-db53-4275-9fc5-16ea90e5047a req-51552c60-aa75-4e94-829a-a4125917953e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1689708 Nov 12 03:22:06.471140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Deleting port 6ba02596-1415-47cb-a85c-248e7e156c30 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:06.471494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.569224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bc6764d-db53-4275-9fc5-16ea90e5047a req-f926e96b-3063-426b-84e4-ec245cd48946 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522267 Nov 12 03:22:06.659860 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d76d11-cfa2-4bc0-b846-f905d05b217d x-openstack-request-id: req-27d76d11-cfa2-4bc0-b846-f905d05b217d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:06.660753 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc534eb-9670-4089-9b7d-0acb3edd443a", "name": "network-vif-deleted", "tag": "170f7962-26d7-4adf-9437-a9554917770e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:06.661344 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-27d76d11-cfa2-4bc0-b846-f905d05b217d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:06.662331 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc534eb-9670-4089-9b7d-0acb3edd443a', 'name': 'network-vif-deleted', 'tag': '170f7962-26d7-4adf-9437-a9554917770e', 'status': 'completed', 'code': 200} Nov 12 03:22:06.675923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.731721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Pushing event deleted for resources: {'Port': ['ID=7cabec67-997f-4c3d-8184-4e49a6653f23,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.745422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:06.747295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] For port 6ba02596-1415-47cb-a85c-248e7e156c30, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6ba02596-1415-47cb-a85c-248e7e156c30,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:06.747674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.779141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6469a-0c39-4587-a786-2a72007bcb63 req-de1a7fb4-dc6c-43df-9c07-ddb09c88b715 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.794518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29c6469a-0c39-4587-a786-2a72007bcb63 req-de1a7fb4-dc6c-43df-9c07-ddb09c88b715 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/ports?device_id=d239a63b-3dff-48f0-b861-ca2727aa1872 HTTP/1.1" status: 200 len: 867 time: 0.1766694 Nov 12 03:22:06.843583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Calling delete_port for 6ba02596-1415-47cb-a85c-248e7e156c30 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:06.881832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:06.883590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.883843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] No DVR routers for this DVR port 7cabec67-997f-4c3d-8184-4e49a6653f23 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:06.894021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.898263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a007cfa7-1e83-46a4-859c-1ea4b032a301 req-f38032c2-95d5-406b-9c2a-d72268e64093 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.98 "DELETE /v2.0/ports/7cabec67-997f-4c3d-8184-4e49a6653f23 HTTP/1.1" status: 204 len: 173 time: 1.8504820 Nov 12 03:22:06.898750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'name': 'network-vif-deleted', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:06.901090 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f3c3f-d9f5-4014-9f98-d7dab1f331ac" -d '{"events": [{"server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "name": "network-vif-deleted", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:07.021414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29c6469a-0c39-4587-a786-2a72007bcb63 req-d90b7373-2928-4f8a-9b61-a5a7bd5e1118 tempest-ListServersNegativeTestJSON-519644022 tempest-ListServersNegativeTestJSON-519644022-project] 10.222.0.93 "GET /v2.0/security-groups?id=adebaa48-26d3-42d0-8013-889a2e6b01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258441 Nov 12 03:22:07.121867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908aec7-81c8-40b8-a6ce-50e569679d11 req-8ecabebe-f700-4943-a7c5-df96a852ee27 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.129548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b908aec7-81c8-40b8-a6ce-50e569679d11 req-8ecabebe-f700-4943-a7c5-df96a852ee27 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.1422386 Nov 12 03:22:07.177815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.257468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:07.258982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:07.262917 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5559dc-019f-431c-8432-b141b0d01ba4" -d '{"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:07.269079 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.269896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7cabec67-997f-4c3d-8184-4e49a6653f23 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:07.325103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 7cabec67-997f-4c3d-8184-4e49a6653f23 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:07.325481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7cabec67-997f-4c3d-8184-4e49a6653f23 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:07.382738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b908aec7-81c8-40b8-a6ce-50e569679d11 req-e32b2697-4d82-460d-9bc2-a916f8b3d4bf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487838 Nov 12 03:22:07.415456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.416208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.435095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['363613d3-0e1f-471e-b2e4-544a7879a4b8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:07.464298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event deleted for resources: {'Port': ['ID=6ba02596-1415-47cb-a85c-248e7e156c30,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.509976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6ba02596-1415-47cb-a85c-248e7e156c30'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:07.559188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] No DVR routers for this DVR port 6ba02596-1415-47cb-a85c-248e7e156c30 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:07.565580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.576011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8efd477-63e4-496d-a83d-aef0a2d13270 req-7788d11b-500e-40a2-8e03-326176a85483 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.98 "DELETE /v2.0/ports/6ba02596-1415-47cb-a85c-248e7e156c30 HTTP/1.1" status: 204 len: 173 time: 1.4393725 Nov 12 03:22:07.661063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4a0892d-c81d-44fc-bcb3-2064fa12aa89 req-9bcb40df-1134-412d-94d7-538ea361f4a5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 210 time: 0.0611706 Nov 12 03:22:07.741148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-054a1f6c-4d21-40b3-a8ba-394969b7b332 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--434179996&fields=id&tenant_id=8779815132734317a47c98ceebd6b788 HTTP/1.1" status: 200 len: 267 time: 0.1629715 Nov 12 03:22:07.939173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-97a0f0b6-b648-4403-b701-57ad804ee9b7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.948971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-97a0f0b6-b648-4403-b701-57ad804ee9b7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/networks?id=459f44bf-d2c2-4d10-93cd-2789b64b7452 HTTP/1.1" status: 200 len: 806 time: 0.2061057 Nov 12 03:22:08.029701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa9c5261-358c-4c04-b161-2e63f4d245ea req-4656c0e8-833d-43da-ac85-3fc7c626985f tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fcb857-9c2c-4e72-9023-02bd3439b227 HTTP/1.1" status: 200 len: 210 time: 0.0778930 Nov 12 03:22:08.048214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-255e0669-a3b2-4bf2-88ce-f0f180adc71b tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/quotas/8779815132734317a47c98ceebd6b788 HTTP/1.1" status: 200 len: 375 time: 0.0976989 Nov 12 03:22:08.126993 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a5ca5-f2b9-4733-88a6-db49b4fe1d98 x-openstack-request-id: req-474a5ca5-f2b9-4733-88a6-db49b4fe1d98 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:08.127608 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239a63b-3dff-48f0-b861-ca2727aa1872", "name": "network-vif-deleted", "tag": "7cabec67-997f-4c3d-8184-4e49a6653f23", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:08.127608 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-474a5ca5-f2b9-4733-88a6-db49b4fe1d98 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:08.130475 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239a63b-3dff-48f0-b861-ca2727aa1872', 'name': 'network-vif-deleted', 'tag': '7cabec67-997f-4c3d-8184-4e49a6653f23', 'status': 'completed', 'code': 200} Nov 12 03:22:08.189130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-a24e8854-5ead-49a1-8231-a15d20265e47 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8779815132734317a47c98ceebd6b788&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316831 Nov 12 03:22:08.218304 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de604817-90ec-4a53-bcba-e644eeb05ae6 x-openstack-request-id: req-de604817-90ec-4a53-bcba-e644eeb05ae6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:08.219190 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:08.219765 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-de604817-90ec-4a53-bcba-e644eeb05ae6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:08.222137 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'code': 200} Nov 12 03:22:08.346361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-2c1ada9b-a247-484f-a617-10223ae20c47 service neutron] 10.222.0.93 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526086 Nov 12 03:22:08.350474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 170f7962-26d7-4adf-9437-a9554917770e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:08.449866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 170f7962-26d7-4adf-9437-a9554917770e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:08.455215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 170f7962-26d7-4adf-9437-a9554917770e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:08.521547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-fce1d477-015d-48d8-8f99-22fb68f97d54 service neutron] 10.222.0.93 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639402 Nov 12 03:22:08.710854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-668ae6a6-0ded-4534-a6b3-97c96b08b226 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.713056 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-668ae6a6-0ded-4534-a6b3-97c96b08b226 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.3558826 Nov 12 03:22:08.737123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:09.103486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:09.108695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.176665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d8a1-efb3-40dc-a628-ff1ba5e75908 req-2aa53634-5370-4cb5-a05b-3d86faffe8ac tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.187632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb47d8a1-efb3-40dc-a628-ff1ba5e75908 req-2aa53634-5370-4cb5-a05b-3d86faffe8ac tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2895925 Nov 12 03:22:09.242133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc379-2f1a-4f51-b0b5-fdd6e1ad9c22 req-6d8f72a6-1da8-4b7b-969c-b5039f968272 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.250051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94afc379-2f1a-4f51-b0b5-fdd6e1ad9c22 req-6d8f72a6-1da8-4b7b-969c-b5039f968272 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.2813118 Nov 12 03:22:09.312049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb47d8a1-efb3-40dc-a628-ff1ba5e75908 req-9787cdb4-3f07-404b-9f71-834ce5752500 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152198 Nov 12 03:22:09.381866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94afc379-2f1a-4f51-b0b5-fdd6e1ad9c22 req-962cab87-e3a2-4565-815c-5b372abe6a2b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305392 Nov 12 03:22:09.464258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce8d8b32-612e-497a-8b05-2c786247f95a req-3bb99c3c-9859-43ac-be52-e2facd92a4a2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 210 time: 0.0699484 Nov 12 03:22:09.465103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.14 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/93cd1722-ccaf-4a37-9847-0464fb4cbe3a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:09.539440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:09.676033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-056f468d-b01c-44a1-b9e0-835e70570f8f req-62ffd123-35d3-45ac-90e8-0ba50d5903e1 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 210 time: 0.0488205 Nov 12 03:22:09.716284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Deleting subnet 92638748-ba26-4f80-b1e2-7116be365ba8 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:09.726795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.825681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.927532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.950059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.020272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.106198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:10.110040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:10.124304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:10.138268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'name': 'network-vif-deleted', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:10.141372 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157be65-1522-4f89-897a-a11f487ca405" -d '{"events": [{"server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "name": "network-vif-deleted", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:10.170189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.187267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196bf29-e10b-42e2-9e16-768d466214bf req-2605434a-fb29-444b-a0b8-c02c9bc4cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.188720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-2605434a-fb29-444b-a0b8-c02c9bc4cdac service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.1946421 Nov 12 03:22:10.206266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.207314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.233544 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-06f93a74-b656-4eda-8d00-000fcfde72bf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5039248 Nov 12 03:22:10.253482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Request body: {'port': {'device_id': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:10.294888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.326152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.340371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a03446-ff72-49f5-8a1c-f7d688e6db48 req-bf51265c-b1fd-46e2-81d4-880ca73bcd0a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.343184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2a03446-ff72-49f5-8a1c-f7d688e6db48 req-bf51265c-b1fd-46e2-81d4-880ca73bcd0a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.2408962 Nov 12 03:22:10.352696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92638748-ba26-4f80-b1e2-7116be365ba8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:10.367821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52208-f8f3-40f9-8cfe-1443021517c4 req-7b23a457-61c4-4cc7-9aa5-482b3c0cb351 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.375026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b52208-f8f3-40f9-8cfe-1443021517c4 req-7b23a457-61c4-4cc7-9aa5-482b3c0cb351 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 951 time: 0.2639220 Nov 12 03:22:10.379592 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.384014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f40cb18b-8259-4e53-b38d-2d7a4ba0ea9f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/92638748-ba26-4f80-b1e2-7116be365ba8 HTTP/1.1" status: 204 len: 168 time: 0.8349962 Nov 12 03:22:10.389190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:10.425186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196bf29-e10b-42e2-9e16-768d466214bf req-3be71eec-ce5b-49ae-b2ec-304b5823378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.426656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-3be71eec-ce5b-49ae-b2ec-304b5823378b service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.2293983 Nov 12 03:22:10.494737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-34252e28-e4a4-4144-bfa9-9aba6f0a653c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0561187 Nov 12 03:22:10.504112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2a03446-ff72-49f5-8a1c-f7d688e6db48 req-2a7632aa-fa25-4e33-8206-58be0a83dd06 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489933 Nov 12 03:22:10.541399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b52208-f8f3-40f9-8cfe-1443021517c4 req-d8328559-ba9e-4d52-ae85-a96cf1b8cfba tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654584 Nov 12 03:22:10.570906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.606689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196bf29-e10b-42e2-9e16-768d466214bf req-10664493-83cb-4b93-a4c1-515f727d6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.608217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-10664493-83cb-4b93-a4c1-515f727d6292 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1032081 Nov 12 03:22:10.679649 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280d735-cdb9-484a-9326-277bf1e7bf2d x-openstack-request-id: req-4280d735-cdb9-484a-9326-277bf1e7bf2d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.679649 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fcb857-9c2c-4e72-9023-02bd3439b227", "name": "network-vif-deleted", "tag": "6ba02596-1415-47cb-a85c-248e7e156c30", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.679649 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4280d735-cdb9-484a-9326-277bf1e7bf2d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.680431 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fcb857-9c2c-4e72-9023-02bd3439b227', 'name': 'network-vif-deleted', 'tag': '6ba02596-1415-47cb-a85c-248e7e156c30', 'status': 'completed', 'code': 200} Nov 12 03:22:10.686407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-90085592-3dfd-4c81-9f14-adcafd80372e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656686 Nov 12 03:22:10.748403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:10.752964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6ba02596-1415-47cb-a85c-248e7e156c30 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:10.779356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 6ba02596-1415-47cb-a85c-248e7e156c30 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:10.780673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6ba02596-1415-47cb-a85c-248e7e156c30 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:10.866450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.932516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:10.960147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'port_id': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'mac_address': 'fa:16:3e:be:44:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae051c-2102-4977-9386-cc2a81aef4a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:10.969130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.983911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.984222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6d3ddf-4076-4efe-a3ea-4e7cbf172ecf') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:11.020831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.056206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-bbc091a1-102d-4250-bb21-d1684cc214b5 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.057914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-bbc091a1-102d-4250-bb21-d1684cc214b5 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.100 "GET /v2.0/networks?id=459f44bf-d2c2-4d10-93cd-2789b64b7452 HTTP/1.1" status: 200 len: 806 time: 0.3657305 Nov 12 03:22:11.070589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.082348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.089759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:11.108029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:11.108029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:11.108842 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:11.126050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:11.132440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.219663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.242470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cd1722-ccaf-4a37-9847-0464fb4cbe3a {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:11.255039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.269151 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-906e6031-e491-40b8-a69f-520bf923b974 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8779815132734317a47c98ceebd6b788 HTTP/1.1" status: 200 len: 379 time: 0.1839445 Nov 12 03:22:11.283569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:11.284386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'port': {'device_id': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'admin_state_up': True, 'tenant_id': '8779815132734317a47c98ceebd6b788', 'security_groups': ['33cca077-59fc-49b4-b5a3-b8f4a6ef073e']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:11.306680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.318816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Transition to ACTIVE for port object 93cd1722-ccaf-4a37-9847-0464fb4cbe3a will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:11.340781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.350995 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] 10.222.0.93 "DELETE /v2.0/networks/5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e HTTP/1.1" status: 204 len: 168 time: 0.9608040 Nov 12 03:22:11.355785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e4815-68fb-4df4-8449-9ad108321027 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2d93a1-8e11-4f11-a4c6-03b8e5b35b0e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.370992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7353-da49-4ac6-957b-e957f7483f6f req-9515e105-04d9-4be1-ba4f-ecd00534dc59 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.379251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f85f7353-da49-4ac6-957b-e957f7483f6f req-9515e105-04d9-4be1-ba4f-ecd00534dc59 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.6969445 Nov 12 03:22:11.404683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.423944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cc3d6-da5e-4dc7-87a5-aa86ab4fc8b1 req-71fd9a7d-8dc6-45f7-b05e-de92eeef5a25 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.424413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e4cc3d6-da5e-4dc7-87a5-aa86ab4fc8b1 req-71fd9a7d-8dc6-45f7-b05e-de92eeef5a25 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.6126349 Nov 12 03:22:11.443200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-78493ee0-f979-4563-bd1a-99860ff462b6 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879759 Nov 12 03:22:11.556006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f85f7353-da49-4ac6-957b-e957f7483f6f req-3a290403-150d-41bc-a823-db9dd3eb8fce tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756880 Nov 12 03:22:11.618047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Pushing event updated for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.644681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Made reservation on behalf of 8779815132734317a47c98ceebd6b788 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:11.649655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.657561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41764) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:11.682725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e4cc3d6-da5e-4dc7-87a5-aa86ab4fc8b1 req-8fc280f4-66a4-49f0-9406-aced65841bd7 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448003 Nov 12 03:22:11.705401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Attempting to bind port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:11.705984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Attempting to bind port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:11.706197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Attempting to bind port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.714030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:11.714498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Attempting to bind port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:11.725087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5196bf29-e10b-42e2-9e16-768d466214bf req-590cb117-4713-4026-a5d2-a9e52e9ce331 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730114 Nov 12 03:22:11.771864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:11.772543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:11.773146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:11.773782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Bound port: 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:11.774337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.787440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-42582cc7-4cf7-4857-9143-3ce80cea4eeb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.788964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-42582cc7-4cf7-4857-9143-3ce80cea4eeb tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 951 time: 0.2689970 Nov 12 03:22:11.843313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a2b714b-f618-4a65-abe0-7525d66d3412 req-0b28b5d1-1ec0-46b7-a41f-d59eea87d47f tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 210 time: 0.0661070 Nov 12 03:22:11.881971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b41a837f-2b85-4fcf-9f93-a28432e3d2f3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=30ca35dcaf1b4d449ee87775dc6c8f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218063 Nov 12 03:22:11.887828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:11.906342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ece1e-ae11-4646-82f3-7d73d1eb2dec req-fb03632e-c424-40db-b5f2-3a94d7b4879a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.914328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d3ece1e-ae11-4646-82f3-7d73d1eb2dec req-fb03632e-c424-40db-b5f2-3a94d7b4879a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 944 time: 0.2108133 Nov 12 03:22:11.947321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:11.976424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:11.983790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Allocated IP 172.20.0.12 (459f44bf-d2c2-4d10-93cd-2789b64b7452/e8c383a5-b9d4-4be9-8ed7-e399ffa37df0/77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:11.990280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.003351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.006895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d3ece1e-ae11-4646-82f3-7d73d1eb2dec req-dbe1de60-f16c-4240-bdaa-132b982b0a7b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916095 Nov 12 03:22:12.037225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Deleting port 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:12.037562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.058572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.059572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.061069 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] 10.222.0.100 "PUT /v2.0/ports/93cd1722-ccaf-4a37-9847-0464fb4cbe3a HTTP/1.1" status: 200 len: 1093 time: 1.8164027 Nov 12 03:22:12.067834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:12.070241 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361" -d '{"events": [{"name": "network-changed", "server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:12.088078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.180879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410704e-459e-4d5a-9930-f35d578653b1 service neutron] Pushing event updated for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.201822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90644cf4-328e-43ba-a0b0-2f8922c153df req-2a089b80-82d0-4331-ab81-a42d2c53eb08 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.203911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90644cf4-328e-43ba-a0b0-2f8922c153df req-2a089b80-82d0-4331-ab81-a42d2c53eb08 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1854706 Nov 12 03:22:12.245287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd48c5f-5fe2-4e9a-ac4c-4730d8cab434 req-b1d79d8a-52be-4fb2-8df1-b4b9519f7910 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.259351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cd48c5f-5fe2-4e9a-ac4c-4730d8cab434 req-b1d79d8a-52be-4fb2-8df1-b4b9519f7910 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/ports?device_id=e42cad10-de51-41c1-a6b5-656c7fa46252 HTTP/1.1" status: 200 len: 951 time: 0.1521256 Nov 12 03:22:12.269997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-3a09e43d-5593-4ad4-a2b3-6659b4887f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.271829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-3a09e43d-5593-4ad4-a2b3-6659b4887f71 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 1096 time: 0.1631384 Nov 12 03:22:12.333830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] For port 363613d3-0e1f-471e-b2e4-544a7879a4b8, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=363613d3-0e1f-471e-b2e4-544a7879a4b8,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:12.334260 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.342814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-0286b2b3-41a6-4eed-bc85-c22cd4a3651a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a HTTP/1.1" status: 200 len: 217 time: 0.0589588 Nov 12 03:22:12.357495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cd48c5f-5fe2-4e9a-ac4c-4730d8cab434 req-20bf1f18-60b1-42b7-97f8-39c745876541 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.93 "GET /v2.0/security-groups?id=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Nov 12 03:22:12.364193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Calling delete_port for 363613d3-0e1f-471e-b2e4-544a7879a4b8 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:12.374571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.382282 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.383429 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/adebaa48-26d3-42d0-8013-889a2e6b01cb HTTP/1.1" status: 204 len: 168 time: 0.4939783 Nov 12 03:22:12.410215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90644cf4-328e-43ba-a0b0-2f8922c153df req-f2f98aee-5fd6-44ef-b670-1ef153117e52 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924946 Nov 12 03:22:12.489130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c2964-ef97-413e-8c6a-7ef05edb62b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adebaa48-26d3-42d0-8013-889a2e6b01cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.515639 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7902579-cbaa-423b-a3ed-239787359b4e x-openstack-request-id: req-e7902579-cbaa-423b-a3ed-239787359b4e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:12.515920 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:12.516255 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7902579-cbaa-423b-a3ed-239787359b4e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:12.517113 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a', 'status': 'completed', 'code': 200} Nov 12 03:22:12.522862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.559156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-72f2f3d0-fede-41d8-9ae2-f50fab6b4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.560628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-72f2f3d0-fede-41d8-9ae2-f50fab6b4c54 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.2116511 Nov 12 03:22:12.606112 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-dbe68710-714c-4836-94ee-18eb8e09f709 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346618 Nov 12 03:22:12.627863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.724150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.760587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:12.808431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Pushing event deleted for resources: {'Port': ['ID=363613d3-0e1f-471e-b2e4-544a7879a4b8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.852978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:12.853506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.871425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] No DVR routers for this DVR port 363613d3-0e1f-471e-b2e4-544a7879a4b8 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:12.874449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.878529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ade8bc33-bf84-4c29-8dbf-9a55e52c5c0a req-4c041968-3266-4da9-8bca-7a65e3bbeb67 tempest-ServersAdminTestJSON-669205086 tempest-ServersAdminTestJSON-669205086-project] 10.222.0.100 "DELETE /v2.0/ports/363613d3-0e1f-471e-b2e4-544a7879a4b8 HTTP/1.1" status: 204 len: 173 time: 1.0663986 Nov 12 03:22:12.888505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-deleted', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:12.895092 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cf2aec-48b0-4bef-bdca-37d519947517" -d '{"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-deleted", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:12.922609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783ff50-cbe9-413c-9bb5-8ea00be6c4b6 req-1ee7a25c-ce43-4102-8832-5335e04273eb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.933223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f783ff50-cbe9-413c-9bb5-8ea00be6c4b6 req-1ee7a25c-ce43-4102-8832-5335e04273eb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2400842 Nov 12 03:22:12.991041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4eead-d1be-4c75-be8c-88e9981f271d req-7607bcac-3508-4fb4-a935-351a41ee0a44 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.011239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ba4eead-d1be-4c75-be8c-88e9981f271d req-7607bcac-3508-4fb4-a935-351a41ee0a44 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 944 time: 0.2549679 Nov 12 03:22:13.085371 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.116349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f783ff50-cbe9-413c-9bb5-8ea00be6c4b6 req-9bab8ef9-f868-4517-b2f3-a9719eb0c932 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787755 Nov 12 03:22:13.129824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:13.132294 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3e403-837e-4634-b241-acfd841dbdb8" -d '{"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-plugged", "status": "completed", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:13.168850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:13.179020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.194199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ba4eead-d1be-4c75-be8c-88e9981f271d req-b13913e0-89a5-45c3-af34-03b213ad9210 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736844 Nov 12 03:22:13.330902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.349440 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e455e6a-08e0-47bd-934d-7aab47d60ffd x-openstack-request-id: req-5e455e6a-08e0-47bd-934d-7aab47d60ffd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:13.349704 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42cad10-de51-41c1-a6b5-656c7fa46252", "name": "network-vif-deleted", "tag": "363613d3-0e1f-471e-b2e4-544a7879a4b8", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:13.352815 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e455e6a-08e0-47bd-934d-7aab47d60ffd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:13.353909 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42cad10-de51-41c1-a6b5-656c7fa46252', 'name': 'network-vif-deleted', 'tag': '363613d3-0e1f-471e-b2e4-544a7879a4b8', 'status': 'completed', 'code': 200} Nov 12 03:22:13.405030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba02c4-8bf0-4e33-a0c0-b73c2c7b6732 req-61110e95-6b1c-4963-9607-78661288879d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.405323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:13.411567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:13.418170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56ba02c4-8bf0-4e33-a0c0-b73c2c7b6732 req-61110e95-6b1c-4963-9607-78661288879d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 932 time: 0.1283188 Nov 12 03:22:13.439740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:13.489116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event updated for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.518368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56ba02c4-8bf0-4e33-a0c0-b73c2c7b6732 req-8fe08614-e7b1-4433-b45e-6b9b03fae9d5 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988910 Nov 12 03:22:13.544170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.545880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.566169 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-d8d1c03f-0a77-4ca1-9ac5-5582e9fc1604 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9512861 Nov 12 03:22:13.626196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c736cf5c-3600-4d68-9903-6309f6ad6827 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3476458 Nov 12 03:22:13.650979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Request body: {'port': {'device_id': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:13.668123 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e06b2f-d154-4515-8bf8-7ed553acdc5b x-openstack-request-id: req-74e06b2f-d154-4515-8bf8-7ed553acdc5b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:13.669284 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-plugged", "status": "completed", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:13.670113 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-74e06b2f-d154-4515-8bf8-7ed553acdc5b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:13.670679 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'code': 200} Nov 12 03:22:13.728422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1551f-7aa0-431c-a1e5-c6a3ab45f68a req-0daf9d10-917d-4486-a1e2-318c8fce8ed2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.740331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29b1551f-7aa0-431c-a1e5-c6a3ab45f68a req-0daf9d10-917d-4486-a1e2-318c8fce8ed2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 944 time: 0.1204917 Nov 12 03:22:13.783101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.812597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29b1551f-7aa0-431c-a1e5-c6a3ab45f68a req-c53f05b5-2d6c-43ac-b568-dfd6ef398eaa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709863 Nov 12 03:22:13.930311 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ebeeb7b4-1558-42be-94be-0ac43a61929a req-bd0adeed-aee8-409e-9c8d-e141a72d3b97 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485210 Nov 12 03:22:14.053791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cbc66-6850-40be-9522-99b85769179d req-4ab23e66-d3d6-40dd-ba94-4f0d85d29ff6 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.066065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-680cbc66-6850-40be-9522-99b85769179d req-4ab23e66-d3d6-40dd-ba94-4f0d85d29ff6 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1903715 Nov 12 03:22:14.066532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.189696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-91fb1a37-83e2-4d5f-a3bc-324fb2e382c2 None None] Provisioning complete for port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:14.191714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91fb1a37-83e2-4d5f-a3bc-324fb2e382c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.209063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-680cbc66-6850-40be-9522-99b85769179d req-0c1a65ff-bad7-4ed8-a4d9-941df3f14315 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199474 Nov 12 03:22:14.308905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-c8238920-253b-4278-a37c-38d421398690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.314774 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-c8238920-253b-4278-a37c-38d421398690 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 1096 time: 0.2200797 Nov 12 03:22:14.327007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-91fb1a37-83e2-4d5f-a3bc-324fb2e382c2 None None] Port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:14.395563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.413368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda39b5-543c-4ec4-a11a-06e56dad2000 req-456b155e-9eb4-44d6-9035-c246b756bf6c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.422441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbda39b5-543c-4ec4-a11a-06e56dad2000 req-456b155e-9eb4-44d6-9035-c246b756bf6c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1308632 Nov 12 03:22:14.532647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbda39b5-543c-4ec4-a11a-06e56dad2000 req-14bdf806-bbe7-470a-8682-33a41a459149 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091411 Nov 12 03:22:14.546927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-720077101-network', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:14.592721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:14.615732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-531ba9c7-1eb2-4af8-9b6f-6d1ca55bb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.617390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-531ba9c7-1eb2-4af8-9b6f-6d1ca55bb14f service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2471199 Nov 12 03:22:14.619700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Made reservation on behalf of 664feeefdb2343b98b5babb874d84fc3 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:14.620702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 363613d3-0e1f-471e-b2e4-544a7879a4b8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:14.621238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 363613d3-0e1f-471e-b2e4-544a7879a4b8 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:14.622582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.644006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4133f5f-122d-40e9-a24b-2b2400b8a72a req-0d5f6bcf-09be-4ea1-92a3-71c785371955 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.645587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4133f5f-122d-40e9-a24b-2b2400b8a72a req-0d5f6bcf-09be-4ea1-92a3-71c785371955 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.2796297 Nov 12 03:22:14.646301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.693301 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-af4d0258-40a4-41f5-bae2-61d550bce19e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a HTTP/1.1" status: 200 len: 217 time: 0.0630229 Nov 12 03:22:14.729911 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c034b9d-3e17-493e-8599-1397e8d7ce97 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96a0519fce8f4778b66fa43be661fab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291283 Nov 12 03:22:14.736669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.738718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41838) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:14.790747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:14.801583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-ee0d7997-e2be-4764-9459-aad876516b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.803267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-ee0d7997-e2be-4764-9459-aad876516b28 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0929871 Nov 12 03:22:14.805160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.819367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.844166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Transition to ACTIVE for port object 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:14.847041 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-57142c64-d17e-4fe3-8dfd-9fbda470e3fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350683 Nov 12 03:22:14.848462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.863376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-c5a49786-fbb8-4fc3-b8c9-f510a924d2c3 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.864914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-c5a49786-fbb8-4fc3-b8c9-f510a924d2c3 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 945 time: 0.4668164 Nov 12 03:22:14.875853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b19154-d2bd-4884-9bfd-dc2d94323322,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.932226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.955473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.993139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Pushing event updated for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.026388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:15.028777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.032397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.033759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ce58c322-adf7-4b0f-8cc9-7a17dbc69b17 HTTP/1.1" status: 204 len: 168 time: 0.2936909 Nov 12 03:22:15.053103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364a91b-c667-4fa1-bb6e-f5f45ffa9d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58c322-adf7-4b0f-8cc9-7a17dbc69b17,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.079564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4133f5f-122d-40e9-a24b-2b2400b8a72a req-83715b2b-c9c3-4edb-b4a7-71a335d447fb tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240277 Nov 12 03:22:15.113355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.113705 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Added segment 615cf770-38b1-41f2-b0ca-3cdaf31f0a57 of type vlan for network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa Nov 12 03:22:15.178435 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-aeada1b1-88f7-472c-8b59-167f1eb22869 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216860 Nov 12 03:22:15.204524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Attempting to bind port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:15.204769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Attempting to bind port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:15.205098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Attempting to bind port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 on network 459f44bf-d2c2-4d10-93cd-2789b64b7452 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:15.205565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b074c1-9aa6-4a5d-bff3-930e2c9dc83e req-91f3d3d4-17ee-451f-bdfe-df232712b456 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.214639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69b074c1-9aa6-4a5d-bff3-930e2c9dc83e req-91f3d3d4-17ee-451f-bdfe-df232712b456 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 944 time: 0.4018316 Nov 12 03:22:15.220259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 on network 459f44bf-d2c2-4d10-93cd-2789b64b7452 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:15.220585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Attempting to bind port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 on network 459f44bf-d2c2-4d10-93cd-2789b64b7452 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:15.242360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:15.244654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Checking segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:15.245120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Bound using segment: {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:15.245648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Bound port: 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:15.253466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.324837 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.399242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.401013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.401701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.440743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-dc5a36a2-bfcc-45c5-bbc6-06284e1cd361 req-bc11a244-e3f4-4b88-8316-5a073a9acdd0 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500496 Nov 12 03:22:15.445079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:15.448607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:15.453414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.514340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.515352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.518335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] 10.222.0.100 "PUT /v2.0/ports/77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 HTTP/1.1" status: 200 len: 1093 time: 1.8799491 Nov 12 03:22:15.519071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:15.523659 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:15.590709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69b074c1-9aa6-4a5d-bff3-930e2c9dc83e req-1a074be1-1f1a-4536-8a7b-68b43cccd9c6 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748603 Nov 12 03:22:15.641371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Deleting port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:15.642253 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.701593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e050b-68ba-46c1-9c7e-1b1bd4b14c3b service neutron] Pushing event updated for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.708828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:15.738925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6661024 Nov 12 03:22:15.747564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a2eb-246a-4181-a6b2-7932db5e941e req-604b70a8-6390-451f-b069-31038ee42794 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.755555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92f5a2eb-246a-4181-a6b2-7932db5e941e req-604b70a8-6390-451f-b069-31038ee42794 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 944 time: 0.5387743 Nov 12 03:22:15.759938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:15.762005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ced22f6c-c8ce-451d-b10f-58b56afd9013 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8248b00c1e554f92aad3a8e21dcd4c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509522 Nov 12 03:22:15.765283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90bd11-5bd2-413a-ba94-1990bb451ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.767066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:15.777801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c43e8727-1a13-4d2c-a277-85d3594b4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.779344 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-c43e8727-1a13-4d2c-a277-85d3594b4e53 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8779815132734317a47c98ceebd6b788&device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 1096 time: 0.1969852 Nov 12 03:22:15.780115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Request body: {'subnet': {'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-subnet', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:15.786284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:15.877790 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-42d35f3b-4493-4816-9250-8a33886577d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 HTTP/1.1" status: 200 len: 217 time: 0.0886207 Nov 12 03:22:15.911715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2281509-9892-476b-aa20-3f56091bb3ad req-a1ac5304-7780-45b5-9404-5e8bf59cec4b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.919536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2281509-9892-476b-aa20-3f56091bb3ad req-a1ac5304-7780-45b5-9404-5e8bf59cec4b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1607652 Nov 12 03:22:15.926425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.927939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Made reservation on behalf of 664feeefdb2343b98b5babb874d84fc3 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:15.930324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.934443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] For port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:15.935039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.951860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.972183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92f5a2eb-246a-4181-a6b2-7932db5e941e req-3fdffd1b-72ab-4073-8b56-5314aeab0621 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104981 Nov 12 03:22:16.004959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.007954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.009616 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6ca20e3-40fd-4181-a23d-bede754e41d4 HTTP/1.1" status: 204 len: 168 time: 0.2411296 Nov 12 03:22:16.021824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Calling delete_port for 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:16.027085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e77800-b943-46b3-9a2a-a51dda119c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca20e3-40fd-4181-a23d-bede754e41d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.036749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-7282a5db-61c9-4608-b9ec-eadf8fe25227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.039293 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-7282a5db-61c9-4608-b9ec-eadf8fe25227 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e8c383a5-b9d4-4be9-8ed7-e399ffa37df0 HTTP/1.1" status: 200 len: 845 time: 0.1485684 Nov 12 03:22:16.064050 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7576e-3e4b-483a-b166-43141923d9b4 x-openstack-request-id: req-dfd7576e-3e4b-483a-b166-43141923d9b4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:16.064422 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:16.064577 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dfd7576e-3e4b-483a-b166-43141923d9b4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:16.065062 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'status': 'completed', 'code': 200} Nov 12 03:22:16.117725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-4217cf25-dc31-471c-b860-b354b2390c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.120023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-4217cf25-dc31-471c-b860-b354b2390c3b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=459f44bf-d2c2-4d10-93cd-2789b64b7452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684211 Nov 12 03:22:16.269431 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-eadf49f2-7da1-49bb-8ca8-5378664449f4 service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412864 Nov 12 03:22:16.312705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2281509-9892-476b-aa20-3f56091bb3ad req-4fe845bc-7a5e-4f6c-a81e-4660a27936c9 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872025 Nov 12 03:22:16.379001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afd2e7-1eb4-45c6-8720-5259c09a7007 req-93da8d36-597f-41f1-8a1c-b92929e1c52b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.379497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 93cd1722-ccaf-4a37-9847-0464fb4cbe3a details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:16.387661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4afd2e7-1eb4-45c6-8720-5259c09a7007 req-93da8d36-597f-41f1-8a1c-b92929e1c52b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.2279584 Nov 12 03:22:16.512437 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3096c6d6-acd9-47de-9de2-59eccf98234e req-82103d81-6b6e-4db8-bc50-2c0d540c20fb service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321126 Nov 12 03:22:16.516415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4afd2e7-1eb4-45c6-8720-5259c09a7007 req-e365de17-502d-4bcf-af28-676c221e5e30 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215885 Nov 12 03:22:16.600624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.615720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:16.634469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a', 'mac_address': 'fa:16:3e:1d:b0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:16.652071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-0d8cf5f7-7c78-4a8c-b50e-44ebc4c4d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.654470 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-0d8cf5f7-7c78-4a8c-b50e-44ebc4c4d440 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8779815132734317a47c98ceebd6b788&device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 1096 time: 0.0827532 Nov 12 03:22:16.692156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.713562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cd1722-ccaf-4a37-9847-0464fb4cbe3a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:16.724262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.751995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:16.771350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac3ae4c0-6812-4069-a2fb-a7d839c8887a req-ac3614d8-a004-4b51-a156-5b05213eda9f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=45447c37-06f1-486f-9f26-ff1f8649e69a HTTP/1.1" status: 200 len: 210 time: 0.0618021 Nov 12 03:22:16.771650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:16.832210 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.833760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event deleted for resources: {'Port': ['ID=1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.879192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.904475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] No DVR routers for this DVR port 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:16.911654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.915032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18aee071-6b46-4a5b-b51b-b25c40333498 req-7278060d-1a92-4b58-8e45-d037ee6ccb52 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "DELETE /v2.0/ports/1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 HTTP/1.1" status: 204 len: 173 time: 2.0307808 Nov 12 03:22:16.916953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-deleted', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:16.918065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-5817bd60-daac-4b3e-a8df-eb6729fda595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.920109 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e16b790-26cb-4b67-95df-48869552239d" -d '{"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-deleted", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:16.928104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:16.949201 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-5817bd60-daac-4b3e-a8df-eb6729fda595 service neutron] 10.222.0.100 "GET /v2.0/networks?id=459f44bf-d2c2-4d10-93cd-2789b64b7452 HTTP/1.1" status: 200 len: 908 time: 0.2867942 Nov 12 03:22:16.952451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:16.952809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Network hostable DHCP agents. Network: 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:16.969885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e0176-186f-4711-a686-f44f08d974c4 req-3a995c55-a00c-4861-a7a8-89b1a52e2bb7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.989737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd1e0176-186f-4711-a686-f44f08d974c4 req-3a995c55-a00c-4861-a7a8-89b1a52e2bb7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 944 time: 0.2520266 Nov 12 03:22:17.022008 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67daf95e-3fbd-45ce-b4fe-998fe965f5ac x-openstack-request-id: req-67daf95e-3fbd-45ce-b4fe-998fe965f5ac {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:17.022314 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45447c37-06f1-486f-9f26-ff1f8649e69a", "name": "network-vif-deleted", "tag": "1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:17.022529 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67daf95e-3fbd-45ce-b4fe-998fe965f5ac {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:17.022920 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45447c37-06f1-486f-9f26-ff1f8649e69a', 'name': 'network-vif-deleted', 'tag': '1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272', 'status': 'completed', 'code': 200} Nov 12 03:22:17.046646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['93cd1722-ccaf-4a37-9847-0464fb4cbe3a'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:17.050383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:17.083484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd1e0176-186f-4711-a686-f44f08d974c4 req-96bca3d3-b23f-4abd-8e69-242617ae8af3 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924938 Nov 12 03:22:17.107025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:17.131216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.131815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.159979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ebc861-ba77-4b79-b95f-b0309201d70d None None] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:17.180316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-78e6e2d1-4906-4d6f-8215-d01ae6306e4c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 HTTP/1.1" status: 200 len: 217 time: 0.2186382 Nov 12 03:22:17.186968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eca9df8b-4eba-4d76-a3e3-0c6b927d1cc0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4199281 Nov 12 03:22:17.190316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41888) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.211889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:17.275439 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.277185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.293916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-777cbf1f-d75f-4164-a8d3-c6a5ece94866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.297351 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-777cbf1f-d75f-4164-a8d3-c6a5ece94866 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e8c383a5-b9d4-4be9-8ed7-e399ffa37df0 HTTP/1.1" status: 200 len: 845 time: 0.1107173 Nov 12 03:22:17.300483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737813-2759-478f-b508-9083485e85ae req-fe7b724f-1145-408c-9c93-2f8567a2036d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.302607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b737813-2759-478f-b508-9083485e85ae req-fe7b724f-1145-408c-9c93-2f8567a2036d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 945 time: 0.1160290 Nov 12 03:22:17.411020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.429858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-d63699d3-496f-49cf-ab66-f774a95cd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.434519 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-d63699d3-496f-49cf-ab66-f774a95cd56a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=459f44bf-d2c2-4d10-93cd-2789b64b7452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232910 Nov 12 03:22:17.443436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b737813-2759-478f-b508-9083485e85ae req-407fe4ce-5db3-4c71-8bb9-b491f9c2c299 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310129 Nov 12 03:22:17.503908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:17.505089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.622683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-578d2d01-a8c1-4b15-ac99-15cc97ab1f04 service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803253 Nov 12 03:22:17.806116 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3cb6b00b-f888-47df-b48f-b442fbdbbbd9 req-93ec094a-ef37-4eff-8f2a-9f4a06c26a51 service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756151 Nov 12 03:22:17.916949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Allocated IP 172.20.0.2 (3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa/c9dde83a-e8e6-45e4-b853-f55ca4bffd1d/1e105065-6dba-4899-b6ee-77f192df74cb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:18.026471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ae8444b-530d-486d-840b-997267776262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.134240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.146080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.153386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.175509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b1145-7981-4f54-bb1f-1e2d8eb2fbc3 req-0e86f2f7-e2e0-48a9-af6b-66515a7bf289 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.177006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-691b1145-7981-4f54-bb1f-1e2d8eb2fbc3 req-0e86f2f7-e2e0-48a9-af6b-66515a7bf289 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.7326071 Nov 12 03:22:18.206359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:18.209412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:18.212068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:18.233654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Pushing event updated for resources: {'Port': ['ID=1e105065-6dba-4899-b6ee-77f192df74cb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.283759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-691b1145-7981-4f54-bb1f-1e2d8eb2fbc3 req-87d0a250-b638-4154-9259-e6677c84dd4e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814037 Nov 12 03:22:18.291843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Attempting to bind port 1e105065-6dba-4899-b6ee-77f192df74cb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:18.292265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Attempting to bind port 1e105065-6dba-4899-b6ee-77f192df74cb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:18.292636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Attempting to bind port 1e105065-6dba-4899-b6ee-77f192df74cb on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:18.301445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:18.302118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:18.302523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.302917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Bound using segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:18.303399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Bound port: 1e105065-6dba-4899-b6ee-77f192df74cb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:18.303781 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.310868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666194-afec-4b24-b65a-9ce4ed5df4e2 req-5d4bb006-a0ac-4df4-b495-cc2ff7799dff tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.318261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58666194-afec-4b24-b65a-9ce4ed5df4e2 req-5d4bb006-a0ac-4df4-b495-cc2ff7799dff tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1676733 Nov 12 03:22:18.381921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:18.383855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 93cd1722-ccaf-4a37-9847-0464fb4cbe3a up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:18.498010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] For port 1e105065-6dba-4899-b6ee-77f192df74cb, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:18.506001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58666194-afec-4b24-b65a-9ce4ed5df4e2 req-0584fc5e-b093-4541-8b31-db80ae9a832a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822245 Nov 12 03:22:18.626176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] For port 1e105065-6dba-4899-b6ee-77f192df74cb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1e105065-6dba-4899-b6ee-77f192df74cb,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:18.640258 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.667522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8d773-fb7a-49dc-9148-00065464d188 req-c5a725f6-7974-410e-a5c1-0702c55604d7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.669070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0f8d773-fb7a-49dc-9148-00065464d188 req-c5a725f6-7974-410e-a5c1-0702c55604d7 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 944 time: 0.2187581 Nov 12 03:22:18.705541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:18.734763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:18.738925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:18.739440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.770178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a199a6-da16-4b6b-bbc6-e58b6a499c30 req-416bdc7a-fba2-4dd6-bebf-ed149fe8ecba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.777407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a199a6-da16-4b6b-bbc6-e58b6a499c30 req-416bdc7a-fba2-4dd6-bebf-ed149fe8ecba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 945 time: 0.1825683 Nov 12 03:22:18.784722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301cad9-7938-4d61-bfa7-0d2deab65e83 None None] Pushing event updated for resources: {'Port': ['ID=1e105065-6dba-4899-b6ee-77f192df74cb,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.788845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.811895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:18.812380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d20d26f-1646-4dc1-a7e3-bb7cfdcc5272 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:18.815541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'port_id': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'mac_address': 'fa:16:3e:29:d7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:18.877002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.923301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0f8d773-fb7a-49dc-9148-00065464d188 req-7fba221b-1c66-406c-bc67-a2c150d3edb1 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462144 Nov 12 03:22:18.928092 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.966428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:18.987128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:18.989421 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4ae0c1-a2a2-488b-8a4f-ec30b3d991e6" -d '{"events": [{"server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "name": "network-vif-plugged", "status": "completed", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:19.007976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.026867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a199a6-da16-4b6b-bbc6-e58b6a499c30 req-81d2423b-ad37-41ed-8d55-09d91e580e92 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484279 Nov 12 03:22:19.089425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.094079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.098514 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.113596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.125254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.197827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.313139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.342248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:19.352300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Allocated IP 172.25.4.16 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:19.360894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-44eaed35-4dfd-4aeb-bee4-ca5e832a74b6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.368372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-44eaed35-4dfd-4aeb-bee4-ca5e832a74b6 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.2705698 Nov 12 03:22:19.390281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-b0e7bfed-5e18-48d0-b2e5-1e0734d646c8 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/quotas/1ba6da6db0d643229a5ddea51997146a HTTP/1.1" status: 200 len: 375 time: 0.0208578 Nov 12 03:22:19.504661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-360e59d7-72f3-43bd-887b-7446bd204f12 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134279 Nov 12 03:22:19.600126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-82731fc5-7694-45c1-9393-e3efc1ed40b3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510545 Nov 12 03:22:19.743492 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.816213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-0c438e4e-d421-470a-836c-5a0367064326 service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106372 Nov 12 03:22:19.886412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-39b8e1bb-20c8-4dd9-9b2a-5a6d2d27d351 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.893782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-39b8e1bb-20c8-4dd9-9b2a-5a6d2d27d351 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655306 Nov 12 03:22:19.915326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1e105065-6dba-4899-b6ee-77f192df74cb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:19.970210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-465b0334-0e45-4f65-bc52-2d1ccf1312d7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0722504 Nov 12 03:22:19.986973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.994334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1e105065-6dba-4899-b6ee-77f192df74cb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:19.994881 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.042949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-d2644055-83a3-47c6-a737-2f3443c813fe tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716393 Nov 12 03:22:20.077113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-4bd3072e-40a8-4731-bad1-bba4a6b159fe service neutron] 10.222.0.93 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432103 Nov 12 03:22:20.088958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:20.108577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:20.114254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:20.130589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4b7de-770a-45f4-92fe-77a7b5b56078 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:20.145143 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.198605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Pushing event updated for resources: {'Port': ['ID=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.236831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 1e105065-6dba-4899-b6ee-77f192df74cb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1e105065-6dba-4899-b6ee-77f192df74cb,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:20.251253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.408596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:20.412968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52790d5-a06e-4ab1-9a5e-4e46f5e34d05 None None] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:20.424137 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32789c2-ffd9-4f3e-b29f-d9c2be24ceb4 x-openstack-request-id: req-d32789c2-ffd9-4f3e-b29f-d9c2be24ceb4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:20.427216 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "name": "network-vif-plugged", "status": "completed", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:20.427482 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d32789c2-ffd9-4f3e-b29f-d9c2be24ceb4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:20.427890 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a', 'code': 200} Nov 12 03:22:20.564117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172a69f-1394-40e4-b365-7fc5471214c1 req-4bed3ee5-aea0-45b7-9930-4f6372551d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.565972 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7172a69f-1394-40e4-b365-7fc5471214c1 req-4bed3ee5-aea0-45b7-9930-4f6372551d34 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 1098 time: 0.0822434 Nov 12 03:22:20.601473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5f11ebc9-a6c8-4196-9c8e-adf2b0011003 None None] Provisioning complete for port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:20.602311 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f11ebc9-a6c8-4196-9c8e-adf2b0011003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.667775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-813c47a7-5eb8-48b3-ac92-8f3491b228e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.678692 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7172a69f-1394-40e4-b365-7fc5471214c1 req-1f3e86ce-fde2-4c18-a351-96cdd35f2361 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Nov 12 03:22:20.701983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=1e105065-6dba-4899-b6ee-77f192df74cb,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.742429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.764473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5f11ebc9-a6c8-4196-9c8e-adf2b0011003 None None] Port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:20.776575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:20.816018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797851-8d7c-483d-a209-ccfa888141cf req-f222671c-377b-4f0f-bbb5-6c27b49bd590 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.819780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:20.820356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76797851-8d7c-483d-a209-ccfa888141cf req-f222671c-377b-4f0f-bbb5-6c27b49bd590 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.2437973 Nov 12 03:22:20.820582 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.870823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5e6e-abd7-48c6-b822-1f14a38c52f7 req-15d8f05a-dae7-49f3-aa70-e0937e8b8828 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.875089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-540c5e6e-abd7-48c6-b822-1f14a38c52f7 req-15d8f05a-dae7-49f3-aa70-e0937e8b8828 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.3009090 Nov 12 03:22:20.928214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-64723036-623c-4e93-b861-a4dc24764be4 None None] Provisioning complete for port 1e105065-6dba-4899-b6ee-77f192df74cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:20.928753 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64723036-623c-4e93-b861-a4dc24764be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.066105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.081460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76797851-8d7c-483d-a209-ccfa888141cf req-530ed3c0-b4ec-4c42-be51-8398f6485dad tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458560 Nov 12 03:22:21.150417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:21.160631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-540c5e6e-abd7-48c6-b822-1f14a38c52f7 req-83074d5b-692b-4f44-8ec2-9ebbea2c52a6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471087 Nov 12 03:22:21.163097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.316762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.434570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-58152719-66eb-4b52-802c-dbea85f86967 None None] Provisioning complete for port 1e105065-6dba-4899-b6ee-77f192df74cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:21.434951 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58152719-66eb-4b52-802c-dbea85f86967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.493496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae869-7538-45d3-abcc-4acdd84ec2d7 req-1186350f-fceb-48be-a949-ec16a9f668a3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.501978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0eae869-7538-45d3-abcc-4acdd84ec2d7 req-1186350f-fceb-48be-a949-ec16a9f668a3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 946 time: 0.1930652 Nov 12 03:22:21.512724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396943-e303-4bb6-ae68-85755e4f323e req-b21a052f-6a08-4105-8ac0-57b848b0aa4b tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.514945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58396943-e303-4bb6-ae68-85755e4f323e req-b21a052f-6a08-4105-8ac0-57b848b0aa4b tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.2161732 Nov 12 03:22:21.516872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.567692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.741679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0eae869-7538-45d3-abcc-4acdd84ec2d7 req-d6ebee6e-0031-4524-8961-1a49d8f54c68 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384863 Nov 12 03:22:21.762595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58396943-e303-4bb6-ae68-85755e4f323e req-662cdea8-04a4-4d99-8e03-b7f2ee6709d8 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368872 Nov 12 03:22:21.847313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:21.854097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1e105065-6dba-4899-b6ee-77f192df74cb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:21.947935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1e105065-6dba-4899-b6ee-77f192df74cb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:21.948353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.994557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8ed7e480-4ff4-493b-8a71-075d52152641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.996921 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8ed7e480-4ff4-493b-8a71-075d52152641 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 1098 time: 0.1209052 Nov 12 03:22:22.038409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee89328e-2ef5-420b-a63f-345688415ff9 req-326eea5f-1337-47c3-ae41-708b9aa2b9d7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 210 time: 0.0789306 Nov 12 03:22:22.204681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8658361d-e410-434b-81f7-0e24b4421178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.209748 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8658361d-e410-434b-81f7-0e24b4421178 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2039609 Nov 12 03:22:22.283982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-a4eb353e-5033-4518-b6a4-0eda59f7b349 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a HTTP/1.1" status: 200 len: 217 time: 0.0652337 Nov 12 03:22:22.357383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8ab7c621-c838-4bfe-adba-3d20da35a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.359454 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-8ab7c621-c838-4bfe-adba-3d20da35a79d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0684407 Nov 12 03:22:22.397276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-e406489a-e634-489c-afc9-00f71ee6d274 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301495 Nov 12 03:22:22.428876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:22.431540 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af482fa9-aaaa-4db2-87db-ec502b6884ef" -d '{"events": [{"server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "name": "network-vif-plugged", "status": "completed", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:22.474513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3adf5d8f-f28b-48a9-8832-3ae97c2cd7f0 req-6820ec8e-0bc7-4910-a1d6-0728835b9ded tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 210 time: 0.4108012 Nov 12 03:22:22.576861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:22.588918 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:22.597063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-fe03fd6e-faa9-4723-a5dc-906abe0a1da2 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924429 Nov 12 03:22:22.613038 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:22.613275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:22.614570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-34d32df0-a3a0-4fed-8cb2-252ce4b5b08b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.616291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-34d32df0-a3a0-4fed-8cb2-252ce4b5b08b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 822 time: 0.5767577 Nov 12 03:22:22.646409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126460f0-c710-4b96-bd1c-3d3d5fea4d63 req-c1d399d1-ee5e-4f00-babe-89dad2d18c2b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.655366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-126460f0-c710-4b96-bd1c-3d3d5fea4d63 req-c1d399d1-ee5e-4f00-babe-89dad2d18c2b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1830559 Nov 12 03:22:22.661361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Request body: {'port': {'device_id': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'admin_state_up': True, 'tenant_id': '1ba6da6db0d643229a5ddea51997146a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:22.681969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.683171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dcf55c06-d495-43bd-a1d3-b075953e66fb admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4858325 Nov 12 03:22:22.699709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:22.744891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-176a4b77-433e-4c36-80c2-1f08debd2b69 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093326 Nov 12 03:22:22.784861 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:22.821766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-126460f0-c710-4b96-bd1c-3d3d5fea4d63 req-03e4a54f-e907-4089-b693-682fb4f9b3e2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628771 Nov 12 03:22:22.964410 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-5c265544-c609-409f-9383-8521b6c21c06 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513155 Nov 12 03:22:22.987747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6588b-fdee-4697-8ede-b58a08dcea60 req-79b39cf7-8f9a-4d26-a3e9-8bf34ac16d26 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.997043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05b6588b-fdee-4697-8ede-b58a08dcea60 req-79b39cf7-8f9a-4d26-a3e9-8bf34ac16d26 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4173112 Nov 12 03:22:23.065955 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 3, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:23.133568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:23.134215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Updating router 3658359d-a9fb-48da-9fa8-8cd2552d7646 port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:23.162149 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.165590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d62b6e-02b9-4eff-90ba-1debe3881c7c req-86cbdf94-c44f-4f38-9534-8bea3d22bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.169371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9d62b6e-02b9-4eff-90ba-1debe3881c7c req-86cbdf94-c44f-4f38-9534-8bea3d22bba8 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.2688329 Nov 12 03:22:23.234794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05b6588b-fdee-4697-8ede-b58a08dcea60 req-29651314-7a61-4ce5-ad81-024a350c8761 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300200 Nov 12 03:22:23.244914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Made reservation on behalf of 1ba6da6db0d643229a5ddea51997146a for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:23.253119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.285792 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8704288e-0119-4482-9a14-5281bf6957d5 x-openstack-request-id: req-8704288e-0119-4482-9a14-5281bf6957d5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:23.286067 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "name": "network-vif-plugged", "status": "completed", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:23.286321 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8704288e-0119-4482-9a14-5281bf6957d5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:23.286711 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'code': 200} Nov 12 03:22:23.287139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-2da957ca-c128-4890-8a96-793309be5ed4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.289556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-2da957ca-c128-4890-8a96-793309be5ed4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4967077 Nov 12 03:22:23.311024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.323600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:23.366125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30931682-c297-47e9-935e-acb04c9ede85 req-f3e46df4-6099-4a34-8d6e-29323d93bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.367703 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-30931682-c297-47e9-935e-acb04c9ede85 req-f3e46df4-6099-4a34-8d6e-29323d93bce6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 1098 time: 0.2536831 Nov 12 03:22:23.375898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9d62b6e-02b9-4eff-90ba-1debe3881c7c req-cebef998-1e86-40aa-955d-d72880e2ce04 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977906 Nov 12 03:22:23.459863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2368-93e2-44bc-88b3-71bd9fc32af4 req-976c1765-9b0b-4eeb-a8bb-12517da73763 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.467606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aadd2368-93e2-44bc-88b3-71bd9fc32af4 req-976c1765-9b0b-4eeb-a8bb-12517da73763 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 946 time: 0.3478076 Nov 12 03:22:23.475357 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.496392 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.533487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-30931682-c297-47e9-935e-acb04c9ede85 req-c3b59395-6a80-4152-9ff4-e25ea2854aeb service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563840 Nov 12 03:22:23.573002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001d1d2-7ff6-44bb-813b-3c30880d7520 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:23.594258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f117a-d923-492b-aca4-239d5e6e2726 None None] Pushing event updated for resources: {'Port': ['ID=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.600494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Attempting to bind port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:23.601230 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Attempting to bind port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:23.601787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Attempting to bind port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:23.608912 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:23.609385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:23.609858 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.610520 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:23.611567 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Bound port: 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:23.612285 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.621873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db44d1-5fb8-4a5c-be24-fa01e9722c39 req-4481e072-2bb4-474b-a540-a93b9c689a35 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.629345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57db44d1-5fb8-4a5c-be24-fa01e9722c39 req-4481e072-2bb4-474b-a540-a93b9c689a35 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.2657173 Nov 12 03:22:23.669521 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.687082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6bc6cb99-920e-410f-8a28-df58ad31122d None None] Provisioning complete for port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:23.688693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bc6cb99-920e-410f-8a28-df58ad31122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.730394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] For port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:23.732065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.738251 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] For port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:23.744497 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.764253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6cb99-920e-410f-8a28-df58ad31122d None None] Port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:23.772601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9732f-0017-4c26-a3a6-084616e48161 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:23.809102 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:23.809858 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:23.812967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aadd2368-93e2-44bc-88b3-71bd9fc32af4 req-f82d3d3f-dfcc-4a8f-89fa-caae145ff1e2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440871 Nov 12 03:22:23.896137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57db44d1-5fb8-4a5c-be24-fa01e9722c39 req-21eeb141-a333-476a-910c-6485150fcbf1 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657335 Nov 12 03:22:23.902573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Allocated IP 172.20.0.2 (a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5/aaae051c-2102-4977-9386-cc2a81aef4a1/6660e442-eb6b-481e-9ad8-dc82cf1c0790) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:23.908315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] Provisioning complete for port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:23.911426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.921010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:23.940423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.961478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.987945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Allocated IP 172.20.0.1 (3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa/c9dde83a-e8e6-45e4-b853-f55ca4bffd1d/9abc5d5e-5a47-4e56-95d7-b6d309f6a75e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:24.018423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:24.096714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f117a-d923-492b-aca4-239d5e6e2726 None None] Pushing event updated for resources: {'Port': ['ID=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.141747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.155033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.179889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] For port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.185921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34c1abf8-21f8-4036-90c3-3e3e8c3f6452 req-87fd4bdc-eb95-4f88-8d84-9f4fb82f41a2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 210 time: 0.0848160 Nov 12 03:22:24.186137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.194608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.227526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b54b42e6-cedf-4b31-a557-62c6f4266291 req-0670f251-cec6-46e0-905a-6b3390e0f281 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 210 time: 0.1369634 Nov 12 03:22:24.267728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcd8d1-7e02-4c5d-8fea-e5007d37baef None None] Pushing event updated for resources: {'Port': ['ID=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.314931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Pushing event updated for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.328728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:24.330575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:24.334784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:24.412892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.428488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-313e020e-3b39-4951-812a-338fb83de883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 3, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:24.472895 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e020e-3b39-4951-812a-338fb83de883 None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:20Z', 'revision_number': 3, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:24.502161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.587726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.714446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76556a5f-8737-4ca8-908d-df17a725640a None None] Provisioning complete for port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:24.715037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76556a5f-8737-4ca8-908d-df17a725640a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.768705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76556a5f-8737-4ca8-908d-df17a725640a None None] Port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:24.808922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.242 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/290dc546-d467-4179-b81d-03c88e208a6d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:24.916800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74384-41b5-4840-b666-32525a1e544a req-c805872d-cb28-46ed-b96e-3a3bc027786b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.924610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e74384-41b5-4840-b666-32525a1e544a req-c805872d-cb28-46ed-b96e-3a3bc027786b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.4207976 Nov 12 03:22:24.933984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c714be-0982-4754-b7f9-0dbde2057a1d req-10ea1089-41c6-4bf0-83b9-383a610d55b2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.942812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40c714be-0982-4754-b7f9-0dbde2057a1d req-10ea1089-41c6-4bf0-83b9-383a610d55b2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.5779743 Nov 12 03:22:24.975555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e689f4-7279-4a2a-bcd5-e6276d96929b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.078707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64e74384-41b5-4840-b666-32525a1e544a req-fb91cfb9-7498-47d2-9e3c-f3d0dfaa5e4e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532781 Nov 12 03:22:25.105539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.119186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40c714be-0982-4754-b7f9-0dbde2057a1d req-758da0df-d0ff-4678-9836-3e02a4747f48 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754956 Nov 12 03:22:25.126967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-efb7b929-80d4-44ba-9987-d500d6f8aebb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.128634 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-efb7b929-80d4-44ba-9987-d500d6f8aebb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 946 time: 0.0948260 Nov 12 03:22:25.254819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.388561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.437134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:25.438184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.482770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c2e58-3bc9-42a9-9486-d2fcb28a67b2 req-c8cd3121-8fba-4154-a422-08abd53b286e tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.496555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d6c2e58-3bc9-42a9-9486-d2fcb28a67b2 req-c8cd3121-8fba-4154-a422-08abd53b286e tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1916521 Nov 12 03:22:25.507365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8a56b-0011-4371-a2a6-89fffc72d568 req-09ccb495-dad6-4047-9270-3b72ca664b45 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.516418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8a56b-0011-4371-a2a6-89fffc72d568 req-09ccb495-dad6-4047-9270-3b72ca664b45 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5af654f-9a68-4e24-b779-9ca1afd31129 HTTP/1.1" status: 200 len: 946 time: 0.2512932 Nov 12 03:22:25.561189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:25.561897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.572128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:25.579082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 93cd1722-ccaf-4a37-9847-0464fb4cbe3a owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:25.607250 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.622715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:25.632232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event updated for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.636594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:25.726419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8a56b-0011-4371-a2a6-89fffc72d568 req-afc6d3fc-b285-4386-81b2-0e0d86f115ce tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063231 Nov 12 03:22:25.806873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.807559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.865511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d6c2e58-3bc9-42a9-9486-d2fcb28a67b2 req-e09dd67e-46c4-41d4-814d-1d68a54e59ac tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678982 Nov 12 03:22:25.872457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-38b88e46-5095-48d1-8b6d-d82d82ca4f6b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2382782 Nov 12 03:22:25.908028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Request body: {'port': {'device_id': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:25.913642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.921278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.924952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.930104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.975814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:26.050140 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.099266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:26.099266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:26.099989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['93cd1722-ccaf-4a37-9847-0464fb4cbe3a'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:26.101603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:26.156242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 93cd1722-ccaf-4a37-9847-0464fb4cbe3a on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:26.159995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.163427 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c9cf38e-aeae-41ff-b718-9e2e8ed53e10 req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "DELETE /v2.0/ports/93cd1722-ccaf-4a37-9847-0464fb4cbe3a HTTP/1.1" status: 204 len: 173 time: 0.9724000 Nov 12 03:22:26.163886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'name': 'network-vif-deleted', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:26.166180 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cb7448-8ddd-45d1-81ba-ce63e80bba72" -d '{"events": [{"server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "name": "network-vif-deleted", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:26.171547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Pushing event updated for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.256697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:26.257066 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.267895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.280395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.282460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4a2f3-a0ad-484e-aa66-2b00556cf8c3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=93cd1722-ccaf-4a37-9847-0464fb4cbe3a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.282639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.322803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc8ea-65f0-4862-a5c0-9552588e3a98 req-7b9611af-ac73-4393-9ac7-b997c7fbc113 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.324500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-107fc8ea-65f0-4862-a5c0-9552588e3a98 req-7b9611af-ac73-4393-9ac7-b997c7fbc113 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 936 time: 0.3112726 Nov 12 03:22:26.325285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.350949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-bad4e645-d2c4-40a3-9962-a5c62441fe84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0387800 Nov 12 03:22:26.384259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Request body: {'port': {'device_id': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:26.437927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:26.439698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:26.486333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.526022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76cc84cc-f091-4e49-ae52-3e07b7a63f2d None None] Provisioning complete for port 290dc546-d467-4179-b81d-03c88e208a6d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:26.526398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76cc84cc-f091-4e49-ae52-3e07b7a63f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.573265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-107fc8ea-65f0-4862-a5c0-9552588e3a98 req-a0aca3ec-50cc-4f12-8d0c-9f569f67e691 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187543 Nov 12 03:22:26.642940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:26.645570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76cc84cc-f091-4e49-ae52-3e07b7a63f2d None None] Port 290dc546-d467-4179-b81d-03c88e208a6d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:26.650769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40f5f-db23-476c-903c-b6433da69ede req-eebe2018-743d-4de8-af68-a34f1c6d2806 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.653205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8e40f5f-db23-476c-903c-b6433da69ede req-eebe2018-743d-4de8-af68-a34f1c6d2806 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 931 time: 0.5000811 Nov 12 03:22:26.855318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:26.884061 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa4a50ff-581c-4987-a083-26c75f228cdb admin admin] 10.222.0.93 "PUT /v2.0/routers/3658359d-a9fb-48da-9fa8-8cd2552d7646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1794515 Nov 12 03:22:26.888289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-aebcf124-016a-4167-aca8-3e52b13a77f6 None None] Provisioning complete for port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:26.889089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aebcf124-016a-4167-aca8-3e52b13a77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.952314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aebcf124-016a-4167-aca8-3e52b13a77f6 None None] Port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:26.993243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8e40f5f-db23-476c-903c-b6433da69ede req-3bd9afaa-69e4-45bc-a3ef-3bc4c983e1a3 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116713 Nov 12 03:22:27.122061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:27.132002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:27.132918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:27.211492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37dd0-318a-425e-b555-a5b8bd77f7b7 req-89c3f207-4537-4760-99ee-986d96bb6e56 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.222258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:27.224985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-afc37dd0-318a-425e-b555-a5b8bd77f7b7 req-89c3f207-4537-4760-99ee-986d96bb6e56 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.4296260 Nov 12 03:22:27.230175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Request body: {'floatingip': {'port_id': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:27.291213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:27.312482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.622223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 2, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:27.654662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:27.655023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Updating router 3658359d-a9fb-48da-9fa8-8cd2552d7646 port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:27.682639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6660e442-eb6b-481e-9ad8-dc82cf1c0790 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:27.684902 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.701182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.720561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd8bc-08b5-4e0a-a708-9f2d7fde4edb req-2d30baab-329b-430d-8ea3-7b45d5fd4942 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.727779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-799fd8bc-08b5-4e0a-a708-9f2d7fde4edb req-2d30baab-329b-430d-8ea3-7b45d5fd4942 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.6113448 Nov 12 03:22:27.773862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac5a6-1743-4be1-a176-c0a9e34c5289 req-e7112d5c-3b64-463a-9b70-05e65e8e175b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.780998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e7ac5a6-1743-4be1-a176-c0a9e34c5289 req-e7112d5c-3b64-463a-9b70-05e65e8e175b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1581619 Nov 12 03:22:27.791936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Transition to ACTIVE for port object 6660e442-eb6b-481e-9ad8-dc82cf1c0790 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:27.803551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.895799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.899854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.923940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-799fd8bc-08b5-4e0a-a708-9f2d7fde4edb req-34be4a41-faa8-4417-8132-0b90a2c52870 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949780 Nov 12 03:22:27.949757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Pushing event updated for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.979539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e7ac5a6-1743-4be1-a176-c0a9e34c5289 req-2647c639-49b5-4353-81c3-7f7bb50e4048 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958270 Nov 12 03:22:27.986485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290dc546-d467-4179-b81d-03c88e208a6d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:27.995607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.008156 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5503c524-e433-468e-825d-544b8acd2f51 x-openstack-request-id: req-5503c524-e433-468e-825d-544b8acd2f51 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:28.008595 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af654f-9a68-4e24-b779-9ca1afd31129", "name": "network-vif-deleted", "tag": "93cd1722-ccaf-4a37-9847-0464fb4cbe3a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:28.008959 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5503c524-e433-468e-825d-544b8acd2f51 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:28.010059 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af654f-9a68-4e24-b779-9ca1afd31129', 'name': 'network-vif-deleted', 'tag': '93cd1722-ccaf-4a37-9847-0464fb4cbe3a', 'status': 'completed', 'code': 200} Nov 12 03:22:28.034757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Transition to ACTIVE for port object 290dc546-d467-4179-b81d-03c88e208a6d will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:28.042700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.049450 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Floating IP c4a7b928-39cc-4d0e-bc99-1c3300bb14bb associated. External IP: 172.25.4.182, port: 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5. Nov 12 03:22:28.050369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.058486 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.120256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Attempting to bind port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:28.120596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Attempting to bind port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:28.121311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Attempting to bind port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:28.160352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:28.160676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Attempting to bind port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 on network a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:28.169328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Pushing event updated for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.189499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47475b65-7557-417f-9a12-0f28d14a1631 None None] Pushing event updated for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.213084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:28.228765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Checking segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:28.229164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Bound using segment: {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:28.229636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Bound port: 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fd6095-46a8-46a9-9ce4-61d4b1573101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:28.230005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.298833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Attempting to bind port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:28.299503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Attempting to bind port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:28.299874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Attempting to bind port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:28.308780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:28.309971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:28.310795 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.311209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Bound using segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:28.311708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Bound port: 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:28.314382 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.328173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Attempting to bind port 290dc546-d467-4179-b81d-03c88e208a6d on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:28.328613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Attempting to bind port 290dc546-d467-4179-b81d-03c88e208a6d by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:28.330416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Attempting to bind port 290dc546-d467-4179-b81d-03c88e208a6d on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:28.351145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Port 290dc546-d467-4179-b81d-03c88e208a6d on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:28.351478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Attempting to bind port 290dc546-d467-4179-b81d-03c88e208a6d on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:28.359506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:28.359861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:28.361170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:28.361620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Bound port: 290dc546-d467-4179-b81d-03c88e208a6d, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:28.362281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.398334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 93cd1722-ccaf-4a37-9847-0464fb4cbe3a no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:28.429691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 93cd1722-ccaf-4a37-9847-0464fb4cbe3a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:28.429928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 93cd1722-ccaf-4a37-9847-0464fb4cbe3a not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:28.484965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] For port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:28.497762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] For port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:28.513197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-0d2fdd15-a56f-4e13-8403-75cc8157423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.515398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.516371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-0d2fdd15-a56f-4e13-8403-75cc8157423b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1098 time: 0.1235106 Nov 12 03:22:28.564759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9933d5-b6ea-4569-a55c-cf2cde5fec4e req-687b019e-70ca-4e3b-98b5-bce54c48bd85 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.572326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b9933d5-b6ea-4569-a55c-cf2cde5fec4e req-687b019e-70ca-4e3b-98b5-bce54c48bd85 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 948 time: 0.2270362 Nov 12 03:22:28.634366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-d2576968-f1b7-432b-9a93-9060ad3fa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.635938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-d2576968-f1b7-432b-9a93-9060ad3fa08c service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.1086788 Nov 12 03:22:28.642767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:28.649716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:28.669959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:28.690516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b9933d5-b6ea-4569-a55c-cf2cde5fec4e req-9d31e6c5-43a6-4563-ad3f-df0b71dc26ac tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143570 Nov 12 03:22:28.694944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:28.696460 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-fab3acb1-51c7-4556-b2b0-e3e573015e56 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.0527747 Nov 12 03:22:28.702031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:28.708894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=290dc546-d467-4179-b81d-03c88e208a6d,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:28.712401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.746155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Router 2fa6725b-560c-4dac-84f6-42e09c39dc01 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:28.813188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:28.848920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Pushing event updated for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.858591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.872049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-6a7c4eee-8d81-4d3b-8160-13ec3ff52043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.874008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-6a7c4eee-8d81-4d3b-8160-13ec3ff52043 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.1659722 Nov 12 03:22:28.897793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47475b65-7557-417f-9a12-0f28d14a1631 None None] Pushing event updated for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.924518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-1862f63b-756e-48ed-b76e-2954ed9ed772 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408616 Nov 12 03:22:28.940078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.940999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.942508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] 10.222.0.98 "PUT /v2.0/ports/290dc546-d467-4179-b81d-03c88e208a6d HTTP/1.1" status: 200 len: 1097 time: 2.5684533 Nov 12 03:22:28.943731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.944332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.945667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-ae999e5a-fabd-4fd4-bf60-e370c16f5d1b service neutron] 10.222.0.98 "PUT /v2.0/ports/6660e442-eb6b-481e-9ad8-dc82cf1c0790 HTTP/1.1" status: 200 len: 1092 time: 3.0617206 Nov 12 03:22:28.959615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d'}, {'name': 'network-changed', 'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:28.959856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Provisioning complete for port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:28.960639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.981050 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5" -d '{"events": [{"name": "network-changed", "server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "tag": "290dc546-d467-4179-b81d-03c88e208a6d"}, {"name": "network-changed", "server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:29.044683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2d95-1e35-413e-8b1c-ef0239490afa service neutron] Pushing event updated for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.092424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:29.098734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.106504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502405e0-c813-43d0-a389-678e323699dc None None] Sync routers for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:29.128656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:29.129453 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.152802 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8382c13-d8b6-413b-8dfe-8816a83e9225 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "PUT /v2.0/floatingips/c4a7b928-39cc-4d0e-bc99-1c3300bb14bb HTTP/1.1" status: 200 len: 992 time: 1.9293699 Nov 12 03:22:29.162244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.166245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-32dc3f24-876f-4072-9112-4673ecbdfca2 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040560 Nov 12 03:22:29.194655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:28Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.226850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-e93b6588-806d-4b5c-93fb-020c7e7a7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.228621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-e93b6588-806d-4b5c-93fb-020c7e7a7fdf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 1100 time: 0.2131941 Nov 12 03:22:29.243408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbff6a-e965-43a8-809e-186b2c4a0752 req-6d25a5c6-1a38-43fe-8e03-5b42ea4c2264 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.252330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52dbff6a-e965-43a8-809e-186b2c4a0752 req-6d25a5c6-1a38-43fe-8e03-5b42ea4c2264 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 943 time: 0.2941253 Nov 12 03:22:29.265783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d30df-6e16-4d6c-847f-e2f2974e0f1c None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:28Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:29.280424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] For port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:29.302845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.382343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-e1d3e228-a373-4439-a3d3-d5bda9a06b10 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=290dc546-d467-4179-b81d-03c88e208a6d HTTP/1.1" status: 200 len: 217 time: 0.1262293 Nov 12 03:22:29.388282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Pushing event updated for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.397556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.397901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.398243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.398581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.398915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.399246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.399571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.400417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.400755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.401083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.401410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.401732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980427af-3eff-491d-9734-85e9679f7a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.414325 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-354991a1-b33d-40e1-a196-95a59f5fc655 req-2acf14ac-2e82-47b1-95ab-49dc9c208218 service neutron] 10.222.0.98 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322443 Nov 12 03:22:29.415177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-d86e93af-d373-4ac5-b789-1ff5f434f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.418150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-d86e93af-d373-4ac5-b789-1ff5f434f431 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 1095 time: 0.3687027 Nov 12 03:22:29.469855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0c6e756a-238b-42b0-bb88-ecf939b2baf7 None None] Provisioning complete for port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.470251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c6e756a-238b-42b0-bb88-ecf939b2baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.540924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52dbff6a-e965-43a8-809e-186b2c4a0752 req-16e62ff3-7be0-4822-a971-0661d6303c2b tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876310 Nov 12 03:22:29.543022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-1c49d77a-8342-40c0-b896-27ac09a114d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.545524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-1c49d77a-8342-40c0-b896-27ac09a114d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1525650 Nov 12 03:22:29.571517 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:29.598463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-dcf436de-da1f-46ce-91b3-aa81b16903b8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790 HTTP/1.1" status: 200 len: 217 time: 0.1360865 Nov 12 03:22:29.811681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-9874f9e7-d870-4cfd-9e02-0d10d0a9de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.813321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-9874f9e7-d870-4cfd-9e02-0d10d0a9de71 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244265 Nov 12 03:22:29.818053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-6e8e08d4-551a-4c64-a0f6-032f21bb3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.819908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-6e8e08d4-551a-4c64-a0f6-032f21bb3092 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.1877043 Nov 12 03:22:29.853898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:29.854384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:29.860915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063762650', 'description': 'tempest-description--1927336756'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:29.906845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.974568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'c4a7b928-39cc-4d0e-bc99-1c3300bb14bb', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'port_id': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'mac_address': 'fa:16:3e:29:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:04Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 1, 'project_id': '8779815132734317a47c98ceebd6b788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.974871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.974871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.021954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-c0ad6f74-8853-42ff-87a9-281ec11782fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673196 Nov 12 03:22:30.024936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502405e0-c813-43d0-a389-678e323699dc None None] Checking router: 2fa6725b-560c-4dac-84f6-42e09c39dc01 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:30.054281 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:30.054894 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.174920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-f1b4818c-872c-43cc-b95a-545b7d8d3d85 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.182364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-f1b4818c-872c-43cc-b95a-545b7d8d3d85 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.5037704 Nov 12 03:22:30.193833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:30.224947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40870765-d2d4-49e5-84ec-12b1d9fec9da req-34f4708d-70d0-433c-8f79-b22679d20ba0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.233675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40870765-d2d4-49e5-84ec-12b1d9fec9da req-34f4708d-70d0-433c-8f79-b22679d20ba0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1752031 Nov 12 03:22:30.244944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-47fffa47-f22e-4ae9-8cdc-e651eb42e515 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216168 Nov 12 03:22:30.246701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a8413a46-9c3c-4586-8a3f-ef53dd9db7de tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.0635741 Nov 12 03:22:30.360174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:30.362855 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:30.370866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3161537e-ba3a-425f-87ee-98eb1c7f68f2 req-453252a8-bb92-4df6-9485-55d95c48186a service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957406 Nov 12 03:22:30.410164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-946793a9-c472-40cc-9a5d-27d932556814 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1369262 Nov 12 03:22:30.438769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-acd5f18f-d687-4f0f-b6be-28ab848eba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.441203 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-acd5f18f-d687-4f0f-b6be-28ab848eba08 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.0717444 Nov 12 03:22:30.485512 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-502405e0-c813-43d0-a389-678e323699dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'c4a7b928-39cc-4d0e-bc99-1c3300bb14bb', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'port_id': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'mac_address': 'fa:16:3e:29:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:04Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 1, 'project_id': '8779815132734317a47c98ceebd6b788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.514280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502405e0-c813-43d0-a389-678e323699dc None None] The sync data for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 is: [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'c4a7b928-39cc-4d0e-bc99-1c3300bb14bb', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'port_id': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'mac_address': 'fa:16:3e:29:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:04Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 1, 'project_id': '8779815132734317a47c98ceebd6b788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:30.516371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40870765-d2d4-49e5-84ec-12b1d9fec9da req-fdc92604-cde5-4020-9b5c-a9e9fcfea393 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746675 Nov 12 03:22:30.521381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-8e4e3491-2d63-4026-b18d-61c630cea215 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847944 Nov 12 03:22:30.548518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.560524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.608859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6938d-a863-4296-85aa-a81385860eee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.609466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.617401 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e34b22-0701-4270-af82-5347923c0cb7 x-openstack-request-id: req-a4e34b22-0701-4270-af82-5347923c0cb7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:30.617670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.618059 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "tag": "290dc546-d467-4179-b81d-03c88e208a6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:30.618398 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a4e34b22-0701-4270-af82-5347923c0cb7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:30.618664 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-68f89e50-c48c-4c6a-8b6d-c6223c90054a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7623768 Nov 12 03:22:30.619135 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d', 'status': 'completed', 'code': 200} Nov 12 03:22:30.619505 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790', 'status': 'completed', 'code': 200} Nov 12 03:22:30.622795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:30.634550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group_rule': {'security_group_id': 'abf6938d-a863-4296-85aa-a81385860eee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:30.648568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-8431ff70-598d-4ea7-abb8-2c343aaa9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.655286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-8431ff70-598d-4ea7-abb8-2c343aaa9e19 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1999097 Nov 12 03:22:30.702230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-3576ab9a-b05f-49bf-97e7-261993cf6a59 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0430171 Nov 12 03:22:30.737925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-0920c862-97bf-4dd6-a24e-ff7e4e4e11dd service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149731 Nov 12 03:22:30.767384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-c00230ec-7b36-4671-a22d-ed999157f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.769682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-c00230ec-7b36-4671-a22d-ed999157f8ff service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.0571005 Nov 12 03:22:30.771160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.815589 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-2ef84e70-8f2e-46b2-a848-3490f9751cf1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342102 Nov 12 03:22:30.819426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-6abe5a98-4c9f-4196-b3d2-ab913e7e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.820960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-6abe5a98-4c9f-4196-b3d2-ab913e7e8010 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 1100 time: 0.2006013 Nov 12 03:22:30.901867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.911127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.931831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b3b1cd-a604-47a1-a958-458b3bc43ac4 req-9d32f59f-37b8-4ec2-a0fc-9deeaf9a3303 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957639 Nov 12 03:22:30.946432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.947779 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239064 Nov 12 03:22:30.951849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:30.952556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666783d-dfbf-496c-9d36-ef5a5b5ee6f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48aaad73-7ee6-4455-9339-5ad2c75e0b90,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.971288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group_rule': {'security_group_id': 'abf6938d-a863-4296-85aa-a81385860eee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:30.988343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-d5575d86-7020-4e19-ac71-f44b098014b3 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495158 Nov 12 03:22:30.993376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-08e8ca03-5dd6-4e91-880e-9207456ef38b service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702442 Nov 12 03:22:30.998428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff9071-3f3a-4009-a5e3-3b832c173b28 req-40d81805-76ab-492f-88ed-f2dcd4c82412 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.006308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6ff9071-3f3a-4009-a5e3-3b832c173b28 req-40d81805-76ab-492f-88ed-f2dcd4c82412 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 948 time: 0.1805429 Nov 12 03:22:31.015727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-e8c85e08-8552-46ad-b559-0d896e1fb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.017271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-e8c85e08-8552-46ad-b559-0d896e1fb287 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1740503 Nov 12 03:22:31.049548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f6fe12-7c8a-4825-ba2b-72e0bb7a9278 None None] New status for floating IP c4a7b928-39cc-4d0e-bc99-1c3300bb14bb: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:31.091257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.112512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-ddd8408c-8bcb-4448-8c2d-e75fb42d92d4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=290dc546-d467-4179-b81d-03c88e208a6d HTTP/1.1" status: 200 len: 217 time: 0.0689278 Nov 12 03:22:31.179789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6ff9071-3f3a-4009-a5e3-3b832c173b28 req-a9526974-79c7-47cf-86dd-c9e8d559ca1a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725304 Nov 12 03:22:31.197115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-98f77f1c-f478-4f75-9c3e-045bec09ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.207929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-98f77f1c-f478-4f75-9c3e-045bec09ce60 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0753143 Nov 12 03:22:31.250250 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c6584e53-6224-49c7-b90f-6c2b1d06d6e5 req-47894c79-fb16-420b-a87d-b4b5997a76c0 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494473 Nov 12 03:22:31.285683 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34529b3-51dc-425e-83ee-3a36010add41 x-openstack-request-id: req-f34529b3-51dc-425e-83ee-3a36010add41 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:31.285973 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:31.286229 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f34529b3-51dc-425e-83ee-3a36010add41 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:31.289046 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'status': 'completed', 'code': 200} Nov 12 03:22:31.292885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.343111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-edd602f1-e7f1-4e1c-a7ab-47d804b987b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.344937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-edd602f1-e7f1-4e1c-a7ab-47d804b987b6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256251 Nov 12 03:22:31.348146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.367826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa585-64e1-4a82-83c3-be39eda7cd7f req-c4f32d62-c8cf-4554-873d-1be128cb527c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.370178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfffa585-64e1-4a82-83c3-be39eda7cd7f req-c4f32d62-c8cf-4554-873d-1be128cb527c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1279087 Nov 12 03:22:31.389430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0938a025-5fc3-4474-ba4c-d59174aa61af,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.406325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.407890 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d3c6ca47-4349-4e18-bdd1-ae41fd1be63a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451809 Nov 12 03:22:31.410850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-3e895d37-f17c-4a9d-9d1b-ea9306883d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.412401 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-3e895d37-f17c-4a9d-9d1b-ea9306883d40 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8779815132734317a47c98ceebd6b788&device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 1098 time: 0.1165721 Nov 12 03:22:31.412698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:31.417078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:31.501715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.511321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.588309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-198eef13-e578-476e-970d-45440763c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.589776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-198eef13-e578-476e-970d-45440763c40f service neutron] 10.222.0.100 "GET /v2.0/networks?id=459f44bf-d2c2-4d10-93cd-2789b64b7452 HTTP/1.1" status: 200 len: 908 time: 0.1636982 Nov 12 03:22:31.606615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfffa585-64e1-4a82-83c3-be39eda7cd7f req-3bb832f1-28a1-4e62-8745-26b432da06f5 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243302 Nov 12 03:22:31.627815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71a6bf-1a17-4712-83c8-a28f3e2f64d5 req-6efa8907-a3c5-499f-be86-7838c53640da tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.635750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da71a6bf-1a17-4712-83c8-a28f3e2f64d5 req-6efa8907-a3c5-499f-be86-7838c53640da tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 943 time: 0.2452509 Nov 12 03:22:31.649519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-04ddbb17-acf9-4b48-9cef-3093d01fbe4e service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781579 Nov 12 03:22:31.701153 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-9608ec54-d0da-4dd0-b7c7-9ff2977675d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 HTTP/1.1" status: 200 len: 1002 time: 0.1010525 Nov 12 03:22:31.725096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.756427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b5729eb-bf3e-421b-858e-5bd5da25c0a8 req-9a688e89-0a28-4efd-a357-13485f403348 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 210 time: 0.0851142 Nov 12 03:22:31.792536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da71a6bf-1a17-4712-83c8-a28f3e2f64d5 req-8eee5fcd-f32c-43ce-b74b-11efca779dbb tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557860 Nov 12 03:22:31.820925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-ed64a0d6-4a3a-4001-afea-dc4858735d24 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589670 Nov 12 03:22:31.856445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-b56dc05b-7f4e-466a-b4e2-7f52595f44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.858392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-b56dc05b-7f4e-466a-b4e2-7f52595f44be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e8c383a5-b9d4-4be9-8ed7-e399ffa37df0 HTTP/1.1" status: 200 len: 845 time: 0.1451874 Nov 12 03:22:31.942820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad6c54-4703-47ca-a343-a72da33d52b7 req-101c0f01-8c8b-4824-b5f8-2015b81b9645 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.949453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7ad6c54-4703-47ca-a343-a72da33d52b7 req-101c0f01-8c8b-4824-b5f8-2015b81b9645 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0950525 Nov 12 03:22:31.977161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Allocated IP 172.25.4.208 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/62af4468-e9c1-4281-9a1e-e0c1c2dd85e2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:32.019622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-3f6ea3b9-8270-41dd-a1e5-9b1860ac01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.021276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-3f6ea3b9-8270-41dd-a1e5-9b1860ac01c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1ba6da6db0d643229a5ddea51997146a&device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 1095 time: 0.1246209 Nov 12 03:22:32.021690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-ef2e10e3-5404-433c-aa74-d367e9f8e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.023226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-ef2e10e3-5404-433c-aa74-d367e9f8e1ed service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=459f44bf-d2c2-4d10-93cd-2789b64b7452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295230 Nov 12 03:22:32.065803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7ad6c54-4703-47ca-a343-a72da33d52b7 req-5b09011b-9787-48b6-8428-6e855877eef7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059849 Nov 12 03:22:32.130830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-56cbcd29-6fb3-4abe-ac2c-8affe078c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.132598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-56cbcd29-6fb3-4abe-ac2c-8affe078c128 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 200 len: 924 time: 0.0993872 Nov 12 03:22:32.166103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.184227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-cb587163-bf49-4f98-8cfd-d458afcecc60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790 HTTP/1.1" status: 200 len: 217 time: 0.0429332 Nov 12 03:22:32.185086 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-bbf22463-4790-449a-95c5-f55257a5e470 service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256175 Nov 12 03:22:32.275534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.279593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-b87556ec-dae4-49bd-b50c-275e5d5cde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.281096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-b87556ec-dae4-49bd-b50c-275e5d5cde24 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 200 len: 862 time: 0.0863860 Nov 12 03:22:32.288648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b3b22-284f-4aec-b686-5d2cc8ebd4f5 req-ae147c72-d569-4849-9a41-c652e26ea2b7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.295700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe1b3b22-284f-4aec-b686-5d2cc8ebd4f5 req-ae147c72-d569-4849-9a41-c652e26ea2b7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1105261 Nov 12 03:22:32.328867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:32.334577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:32.341704 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d62dd74-60b5-4cc5-89b5-b898992ce0f6 req-3b502a95-1a68-4503-9dbb-faf5de1575b9 service neutron] 10.222.0.100 "GET /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439550 Nov 12 03:22:32.344082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:32.359217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-446c58c1-7cdc-4a25-9d70-4fb3f303763f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603151 Nov 12 03:22:32.384080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=62af4468-e9c1-4281-9a1e-e0c1c2dd85e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.454923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eb21e-186d-4467-91cd-8cb9d8c025b3 req-9c48c91c-b4d1-4663-b103-12b320730ac8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.456459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-721eb21e-186d-4467-91cd-8cb9d8c025b3 req-9c48c91c-b4d1-4663-b103-12b320730ac8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 948 time: 0.1790161 Nov 12 03:22:32.469107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe1b3b22-284f-4aec-b686-5d2cc8ebd4f5 req-bcb84c35-07b7-4d4c-802a-ad02e38d9c2c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718946 Nov 12 03:22:32.520456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-788c4da5-7dac-4f91-958b-135e1db3db5b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.521918 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-788c4da5-7dac-4f91-958b-135e1db3db5b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.1542337 Nov 12 03:22:32.527948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.537289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:32.547060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-721eb21e-186d-4467-91cd-8cb9d8c025b3 req-0298fdd6-fbe1-488d-83da-4e98fa6105c3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655639 Nov 12 03:22:32.572312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-7181ca12-9d62-4b97-80d8-087d4ef94f65 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044463 Nov 12 03:22:32.617142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.681866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f985e0e7-8a8a-40e6-ab10-e01f400b20f5 req-241d7f65-1341-43c2-ad7f-58a73c9aa782 service neutron] 10.222.0.98 "GET /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009431 Nov 12 03:22:32.708388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-bbc9a29a-3721-496c-9e6a-ae1d9d763095 req-cb965086-d921-43b2-8b01-be9a10c80b9a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:22:32.709582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbc9a29a-3721-496c-9e6a-ae1d9d763095 req-cb965086-d921-43b2-8b01-be9a10c80b9a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077531 Nov 12 03:22:32.758672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97db49f-04aa-4861-b494-39817d684015 req-2c2c0da2-532a-4002-bf88-1f6c951eb9f3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.761222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f97db49f-04aa-4861-b494-39817d684015 req-2c2c0da2-532a-4002-bf88-1f6c951eb9f3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0721850 Nov 12 03:22:32.761544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:32.764962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.837997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f97db49f-04aa-4861-b494-39817d684015 req-1ed40ea5-503d-48ea-9e1e-5a60621f9286 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Nov 12 03:22:32.857772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 290dc546-d467-4179-b81d-03c88e208a6d details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:32.864622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:32.904132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.914855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.926713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0bfd168-91ed-43d2-bf6e-6dc1facd8be6 req-b4f8079e-722c-407d-94c7-b598c998e126 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 210 time: 0.0626326 Nov 12 03:22:33.032540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.9 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/d1bb724b-51ae-497c-9641-e06a461287eb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:33.072289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=62af4468-e9c1-4281-9a1e-e0c1c2dd85e2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.090913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.143774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.145895 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-209d4cbf-480f-4277-9364-7a877bed7969 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7316074 Nov 12 03:22:33.282887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.313116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=290dc546-d467-4179-b81d-03c88e208a6d,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.323721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.334026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '290dc546-d467-4179-b81d-03c88e208a6d', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '290dc546-d467-4179-b81d-03c88e208a6d', 'mac_address': 'fa:16:3e:4d:27:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:33.350868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.352075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:33.354418 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c1da6-b2e3-4f52-8e62-60f87e3d6c9c" -d '{"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-unplugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:33.390466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.398107 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.399797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:33.402842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:33.405735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:33.406130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.438627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-5fbf722b-695b-4473-9a6c-1a25fa3b7370 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3178635 Nov 12 03:22:33.444482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290dc546-d467-4179-b81d-03c88e208a6d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:33.449971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.473415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.474134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.477250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.482967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=290dc546-d467-4179-b81d-03c88e208a6d,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.488507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.488837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee530f4-7587-4f67-8ce4-110cff0176ed req-6d030b25-0c63-46e4-8214-d17f53ab31fb tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.494604 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-a24017d7-501b-49c3-91ad-31d0b157b1f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627726 Nov 12 03:22:33.498578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aee530f4-7587-4f67-8ce4-110cff0176ed req-6d030b25-0c63-46e4-8214-d17f53ab31fb tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 943 time: 0.0819905 Nov 12 03:22:33.509494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Request body: {'port': {'device_id': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:33.513272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e45d1-bbb9-4c51-8deb-40e0ae897a83 req-3e4c09a5-bcd0-4fe6-a180-550b9af0ee73 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.514960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-341e45d1-bbb9-4c51-8deb-40e0ae897a83 req-3e4c09a5-bcd0-4fe6-a180-550b9af0ee73 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.5591421 Nov 12 03:22:33.556185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.575172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.583157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aee530f4-7587-4f67-8ce4-110cff0176ed req-8e067848-ae71-4e0a-92ca-b75e27e8e449 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835991 Nov 12 03:22:33.606850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-341e45d1-bbb9-4c51-8deb-40e0ae897a83 req-1d1eb2e1-0a55-4439-a303-fbba980ae457 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690625 Nov 12 03:22:33.726078 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7efe9e4-b7d2-4c2a-b1f1-17ab349e5ee0 x-openstack-request-id: req-a7efe9e4-b7d2-4c2a-b1f1-17ab349e5ee0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:33.726439 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-unplugged", "status": "failed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:33.726765 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a7efe9e4-b7d2-4c2a-b1f1-17ab349e5ee0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:33.727247 n-d-713499-30 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'code': 422} returned with failed status Nov 12 03:22:33.755512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:33.869111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79bbc6-d1ca-49ad-82a7-f97dfe5725da req-3ada5bfc-4b4a-48f7-aa1d-08e34e3d9559 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.877063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b79bbc6-d1ca-49ad-82a7-f97dfe5725da req-3ada5bfc-4b4a-48f7-aa1d-08e34e3d9559 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 949 time: 0.0950356 Nov 12 03:22:33.882880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-d5e37667-8e60-4697-ad65-e562bfb10bdf tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2063762650&fields=id&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 267 time: 0.1041524 Nov 12 03:22:33.936376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bb724b-51ae-497c-9641-e06a461287eb {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:33.948138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.963917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Transition to ACTIVE for port object d1bb724b-51ae-497c-9641-e06a461287eb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:33.967758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.000906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b79bbc6-d1ca-49ad-82a7-f97dfe5725da req-07fb0d35-ed9b-4ff3-83dd-f91dc51a29cd tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227710 Nov 12 03:22:34.060291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-08b1f1e8-52d4-47f5-95ec-8fd3cb836443 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.061912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-08b1f1e8-52d4-47f5-95ec-8fd3cb836443 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 816 time: 0.1642139 Nov 12 03:22:34.070842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.103881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-e083bb23-3296-48b8-942c-3ee53817c6a0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/quotas/664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 375 time: 0.0336637 Nov 12 03:22:34.108394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Attempting to bind port d1bb724b-51ae-497c-9641-e06a461287eb on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:34.108840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Attempting to bind port d1bb724b-51ae-497c-9641-e06a461287eb by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:34.109268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Attempting to bind port d1bb724b-51ae-497c-9641-e06a461287eb on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:34.114465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Port d1bb724b-51ae-497c-9641-e06a461287eb on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:34.114933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Attempting to bind port d1bb724b-51ae-497c-9641-e06a461287eb on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:34.120785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:34.121180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:34.121656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:34.122198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Bound port: d1bb724b-51ae-497c-9641-e06a461287eb, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:34.122688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.173817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076bbf7-35c7-4a7f-ba00-6cb2ecb175d8 req-c11b6b04-43e1-40a1-8485-21a1c6d613c2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.175325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f076bbf7-35c7-4a7f-ba00-6cb2ecb175d8 req-c11b6b04-43e1-40a1-8485-21a1c6d613c2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0914273 Nov 12 03:22:34.191604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:34.194985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d1bb724b-51ae-497c-9641-e06a461287eb,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:34.200750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-2b725273-8e0b-49fb-b29f-02a3e27a3cda tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958674 Nov 12 03:22:34.200936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.240810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.241524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.242789 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] 10.222.0.100 "PUT /v2.0/ports/d1bb724b-51ae-497c-9641-e06a461287eb HTTP/1.1" status: 200 len: 1092 time: 0.7397249 Nov 12 03:22:34.243234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:34.245523 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c28c8da-c524-4b22-948f-86ecdd2071b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:34.269328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522c6b0-8869-4e57-ad5b-5a989bd8c501 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.310211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f076bbf7-35c7-4a7f-ba00-6cb2ecb175d8 req-44be6fcb-0881-496d-a8e1-93447fba0845 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079249 Nov 12 03:22:34.332960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-58694d86-6518-456b-8680-a3201d599dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.334748 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-58694d86-6518-456b-8680-a3201d599dc6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 1095 time: 0.0475190 Nov 12 03:22:34.334988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-6e614530-9314-4bdc-94e3-cd18d11af47b service neutron] 10.222.0.93 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304865 Nov 12 03:22:34.387981 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-45aedc02-b790-4742-a332-07f2c8c3d58f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bb724b-51ae-497c-9641-e06a461287eb HTTP/1.1" status: 200 len: 217 time: 0.0417554 Nov 12 03:22:34.452182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b6329-950c-487d-b26e-dc55851d04f2 req-53787612-8fc4-414e-af8a-f35f8902f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.453689 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-53787612-8fc4-414e-af8a-f35f8902f8f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0508761 Nov 12 03:22:34.474722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d960-b2f0-4561-85df-b625e42f8d02 req-165f6497-bd6a-4f99-b745-52d112672718 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.480835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91c3d960-b2f0-4561-85df-b625e42f8d02 req-165f6497-bd6a-4f99-b745-52d112672718 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 943 time: 0.0823874 Nov 12 03:22:34.491244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-187c61e0-5968-4953-ae24-01757650719c service neutron] 10.222.0.93 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553156 Nov 12 03:22:34.510262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-e0c1d257-a657-4151-add8-caaadf083170 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483871 Nov 12 03:22:34.551759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91c3d960-b2f0-4561-85df-b625e42f8d02 req-e3ecf2cc-6b27-4b1b-adca-05e3758fdfb3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Nov 12 03:22:34.571612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a448-d4da-4358-954b-b7e15d592224 req-ef6153df-d88e-446c-acd3-0438fe8d7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.572976 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-ef6153df-d88e-446c-acd3-0438fe8d7f31 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa&tenant_id=03b7834c4793468d96c7dcc435e31aae HTTP/1.1" status: 200 len: 1096 time: 0.0989227 Nov 12 03:22:34.601312 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e6ef0-3420-4fce-be24-eae04731255b x-openstack-request-id: req-737e6ef0-3420-4fce-be24-eae04731255b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:34.601598 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:34.601840 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-737e6ef0-3420-4fce-be24-eae04731255b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:34.602233 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb', 'status': 'completed', 'code': 200} Nov 12 03:22:34.609165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:34.691249 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-57540b06-2b5c-4de5-a3ce-1822ed77d387 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729677 Nov 12 03:22:34.805961 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-082b6329-950c-487d-b26e-dc55851d04f2 req-106414e7-6534-4d78-afa5-27ffb1d882bf service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968163 Nov 12 03:22:34.811446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de32c5-683f-465a-b906-ca17737127d7 req-742ed7cf-0768-4860-be38-cfae1e812268 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.813281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27de32c5-683f-465a-b906-ca17737127d7 req-742ed7cf-0768-4860-be38-cfae1e812268 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 943 time: 0.1021533 Nov 12 03:22:34.827538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.851397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0beb9-544c-41c1-83ac-4ceae9d8f557 req-2fa66717-27f4-4918-b13d-2efb14a5aa77 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.862955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49a0beb9-544c-41c1-83ac-4ceae9d8f557 req-2fa66717-27f4-4918-b13d-2efb14a5aa77 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 944 time: 0.1143043 Nov 12 03:22:34.875278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6660e442-eb6b-481e-9ad8-dc82cf1c0790 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:34.883583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 290dc546-d467-4179-b81d-03c88e208a6d up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:34.939922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27de32c5-683f-465a-b906-ca17737127d7 req-8e8a2b27-16f7-4d78-ae43-7251170606a5 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177111 Nov 12 03:22:35.008211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 290dc546-d467-4179-b81d-03c88e208a6d completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:35.008985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49a0beb9-544c-41c1-83ac-4ceae9d8f557 req-cbc081ae-4764-4288-b341-b927e0886ea3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449649 Nov 12 03:22:35.027799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 290dc546-d467-4179-b81d-03c88e208a6d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:35.027799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.087909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-193a27d4-f77d-46f3-adb5-ecb199aca1d9 req-08d32316-4ccf-4c60-815f-9b3488853c82 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 210 time: 0.0733848 Nov 12 03:22:35.117953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.142471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '6660e442-eb6b-481e-9ad8-dc82cf1c0790', 'network_id': 'a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5', 'port_id': '6660e442-eb6b-481e-9ad8-dc82cf1c0790', 'mac_address': 'fa:16:3e:e5:44:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae051c-2102-4977-9386-cc2a81aef4a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:35.230311 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.258423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-c48bcaeb-e413-43aa-8032-4777fb3d8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.259928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-c48bcaeb-e413-43aa-8032-4777fb3d8778 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 1095 time: 0.2206252 Nov 12 03:22:35.309485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6660e442-eb6b-481e-9ad8-dc82cf1c0790 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:35.317318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.322398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592a7f-fe27-44d3-99d3-f23d1f2eff3f req-306a2e27-cd3b-4fce-84d6-8478506f08ce tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.328474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd592a7f-fe27-44d3-99d3-f23d1f2eff3f req-306a2e27-cd3b-4fce-84d6-8478506f08ce tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 949 time: 0.0972247 Nov 12 03:22:35.353458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.366920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.367521 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.389473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=290dc546-d467-4179-b81d-03c88e208a6d,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.415658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.417251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:35.434486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-5e80e3a8-4edd-432a-9ebd-bacf70ac18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.436131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-5e80e3a8-4edd-432a-9ebd-bacf70ac18c3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.1629510 Nov 12 03:22:35.438327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:35.450241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd592a7f-fe27-44d3-99d3-f23d1f2eff3f req-f01d91cb-fde1-4b89-a34d-946912bdfede tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183987 Nov 12 03:22:35.480725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.538880 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-ebd9f96b-fd62-4f21-b9c6-50740a69a1d1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bb724b-51ae-497c-9641-e06a461287eb HTTP/1.1" status: 200 len: 217 time: 0.0425897 Nov 12 03:22:35.549180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:35.568138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.598523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.609835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Transition to ACTIVE for port object c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:35.611804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6660e442-eb6b-481e-9ad8-dc82cf1c0790'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:35.625821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.698002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-05d1ecc4-a6f4-4983-9224-a8499488c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.699738 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-05d1ecc4-a6f4-4983-9224-a8499488c148 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.1419981 Nov 12 03:22:35.724771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f33b47-ed09-4c53-8dfb-c58e49e5efa0 None None] DHCP port deletion for ee0b1f71-d9ba-4158-854e-d4e8e437dd8b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:35.730340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:35.738180 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a062b-fcbd-4928-810f-2fbacaaa2ecc" -d '{"events": [{"server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "name": "network-vif-plugged", "status": "completed", "tag": "290dc546-d467-4179-b81d-03c88e208a6d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:35.752833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3186-5c10-4f42-9537-2a38ff68929e req-87c63294-4ea8-4a6b-833a-1559e8d60c3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.754410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adfe3186-5c10-4f42-9537-2a38ff68929e req-87c63294-4ea8-4a6b-833a-1559e8d60c3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 943 time: 0.1112213 Nov 12 03:22:35.802887 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1279e0-f5be-4bf6-a1f1-09cfa4bb6a5a x-openstack-request-id: req-5e1279e0-f5be-4bf6-a1f1-09cfa4bb6a5a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:35.803179 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "name": "network-vif-plugged", "status": "completed", "tag": "290dc546-d467-4179-b81d-03c88e208a6d", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:35.803435 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e1279e0-f5be-4bf6-a1f1-09cfa4bb6a5a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:35.803832 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d', 'code': 200} Nov 12 03:22:35.810063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] No DVR routers for this DVR port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:35.812022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=9']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.817504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-086cfbad-048d-4e43-94b0-eb00ed92bae1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085651 Nov 12 03:22:35.845050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adfe3186-5c10-4f42-9537-2a38ff68929e req-8f497fea-0d8a-42e3-bd03-e212086bf03a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818119 Nov 12 03:22:35.899937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:35.900435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:35.900842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:35.942270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:35.942678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Attempting to bind port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:35.953968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:35.954926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Checking segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:35.955385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Bound using segment: {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:35.955894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Bound port: c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f577af9-07cb-4288-a253-dc0fea82d544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:35.956408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.957848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa2b26-f069-4f1f-a9f7-3aac38b9ef1f req-df98bec5-4f82-49d9-8166-5207df451630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.959361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0baa2b26-f069-4f1f-a9f7-3aac38b9ef1f req-df98bec5-4f82-49d9-8166-5207df451630 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 1102 time: 0.0571392 Nov 12 03:22:36.019583 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-3d18da6b-294c-4309-ac2a-d0febb489a6d service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907010 Nov 12 03:22:36.020392 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0baa2b26-f069-4f1f-a9f7-3aac38b9ef1f req-067b6ec6-b115-41a3-9db1-31adfac9c1f5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524366 Nov 12 03:22:36.107467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:36.124445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:36.131842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.171431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035497d-8ec1-45a1-b9ec-08b134105dae req-b496ce7e-306d-4f19-80b1-23c312d5b5e9 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.173207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f035497d-8ec1-45a1-b9ec-08b134105dae req-b496ce7e-306d-4f19-80b1-23c312d5b5e9 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 944 time: 0.1249425 Nov 12 03:22:36.179139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.179772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.181197 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] 10.222.0.100 "PUT /v2.0/ports/c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 1093 time: 1.5782008 Nov 12 03:22:36.195398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c645e3-86ff-479f-aeba-4e39124ee3bd None None] DHCP port deletion for ee0b1f71-d9ba-4158-854e-d4e8e437dd8b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:36.209006 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6c28c8da-c524-4b22-948f-86ecdd2071b4 req-c3908e6f-aaeb-47ca-80eb-a537310f8ffb service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806834 Nov 12 03:22:36.216394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4bcef-3db7-4f2a-8516-5dc589476820 service neutron] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.272519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a448-d4da-4358-954b-b7e15d592224 req-2585772e-073c-4a7b-87a4-58db1e8773fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.274208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-2585772e-073c-4a7b-87a4-58db1e8773fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1097 time: 0.0459001 Nov 12 03:22:36.286206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72731c0-f2f2-4457-bc0c-7bfa744c224a req-23998d5c-db0d-48e3-966a-95b74bcd4bf2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.287715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f72731c0-f2f2-4457-bc0c-7bfa744c224a req-23998d5c-db0d-48e3-966a-95b74bcd4bf2 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 944 time: 0.2007701 Nov 12 03:22:36.312679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f035497d-8ec1-45a1-b9ec-08b134105dae req-72c7575c-1e50-4119-9b43-f69f434a3641 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008437 Nov 12 03:22:36.359234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-c091288a-ee0b-4087-9f69-e645dd1c9ff8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.360807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-c091288a-ee0b-4087-9f69-e645dd1c9ff8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 816 time: 0.2557213 Nov 12 03:22:36.385958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f72731c0-f2f2-4457-bc0c-7bfa744c224a req-0c59e3c5-d390-478f-89f8-3c1ce3ce2041 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Nov 12 03:22:36.390673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a448-d4da-4358-954b-b7e15d592224 req-34f6c1f4-28e2-48e1-a6dd-a0e5407147bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.392978 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-34f6c1f4-28e2-48e1-a6dd-a0e5407147bd service neutron] 10.222.0.100 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.1110473 Nov 12 03:22:36.406412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e999b67-87d9-47ff-b2ae-6b6396ef6237 req-41b47bd6-12f3-4faa-b868-36057c996431 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 210 time: 0.0361865 Nov 12 03:22:36.431402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d1bb724b-51ae-497c-9641-e06a461287eb details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:36.460853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-2452b6be-1fcd-4509-845c-f9f488c61710 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.0553093 Nov 12 03:22:36.464526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-2958076e-9eda-4082-b466-1aa45332bf64 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 380 time: 0.0837204 Nov 12 03:22:36.480340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'port': {'device_id': '46920344-2782-445a-9678-ef26c675fdf7', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'admin_state_up': True, 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'security_groups': ['abf6938d-a863-4296-85aa-a81385860eee']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:36.527710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a448-d4da-4358-954b-b7e15d592224 req-e28cbb4c-9e8e-4372-9aa8-f6b06989c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.529807 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-e28cbb4c-9e8e-4372-9aa8-f6b06989c39b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0564053 Nov 12 03:22:36.566422 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-6ba43509-218c-4881-90cd-81b67b2ac59c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281801 Nov 12 03:22:36.580087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d1bb724b-51ae-497c-9641-e06a461287eb,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:36.593238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'd1bb724b-51ae-497c-9641-e06a461287eb', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': 'd1bb724b-51ae-497c-9641-e06a461287eb', 'mac_address': 'fa:16:3e:e3:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:36.605094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:36.607479 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf73f2-8abb-40e3-a13e-924fc448099d" -d '{"events": [{"name": "network-changed", "server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:36.623228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a94c-82a0-4f97-9a27-9da8cc519811 req-b48fa561-a62b-4663-9f29-1ac33b8e74fd tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.625075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca49a94c-82a0-4f97-9a27-9da8cc519811 req-b48fa561-a62b-4663-9f29-1ac33b8e74fd tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 950 time: 0.0781152 Nov 12 03:22:36.638259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.654066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bb724b-51ae-497c-9641-e06a461287eb {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:36.664308 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bc0d1c-99fd-4439-9099-c78753828973 x-openstack-request-id: req-e8bc0d1c-99fd-4439-9099-c78753828973 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:36.664692 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:36.665392 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8bc0d1c-99fd-4439-9099-c78753828973 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:36.665392 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'status': 'completed', 'code': 200} Nov 12 03:22:36.677354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d1bb724b-51ae-497c-9641-e06a461287eb,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:36.682748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.684284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Made reservation on behalf of 664feeefdb2343b98b5babb874d84fc3 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:36.687816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.688182 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-d69355d1-f91c-483d-be50-5e93eef5cae0 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118476 Nov 12 03:22:36.719345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca49a94c-82a0-4f97-9a27-9da8cc519811 req-718f8bd8-c9ed-42a8-afe5-cfc7ed35458a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Nov 12 03:22:36.750875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.795523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7056a448-d4da-4358-954b-b7e15d592224 req-e85ae077-ed7e-43c5-8cc4-1e56ac1cc608 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994916 Nov 12 03:22:36.845459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Allocated IP 172.20.0.11 (3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa/c9dde83a-e8e6-45e4-b853-f55ca4bffd1d/69120887-056f-4a4f-880c-be2d9089f864) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:36.894064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6660e442-eb6b-481e-9ad8-dc82cf1c0790 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:36.904586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-a2a8015c-46e7-4dde-824e-7bba8530d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.907070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-a2a8015c-46e7-4dde-824e-7bba8530d103 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1097 time: 0.0549107 Nov 12 03:22:36.941467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d1bb724b-51ae-497c-9641-e06a461287eb'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:37.022497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:37.029996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:37.030375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.107190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.161265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84236e23-df38-4f59-a71c-37bf7ed5016b req-8f37e150-17aa-4d39-b904-f2c0a7cf26e6 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.170621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84236e23-df38-4f59-a71c-37bf7ed5016b req-8f37e150-17aa-4d39-b904-f2c0a7cf26e6 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.2907376 Nov 12 03:22:37.172314 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.185883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.227057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23af17-bc35-4808-a9dc-fe8d0d997078 req-e78c05fe-a1d6-4593-a781-be8d49fb913b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.229191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a23af17-bc35-4808-a9dc-fe8d0d997078 req-e78c05fe-a1d6-4593-a781-be8d49fb913b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 944 time: 0.2452843 Nov 12 03:22:37.243432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:37.249397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.305034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.312980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.328718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:37.381718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84236e23-df38-4f59-a71c-37bf7ed5016b req-150e76f1-f466-4b43-ab36-7714fbe7685c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099831 Nov 12 03:22:37.384926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:37.394403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:37.481721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-7d94e147-a687-4173-b20f-b5ca487ca4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.483459 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-7d94e147-a687-4173-b20f-b5ca487ca4df service neutron] 10.222.0.100 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.5579422 Nov 12 03:22:37.487692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a23af17-bc35-4808-a9dc-fe8d0d997078 req-0a4378df-4d30-4543-bdad-94fc53ff80ac tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834505 Nov 12 03:22:37.503518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.503518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.525581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-721456d5-001a-47b5-a464-d576da867ca4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0492461 Nov 12 03:22:37.697815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c76f5-e79d-4b60-9071-13a2af938ae7 req-f729e76b-c43d-437d-b968-77a3c6ecefdf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.702228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac5c76f5-e79d-4b60-9071-13a2af938ae7 req-f729e76b-c43d-437d-b968-77a3c6ecefdf tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.1326914 Nov 12 03:22:37.753612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d34a-ff65-4062-b53e-9af4d1a290d8 req-7035db36-137c-41ba-b2b7-730280eae80c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.755253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ef3d34a-ff65-4062-b53e-9af4d1a290d8 req-7035db36-137c-41ba-b2b7-730280eae80c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.1754408 Nov 12 03:22:37.805562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:37.807804 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b995b8-12cd-44ca-ba82-e760b5ecdaca" -d '{"events": [{"server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "name": "network-vif-plugged", "status": "completed", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:37.822960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dc4203d5-e57a-4c30-9e6d-8fa6c6cf3820 None None] Provisioning complete for port 69120887-056f-4a4f-880c-be2d9089f864 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:37.822960 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc4203d5-e57a-4c30-9e6d-8fa6c6cf3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.848987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ef3d34a-ff65-4062-b53e-9af4d1a290d8 req-beb8f9a9-e397-4382-8b3c-204b9a04c67b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870721 Nov 12 03:22:37.855819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac5c76f5-e79d-4b60-9071-13a2af938ae7 req-7f44ba32-e1c1-48ec-9278-129bd7cb7514 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347454 Nov 12 03:22:37.886548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc4203d5-e57a-4c30-9e6d-8fa6c6cf3820 None None] Port 69120887-056f-4a4f-880c-be2d9089f864 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:38.004008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6112-3631-44e1-aea7-04621e345c16 req-61786eb9-709e-4a31-9eb3-8f1f2e633822 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.005509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-958d6112-3631-44e1-aea7-04621e345c16 req-61786eb9-709e-4a31-9eb3-8f1f2e633822 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 932 time: 0.0511110 Nov 12 03:22:38.054918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-958d6112-3631-44e1-aea7-04621e345c16 req-80ace827-03e6-4798-81ca-1f0cc184b85a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Nov 12 03:22:38.460364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d1bb724b-51ae-497c-9641-e06a461287eb up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:38.509394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port d1bb724b-51ae-497c-9641-e06a461287eb completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:38.513130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port d1bb724b-51ae-497c-9641-e06a461287eb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:38.513500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.601707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.635645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d1bb724b-51ae-497c-9641-e06a461287eb,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.639391 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.688371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.402464 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:47.982033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7998de57-4e5a-4233-9c7b-6c3010c73651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.748318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Request body: {'port': {'device_id': '46920344-2782-445a-9678-ef26c675fdf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:49.800159 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-458821f0-6f2c-4f3f-a90b-57e07a0f5329 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.0565236 Nov 12 03:22:49.856988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-bcaf1a85-7903-4105-8d72-9fa784c7fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.858532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-bcaf1a85-7903-4105-8d72-9fa784c7fa4f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0491438 Nov 12 03:22:49.872513 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.905551 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-1f241e28-3437-4f97-a968-574f3fc5605c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259049 Nov 12 03:22:49.929202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75747987-19c3-4689-9c21-5cfdfacfecb8 req-152111a1-5d7c-4e64-b32b-e1922f717d49 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.930768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75747987-19c3-4689-9c21-5cfdfacfecb8 req-152111a1-5d7c-4e64-b32b-e1922f717d49 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 950 time: 0.0854990 Nov 12 03:22:49.996348 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f7c04-53d3-4d66-b6ab-ee9b8d396171 x-openstack-request-id: req-6c6f7c04-53d3-4d66-b6ab-ee9b8d396171 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:49.996898 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "name": "network-vif-plugged", "status": "completed", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:49.997040 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6c6f7c04-53d3-4d66-b6ab-ee9b8d396171 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:49.997558 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790', 'code': 200} Nov 12 03:22:50.068574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75747987-19c3-4689-9c21-5cfdfacfecb8 req-48abee21-ff16-4a7f-be6b-b47c2fb6530d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305230 Nov 12 03:22:50.086422 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-5b42a533-6417-4af7-9c91-cc0e39751fc7 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615939 Nov 12 03:22:50.216253 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bbcf73f2-8abb-40e3-a13e-924fc448099d req-dd2ac55f-19b4-41dd-b51f-a71d6b9065d7 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136246 Nov 12 03:22:50.251902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da0416-5e81-4f86-8ab4-2a434f292728 req-34887b9d-eb41-40d5-a985-7c595cc28a80 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.252254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5da0416-5e81-4f86-8ab4-2a434f292728 req-34887b9d-eb41-40d5-a985-7c595cc28a80 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.1961057 Nov 12 03:22:50.275248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6ec54-949c-42c1-959d-0c217af2f12d req-ce1705e7-b542-4a6d-860c-4e2704932548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.276816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89a6ec54-949c-42c1-959d-0c217af2f12d req-ce1705e7-b542-4a6d-860c-4e2704932548 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 1097 time: 0.1755242 Nov 12 03:22:50.310245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bd208-fa72-4f60-bad8-239c6fe7af8f req-07c0dcd3-7c4a-4513-a62d-0e61994fdea4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.311699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-773bd208-fa72-4f60-bad8-239c6fe7af8f req-07c0dcd3-7c4a-4513-a62d-0e61994fdea4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.1426833 Nov 12 03:22:50.335458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-11ed84b2-94c2-430d-b43b-e99b002d1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.337245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-11ed84b2-94c2-430d-b43b-e99b002d1cf8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1097 time: 0.0506778 Nov 12 03:22:50.352933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c428e40-5595-44e7-b7d9-e6ba8b5466de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.411765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5da0416-5e81-4f86-8ab4-2a434f292728 req-9ed28a29-d606-49ca-9111-5da7b82a97ea tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508229 Nov 12 03:22:50.450244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89a6ec54-949c-42c1-959d-0c217af2f12d req-e4dbfe3e-03a9-4b26-989a-71d795c32f07 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560788 Nov 12 03:22:50.456358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:50.467280 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.467680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-f737ab36-c703-4ae1-8623-8b75464716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.469578 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-f737ab36-c703-4ae1-8623-8b75464716a3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.0999207 Nov 12 03:22:50.473344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-773bd208-fa72-4f60-bad8-239c6fe7af8f req-1ad28e3a-d680-46fd-a1ed-d2ad02c9934d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548591 Nov 12 03:22:50.485028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Transition to ACTIVE for port object 69120887-056f-4a4f-880c-be2d9089f864 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:50.501313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.561661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:50.628732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-0cc57590-3be7-43da-907e-2a2bb35240fe service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.1400228 Nov 12 03:22:50.703532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-207b6932-514b-427d-8993-e2685c55643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.704772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:50.705114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:50.705450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:50.708026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-207b6932-514b-427d-8993-e2685c55643e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0719151 Nov 12 03:22:50.718828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:50.719228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:50.730036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:50.730459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:50.730822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Bound using segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:50.731267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Bound port: 69120887-056f-4a4f-880c-be2d9089f864, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:50.731678 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.751379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-b93010f2-13fc-4521-8801-7c9a23561505 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339065 Nov 12 03:22:50.761466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae1bb-2ff3-44fe-8fef-b523e70dd31f req-5609d241-7cfb-439e-8df8-fcf155da2315 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.769343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-851ae1bb-2ff3-44fe-8fef-b523e70dd31f req-5609d241-7cfb-439e-8df8-fcf155da2315 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.1158397 Nov 12 03:22:50.866014 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-9fe098d6-eff3-4cc3-a47e-95ee9ccce270 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044285 Nov 12 03:22:50.885977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-851ae1bb-2ff3-44fe-8fef-b523e70dd31f req-e285a4d7-622e-430e-923b-63c041be4faf tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157515 Nov 12 03:22:50.903181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:50.907163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:50.915665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a25d1-acbf-4740-af80-eae4a3c8bfdf req-34dc366a-b84b-4e54-9c00-976fe1024cea tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.917917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-192a25d1-acbf-4740-af80-eae4a3c8bfdf req-34dc366a-b84b-4e54-9c00-976fe1024cea tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.1060529 Nov 12 03:22:50.919099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.970618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.971395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.972961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] 10.222.0.100 "PUT /v2.0/ports/69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1093 time: 1.2289991 Nov 12 03:22:50.978851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:50.981418 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5fc864-9899-46dc-a86a-06ce694af9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:51.024711 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e675b569-5e1b-4349-a0ac-d19f90e3a137 req-05bdd697-a443-4b93-b00e-68c480a206ab service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503785 Nov 12 03:22:51.031720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bad57-4ad3-47b8-8217-12cd8d0911b7 service neutron] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.156311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-192a25d1-acbf-4740-af80-eae4a3c8bfdf req-5c394c8b-ea28-4d7a-b124-f9b5149f3fca tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198682 Nov 12 03:22:51.182687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-d200faec-77ba-499a-a8a3-f4e11a053c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.184164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-d200faec-77ba-499a-a8a3-f4e11a053c5c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1096 time: 0.1362021 Nov 12 03:22:51.231777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe719-e55f-41db-a61e-0c000671d08f req-567c6d9d-5cde-4cb5-b996-f95ef012f3cb tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.233335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aaffe719-e55f-41db-a61e-0c000671d08f req-567c6d9d-5cde-4cb5-b996-f95ef012f3cb tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 1102 time: 0.1138911 Nov 12 03:22:51.246625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-03312b83-968f-4fe1-adba-8cb5004ffead service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 217 time: 0.0530248 Nov 12 03:22:51.265813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aaffe719-e55f-41db-a61e-0c000671d08f req-26c983db-f763-4ef4-bc00-3e2dbd52c40b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.283931 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b170b-1ed7-4909-8021-0f227be09d9b x-openstack-request-id: req-832b170b-1ed7-4909-8021-0f227be09d9b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:51.284246 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:51.284493 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-832b170b-1ed7-4909-8021-0f227be09d9b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:51.284882 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'status': 'completed', 'code': 200} Nov 12 03:22:51.333750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-be1bdc3c-627b-4785-a59f-45203705a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.335112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-be1bdc3c-627b-4785-a59f-45203705a5fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.0666521 Nov 12 03:22:51.405001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-fdb36c88-0755-40b3-b131-4e744db11a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.406495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-fdb36c88-0755-40b3-b131-4e744db11a7c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625730 Nov 12 03:22:51.433792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aaffe719-e55f-41db-a61e-0c000671d08f req-26c983db-f763-4ef4-bc00-3e2dbd52c40b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.450152 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-aaffe719-e55f-41db-a61e-0c000671d08f req-26c983db-f763-4ef4-bc00-3e2dbd52c40b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.526466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aaffe719-e55f-41db-a61e-0c000671d08f req-26c983db-f763-4ef4-bc00-3e2dbd52c40b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735698 Nov 12 03:22:51.531142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c983db-f763-4ef4-bc00-3e2dbd52c40b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962b97c-2746-4932-8fba-86847d6bfd1f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.589179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.593167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-26a3ae65-78f2-437e-9f30-7562f8197a11 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721938 Nov 12 03:22:51.605735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7bd3-387a-4d29-9dd4-b5c6884311e5 req-2d29df89-2d65-4abb-a102-3ee63358a197 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.607613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-693c7bd3-387a-4d29-9dd4-b5c6884311e5 req-2d29df89-2d65-4abb-a102-3ee63358a197 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.0837991 Nov 12 03:22:51.998954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:52.001648 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6616b4aa-fa76-4407-8151-02f28d359738" -d '{"events": [{"server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:52.022003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-693c7bd3-387a-4d29-9dd4-b5c6884311e5 req-ae324bb3-834c-4724-81d7-22219d4d50f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045916 Nov 12 03:22:52.058792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af4f4c-be70-4b04-938c-86dcda61e83b req-bb20e79c-cb04-4d33-859a-61fb2aa8b405 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.060382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56af4f4c-be70-4b04-938c-86dcda61e83b req-bb20e79c-cb04-4d33-859a-61fb2aa8b405 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 945 time: 0.4345744 Nov 12 03:22:52.064138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-747fb2d4-092c-4f4b-9eb3-67357ee51d8b req-4326c4ed-af74-4382-b453-5842d9e455c6 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555233 Nov 12 03:22:52.116990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56af4f4c-be70-4b04-938c-86dcda61e83b req-a70a1f42-c4c0-461a-8f95-b04d08312957 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Nov 12 03:22:52.203432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-59308e82-d3b7-4d55-a714-3941d46e8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.209314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-59308e82-d3b7-4d55-a714-3941d46e8918 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0830617 Nov 12 03:22:52.305328 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d9bea-d8cf-4794-9e68-c6c17ddaf5fb x-openstack-request-id: req-fc8d9bea-d8cf-4794-9e68-c6c17ddaf5fb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:52.306404 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "name": "network-vif-plugged", "status": "completed", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:52.307223 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fc8d9bea-d8cf-4794-9e68-c6c17ddaf5fb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:52.308566 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb', 'code': 200} Nov 12 03:22:52.336946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c58d7-3706-43fe-bf28-2e2254e6e547 req-0154cc5b-b5a2-47a2-ad82-8ee19f329ed1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.344097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f7c58d7-3706-43fe-bf28-2e2254e6e547 req-0154cc5b-b5a2-47a2-ad82-8ee19f329ed1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.1264071 Nov 12 03:22:52.368231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-fe588834-ca24-45d5-a48e-09eb23a4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.370185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-fe588834-ca24-45d5-a48e-09eb23a4bc28 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.1541545 Nov 12 03:22:52.434379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c17a-d1ef-4f38-882f-93c57e242417 req-6359d4d9-ce33-4c53-be6d-790a90712b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.436090 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d246c17a-d1ef-4f38-882f-93c57e242417 req-6359d4d9-ce33-4c53-be6d-790a90712b15 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 1097 time: 0.0425766 Nov 12 03:22:52.451776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-3dcf43fa-b917-4553-be40-f6c0b14ab3f9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 217 time: 0.0533893 Nov 12 03:22:52.462056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f7c58d7-3706-43fe-bf28-2e2254e6e547 req-31f72402-b5dc-4f51-ab45-dd97aa48ed58 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170566 Nov 12 03:22:52.494025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d246c17a-d1ef-4f38-882f-93c57e242417 req-c459eafd-8dc5-4cb6-b108-385f96c1dee7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Nov 12 03:22:52.521048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b7848-70e2-4b4c-a712-cac6f765206b req-090e5cf0-c98e-4217-bd2b-758536a7c275 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.522690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d31b7848-70e2-4b4c-a712-cac6f765206b req-090e5cf0-c98e-4217-bd2b-758536a7c275 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.1516254 Nov 12 03:22:52.533769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-e89769c7-1bd6-46c2-971b-fcb62e50f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.535696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-e89769c7-1bd6-46c2-971b-fcb62e50f314 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.0718527 Nov 12 03:22:52.542748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:52.579371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-43599d69-6b7b-4b76-beda-ed8f257057c6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278533 Nov 12 03:22:52.636716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d31b7848-70e2-4b4c-a712-cac6f765206b req-f188c117-3297-4188-970d-acb5bf39c376 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Nov 12 03:22:52.656531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:52.671892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'network_id': 'ee0b1f71-d9ba-4158-854e-d4e8e437dd8b', 'port_id': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'mac_address': 'fa:16:3e:85:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b860c05-c7e1-44c8-82c2-8f766c3d34d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:52.718711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.743500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:52.749489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-3189ebeb-3fa1-4001-a396-adf90877008b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.752328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-3189ebeb-3fa1-4001-a396-adf90877008b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623306 Nov 12 03:22:52.770255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:52.777602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.777879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-fb0269ee-b1b3-4d6e-8722-c994159f143a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0179646 Nov 12 03:22:52.784702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-c45cacc3-0281-42a9-bfac-23b684940f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.786261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-c45cacc3-0281-42a9-bfac-23b684940f5e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891266 Nov 12 03:22:52.854134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:52.914472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-bced66ce-b036-4703-9b1c-76c1c0d6a49b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198752 Nov 12 03:22:52.958796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-7a7397aa-5f26-41ca-ab99-15be9f892506 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547482 Nov 12 03:22:52.961593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.094179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:53.116441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e222918-a1e7-4ec8-93b5-5913608dbdaa req-68a2d3ab-2fb8-432e-a0c7-827088bb069a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.118094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e222918-a1e7-4ec8-93b5-5913608dbdaa req-68a2d3ab-2fb8-432e-a0c7-827088bb069a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.1198905 Nov 12 03:22:53.149547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5fc864-9899-46dc-a86a-06ce694af9cf req-f2d933b5-2e63-4545-bf7d-c1c696468ff0 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799209 Nov 12 03:22:53.211579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e222918-a1e7-4ec8-93b5-5913608dbdaa req-5fe55353-0145-4dbd-8f39-4ad02434e89a tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Nov 12 03:22:53.403731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2e1a0-d4be-4191-a907-c53cba21ae76 req-766f6e9c-42bc-47f9-91b3-0a014752a027 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.412499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81c2e1a0-d4be-4191-a907-c53cba21ae76 req-766f6e9c-42bc-47f9-91b3-0a014752a027 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.0797114 Nov 12 03:22:53.496963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7d1d3-a90c-4fe8-b1c3-8da07e1c9b48 req-49185e68-7406-438e-84b5-a4a4cc2571fe tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.498653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8de7d1d3-a90c-4fe8-b1c3-8da07e1c9b48 req-49185e68-7406-438e-84b5-a4a4cc2571fe tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.0849886 Nov 12 03:22:53.503640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81c2e1a0-d4be-4191-a907-c53cba21ae76 req-35590f63-9a05-41ad-9ca7-f19fa05503dc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Nov 12 03:22:53.567139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8de7d1d3-a90c-4fe8-b1c3-8da07e1c9b48 req-f97923dc-b7dc-4267-84ff-003588d5c5cb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Nov 12 03:22:53.602985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.745082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98b03f-dea5-4c3f-a8fa-a9105395b11b req-c9c78ee8-0796-4875-9b2c-8ba9ffa4117a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.746641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad98b03f-dea5-4c3f-a8fa-a9105395b11b req-c9c78ee8-0796-4875-9b2c-8ba9ffa4117a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.0887241 Nov 12 03:22:53.808829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cf6b1b5-b926-4136-8a6f-d4501fb77401 req-7480a761-e060-423b-a334-b88ea683f458 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0462954 Nov 12 03:22:53.848564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad98b03f-dea5-4c3f-a8fa-a9105395b11b req-9ae5a9cf-acbf-4565-bcfe-7a163abc6a45 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925453 Nov 12 03:22:54.360868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76160d-b444-4228-97c0-d65cfad89703 req-ea762625-db73-4596-8095-2d5f437ea274 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.362371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b76160d-b444-4228-97c0-d65cfad89703 req-ea762625-db73-4596-8095-2d5f437ea274 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.0868683 Nov 12 03:22:54.385036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689576-2c5f-4d7e-b3fa-98ac87dedf54 req-289ee555-5828-4a48-bcb2-91d62e004b18 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.386609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90689576-2c5f-4d7e-b3fa-98ac87dedf54 req-289ee555-5828-4a48-bcb2-91d62e004b18 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 945 time: 0.0800142 Nov 12 03:22:54.484080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90689576-2c5f-4d7e-b3fa-98ac87dedf54 req-4ef90375-24d5-41f8-9756-f437423942ad tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups?id=3d116d01-451d-4738-beca-eaa1fa18d331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Nov 12 03:22:54.505274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Deleting port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:54.505612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.557715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:54.562063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:54.605761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] For port 6660e442-eb6b-481e-9ad8-dc82cf1c0790, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6660e442-eb6b-481e-9ad8-dc82cf1c0790,segment=NetworkSegment(a8fd6095-46a8-46a9-9ce4-61d4b1573101),segment_id=a8fd6095-46a8-46a9-9ce4-61d4b1573101)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.606269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.644461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Calling delete_port for 6660e442-eb6b-481e-9ad8-dc82cf1c0790 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:54.788662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:54.797780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:54.798761 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.802337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.814193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375cd4d-0759-4178-93c2-caef5d8ca4c2 req-07200a28-fcb7-4546-8a74-e992f8d259af tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.823573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d375cd4d-0759-4178-93c2-caef5d8ca4c2 req-07200a28-fcb7-4546-8a74-e992f8d259af tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.1800652 Nov 12 03:22:54.841404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '69120887-056f-4a4f-880c-be2d9089f864', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:54.871286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b8703-24cc-42b0-a3f7-97f5be43522d req-70e3e138-9e44-49fd-8726-4d84dfcc4f5e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.872884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c8b8703-24cc-42b0-a3f7-97f5be43522d req-70e3e138-9e44-49fd-8726-4d84dfcc4f5e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 946 time: 0.1774824 Nov 12 03:22:54.883786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-dacd1a21-a221-462d-8990-486e15f9a074 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570459 Nov 12 03:22:54.894123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.912953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:54.936936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.959730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.003480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.011044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d375cd4d-0759-4178-93c2-caef5d8ca4c2 req-7f81b731-2ade-4d6f-aa82-8be0c044b577 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860030 Nov 12 03:22:55.041037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:55.043529 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894c39f-478d-434b-bfa4-a5ab5297c5b8" -d '{"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:55.064593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.065672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.070238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.110801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c8b8703-24cc-42b0-a3f7-97f5be43522d req-80be0d2c-240d-4a0d-94e6-6697b48f826c tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150149 Nov 12 03:22:55.171590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.196187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6660e442-eb6b-481e-9ad8-dc82cf1c0790'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:55.202181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-810ceb36-d67c-4088-9445-e8c5828b960c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.203679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-810ceb36-d67c-4088-9445-e8c5828b960c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066885 Nov 12 03:22:55.231870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:55.244081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.257088 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-d683c77f-3cda-4f9e-bb44-5913d4918045 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328846 Nov 12 03:22:55.259789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['69120887-056f-4a4f-880c-be2d9089f864'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:55.276323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event deleted for resources: {'Port': ['ID=6660e442-eb6b-481e-9ad8-dc82cf1c0790,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.288014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86b0d4dd-2a07-4831-98fa-44a0cee1ae6b req-25b5d702-9ee6-45b0-a7c7-1b00a44d4b3c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0734079 Nov 12 03:22:55.466299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-5a1c156f-ab54-4ec6-9c55-572391b072b7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.467812 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-5a1c156f-ab54-4ec6-9c55-572391b072b7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028022 Nov 12 03:22:55.486451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:55.524179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] No DVR routers for this DVR port 6660e442-eb6b-481e-9ad8-dc82cf1c0790 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:55.526983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.533129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b76160d-b444-4228-97c0-d65cfad89703 req-86a65353-daeb-4964-a6ea-30101f45bb38 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.98 "DELETE /v2.0/ports/6660e442-eb6b-481e-9ad8-dc82cf1c0790 HTTP/1.1" status: 204 len: 173 time: 1.1630027 Nov 12 03:22:55.538277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'name': 'network-vif-deleted', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:55.540942 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b814000e-4b18-4050-b2b4-ed1e87a49b5d" -d '{"events": [{"server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "name": "network-vif-deleted", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:55.631251 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b37e4-d300-404d-91fe-de20dde4f424 x-openstack-request-id: req-6b1b37e4-d300-404d-91fe-de20dde4f424 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:55.631804 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-plugged", "status": "completed", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:55.631934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f60b0-00c1-43c1-9961-8a728d7844bf req-837e3774-dfe9-4a15-bb8b-64e82f826823 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.632092 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b1b37e4-d300-404d-91fe-de20dde4f424 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:55.633673 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'code': 200} Nov 12 03:22:55.641207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-577f60b0-00c1-43c1-9961-8a728d7844bf req-837e3774-dfe9-4a15-bb8b-64e82f826823 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.3228877 Nov 12 03:22:55.654334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:55.659166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.779798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c47b5bf-41b1-453b-b1b4-2b247fff6b4a req-c1aabf47-3049-423f-85c3-49b2c4ede19f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f1de728-6cfb-48ea-9846-8bd9786b7e71 HTTP/1.1" status: 200 len: 210 time: 0.0659118 Nov 12 03:22:55.802872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-577f60b0-00c1-43c1-9961-8a728d7844bf req-4b1ddd57-10d9-4a89-b0f7-5eb96541930a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549048 Nov 12 03:22:55.806717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:55.810379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.906768 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f92665-a3d3-4ce6-82bf-92254059a4db x-openstack-request-id: req-f7f92665-a3d3-4ce6-82bf-92254059a4db {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:55.907216 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1de728-6cfb-48ea-9846-8bd9786b7e71", "name": "network-vif-deleted", "tag": "6660e442-eb6b-481e-9ad8-dc82cf1c0790", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:55.907909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.23 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:55.908070 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f7f92665-a3d3-4ce6-82bf-92254059a4db {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:55.908540 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1de728-6cfb-48ea-9846-8bd9786b7e71', 'name': 'network-vif-deleted', 'tag': '6660e442-eb6b-481e-9ad8-dc82cf1c0790', 'status': 'completed', 'code': 200} Nov 12 03:22:55.996612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fecb14-2192-465e-87b8-31a74f360774 req-ebd0e85d-5811-43a1-ab70-ba2a7b30f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.998206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07fecb14-2192-465e-87b8-31a74f360774 req-ebd0e85d-5811-43a1-ab70-ba2a7b30f155 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1099 time: 0.1483862 Nov 12 03:22:56.020820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b989-bd8f-4bb8-9b12-37d60af9cf5e req-0b6c7055-c9b4-4289-af03-73b3cb6941b2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.022329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c25b989-bd8f-4bb8-9b12-37d60af9cf5e req-0b6c7055-c9b4-4289-af03-73b3cb6941b2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.1175361 Nov 12 03:22:56.085295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.091612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c25b989-bd8f-4bb8-9b12-37d60af9cf5e req-8df10440-c1a3-4f3d-a1be-65e7515479a3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 Nov 12 03:22:56.103012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07fecb14-2192-465e-87b8-31a74f360774 req-d0105b2c-05c0-461f-944f-f38e2a753b1f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Nov 12 03:22:56.163698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.180480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:56.259704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:56.264714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:56.271861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:56.311099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.13 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/c00764b0-dfa8-4da0-aa93-9c843c49faa2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:56.347739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.356137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0ffa3-5fa1-4ac3-a1ca-d3839b0e1067 req-959a29be-8ebd-47f0-8412-ef01a4f3b48b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.363901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7d0ffa3-5fa1-4ac3-a1ca-d3839b0e1067 req-959a29be-8ebd-47f0-8412-ef01a4f3b48b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1456761 Nov 12 03:22:56.418111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.418887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.437485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7d0ffa3-5fa1-4ac3-a1ca-d3839b0e1067 req-5c3b609a-89c1-40d0-af60-008701119d41 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Nov 12 03:22:56.442504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-42319820-28bf-4502-87f8-f5dd6000d503 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9599652 Nov 12 03:22:56.469166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Request body: {'port': {'device_id': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:56.537701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.573176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:56.693598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae593b-151e-4774-b949-1bd20e55b679 req-fa63cc4d-6cc1-465f-a911-203452ec6e19 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.695199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2ae593b-151e-4774-b949-1bd20e55b679 req-fa63cc4d-6cc1-465f-a911-203452ec6e19 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 935 time: 0.1226108 Nov 12 03:22:56.700975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.741166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacaacf-3543-4884-a450-a06fa455d1dc req-d5811020-f05d-43c3-a9e9-b1022fc95209 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.742701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dacaacf-3543-4884-a450-a06fa455d1dc req-d5811020-f05d-43c3-a9e9-b1022fc95209 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.1291189 Nov 12 03:22:56.775674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a86bebfc-b4d2-4072-b492-ee81a565e5d1 None None] Provisioning complete for port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.776301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a86bebfc-b4d2-4072-b492-ee81a565e5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.808912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2ae593b-151e-4774-b949-1bd20e55b679 req-5bfec213-cf31-4b07-ad69-0ba2fac77cd5 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061461 Nov 12 03:22:56.811015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 69120887-056f-4a4f-880c-be2d9089f864 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:56.819749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 69120887-056f-4a4f-880c-be2d9089f864 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.820187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.822901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a86bebfc-b4d2-4072-b492-ee81a565e5d1 None None] Port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:56.828428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dacaacf-3543-4884-a450-a06fa455d1dc req-27095b23-1e76-45bd-ab60-a4f3a53fbe0f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Nov 12 03:22:56.837075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.850681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:56.901052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:56.905946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:56.913013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:56.946523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.972509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.973209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.974871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.014037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-cc3a702e-ab51-4030-b0c4-18ecfc51a087 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7855821 Nov 12 03:22:57.029915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Request body: {'port': {'device_id': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:57.078118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:57.105181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.133459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:57.145835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:57.149633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.167084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Transition to ACTIVE for port object c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:57.172508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.177758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.197944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa87b0-d985-4b30-91fd-9efbd4ee5841 req-f701c444-3ab3-45be-9062-4e5f5b02a7cf tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.200251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9aa87b0-d985-4b30-91fd-9efbd4ee5841 req-f701c444-3ab3-45be-9062-4e5f5b02a7cf tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.1629078 Nov 12 03:22:57.202133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.270451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3e9f0bb0-36d6-43ae-9820-1a4908507a11 None None] Provisioning complete for port c00764b0-dfa8-4da0-aa93-9c843c49faa2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:57.270941 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0bb0-36d6-43ae-9820-1a4908507a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.288291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.326246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.337405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f0bb0-36d6-43ae-9820-1a4908507a11 None None] Port c00764b0-dfa8-4da0-aa93-9c843c49faa2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:57.365611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Attempting to bind port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:57.366055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Attempting to bind port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:57.366408 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Attempting to bind port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:57.371104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:57.371430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Attempting to bind port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:57.374623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.376884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:57.377230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:57.377619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:57.378161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Bound port: c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:57.378520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.399516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9aa87b0-d985-4b30-91fd-9efbd4ee5841 req-8ea06632-c423-4ba0-91d5-20fa032b57b4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796198 Nov 12 03:22:57.496665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:57.502248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:57.515594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.561400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.562396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.563853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] 10.222.0.98 "PUT /v2.0/ports/c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 HTTP/1.1" status: 200 len: 1096 time: 1.1003385 Nov 12 03:22:57.566447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:57.574195 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fbc2ec-a12b-4677-8d39-3048d30f2970" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:57.604692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58db8aa-ac55-4b74-bcb5-cfd03b634b21 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.633821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:57.636400 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ece75-3723-4e09-88b5-84ca358b2d26" -d '{"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:57.682103 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ba4771-7916-4685-b6f7-7ae9c85a6c67 x-openstack-request-id: req-69ba4771-7916-4685-b6f7-7ae9c85a6c67 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:57.682559 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:57.682912 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69ba4771-7916-4685-b6f7-7ae9c85a6c67 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:57.683538 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'status': 'completed', 'code': 200} Nov 12 03:22:57.710248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e501e9ea-3e39-4c63-b929-f28299e2a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.712026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-e501e9ea-3e39-4c63-b929-f28299e2a10b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0708406 Nov 12 03:22:57.732599 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c4fae-9bcf-49eb-983d-33fe80aab7b2 x-openstack-request-id: req-0a4c4fae-9bcf-49eb-983d-33fe80aab7b2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:57.735691 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:57.736120 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a4c4fae-9bcf-49eb-983d-33fe80aab7b2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:57.737039 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'code': 200} Nov 12 03:22:57.767837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-02183e85-c6eb-41dc-a3ef-c351780d6735 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 HTTP/1.1" status: 200 len: 217 time: 0.0453522 Nov 12 03:22:57.772363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00764b0-dfa8-4da0-aa93-9c843c49faa2 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:57.802223 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.839045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-aa2e93e0-608b-4513-a279-482c0b7789a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.841348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-aa2e93e0-608b-4513-a279-482c0b7789a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0671704 Nov 12 03:22:57.882871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Transition to ACTIVE for port object c00764b0-dfa8-4da0-aa93-9c843c49faa2 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:57.902341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.913771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8929d-84ed-4a9e-9b9f-3c04b22c369d req-5b4dd646-6856-4856-b74f-44f37d5adeb8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.922396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02b8929d-84ed-4a9e-9b9f-3c04b22c369d req-5b4dd646-6856-4856-b74f-44f37d5adeb8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1428576 Nov 12 03:22:57.933375 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.935067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-7c25a17d-9d73-4c1f-ac69-be0e2c1cac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.935913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.939549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-7c25a17d-9d73-4c1f-ac69-be0e2c1cac6e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848484 Nov 12 03:22:57.939730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "DELETE /v2.0/security-groups/ba3d173b-3e43-4104-b68e-8243d0309191 HTTP/1.1" status: 204 len: 168 time: 0.7902427 Nov 12 03:22:57.939843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:57.976562 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-541b35ef-f6b0-44a0-a865-5c8cd0d65f6f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] show failed (client error): The resource could not be found. Nov 12 03:22:57.980219 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-541b35ef-f6b0-44a0-a865-5c8cd0d65f6f tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "GET /v2.0/security-groups/ba3d173b-3e43-4104-b68e-8243d0309191 HTTP/1.1" status: 404 len: 347 time: 0.0368078 Nov 12 03:22:57.981181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:58.001878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba9f24-a20f-4022-83c4-8d30c7a17881 req-94f12c32-c7aa-4cbd-9105-9391858e9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.003616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ba9f24-a20f-4022-83c4-8d30c7a17881 req-94f12c32-c7aa-4cbd-9105-9391858e9cd6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1098 time: 0.1987939 Nov 12 03:22:58.035811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa027d7e-5547-4e51-ada7-0cc8b88f1f21 tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d173b-3e43-4104-b68e-8243d0309191,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.098254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-86ec001c-f4b6-45b1-8bb9-05a4297b19cb service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509416 Nov 12 03:22:58.112337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.131983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02b8929d-84ed-4a9e-9b9f-3c04b22c369d req-2657b74c-e32b-4bb1-a595-e7feb0ff73ce tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086818 Nov 12 03:22:58.218508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04ccd0-d834-4f23-a097-e2d54064c8b9 req-e727c6c8-95bf-434f-a6b3-14f800f29fb9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.235607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb04ccd0-d834-4f23-a097-e2d54064c8b9 req-e727c6c8-95bf-434f-a6b3-14f800f29fb9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 947 time: 0.2954950 Nov 12 03:22:58.255984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ba9f24-a20f-4022-83c4-8d30c7a17881 req-8675e2cc-f3f3-4d4c-a208-4266c1910bad service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289550 Nov 12 03:22:58.325321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-f3c4b124-2e70-45a6-b4d2-f38cd5de5ba3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.326816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-f3c4b124-2e70-45a6-b4d2-f38cd5de5ba3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.2323484 Nov 12 03:22:58.343770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Attempting to bind port c00764b0-dfa8-4da0-aa93-9c843c49faa2 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.344162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Attempting to bind port c00764b0-dfa8-4da0-aa93-9c843c49faa2 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.344498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Attempting to bind port c00764b0-dfa8-4da0-aa93-9c843c49faa2 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.349965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb04ccd0-d834-4f23-a097-e2d54064c8b9 req-97df80ad-3c8d-405e-ab2a-126cf4093cb1 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130893 Nov 12 03:22:58.359752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a5be7-617b-422b-8f01-27e8430ee30d req-18e6f372-f931-4d8d-802f-46f0f580cdd3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.360873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a2a5be7-617b-422b-8f01-27e8430ee30d req-18e6f372-f931-4d8d-802f-46f0f580cdd3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 945 time: 0.1174386 Nov 12 03:22:58.361720 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-bb59fd80-e9de-4fa3-9ab4-f2a140248916 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270956 Nov 12 03:22:58.363504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Port c00764b0-dfa8-4da0-aa93-9c843c49faa2 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.363982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Attempting to bind port c00764b0-dfa8-4da0-aa93-9c843c49faa2 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.369107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Deleting port ad79e7d0-5123-4114-ac97-ded443df554d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:58.369450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.378085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:58.378430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:58.378818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:58.379273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Bound port: c00764b0-dfa8-4da0-aa93-9c843c49faa2, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:58.379632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.467584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a2a5be7-617b-422b-8f01-27e8430ee30d req-a8dfa58f-ee27-4d1a-a5e0-dec042db8d88 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847459 Nov 12 03:22:58.496437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.496840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.497089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:58.500699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-c7b02420-740e-40fa-a312-8983412c84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.502123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:58.502286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-c7b02420-740e-40fa-a312-8983412c84ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 1099 time: 0.0760314 Nov 12 03:22:58.507158 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.529649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Calling delete_port for ad79e7d0-5123-4114-ac97-ded443df554d owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:58.556610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.557376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.558589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] 10.222.0.98 "PUT /v2.0/ports/c00764b0-dfa8-4da0-aa93-9c843c49faa2 HTTP/1.1" status: 200 len: 1096 time: 1.5366633 Nov 12 03:22:58.559037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:58.562053 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ce01d0-30f1-4da8-852b-d912049cf07f" -d '{"events": [{"name": "network-changed", "server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:58.592670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c505f-bc87-40a7-b69e-e498bad23f32 service neutron] Pushing event updated for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.659255 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1c657-fecf-4da9-b839-66f154a69e0b x-openstack-request-id: req-45a1c657-fecf-4da9-b839-66f154a69e0b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:58.659546 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:58.659773 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-45a1c657-fecf-4da9-b839-66f154a69e0b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:58.660224 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', 'status': 'completed', 'code': 200} Nov 12 03:22:58.714728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-37c39983-141a-4ef8-b1b0-bba1ba572cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.716534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-37c39983-141a-4ef8-b1b0-bba1ba572cee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 1099 time: 0.0975132 Nov 12 03:22:58.754795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-253f03e3-be23-4752-bc43-c349ca39fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.756177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-253f03e3-be23-4752-bc43-c349ca39fe1d service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2427173 Nov 12 03:22:58.770422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-55421fb7-ff83-4493-a85d-a3564bf720f7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2 HTTP/1.1" status: 200 len: 217 time: 0.0445230 Nov 12 03:22:58.779164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6240-8a6e-4ffe-8a1a-c42ff503505a req-ea5739eb-62e5-493e-aab4-c479663e3e79 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.780745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d4b6240-8a6e-4ffe-8a1a-c42ff503505a req-ea5739eb-62e5-493e-aab4-c479663e3e79 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2365305 Nov 12 03:22:58.822561 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-c67cb4fd-92dc-43c1-9379-86a5cd591a34 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 HTTP/1.1" status: 200 len: 217 time: 0.0543797 Nov 12 03:22:58.832444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port d1bb724b-51ae-497c-9641-e06a461287eb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:58.832775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.858380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-2d7cc01f-6162-4781-999b-2191ef65b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.859800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-2d7cc01f-6162-4781-999b-2191ef65b2ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0781314 Nov 12 03:22:58.881756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d4b6240-8a6e-4ffe-8a1a-c42ff503505a req-24933e68-8831-41c7-97ed-b3117ab4ad83 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911965 Nov 12 03:22:58.917412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-178d71b2-6671-4978-b3a7-b793ea16b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.918926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-178d71b2-6671-4978-b3a7-b793ea16b86c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503294 Nov 12 03:22:58.972109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-c8047529-40b1-4acc-9567-89b1d3784833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.973533 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-c8047529-40b1-4acc-9567-89b1d3784833 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1379189 Nov 12 03:22:59.010763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-34f62ea9-154d-4b43-8480-bd46063a2103 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837314 Nov 12 03:22:59.018041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6660e442-eb6b-481e-9ad8-dc82cf1c0790 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:59.025481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.038878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 6660e442-eb6b-481e-9ad8-dc82cf1c0790 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:59.039223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6660e442-eb6b-481e-9ad8-dc82cf1c0790 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:59.044020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port d1bb724b-51ae-497c-9641-e06a461287eb, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d1bb724b-51ae-497c-9641-e06a461287eb,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.044389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.071096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Pushing event deleted for resources: {'Port': ['ID=ad79e7d0-5123-4114-ac97-ded443df554d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.078510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for d1bb724b-51ae-497c-9641-e06a461287eb owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:59.114318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d00cc96-11f1-453a-a69a-bb84739d96f0 req-ab61a76f-f308-4d63-abfe-fd7a071a697a service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926280 Nov 12 03:22:59.132455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-8bc62e2d-6f04-432f-9b7e-4edce23f3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.134074 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-8bc62e2d-6f04-432f-9b7e-4edce23f3800 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501386 Nov 12 03:22:59.211116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.213690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.214856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5f345de2-b719-4019-99d8-faac1946623d tempest-ImagesOneServerNegativeTestJSON-697781200 tempest-ImagesOneServerNegativeTestJSON-697781200-project] 10.222.0.93 "DELETE /v2.0/floatingips/6814c3aa-757e-46df-9920-e58507ac3754 HTTP/1.1" status: 204 len: 168 time: 1.2332263 Nov 12 03:22:59.226817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-6104376e-b080-4d1b-ae9f-ce02287a5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.228370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-6104376e-b080-4d1b-ae9f-ce02287a5024 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 1099 time: 0.0580347 Nov 12 03:22:59.308226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-41ff8bb7-6f42-47a5-9b19-8f99f353dadb service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396489 Nov 12 03:22:59.343067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:59.458340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Deleting subnet aaae051c-2102-4977-9386-cc2a81aef4a1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:59.463441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.465118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.533638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=d1bb724b-51ae-497c-9641-e06a461287eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.572145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.577678 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-75fbc2ec-a12b-4677-8d39-3048d30f2970 req-a3a1e2b0-a3c8-445a-b41d-30a1dc5263a6 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439995 Nov 12 03:22:59.610559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port d1bb724b-51ae-497c-9641-e06a461287eb on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:59.614705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.618027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2be9a7de-bfb4-4785-8f2e-2e00ae0619ff req-22d0bcbc-de69-49b4-bd70-6e344749b136 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "DELETE /v2.0/ports/d1bb724b-51ae-497c-9641-e06a461287eb HTTP/1.1" status: 204 len: 173 time: 1.1032999 Nov 12 03:22:59.640101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.656703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51812-4d9a-444e-849b-9f956fed3558 req-2b56866e-a46e-4423-844a-93f4cb172001 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.658241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abd51812-4d9a-444e-849b-9f956fed3558 req-2b56866e-a46e-4423-844a-93f4cb172001 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.4448643 Nov 12 03:22:59.684573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'name': 'network-vif-deleted', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:59.687280 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375bc07e-6d77-4416-a116-6c994ab485e6" -d '{"events": [{"server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "name": "network-vif-deleted", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:59.708491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-5077b0d7-24d9-4630-8b3a-46c62125e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.710342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.710668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-5077b0d7-24d9-4630-8b3a-46c62125e2e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4683151 Nov 12 03:22:59.723552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.729158 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aaae051c-2102-4977-9386-cc2a81aef4a1 HTTP/1.1" status: 204 len: 168 time: 0.3806431 Nov 12 03:22:59.736398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c4d00-a625-4b6f-b3d4-aa216292f80a req-6aa02b0a-dde4-43f9-ab73-21f969f4c37b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.738503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-718c4d00-a625-4b6f-b3d4-aa216292f80a req-6aa02b0a-dde4-43f9-ab73-21f969f4c37b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 947 time: 0.1342607 Nov 12 03:22:59.744739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42504) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:59.746898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747b22c-e5b8-4f2f-b942-8d03427198ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaae051c-2102-4977-9386-cc2a81aef4a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.824139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-2d8b4390-5811-4cf7-a9c3-9d8bfecb0c31 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2 HTTP/1.1" status: 200 len: 217 time: 0.0971277 Nov 12 03:22:59.847508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abd51812-4d9a-444e-849b-9f956fed3558 req-50ae7ef7-2e25-4d4a-9f03-55f2a37afd1f tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791759 Nov 12 03:22:59.956672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.962697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f22626f-73cf-40a9-b992-c0b025c605aa req-bb3906c9-41ef-4085-8fa8-a0760758b0b7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1ba3cc8-99f4-44d0-91cd-fe64b02004ac HTTP/1.1" status: 200 len: 210 time: 0.0463912 Nov 12 03:22:59.968511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-718c4d00-a625-4b6f-b3d4-aa216292f80a req-2143a4ef-ec7c-4516-9bfa-704080fd182f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072513 Nov 12 03:23:00.001665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-886de4c8-6eca-41da-9d79-6a62ec61558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.004941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-886de4c8-6eca-41da-9d79-6a62ec61558d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1686013 Nov 12 03:23:00.024126 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76861893-3730-4707-bc81-b2325b0f8949 x-openstack-request-id: req-76861893-3730-4707-bc81-b2325b0f8949 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:00.024403 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ba3cc8-99f4-44d0-91cd-fe64b02004ac", "name": "network-vif-deleted", "tag": "d1bb724b-51ae-497c-9641-e06a461287eb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:00.024767 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-76861893-3730-4707-bc81-b2325b0f8949 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:00.025180 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ba3cc8-99f4-44d0-91cd-fe64b02004ac', 'name': 'network-vif-deleted', 'tag': 'd1bb724b-51ae-497c-9641-e06a461287eb', 'status': 'completed', 'code': 200} Nov 12 03:23:00.092095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.152490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:00.170350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-8a3a240f-9d2b-4266-b9e9-1915dc00fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.171901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-8a3a240f-9d2b-4266-b9e9-1915dc00fb64 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1554859 Nov 12 03:23:00.183163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fd6095-46a8-46a9-9ce4-61d4b1573101') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:00.183694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fd6095-46a8-46a9-9ce4-61d4b1573101') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:00.245548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.254828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669710da-39ce-4188-85f5-5ec85edeb664 req-44743c51-7c07-4536-a976-9c9b6225a600 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.256378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-669710da-39ce-4188-85f5-5ec85edeb664 req-44743c51-7c07-4536-a976-9c9b6225a600 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1602242 Nov 12 03:23:00.318752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.337228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:00.337620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:00.342772 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:00.365097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495e5ec-d39c-4946-87bc-56ff7f5ff4ea req-b8643f91-95e8-4553-bdb2-aaf30b292de3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.366579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5495e5ec-d39c-4946-87bc-56ff7f5ff4ea req-b8643f91-95e8-4553-bdb2-aaf30b292de3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2012846 Nov 12 03:23:00.452942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-827deb55-be7d-4f9f-a921-79313bc344c6 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648792 Nov 12 03:23:00.457808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-669710da-39ce-4188-85f5-5ec85edeb664 req-d8332993-c69a-451b-aca4-58575c1af8fb tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923840 Nov 12 03:23:00.463864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.468470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.471994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] 10.222.0.93 "DELETE /v2.0/networks/a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5 HTTP/1.1" status: 204 len: 168 time: 0.7242515 Nov 12 03:23:00.523947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4530f4a-c4ea-4068-8718-7ce9f0f6b9f5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.555709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5495e5ec-d39c-4946-87bc-56ff7f5ff4ea req-75256d4c-e2c3-4d98-936b-20589e793520 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501634 Nov 12 03:23:00.575342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.575519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.575856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.576447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.576572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.576873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.577202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.577530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.577856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.578179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.578505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.579691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ea283-a81d-4825-8827-6aebab23aa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:00.595129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d1bb724b-51ae-497c-9641-e06a461287eb no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:00.635112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: d1bb724b-51ae-497c-9641-e06a461287eb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:00.635848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d1bb724b-51ae-497c-9641-e06a461287eb not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:00.645754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.650483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58ce01d0-30f1-4da8-852b-d912049cf07f req-d3e93cd9-0522-4db2-a3f2-306d0dd19c5c service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887507 Nov 12 03:23:00.659075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bb1ec-9050-4aca-8496-bb887593c13e req-ee3fecaf-1b56-4485-bbdf-a733eeb577e1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.664447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-067bb1ec-9050-4aca-8496-bb887593c13e req-ee3fecaf-1b56-4485-bbdf-a733eeb577e1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1059680 Nov 12 03:23:00.665077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.762776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eb3bdddf-8ac5-4a17-bfcf-6a08ba592c40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1ba6da6db0d643229a5ddea51997146a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0950532 Nov 12 03:23:00.765230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.779452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ccf71-e7f8-428e-9ff8-f4d080632145 req-6fc506f4-597e-484b-b2b7-2abe1b3f85d7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.781028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a7ccf71-e7f8-428e-9ff8-f4d080632145 req-6fc506f4-597e-484b-b2b7-2abe1b3f85d7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1150696 Nov 12 03:23:00.785817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-067bb1ec-9050-4aca-8496-bb887593c13e req-7018cf73-ed58-40f6-9f52-52996f8b82e1 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111834 Nov 12 03:23:00.789993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42522) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.794611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'floatingip': {'port_id': '69120887-056f-4a4f-880c-be2d9089f864'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:00.835024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.840181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.858854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.919116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.921805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.924413 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3d116d01-451d-4738-beca-eaa1fa18d331 HTTP/1.1" status: 204 len: 168 time: 0.1581006 Nov 12 03:23:00.933999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff147-0e1d-4b8a-9b19-217a2447baf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d116d01-451d-4738-beca-eaa1fa18d331,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.008238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a099ca-4a61-44ae-b87a-6cef41ad05a1 req-f001af0d-5a95-4589-98da-df041485eaf6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.016107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a099ca-4a61-44ae-b87a-6cef41ad05a1 req-f001af0d-5a95-4589-98da-df041485eaf6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1328859 Nov 12 03:23:01.020063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:01.128124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a099ca-4a61-44ae-b87a-6cef41ad05a1 req-e78fa013-cfba-42d0-933d-231b837a1a72 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054342 Nov 12 03:23:01.194909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:01.209502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'mac_address': 'fa:16:3e:c1:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:01.223508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb540-97f0-43bc-8fb8-a0af60aa7672 req-c647149f-a83f-4061-a6ec-5bca312fd16d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.233070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-775bb540-97f0-43bc-8fb8-a0af60aa7672 req-c647149f-a83f-4061-a6ec-5bca312fd16d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 947 time: 0.1342671 Nov 12 03:23:01.261802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.276816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:01.308272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:01.312952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.358121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-775bb540-97f0-43bc-8fb8-a0af60aa7672 req-fa22b85f-ce70-44b6-b14a-7f435cbdaba0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241729 Nov 12 03:23:01.372162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.472580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e07bc-0e67-461e-9470-2d82541d82d1 req-2231d690-80b5-4c61-9880-6ca99774b616 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.474105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d52e07bc-0e67-461e-9470-2d82541d82d1 req-2231d690-80b5-4c61-9880-6ca99774b616 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1134939 Nov 12 03:23:01.514761 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.541880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:01.572010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:23:01.647869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d52e07bc-0e67-461e-9470-2d82541d82d1 req-a762063f-4885-4a25-9ab1-126dd4b78438 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436172 Nov 12 03:23:01.661223 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.666289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.727137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-6782585d-f47e-4fcd-ba47-3071f37e7c5e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.728780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-6782585d-f47e-4fcd-ba47-3071f37e7c5e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.2752464 Nov 12 03:23:01.786344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f2a948bd-96dc-4fb0-adbe-977e9190fc6a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.0397694 Nov 12 03:23:01.858116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-82c3eb8b-8b0e-46d2-9235-8733c7444f90 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620387 Nov 12 03:23:01.897585 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Floating IP 97ed5773-3f4d-4371-8ee8-9ba97570f590 associated. External IP: 172.25.4.208, port: 69120887-056f-4a4f-880c-be2d9089f864. Nov 12 03:23:01.986106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b1900-0502-4a60-ad32-7c0ae1916215 req-3aea3469-d711-4966-bb6c-cdb23cd52f03 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.987802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed9b1900-0502-4a60-ad32-7c0ae1916215 req-3aea3469-d711-4966-bb6c-cdb23cd52f03 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.2032132 Nov 12 03:23:02.103006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-a6d89ffa-ab04-4b3d-8fd5-121d3772ba61 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354927 Nov 12 03:23:02.112070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed9b1900-0502-4a60-ad32-7c0ae1916215 req-675e8136-4372-4852-b658-2e3b933d5451 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129375 Nov 12 03:23:02.602780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-4f312a82-8416-4ae7-a19d-dae6e7178f7b service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897594 Nov 12 03:23:02.612675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efb681-8756-4939-aaf3-6934746bf41c req-6d83fd6e-f862-4f3b-8261-b07127d200c6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.614330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51efb681-8756-4939-aaf3-6934746bf41c req-6d83fd6e-f862-4f3b-8261-b07127d200c6 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.3964636 Nov 12 03:23:02.635044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:02.759692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:02.764989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.771399 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:02.781375 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:02.782079 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:02.824397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f3b1ecd5-f9c6-4f7b-9c48-8e837243a76f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "PUT /v2.0/floatingips/97ed5773-3f4d-4371-8ee8-9ba97570f590 HTTP/1.1" status: 200 len: 992 time: 2.0307486 Nov 12 03:23:02.824397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:02.826998 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b07cd-6343-44d9-8d64-fc6c24da9470" -d '{"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:02.902322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51efb681-8756-4939-aaf3-6934746bf41c req-debc3ba9-662c-438f-93a2-14e31d5d872e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740216 Nov 12 03:23:02.917372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:02.971943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ea7bdb3-caf9-4df3-bb89-f1f78e0966e3 req-4eebfc92-1eef-40d6-b4e0-b9471159b96f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 210 time: 0.0389600 Nov 12 03:23:03.021074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c00764b0-dfa8-4da0-aa93-9c843c49faa2 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:03.023197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:03.064865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca6b07-93c7-4943-aadd-37bbb73c77ac req-6e659cf4-90d9-4eec-a05a-fcc334fd52e0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.077372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9ca6b07-93c7-4943-aadd-37bbb73c77ac req-6e659cf4-90d9-4eec-a05a-fcc334fd52e0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 948 time: 0.1042628 Nov 12 03:23:03.193925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9ca6b07-93c7-4943-aadd-37bbb73c77ac req-129193d6-b071-4470-8790-2645a1f514e7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156442 Nov 12 03:23:03.195403 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5a769-5b47-428d-a3fb-8cdf3a2fcfa7 x-openstack-request-id: req-fed5a769-5b47-428d-a3fb-8cdf3a2fcfa7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:03.195687 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:03.195939 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fed5a769-5b47-428d-a3fb-8cdf3a2fcfa7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:03.196363 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'status': 'completed', 'code': 200} Nov 12 03:23:03.272143 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '97ed5773-3f4d-4371-8ee8-9ba97570f590', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46920344-2782-445a-9678-ef26c675fdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:32Z', 'updated_at': '2021-11-12T03:23:01Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:03.323068 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:03.324340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-285a6ade-95b0-4757-8f0e-3e67b1339650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.331534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-285a6ade-95b0-4757-8f0e-3e67b1339650 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1098 time: 0.1091661 Nov 12 03:23:03.335724 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:03.336857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:03.347211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:03.385972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:03.386975 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.408494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:03.498723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', 'mac_address': 'fa:16:3e:f5:66:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:03.548868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-ad16fe56-967e-4245-8da2-43ab8c070641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.553258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-ad16fe56-967e-4245-8da2-43ab8c070641 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.2144420 Nov 12 03:23:03.620875 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:03.645136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.684707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.687409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00764b0-dfa8-4da0-aa93-9c843c49faa2 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:03.688611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503e14e-7eb8-43f0-b1e1-24ff5bb59da6 req-ba80abaa-e72c-41b6-b290-b3da8a4a94c4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.690713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e503e14e-7eb8-43f0-b1e1-24ff5bb59da6 req-ba80abaa-e72c-41b6-b290-b3da8a4a94c4 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1394889 Nov 12 03:23:03.697393 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-fddcea5b-ffe4-48a2-8f3f-48e4da41bea5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1000 time: 0.1332257 Nov 12 03:23:03.760379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:03.767433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:03.769843 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99eeed6-6478-44ae-bab7-489f0dc131df" -d '{"events": [{"server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:03.780332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.787223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-bc1bfb23-3c07-4246-b8eb-8752b9095635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.788544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:03.791198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-bc1bfb23-3c07-4246-b8eb-8752b9095635 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.0815985 Nov 12 03:23:03.821599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.859677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:03.865769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-e246bbfe-a1bf-4b9d-b0da-5db0f0f343ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.868679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-e246bbfe-a1bf-4b9d-b0da-5db0f0f343ae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.1768880 Nov 12 03:23:03.873396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e503e14e-7eb8-43f0-b1e1-24ff5bb59da6 req-567f6985-3a91-42c2-bb13-001319bc243a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739902 Nov 12 03:23:03.880141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-5432fc2c-b389-4f8b-bd24-442183aff286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.882538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-5432fc2c-b389-4f8b-bd24-442183aff286 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747678 Nov 12 03:23:03.886391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed8af-366a-4aa1-8629-eddde62ba581 req-719b5809-c25e-4f3a-a051-b1b733f55c24 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.898197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a44ed8af-366a-4aa1-8629-eddde62ba581 req-719b5809-c25e-4f3a-a051-b1b733f55c24 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1090827 Nov 12 03:23:03.954222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:03.979162 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '97ed5773-3f4d-4371-8ee8-9ba97570f590', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46920344-2782-445a-9678-ef26c675fdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:32Z', 'updated_at': '2021-11-12T03:23:01Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:04.024591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-cc081df7-1546-4d6f-9869-fddcce8c277d service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305609 Nov 12 03:23:04.027393 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ef3f1b-489c-4a9e-8687-dafb6626a481 x-openstack-request-id: req-74ef3f1b-489c-4a9e-8687-dafb6626a481 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:04.027890 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:04.028051 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-74ef3f1b-489c-4a9e-8687-dafb6626a481 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:04.028373 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'code': 200} Nov 12 03:23:04.042947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:04.054521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935d7a8-b7f1-442b-89b8-79026e714680 None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '97ed5773-3f4d-4371-8ee8-9ba97570f590', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46920344-2782-445a-9678-ef26c675fdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:32Z', 'updated_at': '2021-11-12T03:23:01Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:04.082179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a44ed8af-366a-4aa1-8629-eddde62ba581 req-3f6ae681-4309-468c-87a9-7272b972e67e tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826024 Nov 12 03:23:04.089074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-5f5b0718-72dc-4d0f-b9b7-f6b79c4f04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.090634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-5f5b0718-72dc-4d0f-b9b7-f6b79c4f04c2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1897280 Nov 12 03:23:04.165433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-dd2d6b4a-f2ad-45ad-bfe3-2959c6042a8f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0650928 Nov 12 03:23:04.281181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4c2b07cd-6343-44d9-8d64-fc6c24da9470 req-34b8b348-d8d5-4180-8cc3-6573e988be97 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462513 Nov 12 03:23:04.344552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-fdcb3d64-5b59-4798-aed1-bdb1bf708036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.347307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-fdcb3d64-5b59-4798-aed1-bdb1bf708036 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1651182 Nov 12 03:23:04.354332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df162828-c355-4c97-aa2a-60083c35b2e6 req-61219e9e-c2f5-4a7c-9c7d-c7afe5816cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.356379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df162828-c355-4c97-aa2a-60083c35b2e6 req-61219e9e-c2f5-4a7c-9c7d-c7afe5816cab service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 1101 time: 0.1900129 Nov 12 03:23:04.430266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8ebd749-a0c4-4e24-a019-613da9e802c1 req-2922051b-50fc-4413-89e1-71d829536bcc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 210 time: 0.0544484 Nov 12 03:23:04.432222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-a90887c9-45c4-44e1-af38-4bc36b0507ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746062 Nov 12 03:23:04.456843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-05fb605c-1274-403c-b080-ee1c4f8bfa3d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.459290 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-05fb605c-1274-403c-b080-ee1c4f8bfa3d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.2131989 Nov 12 03:23:04.474950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:04.505652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c53e2-b964-4660-993d-3cd265923c89 None None] New status for floating IP 97ed5773-3f4d-4371-8ee8-9ba97570f590: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:23:04.553473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df162828-c355-4c97-aa2a-60083c35b2e6 req-ed69fade-48bb-4900-91c8-3f4f26dc0b86 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790287 Nov 12 03:23:04.599867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a744-7503-4951-aedb-a86cc63862c1 req-63950222-b3f1-4f36-8970-f439394540ec tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.603183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cff1a744-7503-4951-aedb-a86cc63862c1 req-63950222-b3f1-4f36-8970-f439394540ec tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1092691 Nov 12 03:23:04.618949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-c76d8375-8e97-41c7-9c58-08c6fcbf72ea service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752443 Nov 12 03:23:04.728680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cff1a744-7503-4951-aedb-a86cc63862c1 req-0acffe47-3cfe-4a2a-a136-fdd4b17edae8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189084 Nov 12 03:23:04.757444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98efbdf2-f8a5-4bf8-a8a2-746d02536af6 req-3633c663-082b-4e02-99c7-7275b795fb45 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299915 Nov 12 03:23:04.887545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:04.891066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.995167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c315942-f678-401d-b0e5-45f1a2f6a595 req-76d0686f-e00e-4b6f-8279-9c28774bacbc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.996684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c315942-f678-401d-b0e5-45f1a2f6a595 req-76d0686f-e00e-4b6f-8279-9c28774bacbc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0496738 Nov 12 03:23:05.014185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.11 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/903666bd-072f-4ca5-bb47-f3d37477739c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:05.019839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c00764b0-dfa8-4da0-aa93-9c843c49faa2 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:05.053281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c315942-f678-401d-b0e5-45f1a2f6a595 req-9d59ad34-8b30-4a9a-826c-dd125f2a8999 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Nov 12 03:23:05.077520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c00764b0-dfa8-4da0-aa93-9c843c49faa2 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:05.082581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c00764b0-dfa8-4da0-aa93-9c843c49faa2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:05.083168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.194803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.195237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.213219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6f09-113f-4165-a393-bd6f6a37b6a3 req-eef9ef4c-f370-4ce3-be21-a19f7ba5a8d1 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.215535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-055a6f09-113f-4165-a393-bd6f6a37b6a3 req-eef9ef4c-f370-4ce3-be21-a19f7ba5a8d1 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0559947 Nov 12 03:23:05.246470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:05.248492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.252989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.303649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-055a6f09-113f-4165-a393-bd6f6a37b6a3 req-b294f52c-4ca4-4fe0-bd0b-96faf8e6a901 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Nov 12 03:23:05.313148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:05.314964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.322392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:05.325274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.325835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.326358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.326876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.327602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.328141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.333651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.334307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.334834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.335350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.335860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.337071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:05.349129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:05.365054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.419631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-7b6a8134-6881-4991-bdd1-1c2a6cc37156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.421721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-7b6a8134-6881-4991-bdd1-1c2a6cc37156 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=03b7834c4793468d96c7dcc435e31aae&device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 1099 time: 0.0768988 Nov 12 03:23:05.423161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.429986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.449233 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-f4e345cb-95c9-45d8-a32b-5cf6bedfaed6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9794180 Nov 12 03:23:05.464282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Request body: {'port': {'device_id': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.532591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.542920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad025-f84f-4512-91b9-724cdc69b2eb req-e0300704-0bc4-43ea-8acc-b78598cc61b8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.544966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-109ad025-f84f-4512-91b9-724cdc69b2eb req-e0300704-0bc4-43ea-8acc-b78598cc61b8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1513276 Nov 12 03:23:05.617659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-25150641-6ecf-4d2d-ad2f-86d981207c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.618649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-25150641-6ecf-4d2d-ad2f-86d981207c73 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 200 len: 916 time: 0.1772602 Nov 12 03:23:05.703650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-f649f18f-a7a9-404a-9b3e-2f04a369191d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 200 len: 217 time: 0.0707030 Nov 12 03:23:05.707692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-109ad025-f84f-4512-91b9-724cdc69b2eb req-2e2570bd-c543-4d92-8625-051dc9e21563 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500044 Nov 12 03:23:05.757371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a888f7-e1b9-4b59-bd64-db10367397c1 req-193f369e-1b7a-407b-ac14-9e4326700763 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.758926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24a888f7-e1b9-4b59-bd64-db10367397c1 req-193f369e-1b7a-407b-ac14-9e4326700763 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 932 time: 0.1496725 Nov 12 03:23:05.774403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-2762845b-6b15-41ad-bd35-8c2bc5f7b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.776375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-2762845b-6b15-41ad-bd35-8c2bc5f7b33c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 200 len: 854 time: 0.0652604 Nov 12 03:23:05.824923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-21ed0c7c-9ec1-4698-bfb0-e0b5d086f914 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321941 Nov 12 03:23:05.874128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903666bd-072f-4ca5-bb47-f3d37477739c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:05.883183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.895349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Transition to ACTIVE for port object 903666bd-072f-4ca5-bb47-f3d37477739c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:05.899468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.905367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24a888f7-e1b9-4b59-bd64-db10367397c1 req-869a586f-ee7c-45e3-a0cd-a5826cc6c1d9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280406 Nov 12 03:23:05.959636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.965276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca11c1-d881-403d-8a7d-99319c96bf37 req-bb0a6555-451d-4516-84e6-5c06d257e02f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.966809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caca11c1-d881-403d-8a7d-99319c96bf37 req-bb0a6555-451d-4516-84e6-5c06d257e02f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1167881 Nov 12 03:23:05.999596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-9946f2e5-43a4-4230-9116-6a41792ce2d7 service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663599 Nov 12 03:23:06.029165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:06.031832 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b508b8-229f-40c0-aa12-aff9282a4195" -d '{"events": [{"server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:06.040250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Attempting to bind port 903666bd-072f-4ca5-bb47-f3d37477739c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:06.041115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Attempting to bind port 903666bd-072f-4ca5-bb47-f3d37477739c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:06.041115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Attempting to bind port 903666bd-072f-4ca5-bb47-f3d37477739c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.045280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Port 903666bd-072f-4ca5-bb47-f3d37477739c on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:06.045738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Attempting to bind port 903666bd-072f-4ca5-bb47-f3d37477739c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.051332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:06.051332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:06.051731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:06.052178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Bound port: 903666bd-072f-4ca5-bb47-f3d37477739c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:06.052530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.056458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caca11c1-d881-403d-8a7d-99319c96bf37 req-f32262c7-f605-476a-8b20-87f1636c672c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808303 Nov 12 03:23:06.098269 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626fa1c-8b87-4556-9358-e2c56cd664bc x-openstack-request-id: req-9626fa1c-8b87-4556-9358-e2c56cd664bc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:06.099175 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "name": "network-vif-plugged", "status": "completed", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:06.099436 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9626fa1c-8b87-4556-9358-e2c56cd664bc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:06.099834 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', 'code': 200} Nov 12 03:23:06.127126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9e7419-edb7-452e-a812-ef5dcfe2b668 req-74be0227-ed0c-4ba3-84ee-8b9fcf8b20fa service neutron] 10.222.0.100 "GET /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135974 Nov 12 03:23:06.154544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:06.158720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:06.162966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.198553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.199402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.200829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] 10.222.0.100 "PUT /v2.0/ports/903666bd-072f-4ca5-bb47-f3d37477739c HTTP/1.1" status: 200 len: 1093 time: 0.7410889 Nov 12 03:23:06.201298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:06.203532 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5033ed07-aa94-4939-a6b8-8a1f53c36e44" -d '{"events": [{"name": "network-changed", "server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:06.218589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53a35d-efcc-40e1-b01c-180864a9173d req-d396f897-dfd3-437a-89d6-951cac5dbc89 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.224797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca53a35d-efcc-40e1-b01c-180864a9173d req-d396f897-dfd3-437a-89d6-951cac5dbc89 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.0854445 Nov 12 03:23:06.232523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e17bb-519c-45b0-b2d2-1974093695ae req-b20fd1a4-c879-4ce3-919f-08ce244074cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.233999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48e17bb-519c-45b0-b2d2-1974093695ae req-b20fd1a4-c879-4ce3-919f-08ce244074cc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 1101 time: 0.0669882 Nov 12 03:23:06.251451 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154423c7-b34f-4fe0-a145-a9d3e6d3a38b x-openstack-request-id: req-154423c7-b34f-4fe0-a145-a9d3e6d3a38b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:06.251635 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:06.251746 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-154423c7-b34f-4fe0-a145-a9d3e6d3a38b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:06.252190 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c', 'status': 'completed', 'code': 200} Nov 12 03:23:06.253220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2b38a-7f4d-4cf8-a78e-04c455cd616f service neutron] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.314525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca53a35d-efcc-40e1-b01c-180864a9173d req-78e888f1-4365-466b-99be-42b3e9a51d00 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732877 Nov 12 03:23:06.317927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48e17bb-519c-45b0-b2d2-1974093695ae req-71749025-886e-4e68-a107-730d209977b2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747294 Nov 12 03:23:06.321211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-7984082d-b7f1-478a-a65e-8d9e3a9a3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.322817 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-7984082d-b7f1-478a-a65e-8d9e3a9a3012 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 1096 time: 0.0418053 Nov 12 03:23:06.380795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-edf2d585-d458-4678-a7f8-f83f801323ea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=903666bd-072f-4ca5-bb47-f3d37477739c HTTP/1.1" status: 200 len: 217 time: 0.0456460 Nov 12 03:23:06.430490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca38e-7cd0-43c0-9cca-d32b41259140 req-883c669f-908f-4836-bb0d-fef3fd6c79a4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.432097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bebca38e-7cd0-43c0-9cca-d32b41259140 req-883c669f-908f-4836-bb0d-fef3fd6c79a4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0568416 Nov 12 03:23:06.447517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-3a4ec8f8-df7c-48cc-9168-6984893c1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.449003 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-3a4ec8f8-df7c-48cc-9168-6984893c1b5b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0463009 Nov 12 03:23:06.486250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bebca38e-7cd0-43c0-9cca-d32b41259140 req-b114b1e0-ed9d-46a8-b76b-7a56e3102d97 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Nov 12 03:23:06.487255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-28ce2676-112c-4a06-bfb8-dd3bf4cdb932 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287154 Nov 12 03:23:06.589041 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-c387b30a-e93f-4096-b969-822b9fe7b690 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906498 Nov 12 03:23:06.678763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0bdbc20-9060-4a3d-a1dd-4c42808184d2 req-a8f8616c-97b8-4c2a-84ce-08b13741061e service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Nov 12 03:23:06.795662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-1f0732c0-48cd-422d-a723-e9428078bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.797343 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-1f0732c0-48cd-422d-a723-e9428078bf90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 1096 time: 0.0430155 Nov 12 03:23:06.832598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b3c6f-743a-480a-a34e-85024c298c2e req-bb3a47da-c0d2-40a7-8bfe-ab7c9a92b453 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.834363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592b3c6f-743a-480a-a34e-85024c298c2e req-bb3a47da-c0d2-40a7-8bfe-ab7c9a92b453 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0513899 Nov 12 03:23:06.888905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592b3c6f-743a-480a-a34e-85024c298c2e req-9c5a8d51-c94a-4ffc-9c0c-1ea478802467 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Nov 12 03:23:06.916803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-338fc010-1bf5-4230-8ad3-ec110d68ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.918297 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-338fc010-1bf5-4230-8ad3-ec110d68ee67 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.1051447 Nov 12 03:23:06.969004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-534809d5-0204-4dcf-ac82-b9beb7e5d555 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=903666bd-072f-4ca5-bb47-f3d37477739c HTTP/1.1" status: 200 len: 217 time: 0.0354898 Nov 12 03:23:07.024135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-4e499b76-f05f-4521-8462-fac8cf03a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.025506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-4e499b76-f05f-4521-8462-fac8cf03a0dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0485837 Nov 12 03:23:07.032209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645ae1f-6918-4d94-a54b-6d667db0b59c req-bbec1e8e-ed57-446c-9b08-c2781de79e67 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.034176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a645ae1f-6918-4d94-a54b-6d667db0b59c req-bbec1e8e-ed57-446c-9b08-c2781de79e67 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 944 time: 0.0557046 Nov 12 03:23:07.059335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-1799efdc-972c-479e-b609-8385b6079bd9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259261 Nov 12 03:23:07.086777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a645ae1f-6918-4d94-a54b-6d667db0b59c req-9a67a1bf-3a51-4554-ab1e-113b80afef9e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Nov 12 03:23:07.160686 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-0e95c56f-89be-4fdf-97aa-8a059633c814 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864508 Nov 12 03:23:07.265015 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5033ed07-aa94-4939-a6b8-8a1f53c36e44 req-310052fa-31a9-470c-8e1c-55afa3c4c4fb service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927949 Nov 12 03:23:07.439700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9937-84ff-426d-8485-bb5eae3d558c req-a7341682-968a-4a5d-abaf-68d1e111ec27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.441481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23db9937-84ff-426d-8485-bb5eae3d558c req-a7341682-968a-4a5d-abaf-68d1e111ec27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.0518146 Nov 12 03:23:07.490701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23db9937-84ff-426d-8485-bb5eae3d558c req-3a2e4af5-e1ca-4162-9103-dc7ae1b32e4e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Nov 12 03:23:07.615005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-957956df-3748-42f5-b1f1-45d59e70883c tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ec1a8ff6209e4865a6889fc05889795c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406845 Nov 12 03:23:07.663117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370b720-c9de-43fc-be3b-02e82259371c req-90f3fd2a-2a15-4a75-be35-23dfbeede280 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.664600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a370b720-c9de-43fc-be3b-02e82259371c req-90f3fd2a-2a15-4a75-be35-23dfbeede280 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1021407 Nov 12 03:23:07.761483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-5e99bb78-7340-4eed-a146-fa506565d033 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.763125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-5e99bb78-7340-4eed-a146-fa506565d033 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418622 Nov 12 03:23:07.766383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a370b720-c9de-43fc-be3b-02e82259371c req-e5346cd9-c21d-47df-a056-852d54902ed7 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778844 Nov 12 03:23:07.779021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-8e3bdf5c-3836-4a0b-82ad-767088506383 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/quotas/ec1a8ff6209e4865a6889fc05889795c HTTP/1.1" status: 200 len: 375 time: 0.0092287 Nov 12 03:23:07.819219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-613e3264-2210-46fc-b148-c5a243cead96 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302598 Nov 12 03:23:08.032032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193710e7-274e-426c-a27e-6735d1d68ada req-55e7ee43-a3e7-438b-ae77-749269f7a7ac tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.033476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-193710e7-274e-426c-a27e-6735d1d68ada req-55e7ee43-a3e7-438b-ae77-749269f7a7ac tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0635870 Nov 12 03:23:08.061154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-aa7fe56e-9c5f-4fab-ac50-400265819c11 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ec1a8ff6209e4865a6889fc05889795c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267191 Nov 12 03:23:08.163807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-193710e7-274e-426c-a27e-6735d1d68ada req-dd49752a-2bfa-47ec-8970-72e80af7c5bf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187060 Nov 12 03:23:08.205716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b9481e99-93d9-4670-bebc-bd8569d6b88d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.207420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b9481e99-93d9-4670-bebc-bd8569d6b88d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393361 Nov 12 03:23:08.229286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-350dea97-b28f-4841-8546-57d661fca6b4 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/quotas/ec1a8ff6209e4865a6889fc05889795c HTTP/1.1" status: 200 len: 375 time: 0.0142927 Nov 12 03:23:08.286372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-56429776-7360-45be-87a9-3244c1a7ce9a tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417268 Nov 12 03:23:08.307221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9247a8-68d5-416f-8b67-a0ed2c2c1d18 req-0ca703bb-7b8f-4ee5-aac3-ab03a3097c67 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.308805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc9247a8-68d5-416f-8b67-a0ed2c2c1d18 req-0ca703bb-7b8f-4ee5-aac3-ab03a3097c67 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 944 time: 0.0739138 Nov 12 03:23:08.362587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc9247a8-68d5-416f-8b67-a0ed2c2c1d18 req-eee925aa-49ca-4faf-8d6a-97ac859c2cf5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Nov 12 03:23:08.498905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6acc906-b52d-46ec-b59c-7a3c0f326439 req-1f124d99-1111-44c3-b267-f42ad90962e7 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 210 time: 0.0475225 Nov 12 03:23:08.533761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1680a-ee2b-49e5-b6f6-c414fd52ea33 req-2251ad8e-1ea7-49c8-bc06-3704de32f473 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.535545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23c1680a-ee2b-49e5-b6f6-c414fd52ea33 req-2251ad8e-1ea7-49c8-bc06-3704de32f473 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0957441 Nov 12 03:23:08.600885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23c1680a-ee2b-49e5-b6f6-c414fd52ea33 req-18225fdc-2ecc-4ee5-931a-5a541eb50b4b tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Nov 12 03:23:08.633312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:08.704081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ec6d-3d9a-4e32-88ad-27ca3d277ef0 req-c3742ffa-332b-4ddc-a364-039001f5a840 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.712496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be44ec6d-3d9a-4e32-88ad-27ca3d277ef0 req-c3742ffa-332b-4ddc-a364-039001f5a840 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.0668788 Nov 12 03:23:08.753275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:08.770328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '903666bd-072f-4ca5-bb47-f3d37477739c', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '903666bd-072f-4ca5-bb47-f3d37477739c', 'mac_address': 'fa:16:3e:f1:d0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:08.795184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be44ec6d-3d9a-4e32-88ad-27ca3d277ef0 req-a19388b8-9bc1-4f2f-9600-025f1c54848e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816479 Nov 12 03:23:08.803709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b3c5-0ba0-4443-be00-4dfd26804131 req-e0781c7f-1258-4d4e-a2f2-8446794f4420 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.805246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4b3b3c5-0ba0-4443-be00-4dfd26804131 req-e0781c7f-1258-4d4e-a2f2-8446794f4420 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0845289 Nov 12 03:23:08.819053 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.838418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903666bd-072f-4ca5-bb47-f3d37477739c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:08.862504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:08.868429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.868685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4b3b3c5-0ba0-4443-be00-4dfd26804131 req-b655fe9f-a827-46b6-91be-db5c86ca21fc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571249 Nov 12 03:23:08.942284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.947475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca66387-fc17-4e6b-b332-329fbbb022e9 req-122089eb-57ef-48d6-a71f-c5f278e9d0b3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.955375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dca66387-fc17-4e6b-b332-329fbbb022e9 req-122089eb-57ef-48d6-a71f-c5f278e9d0b3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0721171 Nov 12 03:23:09.000385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dca66387-fc17-4e6b-b332-329fbbb022e9 req-b42fb01a-919a-44db-a31d-6c43eb55622b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Nov 12 03:23:09.091180 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-c759c8be-8b4a-42ae-8b93-342c1cebc251 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ec1a8ff6209e4865a6889fc05889795c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290811 Nov 12 03:23:09.161581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['903666bd-072f-4ca5-bb47-f3d37477739c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:09.190352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6938882-d0ae-40ce-aac3-ff06e3dd03e3 req-6bdc108e-1707-4ee6-b3ea-257584ad19b0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.196719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6938882-d0ae-40ce-aac3-ff06e3dd03e3 req-6bdc108e-1707-4ee6-b3ea-257584ad19b0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.198332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6938882-d0ae-40ce-aac3-ff06e3dd03e3 req-6bdc108e-1707-4ee6-b3ea-257584ad19b0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea&device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 1689 time: 0.0651121 Nov 12 03:23:09.263142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-8d38c875-b8fc-4b8c-90c9-1e9f1028ae42 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.265180 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-8d38c875-b8fc-4b8c-90c9-1e9f1028ae42 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607535 Nov 12 03:23:09.288370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Request body: {'port': {'device_id': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'ec1a8ff6209e4865a6889fc05889795c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:09.291780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6938882-d0ae-40ce-aac3-ff06e3dd03e3 req-8075d1a9-34cc-4934-b93c-914e0c0324cc tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810571 Nov 12 03:23:09.308142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd5262-70bd-402b-b0a3-818e04919f2c req-da6b208b-b38a-4798-8691-ebf36ace8b33 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.314023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84dd5262-70bd-402b-b0a3-818e04919f2c req-da6b208b-b38a-4798-8691-ebf36ace8b33 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1136479 Nov 12 03:23:09.376398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84dd5262-70bd-402b-b0a3-818e04919f2c req-dd26ac7c-74ae-4bbc-9725-0f5a613070dc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577071 Nov 12 03:23:09.414838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Made reservation on behalf of ec1a8ff6209e4865a6889fc05889795c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:09.418560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.429049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.497325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa28f-7807-42be-b95f-2b80af5fbfd9 req-f421736b-9a98-4ac9-8071-d4b2b2a3fc82 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.498999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b95aa28f-7807-42be-b95f-2b80af5fbfd9 req-f421736b-9a98-4ac9-8071-d4b2b2a3fc82 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 945 time: 0.0565972 Nov 12 03:23:09.527017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.531146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.561964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b95aa28f-7807-42be-b95f-2b80af5fbfd9 req-e22c3a2d-047d-4b17-91fc-ac0564a344da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537531 Nov 12 03:23:09.604259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.621124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82707e6f-47eb-441d-bd74-9ca175879102 req-a38121d2-8eb9-4ce5-9577-3fb7a8325831 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.625861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82707e6f-47eb-441d-bd74-9ca175879102 req-a38121d2-8eb9-4ce5-9577-3fb7a8325831 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 1101 time: 0.0802071 Nov 12 03:23:09.689937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Allocated IP 192.168.233.141 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/b3e2b2ea-125a-4a91-a414-d4f9e1a25a46) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:09.732478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82707e6f-47eb-441d-bd74-9ca175879102 req-2d71b203-89d4-4036-98be-a0ec935f32a1 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859108 Nov 12 03:23:09.745772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-8a3832ac-03ea-4b82-a6c6-bb1ea1b161c5 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=ec1a8ff6209e4865a6889fc05889795c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521049 Nov 12 03:23:09.771893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e08043-367d-4b84-b972-48a38377d11a req-99d516c2-9bcb-4823-9248-2717f0df22b0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.779030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e08043-367d-4b84-b972-48a38377d11a req-99d516c2-9bcb-4823-9248-2717f0df22b0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1489000 Nov 12 03:23:09.876907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.886165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-afe6761e-4479-458c-96fb-59ac9fb098ad req-05c1b74b-c855-46e5-b985-8ee8b25af14e tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 210 time: 0.0690310 Nov 12 03:23:09.917095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.917888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e08043-367d-4b84-b972-48a38377d11a req-a80ad05d-45fe-4c08-a244-b0a47a4bc1c7 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365867 Nov 12 03:23:09.949506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-c41e66c2-d3d4-4891-adfc-f22f576484ef tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.951994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-c41e66c2-d3d4-4891-adfc-f22f576484ef tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055826 Nov 12 03:23:09.966069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:09.969728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:09.972941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:09.991540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Request body: {'port': {'device_id': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'ec1a8ff6209e4865a6889fc05889795c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:10.012327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.047030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.047653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.066092 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-e14627fc-d0ab-4d20-becc-055449d17d6b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7839599 Nov 12 03:23:10.076189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-c8c8b34e-ff9a-4c0b-ba97-dd627876eb78 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:10.077304 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-c8c8b34e-ff9a-4c0b-ba97-dd627876eb78 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055256 Nov 12 03:23:10.090112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Request body: {'port': {'device_id': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:10.145511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e470d-656b-4a23-b191-6dd5d483338f req-6148ffa2-57af-41f4-90b1-41bce3ca94d5 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.147016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-211e470d-656b-4a23-b191-6dd5d483338f req-6148ffa2-57af-41f4-90b1-41bce3ca94d5 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 1101 time: 0.1500626 Nov 12 03:23:10.159547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.165899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b2e56-8b6e-4faa-b215-d2c280212fd7 req-dfecdd30-e122-4509-856c-158df1fb91bf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.167415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d9b2e56-8b6e-4faa-b215-d2c280212fd7 req-dfecdd30-e122-4509-856c-158df1fb91bf tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1134729 Nov 12 03:23:10.264002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Made reservation on behalf of ec1a8ff6209e4865a6889fc05889795c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:10.267058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5a6d84b4-fea3-43f2-8ade-1e44ce2383f1 None None] Provisioning complete for port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.267711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.268004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a6d84b4-fea3-43f2-8ade-1e44ce2383f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.276940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d9b2e56-8b6e-4faa-b215-d2c280212fd7 req-83d2271c-362c-4442-b30c-c3af0c78e3ac tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Nov 12 03:23:10.296024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-211e470d-656b-4a23-b191-6dd5d483338f req-40fa9a5a-9041-4823-8c03-a711cdc9b39b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274722 Nov 12 03:23:10.327593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d84b4-fea3-43f2-8ade-1e44ce2383f1 None None] Port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:10.433837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adf890-4841-4606-bd8a-26eef22b46e3 req-2830a106-2690-437e-aba0-490eba28d45a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.435649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3adf890-4841-4606-bd8a-26eef22b46e3 req-2830a106-2690-437e-aba0-490eba28d45a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0700071 Nov 12 03:23:10.495743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3adf890-4841-4606-bd8a-26eef22b46e3 req-608d7032-c264-4f84-b18f-85f9222e3d06 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516965 Nov 12 03:23:10.506063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:10.514647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.527773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Transition to ACTIVE for port object b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:10.532834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.600020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.602546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Allocated IP 192.168.233.245 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/33632589-92e6-40e3-9639-128fa4cafb7b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:10.648409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:10.698008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Attempting to bind port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:10.698633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Attempting to bind port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:10.699244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Attempting to bind port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:10.712268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:10.712809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Attempting to bind port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:10.718842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:10.719516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:10.720827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:10.721450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Bound port: b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:10.724494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.756131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 903666bd-072f-4ca5-bb47-f3d37477739c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:10.760738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 903666bd-072f-4ca5-bb47-f3d37477739c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.761470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.807574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:10.812896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:10.818801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.856011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.856644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.858648 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] 10.222.0.100 "PUT /v2.0/ports/b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 HTTP/1.1" status: 200 len: 1097 time: 0.7729070 Nov 12 03:23:10.861742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:10.865239 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c852d997-685a-4bab-b805-69534b9ca4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:10.875233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.903502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:10.906119 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfd277-a960-4d52-861c-a6febebaad71" -d '{"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:10.922708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:10.929483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.949894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c5711-81d7-46d7-bc9d-258e2edb3d94 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.974558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-f903a0d3-fae0-4047-9793-5cd49e059afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.976157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-f903a0d3-fae0-4047-9793-5cd49e059afa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 1100 time: 0.0632534 Nov 12 03:23:10.994055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.035669 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-a19d5a60-e8b0-4fef-9b0a-516991f9269c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 HTTP/1.1" status: 200 len: 217 time: 0.0501146 Nov 12 03:23:11.088467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-6ae2ed35-a5ca-4fb2-aa03-9b32bb6db8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.090029 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-6ae2ed35-a5ca-4fb2-aa03-9b32bb6db8cd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0472353 Nov 12 03:23:11.146251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71e04-591d-4097-990d-8dc0546389c5 req-6ef3c706-98c1-440b-b7f1-0598913e78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.147765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-6ef3c706-98c1-440b-b7f1-0598913e78fe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505180 Nov 12 03:23:11.192609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafb95-1e76-42b6-9561-3ebbf20ff21d req-c515d360-a8f5-4d75-8209-c7143f268eff tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.193945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94aafb95-1e76-42b6-9561-3ebbf20ff21d req-c515d360-a8f5-4d75-8209-c7143f268eff tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.4279678 Nov 12 03:23:11.204123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edb519-78ff-411e-aa3d-e0184881d9da req-0b7f1aef-4014-49f8-a12b-978b720bbf36 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.206088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56edb519-78ff-411e-aa3d-e0184881d9da req-0b7f1aef-4014-49f8-a12b-978b720bbf36 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.4731846 Nov 12 03:23:11.230671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.248089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-aa8e65b2-37de-42cc-95b1-1799c877d3c5 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925221 Nov 12 03:23:11.317138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94aafb95-1e76-42b6-9561-3ebbf20ff21d req-32068bee-d3c3-46ec-8f4b-1d441a9267fd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074705 Nov 12 03:23:11.324093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56edb519-78ff-411e-aa3d-e0184881d9da req-bf029551-a8a1-4a04-b95b-c8f3846a1018 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082067 Nov 12 03:23:11.332390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.374428 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-87f71e04-591d-4097-990d-8dc0546389c5 req-fce756d9-a523-42f9-9033-1dcafa5de918 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183698 Nov 12 03:23:11.395287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:11.398655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:11.404867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:11.421397 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2bce1d-ee88-47c5-89da-592042213405 x-openstack-request-id: req-ee2bce1d-ee88-47c5-89da-592042213405 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:11.422431 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:11.422696 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee2bce1d-ee88-47c5-89da-592042213405 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:11.423530 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'status': 'completed', 'code': 200} Nov 12 03:23:11.437402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.477833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-c52ce1a8-83fb-4c02-bcb1-870d606523d4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447516 Nov 12 03:23:11.495249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-5d0dc52a-4d07-4d60-b7a8-d1c5e79cd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.496994 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-5d0dc52a-4d07-4d60-b7a8-d1c5e79cd3a0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 1100 time: 0.0564663 Nov 12 03:23:11.524874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.525726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.607023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-8f341658-781e-436a-b299-4b5f038e2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.608573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-8f341658-781e-436a-b299-4b5f038e2758 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1045997 Nov 12 03:23:11.618917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-b49a63f9-3b1b-412f-b92c-7ceeb2063694 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6493347 Nov 12 03:23:11.639040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bbd77-f344-4dbf-810b-bbe9d4686d87 req-3a34c790-9f40-4692-9ff9-e05a53791505 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.640921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-060bbd77-f344-4dbf-810b-bbe9d4686d87 req-3a34c790-9f40-4692-9ff9-e05a53791505 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 936 time: 0.1753252 Nov 12 03:23:11.650356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Request body: {'port': {'device_id': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:11.653755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-3d70ca2c-08e8-446a-9753-14473e2dd971 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 HTTP/1.1" status: 200 len: 217 time: 0.0383496 Nov 12 03:23:11.670892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d84dc004-476f-4702-a20f-8df23443f5bd None None] Provisioning complete for port 33632589-92e6-40e3-9639-128fa4cafb7b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.672079 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d84dc004-476f-4702-a20f-8df23443f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.710609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-1e749d6e-4f3b-4d53-9c0f-df25d8755ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.712318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-1e749d6e-4f3b-4d53-9c0f-df25d8755ea8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0498819 Nov 12 03:23:11.713293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d84dc004-476f-4702-a20f-8df23443f5bd None None] Port 33632589-92e6-40e3-9639-128fa4cafb7b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:11.733907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-7b9b60df-8ad4-44d5-8237-5b38b49e1a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.736304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-7b9b60df-8ad4-44d5-8237-5b38b49e1a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352233 Nov 12 03:23:11.763168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-4a9db703-8b5f-4f7a-874b-8d6cbddcb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.764782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-4a9db703-8b5f-4f7a-874b-8d6cbddcb839 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0447345 Nov 12 03:23:11.790597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-e99e8e26-554d-4ae8-8514-7cb7c2d21eb0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0427244 Nov 12 03:23:11.796761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.802814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-060bbd77-f344-4dbf-810b-bbe9d4686d87 req-edd80f1c-451d-4265-8b10-1612ed6dab78 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446788 Nov 12 03:23:11.858872 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415b560-b52a-449d-a992-ef31930d770b x-openstack-request-id: req-3415b560-b52a-449d-a992-ef31930d770b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:11.859760 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:11.860382 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3415b560-b52a-449d-a992-ef31930d770b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:11.861148 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c', 'code': 200} Nov 12 03:23:11.901163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-cb38c76a-87a1-4c81-b8e4-0b9c1cfa285c service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274278 Nov 12 03:23:11.906197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-e6dc7c33-c92a-4d46-bff7-89fb8003388d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069829 Nov 12 03:23:12.046963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599149-ca55-4593-a6d6-5e99064f6b6b req-ae68c951-838e-4cce-8fcb-8b8a2443580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.049139 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5599149-ca55-4593-a6d6-5e99064f6b6b req-ae68c951-838e-4cce-8fcb-8b8a2443580a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 1098 time: 0.1136315 Nov 12 03:23:12.065487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c852d997-685a-4bab-b805-69534b9ca4c5 req-dc9e8017-2b0d-402b-b4cd-501519647644 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571796 Nov 12 03:23:12.100845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a5599149-ca55-4593-a6d6-5e99064f6b6b req-20000b45-9050-4a09-b06d-46677d0ba837 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Nov 12 03:23:12.132253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d9f5-9db9-4d28-ad53-65393e2dc8ac req-66eadb8e-8076-46f0-a91f-7ea2ff8eb871 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.133728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b697d9f5-9db9-4d28-ad53-65393e2dc8ac req-66eadb8e-8076-46f0-a91f-7ea2ff8eb871 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1227448 Nov 12 03:23:12.240598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b697d9f5-9db9-4d28-ad53-65393e2dc8ac req-6e447c21-a1e5-4500-a411-27d4b768726d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Nov 12 03:23:12.256972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33632589-92e6-40e3-9639-128fa4cafb7b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:12.287559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.311614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Transition to ACTIVE for port object 33632589-92e6-40e3-9639-128fa4cafb7b will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:12.329319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.416135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.434601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f90b0-9818-485a-b250-2a2c64e9ef91 req-72d05e9e-c413-491a-b2c2-9d4197bcb3a1 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.436188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b2f90b0-9818-485a-b250-2a2c64e9ef91 req-72d05e9e-c413-491a-b2c2-9d4197bcb3a1 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1193914 Nov 12 03:23:12.500826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-23279ad8-b671-40aa-92dc-86939d9c38c4 req-1f14f310-c657-47c1-bb67-9488624892f9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:12.502013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23279ad8-b671-40aa-92dc-86939d9c38c4 req-1f14f310-c657-47c1-bb67-9488624892f9 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132885 Nov 12 03:23:12.557746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b2f90b0-9818-485a-b250-2a2c64e9ef91 req-c34be682-768f-4b2a-a306-6eedde4d6a17 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073759 Nov 12 03:23:12.563277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Attempting to bind port 33632589-92e6-40e3-9639-128fa4cafb7b on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.563729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Attempting to bind port 33632589-92e6-40e3-9639-128fa4cafb7b by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.564238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Attempting to bind port 33632589-92e6-40e3-9639-128fa4cafb7b on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.574031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Port 33632589-92e6-40e3-9639-128fa4cafb7b on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:12.574495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Attempting to bind port 33632589-92e6-40e3-9639-128fa4cafb7b on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.581273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:12.581621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:12.582011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:12.582451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Bound port: 33632589-92e6-40e3-9639-128fa4cafb7b, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:12.583742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.677358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:12.684603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:12.699259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.782536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.783149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.784841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] 10.222.0.100 "PUT /v2.0/ports/33632589-92e6-40e3-9639-128fa4cafb7b HTTP/1.1" status: 200 len: 1097 time: 1.1426275 Nov 12 03:23:12.788985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:12.791344 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c995a4e-f79a-49b2-83db-b265293ac083" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:12.833549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c916c3-933d-47eb-a243-7230aab2875c service neutron] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.847562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed07e91-b444-4326-a6e8-d7677e1b8259 req-89325014-890f-4177-919e-b4c5defc8e9d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.849304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ed07e91-b444-4326-a6e8-d7677e1b8259 req-89325014-890f-4177-919e-b4c5defc8e9d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1690109 Nov 12 03:23:12.859404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78a5da-1bc1-45b2-b764-321afa99f6f6 req-c2ea4480-dca2-430f-8ed5-4ac01440289a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.861059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e78a5da-1bc1-45b2-b764-321afa99f6f6 req-c2ea4480-dca2-430f-8ed5-4ac01440289a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1388257 Nov 12 03:23:12.981586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e78a5da-1bc1-45b2-b764-321afa99f6f6 req-e56f527e-d212-4ac0-bcd0-bd91a91c5978 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098509 Nov 12 03:23:12.984910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ed07e91-b444-4326-a6e8-d7677e1b8259 req-ca8b7d37-e7e0-43f5-9b39-2b132e80505c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159890 Nov 12 03:23:12.988350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-d1a58b9a-6d8c-444b-9907-953ef7f9a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.990096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-d1a58b9a-6d8c-444b-9907-953ef7f9a557 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 1100 time: 0.1392622 Nov 12 03:23:13.095443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-96e8955a-b35b-42e5-8793-96cb19b7af37 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=33632589-92e6-40e3-9639-128fa4cafb7b HTTP/1.1" status: 200 len: 217 time: 0.0959344 Nov 12 03:23:13.099301 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc9e9e-8f20-46a7-984e-d91aa73f7416 x-openstack-request-id: req-32cc9e9e-8f20-46a7-984e-d91aa73f7416 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:13.100601 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:13.100925 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32cc9e9e-8f20-46a7-984e-d91aa73f7416 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:13.101337 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b', 'status': 'completed', 'code': 200} Nov 12 03:23:13.188472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66b68c20-2f15-4dd5-a82c-8d9fb82347ba req-26a0cbc9-0cea-4fbb-849d-cd9901114e04 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 210 time: 0.0733929 Nov 12 03:23:13.241627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-bad88cca-4ef6-4741-b2cb-5514e388b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.244047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-bad88cca-4ef6-4741-b2cb-5514e388b123 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1379814 Nov 12 03:23:13.264569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0defc-e32e-4f06-a468-b7293308ed74 req-23cdc3df-9e47-4bbc-8a76-5fc947ffc472 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.266502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44d0defc-e32e-4f06-a468-b7293308ed74 req-23cdc3df-9e47-4bbc-8a76-5fc947ffc472 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 948 time: 0.1530340 Nov 12 03:23:13.346500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-0fd959ff-2a3a-4868-bb9a-ebb4d9b32ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.348193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-0fd959ff-2a3a-4868-bb9a-ebb4d9b32ad1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802591 Nov 12 03:23:13.365767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44d0defc-e32e-4f06-a468-b7293308ed74 req-0c76b04d-e72d-4b5f-9eef-4a1c46b09524 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881636 Nov 12 03:23:13.486301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa566841-9f56-4b21-a13e-3ab18b80a410 req-17745863-e748-4f81-91b1-28531711ee70 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.487811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa566841-9f56-4b21-a13e-3ab18b80a410 req-17745863-e748-4f81-91b1-28531711ee70 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1073856 Nov 12 03:23:13.519449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-e7f086b6-04bf-41e8-b584-ea7ab67a0693 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515307 Nov 12 03:23:13.610518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa566841-9f56-4b21-a13e-3ab18b80a410 req-e9759619-6af7-4c3c-9fce-560f76d44ca8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140366 Nov 12 03:23:13.665262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881188-0caf-4877-b5ac-d66cc121a20e req-b54481e0-bf4b-45c3-942c-bb8fdb068554 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.666797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68881188-0caf-4877-b5ac-d66cc121a20e req-b54481e0-bf4b-45c3-942c-bb8fdb068554 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.0996501 Nov 12 03:23:13.692746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2223f4c-e2ea-44b2-a60b-19967a185ab6 req-904878e9-a617-45cb-82a2-909513c8b56d service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608765 Nov 12 03:23:13.735374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68881188-0caf-4877-b5ac-d66cc121a20e req-c8946ff0-3d06-4f22-9aad-fe4f4f057892 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606084 Nov 12 03:23:13.789401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7573c-24d1-4633-b107-e00bdc3348ba req-46d16de2-28af-4a7e-acc0-cec5144474a5 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.791329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41f7573c-24d1-4633-b107-e00bdc3348ba req-46d16de2-28af-4a7e-acc0-cec5144474a5 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0734246 Nov 12 03:23:13.878925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b3e6fcf9-a7b6-45aa-a349-8a14cc40ec07 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518832 Nov 12 03:23:13.900837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-92704450-c179-4181-aeb4-478588471bdc tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292964 Nov 12 03:23:13.949975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-bd55bde9-9bc7-4cad-888c-a4e7440dbcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.951514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-bd55bde9-9bc7-4cad-888c-a4e7440dbcbf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ec1a8ff6209e4865a6889fc05889795c&device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 1100 time: 0.1592829 Nov 12 03:23:14.023127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41f7573c-24d1-4633-b107-e00bdc3348ba req-759c4cb9-acd7-459d-a784-392b09daf1e5 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967261 Nov 12 03:23:14.078668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960c16-3c31-42c8-92c2-8e4ea4e00678 req-ac22d579-602f-4903-a5e6-12089ee486be tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.080767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48960c16-3c31-42c8-92c2-8e4ea4e00678 req-ac22d579-602f-4903-a5e6-12089ee486be tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.2406561 Nov 12 03:23:14.085572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-61e3108e-fd44-4e88-b3c3-2a012d698c2f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.087106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-61e3108e-fd44-4e88-b3c3-2a012d698c2f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801577 Nov 12 03:23:14.101375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:14.186364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-40a48c02-d188-4274-874b-d0e5f2944e16 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.187806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-40a48c02-d188-4274-874b-d0e5f2944e16 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924616 Nov 12 03:23:14.199575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-e3921af9-b0b7-496b-a44c-212653ff6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.201011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-e3921af9-b0b7-496b-a44c-212653ff6a2e service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2377741 Nov 12 03:23:14.210207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': '01d3baa7-ab88-427e-99a5-7707894c301d', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:14.212124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:14.215545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.236489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48960c16-3c31-42c8-92c2-8e4ea4e00678 req-ed81ead3-db70-46e5-88aa-55b03761d178 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474049 Nov 12 03:23:14.311257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-f89f6231-b0d1-4dd9-9eef-1baf62cb11a2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=33632589-92e6-40e3-9639-128fa4cafb7b HTTP/1.1" status: 200 len: 217 time: 0.0961354 Nov 12 03:23:14.332071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8270-7083-46fd-930c-64946b433cf7 req-aeff2d17-d7c4-4a90-bafc-2041eeb5e33c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.333906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d4d8270-7083-46fd-930c-64946b433cf7 req-aeff2d17-d7c4-4a90-bafc-2041eeb5e33c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.2203381 Nov 12 03:23:14.376840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.152 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/f5e95a29-2c58-440f-affe-0d85fb935858) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:14.383808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54462a2f-d145-47cc-bb17-c7aaf095deab req-098e2e7e-8883-47a0-8f0a-f57d640dc50d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 210 time: 0.0757501 Nov 12 03:23:14.448457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-38082610-1ec6-4aba-9f29-b35ee2013e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.449961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-38082610-1ec6-4aba-9f29-b35ee2013e0f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1154995 Nov 12 03:23:14.509752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d4d8270-7083-46fd-930c-64946b433cf7 req-1d3c4064-5ff8-4fed-b50d-7e00b69922dd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515296 Nov 12 03:23:14.538727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:14.542219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.556393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.571870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-d014205b-055c-40b5-a331-7592ce2c81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.573129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-d014205b-055c-40b5-a331-7592ce2c81f2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083362 Nov 12 03:23:14.582594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ef44-3d63-41bf-8a8f-9c1c35ee47fd req-5843309a-c766-4f38-8792-f3a03ca8e35e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.584082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ce6ef44-3d63-41bf-8a8f-9c1c35ee47fd req-5843309a-c766-4f38-8792-f3a03ca8e35e tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1181662 Nov 12 03:23:14.602407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.618351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:14.648926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:14.652968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:14.657103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:14.693083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:14.713699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:14.727710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.728381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.746126 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b15d35e2-8103-4e85-82ba-f95e95725b95 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6486084 Nov 12 03:23:14.759616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-c455a989-00f6-4780-8e1b-85c7827c99bc service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697774 Nov 12 03:23:14.765133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Request body: {'port': {'device_id': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:14.835426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.889331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c995a4e-f79a-49b2-83db-b265293ac083 req-f35df7e0-9e05-4d72-b66f-ae9c111dcd83 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179237 Nov 12 03:23:14.921612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:14.948352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'mac_address': 'fa:16:3e:bc:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:14.957490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ce6ef44-3d63-41bf-8a8f-9c1c35ee47fd req-f63df0d7-6f9b-415f-ac8e-2ca370e93c4a tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573122 Nov 12 03:23:14.980639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f2507-5b84-44db-8b08-77657ba7aa02 req-ba800bab-9c6f-430c-8b6a-11e7bcbd203a tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.988466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c7f2507-5b84-44db-8b08-77657ba7aa02 req-ba800bab-9c6f-430c-8b6a-11e7bcbd203a tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 948 time: 0.2388003 Nov 12 03:23:15.032208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.035149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.86 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/1c9974ce-dea4-417c-ab1e-8f6833d64511) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:15.062054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b7987ff6-1c80-455d-aecd-e9457489d1d4 None None] Provisioning complete for port f5e95a29-2c58-440f-affe-0d85fb935858 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.062531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7987ff6-1c80-455d-aecd-e9457489d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.065001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c7f2507-5b84-44db-8b08-77657ba7aa02 req-53184175-1e88-44dd-a05f-ddf42fa92fd9 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Nov 12 03:23:15.065938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:15.128134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:15.138854 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.146253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b7987ff6-1c80-455d-aecd-e9457489d1d4 None None] Port f5e95a29-2c58-440f-affe-0d85fb935858 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:15.226324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.280614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.350456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e901774-f1a0-4ea1-9b42-7abb405820dc req-a0d619c4-adb4-426f-886e-4e73964282c0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.351857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e901774-f1a0-4ea1-9b42-7abb405820dc req-a0d619c4-adb4-426f-886e-4e73964282c0 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0694699 Nov 12 03:23:15.359225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.433911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:15.440139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:15.446682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:15.479548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:15.488064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.519929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e901774-f1a0-4ea1-9b42-7abb405820dc req-63c7f1fb-fb8d-44ad-bb44-2e506030f9c3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255310 Nov 12 03:23:15.548459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e95a29-2c58-440f-affe-0d85fb935858 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:15.553078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.553920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.565345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.581158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-80319d4f-ff5e-471b-b442-105216127462 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3754852 Nov 12 03:23:15.587632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Transition to ACTIVE for port object f5e95a29-2c58-440f-affe-0d85fb935858 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:15.594662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Request body: {'port': {'device_id': '01d3baa7-ab88-427e-99a5-7707894c301d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:15.601793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.673360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.763289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.785550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf7c8-4b57-4a94-8236-429e5aaefdf9 req-5a92fa83-e56a-4791-b037-7c47f8f6ee35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.789796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Attempting to bind port f5e95a29-2c58-440f-affe-0d85fb935858 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:15.790455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Attempting to bind port f5e95a29-2c58-440f-affe-0d85fb935858 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:15.791146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Attempting to bind port f5e95a29-2c58-440f-affe-0d85fb935858 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.793212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449cf7c8-4b57-4a94-8236-429e5aaefdf9 req-5a92fa83-e56a-4791-b037-7c47f8f6ee35 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1432920 Nov 12 03:23:15.797019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Port f5e95a29-2c58-440f-affe-0d85fb935858 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:15.797627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Attempting to bind port f5e95a29-2c58-440f-affe-0d85fb935858 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:15.804135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:15.804821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:15.805449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:15.806263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Bound port: f5e95a29-2c58-440f-affe-0d85fb935858, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:15.807033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.815203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1275-f043-4200-b806-93673f15fee6 req-ca4cbcba-0d6b-4a3a-9871-842797324c69 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.822691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19ad1275-f043-4200-b806-93673f15fee6 req-ca4cbcba-0d6b-4a3a-9871-842797324c69 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1541715 Nov 12 03:23:15.858947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:15.890669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:15.895000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f5e95a29-2c58-440f-affe-0d85fb935858,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:15.901085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.928263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-386cbfaa-cb90-44fc-8c64-2d2811590956 None None] Provisioning complete for port 1c9974ce-dea4-417c-ab1e-8f6833d64511 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.928812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-386cbfaa-cb90-44fc-8c64-2d2811590956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.945450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.946171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.948197 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] 10.222.0.100 "PUT /v2.0/ports/f5e95a29-2c58-440f-affe-0d85fb935858 HTTP/1.1" status: 200 len: 1097 time: 1.1896043 Nov 12 03:23:15.949629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:15.951417 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1753a499-bb88-4fbf-b178-53249f90bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:15.964852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449cf7c8-4b57-4a94-8236-429e5aaefdf9 req-8b89e463-e41e-475d-8382-b395de6b2171 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707525 Nov 12 03:23:16.033587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19ad1275-f043-4200-b806-93673f15fee6 req-3dba8b0e-a520-47ac-b410-e39799c6d72d tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080269 Nov 12 03:23:16.077356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54485688-b25e-4749-9cdd-8388e779e0aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.104183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-e0c1d909-1dde-4329-8ea5-3af8be99c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.105982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-e0c1d909-1dde-4329-8ea5-3af8be99c594 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 1100 time: 0.0953259 Nov 12 03:23:16.109670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-386cbfaa-cb90-44fc-8c64-2d2811590956 None None] Port 1c9974ce-dea4-417c-ab1e-8f6833d64511 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:16.184504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-27d73ddb-f493-4592-acea-fdacb5fa4004 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f5e95a29-2c58-440f-affe-0d85fb935858 HTTP/1.1" status: 200 len: 217 time: 0.0684848 Nov 12 03:23:16.226850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d9bb5-b650-435a-836c-d3fa95cf63de req-34604451-cee7-48d1-9d71-0acf40a012ca tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.234264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d25d9bb5-b650-435a-836c-d3fa95cf63de req-34604451-cee7-48d1-9d71-0acf40a012ca tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 948 time: 0.1565118 Nov 12 03:23:16.255355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b084d48f-b187-4b1f-9ce1-58afc075bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.257295 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-b084d48f-b187-4b1f-9ce1-58afc075bb6c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0641589 Nov 12 03:23:16.286812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c820b9-0113-49e3-a03d-4fc84b69ec03 req-f2b5e931-54f5-4e17-bd1c-a537acbf660f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.302046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5c820b9-0113-49e3-a03d-4fc84b69ec03 req-f2b5e931-54f5-4e17-bd1c-a537acbf660f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1363604 Nov 12 03:23:16.340363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-900e58e4-7466-4e85-980e-ca4dcc4a64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.341810 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-900e58e4-7466-4e85-980e-ca4dcc4a64d3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743871 Nov 12 03:23:16.448776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-49b6a76a-26b0-4d11-8017-588076690021 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959377 Nov 12 03:23:16.598695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-2340bae7-df76-43dd-b94f-a4480238881f service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425614 Nov 12 03:23:16.706304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:16.707760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d25d9bb5-b650-435a-836c-d3fa95cf63de req-2fc46a81-fa42-42fc-a019-6abd17982a60 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726439 Nov 12 03:23:16.744036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5c820b9-0113-49e3-a03d-4fc84b69ec03 req-b706999a-8c03-4b9e-9aff-40ff1dea2de0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410903 Nov 12 03:23:16.763014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9974ce-dea4-417c-ab1e-8f6833d64511 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:16.774147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.779599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1495-0623-42bb-b7f9-06c1aee7dfe2 req-9ad0fb42-ef07-4748-bf4e-72a5d5e43c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.781164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7fa1495-0623-42bb-b7f9-06c1aee7dfe2 req-9ad0fb42-ef07-4748-bf4e-72a5d5e43c0b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.4147935 Nov 12 03:23:16.800744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Transition to ACTIVE for port object 1c9974ce-dea4-417c-ab1e-8f6833d64511 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:16.815316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.815701 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d2b7ce-9ab2-431c-bdd1-f1d0dc18ae20 x-openstack-request-id: req-66d2b7ce-9ab2-431c-bdd1-f1d0dc18ae20 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:16.815701 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:16.816235 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-66d2b7ce-9ab2-431c-bdd1-f1d0dc18ae20 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:16.816344 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858', 'status': 'completed', 'code': 200} Nov 12 03:23:16.884481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:16.903388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '33632589-92e6-40e3-9639-128fa4cafb7b', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '33632589-92e6-40e3-9639-128fa4cafb7b', 'mac_address': 'fa:16:3e:72:1e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:16.904318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7fa1495-0623-42bb-b7f9-06c1aee7dfe2 req-55df275c-7300-4542-a643-ce1d935a352e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132438 Nov 12 03:23:16.905087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Pushing event updated for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.922854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-7380a7b1-adf0-4097-9726-dc8d89aa1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.924190 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-7380a7b1-adf0-4097-9726-dc8d89aa1a95 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 1100 time: 0.0833826 Nov 12 03:23:16.963335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.977055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33632589-92e6-40e3-9639-128fa4cafb7b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:16.997959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:17.002857 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.051863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd7e77-44a9-4741-8452-72ac4eb5632a req-b13e4e9f-8a5d-4ee5-aacd-ebdccc4263ca tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.053454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54cd7e77-44a9-4741-8452-72ac4eb5632a req-b13e4e9f-8a5d-4ee5-aacd-ebdccc4263ca tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1637175 Nov 12 03:23:17.054188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Attempting to bind port 1c9974ce-dea4-417c-ab1e-8f6833d64511 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:17.054516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Attempting to bind port 1c9974ce-dea4-417c-ab1e-8f6833d64511 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:17.054841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Attempting to bind port 1c9974ce-dea4-417c-ab1e-8f6833d64511 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:17.064539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.077463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Port 1c9974ce-dea4-417c-ab1e-8f6833d64511 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:17.077789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Attempting to bind port 1c9974ce-dea4-417c-ab1e-8f6833d64511 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:17.096882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f819352-f2fd-4bbd-9151-20dce014ed3e req-9565e449-2fb4-430c-a9a1-8b1219ce8a68 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.098328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f819352-f2fd-4bbd-9151-20dce014ed3e req-9565e449-2fb4-430c-a9a1-8b1219ce8a68 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 949 time: 0.1088123 Nov 12 03:23:17.103610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:17.103943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:17.104337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:17.104763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Bound port: 1c9974ce-dea4-417c-ab1e-8f6833d64511, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:17.105110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.175903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54cd7e77-44a9-4741-8452-72ac4eb5632a req-d600d39a-0566-4296-890d-0a0476af08dc tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134741 Nov 12 03:23:17.227104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-23ac5e6b-aa59-4406-b3f5-ccc914c3f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.228480 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-23ac5e6b-aa59-4406-b3f5-ccc914c3f7d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1005673 Nov 12 03:23:17.232681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f819352-f2fd-4bbd-9151-20dce014ed3e req-ccce960e-e5b4-4de5-a76d-8c0a32e75ecf tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243742 Nov 12 03:23:17.245030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:17.248586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:17.261947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.283163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-fdbe0c8f-4a00-46bc-bbc2-8c2b225c97be service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=f5e95a29-2c58-440f-affe-0d85fb935858 HTTP/1.1" status: 200 len: 217 time: 0.0445087 Nov 12 03:23:17.315897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.316492 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.317854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] 10.222.0.98 "PUT /v2.0/ports/1c9974ce-dea4-417c-ab1e-8f6833d64511 HTTP/1.1" status: 200 len: 1096 time: 1.7277348 Nov 12 03:23:17.318323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:17.320717 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0cdc77-be6e-491c-a785-baccac3de7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:17.342448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-f52f380c-e01e-4384-b836-3b89ea285edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.344518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-f52f380c-e01e-4384-b836-3b89ea285edb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0528374 Nov 12 03:23:17.351588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866d67a-4222-48b6-bf51-6f0a638fa9e8 req-029b5751-9e07-4dda-8ef4-77d362587aa3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.353153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d866d67a-4222-48b6-bf51-6f0a638fa9e8 req-029b5751-9e07-4dda-8ef4-77d362587aa3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1126821 Nov 12 03:23:17.364693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['33632589-92e6-40e3-9639-128fa4cafb7b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:17.373266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ed294-3d4f-4dbc-a59e-67c254a8fafa service neutron] Pushing event updated for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.460929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-931b1c93-abd4-4bbe-9454-aca942253d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.463591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-931b1c93-abd4-4bbe-9454-aca942253d86 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055233 Nov 12 03:23:17.463926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d866d67a-4222-48b6-bf51-6f0a638fa9e8 req-c40d3209-3312-4a40-8872-d4dc570f710b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962071 Nov 12 03:23:17.531863 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3cdc40-ea6d-4d88-802d-da91e4bc344a x-openstack-request-id: req-ef3cdc40-ea6d-4d88-802d-da91e4bc344a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:17.533250 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:17.533519 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ef3cdc40-ea6d-4d88-802d-da91e4bc344a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:17.534028 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511', 'status': 'completed', 'code': 200} Nov 12 03:23:17.564654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-278e68db-fe31-4117-bff0-992c5f02a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.566217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-278e68db-fe31-4117-bff0-992c5f02a885 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 1099 time: 0.1816294 Nov 12 03:23:17.616924 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-67e450c9-53cb-4324-abaf-884b066c8315 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425781 Nov 12 03:23:17.656969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-bb8ee944-7e7e-4014-b4bf-2455f8babc69 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511 HTTP/1.1" status: 200 len: 217 time: 0.0714519 Nov 12 03:23:17.714050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1753a499-bb88-4fbf-b178-53249f90bb59 req-2beaf579-0976-43b0-825d-30e261988cb1 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886564 Nov 12 03:23:17.726751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3341bc1-b1b1-434d-be88-e5fbbb4de3fd req-34bca186-6da8-4788-9530-ea599538efef tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.729480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3341bc1-b1b1-434d-be88-e5fbbb4de3fd req-34bca186-6da8-4788-9530-ea599538efef tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1547446 Nov 12 03:23:17.752388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ff533-3c69-473b-bf1b-9aa7af3fa153 req-ec787d23-253c-41e2-b998-c5831c999c59 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.753898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-448ff533-3c69-473b-bf1b-9aa7af3fa153 req-ec787d23-253c-41e2-b998-c5831c999c59 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1450188 Nov 12 03:23:17.774919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-4379e6fc-fea0-449b-be32-4973fcc53663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.776296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-4379e6fc-fea0-449b-be32-4973fcc53663 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1001790 Nov 12 03:23:17.845682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3341bc1-b1b1-434d-be88-e5fbbb4de3fd req-aa01704a-399a-4eb1-a799-35cbfb234751 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077754 Nov 12 03:23:17.862246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-448ff533-3c69-473b-bf1b-9aa7af3fa153 req-5fb66fe7-6af8-4adc-8598-cef908244375 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997794 Nov 12 03:23:17.867717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-4fe61a3c-87a5-44f8-a049-f2a4b3036676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.869414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-4fe61a3c-87a5-44f8-a049-f2a4b3036676 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815125 Nov 12 03:23:17.882002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-77ddd853-9762-41c1-be87-98f98b9004d9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:17.883197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-77ddd853-9762-41c1-be87-98f98b9004d9 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061281 Nov 12 03:23:17.995043 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-28e70059-fad1-4473-9316-758ec2182764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.071783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc6e5-66e0-457c-a28d-2bb1a51adcc4 req-e0a4dfe0-8840-40f6-ac84-f99db13b8435 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.073370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87ebc6e5-66e0-457c-a28d-2bb1a51adcc4 req-e0a4dfe0-8840-40f6-ac84-f99db13b8435 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 948 time: 0.1415875 Nov 12 03:23:18.079410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-04cb98b3-fab0-471a-8ab5-719ae190f173 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826370 Nov 12 03:23:18.088674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd2d9b-0c4e-4776-85cb-ae1350e089d4 req-768a7aa7-56a4-4fea-9270-d4960f550db9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.090137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bcd2d9b-0c4e-4776-85cb-ae1350e089d4 req-768a7aa7-56a4-4fea-9270-d4960f550db9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1570024 Nov 12 03:23:18.225430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87ebc6e5-66e0-457c-a28d-2bb1a51adcc4 req-a51b7412-b41e-435d-8487-422e4fa20395 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303749 Nov 12 03:23:18.234467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bcd2d9b-0c4e-4776-85cb-ae1350e089d4 req-04f00a3c-54d5-4625-80b0-a5d66e59a8c8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348138 Nov 12 03:23:18.271916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f19b1cdc-cabc-4fe5-9470-dfbcb74256f3 req-dfa83e92-8e80-42d6-a3d9-0d60c5958737 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807921 Nov 12 03:23:18.465157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-9e45eacd-baca-40f3-8aba-9163b9901b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.466802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-9e45eacd-baca-40f3-8aba-9163b9901b58 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 1099 time: 0.0777481 Nov 12 03:23:18.479950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f976934-95a8-47db-b38f-d363df42c196 req-797095fb-71cf-49e4-a69a-5de8e2c8b1eb tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.481465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f976934-95a8-47db-b38f-d363df42c196 req-797095fb-71cf-49e4-a69a-5de8e2c8b1eb tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 949 time: 0.0771923 Nov 12 03:23:18.617684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f976934-95a8-47db-b38f-d363df42c196 req-241ff0f8-9268-46b9-9ee8-b8b892cff903 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277394 Nov 12 03:23:18.647144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51ef0-3062-45b7-9f5c-a37d164daf5f req-1c581343-6d99-40aa-8ab8-a199ca660337 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.648686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6e51ef0-3062-45b7-9f5c-a37d164daf5f req-1c581343-6d99-40aa-8ab8-a199ca660337 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0975876 Nov 12 03:23:18.651659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-44e57f2a-0caa-4dd4-82c9-b5f4b9fa148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.653053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-44e57f2a-0caa-4dd4-82c9-b5f4b9fa148c service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1707280 Nov 12 03:23:18.709852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-ca7a22a7-4b08-4359-967c-6088507bbe3e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511 HTTP/1.1" status: 200 len: 217 time: 0.0476272 Nov 12 03:23:18.712393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f5e95a29-2c58-440f-affe-0d85fb935858 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:18.716394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:18.761665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6e51ef0-3062-45b7-9f5c-a37d164daf5f req-5e38034a-73d9-4d49-90b3-914e1992cf55 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068780 Nov 12 03:23:18.777362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-6b637f8a-5e10-4aa7-b8e5-b401bc51fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.778834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-6b637f8a-5e10-4aa7-b8e5-b401bc51fff4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0561967 Nov 12 03:23:18.836753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:18.848828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-df39abb2-3b40-4cd3-9b91-ca9eb9f1e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.850349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-df39abb2-3b40-4cd3-9b91-ca9eb9f1e14b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601144 Nov 12 03:23:18.851027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:18.851404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.884483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f5e95a29-2c58-440f-affe-0d85fb935858,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.906173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'f5e95a29-2c58-440f-affe-0d85fb935858', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'f5e95a29-2c58-440f-affe-0d85fb935858', 'mac_address': 'fa:16:3e:20:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:18.963555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.996804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e95a29-2c58-440f-affe-0d85fb935858 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:19.020853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f5e95a29-2c58-440f-affe-0d85fb935858,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.031478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf574a6-9b89-41f4-ae09-0b45836f1bb6 req-a0955f46-5821-4dd4-ad1d-3641c060d73b tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.041207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdf574a6-9b89-41f4-ae09-0b45836f1bb6 req-a0955f46-5821-4dd4-ad1d-3641c060d73b tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1117945 Nov 12 03:23:19.048488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.062540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.067758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-294d8181-bbdc-46e1-9a69-45b4d0fa155b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980934 Nov 12 03:23:19.115872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:19.118165 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24de4a3-0e49-4718-aa7f-a9d0a55ba955" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:19.139175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.140281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.147086 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.147916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:19.186306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdf574a6-9b89-41f4-ae09-0b45836f1bb6 req-42281a93-1936-4471-80e2-4b0b53df7b9d tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440282 Nov 12 03:23:19.191041 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afdc3ad-3481-48be-a895-d939766bbf03 x-openstack-request-id: req-7afdc3ad-3481-48be-a895-d939766bbf03 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:19.191279 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:19.191943 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7afdc3ad-3481-48be-a895-d939766bbf03 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:19.191943 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'code': 200} Nov 12 03:23:19.245442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 33632589-92e6-40e3-9639-128fa4cafb7b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:19.253125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 33632589-92e6-40e3-9639-128fa4cafb7b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:19.253125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.254773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.264080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d0cdc77-be6e-491c-a785-baccac3de7b6 req-8112760a-389f-472c-aef3-b04e85701990 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708665 Nov 12 03:23:19.361222 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.389372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-8fa1195e-0a23-4d62-bdae-0191ee022d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.390785 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-8fa1195e-0a23-4d62-bdae-0191ee022d62 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.1888525 Nov 12 03:23:19.399304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-5e3b4b73-d157-40cd-9690-3a9f276e58d4 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.400652 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-5e3b4b73-d157-40cd-9690-3a9f276e58d4 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.1692448 Nov 12 03:23:19.410632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.419188 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.449940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d54bfa-80d2-43a8-bd96-f4a830bb0469 req-47b3d960-efef-4bbe-93b8-cffca688664a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.460023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74d54bfa-80d2-43a8-bd96-f4a830bb0469 req-47b3d960-efef-4bbe-93b8-cffca688664a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1499965 Nov 12 03:23:19.480161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.484608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:19.512326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de746f-40f3-4c4a-9e85-1e25e205b24a req-40e55dd4-d7b1-440b-bc4c-9fb513b30cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.514291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91de746f-40f3-4c4a-9e85-1e25e205b24a req-40e55dd4-d7b1-440b-bc4c-9fb513b30cf4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 1102 time: 0.1672065 Nov 12 03:23:19.534305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feea02b-0cea-4c92-920b-b75b279368da req-09ce4521-92fb-46c8-ad4b-de8354e9d799 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.536255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0feea02b-0cea-4c92-920b-b75b279368da req-09ce4521-92fb-46c8-ad4b-de8354e9d799 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 949 time: 0.1772416 Nov 12 03:23:19.553602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-dd0db924-f111-40c4-801d-7f669b456100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.555066 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-dd0db924-f111-40c4-801d-7f669b456100 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1535301 Nov 12 03:23:19.599408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74d54bfa-80d2-43a8-bd96-f4a830bb0469 req-6e0a62d1-40c4-4401-a788-275839b1a929 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381514 Nov 12 03:23:19.603216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-f8deccff-7380-4ded-8fb4-b0ea53be9ea9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Nov 12 03:23:19.638325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91de746f-40f3-4c4a-9e85-1e25e205b24a req-6bd62cfe-76b9-4df0-9df1-7e1fc738e20c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987327 Nov 12 03:23:19.653011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0feea02b-0cea-4c92-920b-b75b279368da req-3d910aa0-4ff4-4467-bf38-02393a8c4977 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036115 Nov 12 03:23:19.689391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-75d05a10-1c03-481f-b179-ce721f100804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.691027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-75d05a10-1c03-481f-b179-ce721f100804 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.0792208 Nov 12 03:23:19.694825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Deleting port f7e5888d-917f-4f3b-be4f-ce714f20e510 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:19.695393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.764889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8134d-716b-4f4d-8435-e55b3df81f4f req-2a799185-fb2d-406c-a792-254ee5dc3dd3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.766931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ace8134d-716b-4f4d-8435-e55b3df81f4f req-2a799185-fb2d-406c-a792-254ee5dc3dd3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0572014 Nov 12 03:23:19.820261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ace8134d-716b-4f4d-8435-e55b3df81f4f req-88f21e8f-5420-4360-b92f-f6d26f757f1e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Nov 12 03:23:19.997713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822e60-4ac1-437b-a684-b730694063a0 req-4afc215b-ce06-4103-a2db-3d688783da03 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.999445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b822e60-4ac1-437b-a684-b730694063a0 req-4afc215b-ce06-4103-a2db-3d688783da03 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 950 time: 0.0562832 Nov 12 03:23:20.049968 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-8a75c96c-f1c0-42d3-92c0-17db8b8ad8a0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338356 Nov 12 03:23:20.054170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b822e60-4ac1-437b-a684-b730694063a0 req-db0089a4-c0f4-4c20-943f-fa0d94c9a920 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471728 Nov 12 03:23:20.179349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] For port f7e5888d-917f-4f3b-be4f-ce714f20e510, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7e5888d-917f-4f3b-be4f-ce714f20e510,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:20.179608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.240868 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-ebc848e1-2d84-49d7-8fca-9e67a53b3bda service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657326 Nov 12 03:23:20.332587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331a7a4-c74d-463f-85e0-1ef1171594d1 req-88f1ed1f-0f79-4331-95dd-d2772e062703 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.341929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d84e-dce5-4551-96f3-fb3559a23c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.342859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0331a7a4-c74d-463f-85e0-1ef1171594d1 req-88f1ed1f-0f79-4331-95dd-d2772e062703 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 945 time: 0.0716574 Nov 12 03:23:20.401085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:20.408291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0331a7a4-c74d-463f-85e0-1ef1171594d1 req-53163aae-bc50-4fb1-81ee-8f841ce00020 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups?id=39d40fe2-9235-468b-855f-4040ce0cd68e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612791 Nov 12 03:23:20.428920 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-283de9d1-8a47-44a8-b806-dab43f71e13e req-6637ca2e-7dd5-47ec-b2a7-a342b38229d1 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739254 Nov 12 03:23:20.442010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.442276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.442593 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Floating IP b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe disassociated. External IP: 172.25.4.151, port: f7e5888d-917f-4f3b-be4f-ce714f20e510. Nov 12 03:23:20.442936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Calling delete_port for f7e5888d-917f-4f3b-be4f-ce714f20e510 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:20.573637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.602301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event deleted for resources: {'Port': ['ID=f7e5888d-917f-4f3b-be4f-ce714f20e510,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.720663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f5e95a29-2c58-440f-affe-0d85fb935858 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:20.728671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:20.775794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49a7f0-2fa6-41bb-a544-51e959aae572 req-9d551cee-09b2-43fc-84dc-db0a2ff69a46 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.777659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c49a7f0-2fa6-41bb-a544-51e959aae572 req-9d551cee-09b2-43fc-84dc-db0a2ff69a46 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1043761 Nov 12 03:23:20.793331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port f5e95a29-2c58-440f-affe-0d85fb935858 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:20.797532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port f5e95a29-2c58-440f-affe-0d85fb935858 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.798124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.844745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c6ff3-081f-437d-acdc-c9b8864bddb7 req-f93ab864-6f50-4c50-af42-cf3f5397cc6c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.852719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be5c6ff3-081f-437d-acdc-c9b8864bddb7 req-f93ab864-6f50-4c50-af42-cf3f5397cc6c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 949 time: 0.0957847 Nov 12 03:23:20.872189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:20.878928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c49a7f0-2fa6-41bb-a544-51e959aae572 req-a40220c3-fe79-4265-96f9-2ade078a97ce tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824997 Nov 12 03:23:20.884529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Sync routers for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:20.901780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:20.902423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:20.933422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.942326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be5c6ff3-081f-437d-acdc-c9b8864bddb7 req-cbbbbae0-aada-49ba-87a8-01935e882cf0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886364 Nov 12 03:23:20.946109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] No DVR routers for this DVR port f7e5888d-917f-4f3b-be4f-ce714f20e510 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:20.948974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.962465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c0e1cbc5-4717-4bf1-abdd-93ed95eb27c6 req-00082628-0cc2-4e1b-a00f-a3bf57fc1e50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.98 "DELETE /v2.0/ports/f7e5888d-917f-4f3b-be4f-ce714f20e510 HTTP/1.1" status: 204 len: 173 time: 1.5516708 Nov 12 03:23:20.962649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'name': 'network-vif-deleted', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:20.981064 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9fea53-a7b3-4460-8461-e03920b4809a" -d '{"events": [{"server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "name": "network-vif-deleted", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:20.982923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f5e95a29-2c58-440f-affe-0d85fb935858,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:20.990062 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.123746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4adfc-b5e7-4936-bd90-439eed89d4db req-acd0b7e7-9f3c-4948-918f-3683f906da0e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.124397 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:21.125449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aa4adfc-b5e7-4936-bd90-439eed89d4db req-acd0b7e7-9f3c-4948-918f-3683f906da0e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1231892 Nov 12 03:23:21.165270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1c9974ce-dea4-417c-ab1e-8f6833d64511 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:21.195095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.253162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b'}, {'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:21.262156 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0efa21-d0ba-4720-a5f4-af2ed56406b3" -d '{"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-plugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b"}, {"server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "name": "network-vif-plugged", "status": "completed", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:21.297311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aa4adfc-b5e7-4936-bd90-439eed89d4db req-1c3e3a07-6eaa-410f-b50a-8d3100dcaac6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563795 Nov 12 03:23:21.314671 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420e96e-f4ec-4a1e-a48f-6430517b239a x-openstack-request-id: req-4420e96e-f4ec-4a1e-a48f-6430517b239a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:21.315391 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad4233c-f034-4e80-a87a-83a8243e6900", "name": "network-vif-deleted", "tag": "f7e5888d-917f-4f3b-be4f-ce714f20e510", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:21.315978 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4420e96e-f4ec-4a1e-a48f-6430517b239a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:21.317027 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad4233c-f034-4e80-a87a-83a8243e6900', 'name': 'network-vif-deleted', 'tag': 'f7e5888d-917f-4f3b-be4f-ce714f20e510', 'status': 'completed', 'code': 200} Nov 12 03:23:21.405101 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4fc11f-c48d-40b8-a4e5-78661f70aba5 x-openstack-request-id: req-fe4fc11f-c48d-40b8-a4e5-78661f70aba5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:21.406708 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-plugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b", "code": 200}, {"server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "name": "network-vif-plugged", "status": "completed", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:21.407158 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe4fc11f-c48d-40b8-a4e5-78661f70aba5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:21.408482 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b', 'code': 200} Nov 12 03:23:21.408928 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858', 'code': 200} Nov 12 03:23:21.504714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db719d-3444-4877-bf3b-55c184cec2e6 req-41fa979d-c0f5-4d71-9f0a-1c6be3fdc30d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.512571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14db719d-3444-4877-bf3b-55c184cec2e6 req-41fa979d-c0f5-4d71-9f0a-1c6be3fdc30d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 950 time: 0.1445279 Nov 12 03:23:21.538345 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:21.581376 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Checking router: 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:21.592223 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:21.593306 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:21.593530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.621871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.639018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-738e9f52-a860-4079-b22a-8c0eac5a5e9f req-eac4dc56-82bd-42cb-bddc-e6e57b468608 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0967333 Nov 12 03:23:21.639536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '1c9974ce-dea4-417c-ab1e-8f6833d64511', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '1c9974ce-dea4-417c-ab1e-8f6833d64511', 'mac_address': 'fa:16:3e:fe:91:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:21.640998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17613cf3-c67c-47f8-b29f-fe43d1354017 req-31d3f8aa-0784-41e1-ad4f-c6833eaed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.643880 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-17613cf3-c67c-47f8-b29f-fe43d1354017 req-31d3f8aa-0784-41e1-ad4f-c6833eaed587 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 1102 time: 0.1291442 Nov 12 03:23:21.691366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14db719d-3444-4877-bf3b-55c184cec2e6 req-ccffe7e3-eaf5-4519-bf53-85e27fdeb7b9 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778626 Nov 12 03:23:21.693685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410117e8-e24a-4f68-a12e-b35b03699427 req-124ff412-93ab-4523-ae71-2f44b62a2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.696722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-410117e8-e24a-4f68-a12e-b35b03699427 req-124ff412-93ab-4523-ae71-2f44b62a2aad service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 1102 time: 0.1413474 Nov 12 03:23:21.708359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.723641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9974ce-dea4-417c-ab1e-8f6833d64511 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:21.746538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.752153 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.770763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-17613cf3-c67c-47f8-b29f-fe43d1354017 req-ac1c50b8-900b-4d4b-af51-8c8e50933712 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169887 Nov 12 03:23:21.791945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-410117e8-e24a-4f68-a12e-b35b03699427 req-c1355b86-facc-439b-95c5-efa3af49cdfe service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851598 Nov 12 03:23:21.822630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.965041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:22.000355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:22.234549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4829-d40b-4dfc-b7ce-3c940e1abc8c req-9d15c795-2328-455f-9882-c035d3a16244 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.238683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb5f4829-d40b-4dfc-b7ce-3c940e1abc8c req-9d15c795-2328-455f-9882-c035d3a16244 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 950 time: 0.1929064 Nov 12 03:23:22.265112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8e2a3-6dbc-4595-9c1b-aa04b4dd997b req-2c81754f-2cea-4366-b00c-58d478752538 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.274129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7f8e2a3-6dbc-4595-9c1b-aa04b4dd997b req-2c81754f-2cea-4366-b00c-58d478752538 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.2474334 Nov 12 03:23:22.349097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7f8e2a3-6dbc-4595-9c1b-aa04b4dd997b req-1e24329e-2a81-4d5c-b1f1-56dd3e321282 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732129 Nov 12 03:23:22.388547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb5f4829-d40b-4dfc-b7ce-3c940e1abc8c req-fd913bc5-eea5-48f4-a675-6d3582c683e6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053965 Nov 12 03:23:22.396447 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:22.432649 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111788ca-f508-4e6a-8ef5-a32346a1a5ec None None] The sync data for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 is: [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:20:11Z', 'revision_number': 4, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ec172b05-e770-4990-8a84-29efd15c98da', 'name': '', 'network_id': 'db1ab5a0-fd56-4185-8062-9d6202c07c59', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'mac_address': 'fa:16:3e:a4:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '01c391cc-97ba-488d-8e30-df75578778d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:10Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'subnets': [{'id': '01c391cc-97ba-488d-8e30-df75578778d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:22.559305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a804d-cdf4-4382-b1fe-3c2f55c7c2ac req-9d2fbd65-fa9e-450d-a579-89170864008e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.561358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a87a804d-cdf4-4382-b1fe-3c2f55c7c2ac req-9d2fbd65-fa9e-450d-a579-89170864008e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0658360 Nov 12 03:23:22.644635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a87a804d-cdf4-4382-b1fe-3c2f55c7c2ac req-017c4dfd-6259-40e7-8daa-3313f0cc0a82 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751498 Nov 12 03:23:22.790765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dc57fb1-237e-495d-9d12-590b693fde51 req-0d8fc3c2-6bca-47f1-a555-3cfb554509fa tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0420377 Nov 12 03:23:22.837114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ecd83-0cdc-4f24-9881-4004ffaff036 req-f639c39d-c3ab-4c96-9549-a6e8dca433ac tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.839003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3ecd83-0cdc-4f24-9881-4004ffaff036 req-f639c39d-c3ab-4c96-9549-a6e8dca433ac tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 950 time: 0.0593333 Nov 12 03:23:22.843241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d40fb-5a08-4dc2-ab16-eea3ca37a50a None None] New status for floating IP b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:23:22.905521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3ecd83-0cdc-4f24-9881-4004ffaff036 req-a7c493ab-8abb-485c-9459-4fb9ab15f207 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 Nov 12 03:23:22.983303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.097103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1c9974ce-dea4-417c-ab1e-8f6833d64511 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:23.148414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 1c9974ce-dea4-417c-ab1e-8f6833d64511 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:23.152843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 1c9974ce-dea4-417c-ab1e-8f6833d64511 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:23.153199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.241333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.277012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:23.281683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.283248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7e5888d-917f-4f3b-be4f-ce714f20e510 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:23.322449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: f7e5888d-917f-4f3b-be4f-ce714f20e510 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:23.322825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7e5888d-917f-4f3b-be4f-ce714f20e510 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:23.355775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.412648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:23.414110 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ddf4d-0617-4036-b635-d17df64008c2" -d '{"events": [{"server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "name": "network-vif-plugged", "status": "completed", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:23.545935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c9746-54e3-44d9-99eb-13085f3568b8 req-b8f34f03-65cc-49b5-a1c6-075907ed599b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.555540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d41c9746-54e3-44d9-99eb-13085f3568b8 req-b8f34f03-65cc-49b5-a1c6-075907ed599b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1213672 Nov 12 03:23:23.607403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.638561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c914b-700a-4463-818f-c1be991f6d71 req-c68ea8d9-0565-4b81-8867-5a9c03323ab2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.647464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b74c914b-700a-4463-818f-c1be991f6d71 req-c68ea8d9-0565-4b81-8867-5a9c03323ab2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 950 time: 0.1752045 Nov 12 03:23:23.689923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d41c9746-54e3-44d9-99eb-13085f3568b8 req-e99c19c0-56b0-43a4-80e7-df775864dacc tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304908 Nov 12 03:23:23.731667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b74c914b-700a-4463-818f-c1be991f6d71 req-69c292ae-5c49-4ca0-a59f-b6c8f6332322 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831451 Nov 12 03:23:23.765073 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882d858-829b-4187-84dd-c9fb25faeb9b x-openstack-request-id: req-5882d858-829b-4187-84dd-c9fb25faeb9b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.765386 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "name": "network-vif-plugged", "status": "completed", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.765925 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5882d858-829b-4187-84dd-c9fb25faeb9b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.766410 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511', 'code': 200} Nov 12 03:23:23.940922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7b48-c5ec-4ae2-8138-6842a5e21955 req-351ab149-e449-484f-b48e-4839e3f37b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.943611 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-964e7b48-c5ec-4ae2-8138-6842a5e21955 req-351ab149-e449-484f-b48e-4839e3f37b2e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 1101 time: 0.0854988 Nov 12 03:23:24.012404 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-964e7b48-c5ec-4ae2-8138-6842a5e21955 req-32c438e1-621d-417f-9c93-39abaad5355e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592086 Nov 12 03:23:24.017200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f05d574-0b3e-40e9-9989-aa09ac442257 req-44ba552c-c5a5-4637-87ca-16b58cfc3a50 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0499253 Nov 12 03:23:24.026381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e79171-01cb-4918-829f-2018541ccf44 req-5bdaddc6-a02d-4917-86ce-a592e4276f70 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.028694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e79171-01cb-4918-829f-2018541ccf44 req-5bdaddc6-a02d-4917-86ce-a592e4276f70 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0977354 Nov 12 03:23:24.126937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e79171-01cb-4918-829f-2018541ccf44 req-ab302bb8-3de7-4205-8c9f-a01cea09a6f0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834203 Nov 12 03:23:24.155934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0914a-9dcf-43fc-83cf-e483a7efaec6 req-c1d75503-5fce-488a-9cb3-391fa96f083c tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.157932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9e0914a-9dcf-43fc-83cf-e483a7efaec6 req-c1d75503-5fce-488a-9cb3-391fa96f083c tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 950 time: 0.0653617 Nov 12 03:23:24.216158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9e0914a-9dcf-43fc-83cf-e483a7efaec6 req-79e97de1-4908-447a-ab8e-6521c24c0101 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513053 Nov 12 03:23:24.343149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09a0b-4cb9-4360-9a01-16b8fec841ed req-e8bd349f-fe97-4645-bf90-64323500fe41 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.344577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ef09a0b-4cb9-4360-9a01-16b8fec841ed req-e8bd349f-fe97-4645-bf90-64323500fe41 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 950 time: 0.0521293 Nov 12 03:23:24.406580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ef09a0b-4cb9-4360-9a01-16b8fec841ed req-74e0eec4-3df0-40a8-a0fd-47133883f4bd tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548089 Nov 12 03:23:24.855566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ec0b5-93bd-4d12-8904-a1b782c51059 req-39669f36-e728-4155-a92e-f006458b28bf tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.858220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393ec0b5-93bd-4d12-8904-a1b782c51059 req-39669f36-e728-4155-a92e-f006458b28bf tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0876236 Nov 12 03:23:24.928427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393ec0b5-93bd-4d12-8904-a1b782c51059 req-d8e4963d-1e54-4953-8867-370940ab9e18 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628068 Nov 12 03:23:24.997600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a1af-b342-4487-9a11-bc809c6db809 req-7e905a3c-597a-439b-8234-22c9d5d7d0da tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.006527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba4a1af-b342-4487-9a11-bc809c6db809 req-7e905a3c-597a-439b-8234-22c9d5d7d0da tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 950 time: 0.0923102 Nov 12 03:23:25.059426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba4a1af-b342-4487-9a11-bc809c6db809 req-739cb4e5-cfb1-4966-a2d3-b7dea5a041aa tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521595 Nov 12 03:23:25.397514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fe07e44-2451-4188-b38c-31dcbb66777b req-8a363c2f-70b2-4fbc-9366-e9405a6ed4d0 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0401371 Nov 12 03:23:25.522044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03386c-e53f-490b-933e-14e1c97df928 req-cc256b6c-5d81-4a16-a5a8-f1948176d552 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.523693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e03386c-e53f-490b-933e-14e1c97df928 req-cc256b6c-5d81-4a16-a5a8-f1948176d552 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 949 time: 0.0644045 Nov 12 03:23:25.613381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e03386c-e53f-490b-933e-14e1c97df928 req-fd8d762e-b6dd-4f70-8d52-f9ff573fb16a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Nov 12 03:23:25.637266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c91a5-5796-4ab6-b65c-94d9c7aeaf21 req-8fe3cf18-382f-4280-8d76-32dd8ce2f2c4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.638941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-882c91a5-5796-4ab6-b65c-94d9c7aeaf21 req-8fe3cf18-382f-4280-8d76-32dd8ce2f2c4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1131589 Nov 12 03:23:25.713837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-882c91a5-5796-4ab6-b65c-94d9c7aeaf21 req-6502f3dc-9f5b-4bfb-b43c-796272410179 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Nov 12 03:23:25.757733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b424-b87a-418d-a247-947d0897a7ce req-8bd19697-07f3-419b-8b28-229eaef5c5a3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.759368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e037b424-b87a-418d-a247-947d0897a7ce req-8bd19697-07f3-419b-8b28-229eaef5c5a3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0601525 Nov 12 03:23:25.812334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e037b424-b87a-418d-a247-947d0897a7ce req-d2ebe539-ca4f-4446-82c3-59eb83069a42 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Nov 12 03:23:26.034543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42caa16-f557-44f5-8f1d-c3818cca7829 req-7e4df1d8-6f22-442f-8965-0adf00e40cb6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.040451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42caa16-f557-44f5-8f1d-c3818cca7829 req-7e4df1d8-6f22-442f-8965-0adf00e40cb6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.042009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42caa16-f557-44f5-8f1d-c3818cca7829 req-7e4df1d8-6f22-442f-8965-0adf00e40cb6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d&device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 1690 time: 0.0571537 Nov 12 03:23:26.088781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42caa16-f557-44f5-8f1d-c3818cca7829 req-dc5fec11-0641-47c9-a5c1-1f810363044e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Nov 12 03:23:26.249694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac57e57-6f27-4ac4-862a-1c778d0f063a req-435681d0-8034-4924-860e-5bbdcca87cf4 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.251135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fac57e57-6f27-4ac4-862a-1c778d0f063a req-435681d0-8034-4924-860e-5bbdcca87cf4 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 1101 time: 0.0482309 Nov 12 03:23:26.300616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fac57e57-6f27-4ac4-862a-1c778d0f063a req-5585ef9c-13ba-45c3-84ba-4c3d5edf419e tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Nov 12 03:23:26.413349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc1c30-0f23-41c8-b331-64413bee4664 req-9fefc6aa-4c24-430d-9612-ee2a8a561b69 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.414692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79fc1c30-0f23-41c8-b331-64413bee4664 req-9fefc6aa-4c24-430d-9612-ee2a8a561b69 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 1102 time: 0.0427561 Nov 12 03:23:26.462764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79fc1c30-0f23-41c8-b331-64413bee4664 req-5c86dd7d-99dd-4c06-90c3-a4cdb2b79fbf tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Nov 12 03:23:26.497527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830ba4fb-8690-428d-bdc2-d596a4b33430 req-d19f0c39-58f8-44c4-bff7-e0612b3b2df5 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ad4233c-f034-4e80-a87a-83a8243e6900 HTTP/1.1" status: 200 len: 210 time: 0.0281844 Nov 12 03:23:26.651511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-3bf2b140-e9f3-4d5b-a74b-1d4d14ba89b8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234351 Nov 12 03:23:26.761423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:26.846091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-3f73f5a3-1616-44f3-ad04-910afe34d486 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.848024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-3f73f5a3-1616-44f3-ad04-910afe34d486 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900253 Nov 12 03:23:26.881224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a2a8-f7c3-418f-bf35-93a2c1a4251c req-e1ad10ee-ae3f-440d-aee5-2642fa7573aa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.882936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5721a2a8-f7c3-418f-bf35-93a2c1a4251c req-e1ad10ee-ae3f-440d-aee5-2642fa7573aa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0768225 Nov 12 03:23:26.883824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:26.884902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-455e0362-c786-4cb2-bf62-e31ccc1d093e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0252440 Nov 12 03:23:26.900236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'mac_address': 'fa:16:3e:bc:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:26.940424 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.954128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:26.974472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:26.978955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5721a2a8-f7c3-418f-bf35-93a2c1a4251c req-75ac85ec-9612-4a90-8b1c-2c28f50c3d49 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Nov 12 03:23:26.979493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.012916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-a3cdf619-6a4c-410b-be08-a35234dedc5d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1108065 Nov 12 03:23:27.031780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.159206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:27.281792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9056-d9d0-4c5d-b602-cba11ca343e8 req-c2eda8cb-1e7d-483b-8d6b-7fa190eb37c3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.290521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-008d9056-d9d0-4c5d-b602-cba11ca343e8 req-c2eda8cb-1e7d-483b-8d6b-7fa190eb37c3 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1431677 Nov 12 03:23:27.361923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6cf855c8-9adc-4b80-a6f1-bd8ff3fa4823 req-bb88e2c6-1437-4796-aaba-d9afe6af32d7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 210 time: 0.0370121 Nov 12 03:23:27.377191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-008d9056-d9d0-4c5d-b602-cba11ca343e8 req-f6f02140-dbf6-4127-8dc6-aebdf32ca1f8 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810833 Nov 12 03:23:27.594127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:27.665084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.692738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.766239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.769350 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.773005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "DELETE /v2.0/security-groups/39d40fe2-9235-468b-855f-4040ce0cd68e HTTP/1.1" status: 204 len: 168 time: 0.1752062 Nov 12 03:23:27.773966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:27.780755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169d66-4261-4ab0-a2f0-fba12b7d4014 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d40fe2-9235-468b-855f-4040ce0cd68e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:27.789758 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-bc6d0fcf-81e1-4cec-aaa4-00c0099de6e2 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] show failed (client error): The resource could not be found. Nov 12 03:23:27.794628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc6d0fcf-81e1-4cec-aaa4-00c0099de6e2 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "GET /v2.0/security-groups/39d40fe2-9235-468b-855f-4040ce0cd68e HTTP/1.1" status: 404 len: 347 time: 0.0195670 Nov 12 03:23:27.795244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:27.944195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Deleting port ae4a7cbe-d3bd-4aef-b317-f500715de059 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:27.944622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.038845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.039417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.053655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Calling delete_port for ae4a7cbe-d3bd-4aef-b317-f500715de059 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:28.163383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a605606-1150-4c8a-a2e0-5d5f84035ab5 req-df9f60b5-fc39-4f5d-9ebd-913db2c59025 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.164921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a605606-1150-4c8a-a2e0-5d5f84035ab5 req-df9f60b5-fc39-4f5d-9ebd-913db2c59025 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0820355 Nov 12 03:23:28.189237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-8f4a3da1-b1a2-494d-88c8-859615d39273 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.191094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-8f4a3da1-b1a2-494d-88c8-859615d39273 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.100 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.0726852 Nov 12 03:23:28.234933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.279877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Pushing event deleted for resources: {'Port': ['ID=ae4a7cbe-d3bd-4aef-b317-f500715de059,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:28.326604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a605606-1150-4c8a-a2e0-5d5f84035ab5 req-bbe33749-b7d8-4dff-9383-7958ce78ee7d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511912 Nov 12 03:23:28.354741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.357352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.361693 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5d2587f6-7bba-4fb0-a524-ba7e21ad73b3 tempest-ServersTestBootFromVolume-772225205 tempest-ServersTestBootFromVolume-772225205-project] 10.222.0.93 "DELETE /v2.0/floatingips/b417b2d3-ca4b-4d87-a08d-9bb59f7a9afe HTTP/1.1" status: 204 len: 168 time: 0.5649557 Nov 12 03:23:28.362339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:28.366893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Deleting port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:28.367314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.476434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] For port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,segment=NetworkSegment(6f577af9-07cb-4288-a253-dc0fea82d544),segment_id=6f577af9-07cb-4288-a253-dc0fea82d544)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:28.477364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.502829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Calling delete_port for c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:28.556681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e71f8b2c-378c-43ad-8987-2caefb6bc245 req-da9d9577-a355-44a8-91b3-591923e6bfe9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 210 time: 0.0551386 Nov 12 03:23:28.630927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455bbb-bf06-433e-ab29-a649fb5bee74 req-f7649631-28b8-4cd1-998f-3913eaf36fb0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.632276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce455bbb-bf06-433e-ab29-a649fb5bee74 req-f7649631-28b8-4cd1-998f-3913eaf36fb0 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/ports?device_id=dda742af-93f6-4b26-9073-e1d2ae381afa HTTP/1.1" status: 200 len: 947 time: 0.1470118 Nov 12 03:23:28.735663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce455bbb-bf06-433e-ab29-a649fb5bee74 req-c2fd1ff9-0006-4352-8c71-d847c886d905 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.93 "GET /v2.0/security-groups?id=75e9a942-55b0-4806-be3d-f8c767dcc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936055 Nov 12 03:23:28.767605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:28.777862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.835008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:28.846189 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-3764df35-e4ae-4a45-a207-3af0d384c19d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397387 Nov 12 03:23:28.855637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.903298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:28.904318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.011820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.037855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-80e1b197-97fe-4646-838c-fdee10232e4e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.039190 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-80e1b197-97fe-4646-838c-fdee10232e4e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272352 Nov 12 03:23:29.051811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:29.055029 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c69eaba-65aa-4c9c-b6a2-ec6f61645761" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:29.069111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': '68420342-edf2-4c2c-8934-1c0dda97d128', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:29.099182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.107277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.108400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:29.173103 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c4e5c1-aa2b-46b9-8ed7-1ee2d1824073 x-openstack-request-id: req-b3c4e5c1-aa2b-46b9-8ed7-1ee2d1824073 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:29.173399 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:29.173715 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3c4e5c1-aa2b-46b9-8ed7-1ee2d1824073 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:29.174116 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'code': 200} Nov 12 03:23:29.181268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:29.181616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:29.199332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Pushing event deleted for resources: {'Port': ['ID=c502af6c-6a48-42c1-bd4c-dc3ba1b9d548,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.228094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86dec9-1b4d-4086-bf02-3b3ccebc0348 None None] DHCP port deletion for ee0b1f71-d9ba-4158-854e-d4e8e437dd8b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:29.263049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.283432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] No DVR routers for this DVR port c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:29.287400 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.290743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b0100d3-7d69-4a97-bcf6-1fc5b4d3f444 req-22500bd2-e90d-4882-b4be-9624e26e7907 tempest-ServersNegativeTestJSON-7159914 tempest-ServersNegativeTestJSON-7159914-project] 10.222.0.100 "DELETE /v2.0/ports/c502af6c-6a48-42c1-bd4c-dc3ba1b9d548 HTTP/1.1" status: 204 len: 173 time: 1.0909927 Nov 12 03:23:29.291192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-deleted', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:29.293647 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc222a-6e26-42dd-9680-c6f97361f4d1" -d '{"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-deleted", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:29.304389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:29.308446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.527238 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d73ba-2b88-46d4-a08d-b4623247a613 x-openstack-request-id: req-129d73ba-2b88-46d4-a08d-b4623247a613 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:29.528172 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda742af-93f6-4b26-9073-e1d2ae381afa", "name": "network-vif-deleted", "tag": "c502af6c-6a48-42c1-bd4c-dc3ba1b9d548", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:29.528751 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-129d73ba-2b88-46d4-a08d-b4623247a613 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:29.529376 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda742af-93f6-4b26-9073-e1d2ae381afa', 'name': 'network-vif-deleted', 'tag': 'c502af6c-6a48-42c1-bd4c-dc3ba1b9d548', 'status': 'completed', 'code': 200} Nov 12 03:23:29.591058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.83 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/d4781bca-d6b1-441e-80db-b63559593ddf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:29.651215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1299fd5-311c-4e9e-8bcd-4f6b7947b5fe req-cdf01109-352a-4b68-89b4-b3c4d4bb16e8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.655640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1299fd5-311c-4e9e-8bcd-4f6b7947b5fe req-cdf01109-352a-4b68-89b4-b3c4d4bb16e8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1183591 Nov 12 03:23:29.859451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bab21cc6-0297-49c7-907d-b2eac568961e req-ada4ac5a-7347-4ddc-b974-f9c42a76f736 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 210 time: 0.1335688 Nov 12 03:23:29.869487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.884324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1299fd5-311c-4e9e-8bcd-4f6b7947b5fe req-7873e03c-b706-4ad0-bd32-baa7fa069eba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192521 Nov 12 03:23:29.901567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Deleting port ec172b05-e770-4990-8a84-29efd15c98da {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:29.902006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.055168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.075556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:30.079138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:30.094667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43350) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:30.141581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:30.162035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:30.170001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:30.179375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Deleting subnet 1b860c05-c7e1-44c8-82c2-8f766c3d34d0 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:30.191756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.274986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.316971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] For port ec172b05-e770-4990-8a84-29efd15c98da, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ec172b05-e770-4990-8a84-29efd15c98da,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:30.317382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.359665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.369712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.393685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Calling delete_port for ec172b05-e770-4990-8a84-29efd15c98da owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:30.411003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.416530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.477673 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-cbbf6f53-8772-49ba-bb84-b4532ad74a50 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4172671 Nov 12 03:23:30.499314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.566591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Request body: {'port': {'device_id': '68420342-edf2-4c2c-8934-1c0dda97d128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:30.575737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.582720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1b860c05-c7e1-44c8-82c2-8f766c3d34d0 HTTP/1.1" status: 204 len: 168 time: 0.4858720 Nov 12 03:23:30.584700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6bb6f-14dd-4bea-a14d-fc09d4e157d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b860c05-c7e1-44c8-82c2-8f766c3d34d0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.589585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d229aca-bdef-4ac1-b387-1879430283fa None None] Network ee0b1f71-d9ba-4158-854e-d4e8e437dd8b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:30.591359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:30.714617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.825820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.850950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0b1f71-d9ba-4158-854e-d4e8e437dd8b']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:30.862928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f577af9-07cb-4288-a253-dc0fea82d544') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:30.863658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f577af9-07cb-4288-a253-dc0fea82d544') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:30.867603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.875797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.893163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.901356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:30.902430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:30.975217 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:30.988147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.005547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.010853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] 10.222.0.93 "DELETE /v2.0/networks/ee0b1f71-d9ba-4158-854e-d4e8e437dd8b HTTP/1.1" status: 204 len: 168 time: 0.4172015 Nov 12 03:23:31.029149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e0065-bbff-493f-939c-65ec33e9e17d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0b1f71-d9ba-4158-854e-d4e8e437dd8b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.107579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-34145fad-031e-4252-a4bb-229bd172c017 None None] Provisioning complete for port d4781bca-d6b1-441e-80db-b63559593ddf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.108209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34145fad-031e-4252-a4bb-229bd172c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.149818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.158738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-34145fad-031e-4252-a4bb-229bd172c017 None None] Port d4781bca-d6b1-441e-80db-b63559593ddf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:31.199638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01242022-0f83-4031-be91-c7f8d644a71a req-962196a7-8c6d-465e-88b0-a79c4ef8ae49 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.202650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01242022-0f83-4031-be91-c7f8d644a71a req-962196a7-8c6d-465e-88b0-a79c4ef8ae49 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 935 time: 0.1325729 Nov 12 03:23:31.213677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd3e2a-79c5-4041-85f1-d5df317f9087 req-f739a00e-a4c8-457f-a719-f8fffad0549c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.222917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93dd3e2a-79c5-4041-85f1-d5df317f9087 req-f739a00e-a4c8-457f-a719-f8fffad0549c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1654708 Nov 12 03:23:31.350865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93dd3e2a-79c5-4041-85f1-d5df317f9087 req-fdcf8fd8-1409-4801-9d5d-19ff01eb73a1 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221142 Nov 12 03:23:31.382516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.400181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01242022-0f83-4031-be91-c7f8d644a71a req-3880cb56-df69-4ac3-8155-8dc0c43b9a40 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707518 Nov 12 03:23:31.487089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec172b05-e770-4990-8a84-29efd15c98da,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.504492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c6221d-d956-4645-ac73-db1736e1ed04 None None] DHCP port deletion for ee0b1f71-d9ba-4158-854e-d4e8e437dd8b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:31.525566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43378) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:31.627260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-742523cf-c3ec-4d10-b701-c1a9feffd305 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03b7834c4793468d96c7dcc435e31aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0987687 Nov 12 03:23:31.628797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43380) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:31.713271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.760548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.816992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.921425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.925934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.930221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/75e9a942-55b0-4806-be3d-f8c767dcc745 HTTP/1.1" status: 204 len: 168 time: 0.2968075 Nov 12 03:23:31.939093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cdc83-87e1-41f7-9ff9-cd23a88adbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e9a942-55b0-4806-be3d-f8c767dcc745,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.314626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4781bca-d6b1-441e-80db-b63559593ddf {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:32.326229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.351005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Transition to ACTIVE for port object d4781bca-d6b1-441e-80db-b63559593ddf will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:32.357093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.359798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.581169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Pushing event updated for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.718404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b929d1-f75f-4dc4-a019-db1d54ba3daf req-7b4c3af5-5af7-47c0-8968-6848931c6dba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.726683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2b929d1-f75f-4dc4-a019-db1d54ba3daf req-7b4c3af5-5af7-47c0-8968-6848931c6dba tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.2175822 Nov 12 03:23:32.748666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad531-62cd-4e6f-bd75-7b8eced32bfb req-afcf1be6-d9f4-4e3b-9566-06dba3677723 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.757536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-629ad531-62cd-4e6f-bd75-7b8eced32bfb req-afcf1be6-d9f4-4e3b-9566-06dba3677723 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 947 time: 0.1735277 Nov 12 03:23:32.758276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Attempting to bind port d4781bca-d6b1-441e-80db-b63559593ddf on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:32.758621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Attempting to bind port d4781bca-d6b1-441e-80db-b63559593ddf by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:32.760104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Attempting to bind port d4781bca-d6b1-441e-80db-b63559593ddf on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:32.782949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Port d4781bca-d6b1-441e-80db-b63559593ddf on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:32.783299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Attempting to bind port d4781bca-d6b1-441e-80db-b63559593ddf on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:32.880424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-629ad531-62cd-4e6f-bd75-7b8eced32bfb req-85c98d6b-3d3f-40da-b8e4-0573567194e7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074467 Nov 12 03:23:32.893289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:32.898345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2b929d1-f75f-4dc4-a019-db1d54ba3daf req-94c24c67-54e0-4fdc-a250-6dfd5a16d54e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605616 Nov 12 03:23:32.900472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:32.900932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:32.901411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:32.901969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Bound port: d4781bca-d6b1-441e-80db-b63559593ddf, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:32.902426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.085040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:33.109126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d4781bca-d6b1-441e-80db-b63559593ddf,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:33.122877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.263649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.264563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.268081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] 10.222.0.100 "PUT /v2.0/ports/d4781bca-d6b1-441e-80db-b63559593ddf HTTP/1.1" status: 200 len: 1096 time: 2.7126629 Nov 12 03:23:33.269601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:33.293572 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d55779d-7325-48e0-a898-79d197e5e55b" -d '{"events": [{"name": "network-changed", "server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:33.322923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aae4-3ced-4537-b3c5-0b91ecd2f72d service neutron] Pushing event updated for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.341532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:33.361113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Sync routers for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:33.395613 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85d0231b-34f6-4647-9cf8-729003c488d2 admin admin] 10.222.0.93 "PUT /v2.0/routers/6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0322196 Nov 12 03:23:33.398288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:33.412846 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:33.419940 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:33.521280 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53522122-2794-4275-a84a-62ec900917ed x-openstack-request-id: req-53522122-2794-4275-a84a-62ec900917ed {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:33.521576 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:33.528329 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53522122-2794-4275-a84a-62ec900917ed {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:33.528952 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf', 'status': 'completed', 'code': 200} Nov 12 03:23:33.572157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-0cf07e6d-cb3d-42d8-a83c-d08e104ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.574165 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-0cf07e6d-cb3d-42d8-a83c-d08e104ec520 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 1099 time: 0.1772954 Nov 12 03:23:33.655350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-73eb61e0-b25f-4bce-893f-fac0badea563 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d4781bca-d6b1-441e-80db-b63559593ddf HTTP/1.1" status: 200 len: 217 time: 0.0696685 Nov 12 03:23:33.682310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.710321 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:33.718540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:33.779015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-aaabc7ab-3e9b-4f96-8e9f-3133bf2fa488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.784606 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-aaabc7ab-3e9b-4f96-8e9f-3133bf2fa488 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1131425 Nov 12 03:23:33.916258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-258d317c-73b0-4e5d-8fb1-de3b4cf88bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.917884 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-258d317c-73b0-4e5d-8fb1-de3b4cf88bec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283627 Nov 12 03:23:33.981040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.129913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-177007470-network', 'tenant_id': 'b9d92ee79a6e44faa0cb9866f10c9920'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:34.150677 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:23:31Z', 'revision_number': 5, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port': {'id': 'fc6879d8-4824-4e7b-b230-956e3f12f2ab', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:34.189602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cc2e-3b46-4183-ac3a-92138c94e335 req-a3b4d633-af10-4d38-a83e-1ca81c735daf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.198025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed90cc2e-3b46-4183-ac3a-92138c94e335 req-a3b4d633-af10-4d38-a83e-1ca81c735daf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1248720 Nov 12 03:23:34.206873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Made reservation on behalf of b9d92ee79a6e44faa0cb9866f10c9920 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:34.209669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.214613 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-bcf41d05-3382-43ca-ba52-d41be4cf73aa service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885661 Nov 12 03:23:34.221408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.223453 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Checking router: 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:34.262542 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Routers {'6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:34.263438 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:34.283575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed90cc2e-3b46-4183-ac3a-92138c94e335 req-207356c6-9d13-4f40-a0e2-31061b11fe20 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835340 Nov 12 03:23:34.295622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440749d-f20a-465d-aac9-8445ddc9a1bb req-d0ec94ac-cac0-42a8-8f0e-176a99722d9e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.297353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5440749d-f20a-465d-aac9-8445ddc9a1bb req-d0ec94ac-cac0-42a8-8f0e-176a99722d9e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 947 time: 0.2231660 Nov 12 03:23:34.323344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Deleting port fc6879d8-4824-4e7b-b230-956e3f12f2ab {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:34.324007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.417441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5440749d-f20a-465d-aac9-8445ddc9a1bb req-1e3271a3-3238-4588-babd-0330044883f7 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075733 Nov 12 03:23:34.509531 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] Set router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:34.582870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] For port fc6879d8-4824-4e7b-b230-956e3f12f2ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fc6879d8-4824-4e7b-b230-956e3f12f2ab,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:34.582870 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.595853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-50cfd6be-8155-47a4-85c1-d3553a8f8ea3 req-fff45a8e-e868-4816-b67b-ea6ed91de9e6 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450277 Nov 12 03:23:34.662365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Calling delete_port for fc6879d8-4824-4e7b-b230-956e3f12f2ab owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:34.766017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.773552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.790890 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 6, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:34.831828 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10055551-fa15-4dfb-987e-ac24cb630879 None None] The sync data for ids ['6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec'] in n-d-713499-30 is: [{'id': '6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec', 'name': 'tempest-ServersTestBootFromVolume-1027534094-router', 'tenant_id': 'df625564ad1a47138326137d76179c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:56Z', 'updated_at': '2021-11-12T03:23:33Z', 'revision_number': 6, 'project_id': 'df625564ad1a47138326137d76179c73', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:34.845286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:34.892788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55779d-7325-48e0-a898-79d197e5e55b req-a6100451-0ab1-4325-aff8-0670d24fac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.894676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-a6100451-0ab1-4325-aff8-0670d24fac86 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 1099 time: 0.2114451 Nov 12 03:23:34.896836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a3184c-2475-4b13-9849-1557a3288c92,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.911247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.911763 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Added segment 08bd98d9-620a-45d6-bebb-ec1ef622b508 of type vlan for network ff41d584-c64d-4685-90da-52cb03fa5a8f Nov 12 03:23:35.027082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.055905 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.105612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6879d8-4824-4e7b-b230-956e3f12f2ab,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.117056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55779d-7325-48e0-a898-79d197e5e55b req-c6aed841-62fb-42a0-893f-7e72a50d7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.119625 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-c6aed841-62fb-42a0-893f-7e72a50d7174 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.2171800 Nov 12 03:23:35.125797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.130179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.130850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.142741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f2706-71d8-4da2-bc30-00ee707bb088 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:35.215245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.286299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] Pushing event updated for resources: {'Network': ['ID=ff41d584-c64d-4685-90da-52cb03fa5a8f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.299997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ff41d584-c64d-4685-90da-52cb03fa5a8f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:35.383637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-ab59458b-1356-4d19-8adf-a3587a2e5e8d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=d4781bca-d6b1-441e-80db-b63559593ddf HTTP/1.1" status: 200 len: 217 time: 0.2422967 Nov 12 03:23:35.389577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-15fb3be4-a96d-4c84-926a-bb7707418bbc admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6700528 Nov 12 03:23:35.392954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.404250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Request body: {'subnet': {'network_id': 'ff41d584-c64d-4685-90da-52cb03fa5a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-177007470-subnet', 'tenant_id': 'b9d92ee79a6e44faa0cb9866f10c9920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.481710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.489268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.530216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Made reservation on behalf of b9d92ee79a6e44faa0cb9866f10c9920 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:35.533677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.550294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55779d-7325-48e0-a898-79d197e5e55b req-e304e970-d567-439e-af49-f2e0820b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.552402 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-e304e970-d567-439e-af49-f2e0820b6128 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1334288 Nov 12 03:23:35.654924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.655625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:23:35.661295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.662381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4bacc887-a633-4980-b6d1-c4123f399422 admin admin] 10.222.0.93 "DELETE /v2.0/routers/6148dd27-e6ba-4c12-8dd5-4ff3d84cc4ec HTTP/1.1" status: 204 len: 168 time: 2.2629390 Nov 12 03:23:35.666667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43478) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:35.697378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55779d-7325-48e0-a898-79d197e5e55b req-2172b885-6295-459c-ad03-bfaaef5dd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.699517 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-2172b885-6295-459c-ad03-bfaaef5dd663 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400526 Nov 12 03:23:35.728746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Deleting subnet 01c391cc-97ba-488d-8e30-df75578778d9 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:35.769046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.844463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e621-ab31-49fb-a152-56681e5fe1f5 req-4f18f787-37b2-4cac-b109-b9752107c152 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.848606 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-edc6fa70-68bb-4ed0-aa19-77b211e409cb service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286211 Nov 12 03:23:35.854562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4e4e621-ab31-49fb-a152-56681e5fe1f5 req-4f18f787-37b2-4cac-b109-b9752107c152 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 947 time: 0.1222854 Nov 12 03:23:35.873190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dbb04-d5e5-4e4c-9e02-d77b9563c70b req-f3b2e764-a9b4-45b8-b32a-669a6c1301e7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.884862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c33dbb04-d5e5-4e4c-9e02-d77b9563c70b req-f3b2e764-a9b4-45b8-b32a-669a6c1301e7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.2818446 Nov 12 03:23:35.930519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ec172b05-e770-4990-8a84-29efd15c98da no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:35.975686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ec172b05-e770-4990-8a84-29efd15c98da {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:35.976236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ec172b05-e770-4990-8a84-29efd15c98da not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:35.977023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc6879d8-4824-4e7b-b230-956e3f12f2ab no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:36.011566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c33dbb04-d5e5-4e4c-9e02-d77b9563c70b req-e5cb20e3-ba22-48d1-a1ac-ba57ae3e2a0e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206927 Nov 12 03:23:36.022234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.060040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fc6879d8-4824-4e7b-b230-956e3f12f2ab {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:36.061013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fc6879d8-4824-4e7b-b230-956e3f12f2ab not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:36.124079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4e4e621-ab31-49fb-a152-56681e5fe1f5 req-804ec602-6864-490f-acf5-afc706511f77 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685459 Nov 12 03:23:36.194183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.202087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4d55779d-7325-48e0-a898-79d197e5e55b req-44e19f34-6094-49c7-b4d0-2c7c0bf2942e service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196390 Nov 12 03:23:36.300745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0eb98b4-1fbc-484a-8900-8b34ac192d40,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.325606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Checking segment: {'id': '08bd98d9-620a-45d6-bebb-ec1ef622b508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ff41d584-c64d-4685-90da-52cb03fa5a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:36.325606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Network hostable DHCP agents. Network: ff41d584-c64d-4685-90da-52cb03fa5a8f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:36.356190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.369112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Network ff41d584-c64d-4685-90da-52cb03fa5a8f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:36.389018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ff41d584-c64d-4685-90da-52cb03fa5a8f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:36.398832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f7c29-bce5-4467-bd9b-f2742c67ad79 None None] Network ff41d584-c64d-4685-90da-52cb03fa5a8f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:36.427248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.429827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.449610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.484841 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8d5d36a5-d16d-4b09-b0e3-7bae160f6ddd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0904238 Nov 12 03:23:36.502415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c391cc-97ba-488d-8e30-df75578778d9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.518857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.526186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:36.526810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d27da668-40e1-4f6b-8e16-9b46d55c3637 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/01c391cc-97ba-488d-8e30-df75578778d9 HTTP/1.1" status: 204 len: 168 time: 0.8591175 Nov 12 03:23:36.612254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10d3c5-ae69-425e-9cd4-1ba09f8d0a28 None None] Network db1ab5a0-fd56-4185-8062-9d6202c07c59 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:36.751026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.766787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028e852-6576-425f-945d-abf17540399b None None] Network ff41d584-c64d-4685-90da-52cb03fa5a8f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:36.797061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43502) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:36.867386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Deleting port b77693cc-86ad-4543-baaf-c70999f9e530 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:36.867386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.900809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Deleting subnet d0eb98b4-1fbc-484a-8900-8b34ac192d40 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:36.905039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.929914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d4781bca-d6b1-441e-80db-b63559593ddf details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:36.965080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.008228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] For port b77693cc-86ad-4543-baaf-c70999f9e530, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b77693cc-86ad-4543-baaf-c70999f9e530,segment=NetworkSegment(d6ea5364-4099-4f46-9fd7-d353c7055364),segment_id=d6ea5364-4099-4f46-9fd7-d353c7055364)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:37.008583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.018759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.039711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Calling delete_port for b77693cc-86ad-4543-baaf-c70999f9e530 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:37.144207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.210662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.265372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77693cc-86ad-4543-baaf-c70999f9e530,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.276718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] No DVR routers for this DVR port b77693cc-86ad-4543-baaf-c70999f9e530 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:37.326324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.331566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d0eb98b4-1fbc-484a-8900-8b34ac192d40 HTTP/1.1" status: 204 len: 168 time: 0.5333169 Nov 12 03:23:37.337717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:37.338875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f929e-8a7a-4815-b5f8-00cd8c0e6565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0eb98b4-1fbc-484a-8900-8b34ac192d40,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.421648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d4781bca-d6b1-441e-80db-b63559593ddf,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:37.430299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.466757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'd4781bca-d6b1-441e-80db-b63559593ddf', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'd4781bca-d6b1-441e-80db-b63559593ddf', 'mac_address': 'fa:16:3e:d4:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:37.490770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1ab5a0-fd56-4185-8062-9d6202c07c59']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:37.506626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.516738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303304-2329-4286-acf3-a30392226457 req-7cc29979-ec97-4f8c-8503-3e83e93d5afe tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.528386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f303304-2329-4286-acf3-a30392226457 req-7cc29979-ec97-4f8c-8503-3e83e93d5afe tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.2786312 Nov 12 03:23:37.531850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ea5364-4099-4f46-9fd7-d353c7055364') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:37.540334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ea5364-4099-4f46-9fd7-d353c7055364') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:37.560968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.594575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530fa46-c0c6-4bc6-a8f9-2de2ef3b1215 req-e0e41b0a-d73e-4c57-82b9-f946508598a8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.604321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e530fa46-c0c6-4bc6-a8f9-2de2ef3b1215 req-e0e41b0a-d73e-4c57-82b9-f946508598a8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 947 time: 0.2557793 Nov 12 03:23:37.633982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.635624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.651853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4781bca-d6b1-441e-80db-b63559593ddf {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:37.712005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d4781bca-d6b1-441e-80db-b63559593ddf,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:37.725973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.739351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:37.740163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:37.771416 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:37.802440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e530fa46-c0c6-4bc6-a8f9-2de2ef3b1215 req-7c7d9b1f-7d06-4c9a-85e5-5368ae453b0c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873503 Nov 12 03:23:37.846961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f303304-2329-4286-acf3-a30392226457 req-0783f997-f059-4180-81f5-2cf63e5cec98 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190117 Nov 12 03:23:37.942913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c288e4c-b9d2-48c6-975a-60efa386fc05 None None] DHCP port deletion for db1ab5a0-fd56-4185-8062-9d6202c07c59 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:37.948980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.970564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.971078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.971487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.971887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.972385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.972799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.973373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.973981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.974630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.975320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.981533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:37.982007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:38.008610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b77693cc-86ad-4543-baaf-c70999f9e530 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:38.035295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b77693cc-86ad-4543-baaf-c70999f9e530 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:38.035646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b77693cc-86ad-4543-baaf-c70999f9e530 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:38.071862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.100447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff41d584-c64d-4685-90da-52cb03fa5a8f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:38.104416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.118771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.125612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] 10.222.0.93 "DELETE /v2.0/networks/db1ab5a0-fd56-4185-8062-9d6202c07c59 HTTP/1.1" status: 204 len: 168 time: 1.5983486 Nov 12 03:23:38.129096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bd98d9-620a-45d6-bebb-ec1ef622b508') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:38.129574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bd98d9-620a-45d6-bebb-ec1ef622b508') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:38.140888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d4781bca-d6b1-441e-80db-b63559593ddf'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:38.145880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3870c8-e1ac-40af-ab46-9c571ac7b547 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1ab5a0-fd56-4185-8062-9d6202c07c59,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.151236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.179525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.191479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:38.191891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:38.261370 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:38.265757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.294122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.297670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] 10.222.0.93 "DELETE /v2.0/networks/ff41d584-c64d-4685-90da-52cb03fa5a8f HTTP/1.1" status: 204 len: 168 time: 0.9587476 Nov 12 03:23:38.299240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa83a-e53b-43e1-af81-27c82772c0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff41d584-c64d-4685-90da-52cb03fa5a8f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.474779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43536) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:38.559398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2963baa5-0a0d-4bd6-a4cd-7b6980f47ad2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df625564ad1a47138326137d76179c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811756 Nov 12 03:23:38.559781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43538) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:38.600673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:38.630660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.662238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.684196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f51c88a3-ecd9-4010-94e0-aa4eebe95a83 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9d92ee79a6e44faa0cb9866f10c9920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819867 Nov 12 03:23:38.684932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:38.752392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.756980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.764105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e00f8bb0-9efe-4ebd-a8b5-c460235e2a8f HTTP/1.1" status: 204 len: 168 time: 0.2004106 Nov 12 03:23:38.792336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1366dd-430e-4d3d-98a2-947974971663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f8bb0-9efe-4ebd-a8b5-c460235e2a8f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.797922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.904282 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.014887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.018814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.023167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c1a3184c-2475-4b13-9849-1557a3288c92 HTTP/1.1" status: 204 len: 168 time: 0.3371089 Nov 12 03:23:39.065581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8536596-06d1-40ef-9c65-e95393580231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a3184c-2475-4b13-9849-1557a3288c92,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:39.148695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7270-4f0f-40c2-a75b-61f1bd94eeba req-654c2fe8-9c0f-40b4-b612-afaf56e08185 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.158085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56ad7270-4f0f-40c2-a75b-61f1bd94eeba req-654c2fe8-9c0f-40b4-b612-afaf56e08185 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 948 time: 0.2069724 Nov 12 03:23:39.174801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236a4a-8460-4376-9050-81ab5a1a8d21 req-ee049416-a202-450f-87ef-9a4f77746bd9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.182789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4236a4a-8460-4376-9050-81ab5a1a8d21 req-ee049416-a202-450f-87ef-9a4f77746bd9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1786358 Nov 12 03:23:39.271659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4236a4a-8460-4376-9050-81ab5a1a8d21 req-b90ee69d-b3a6-4ba3-b156-27ba2d631745 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875666 Nov 12 03:23:39.342243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56ad7270-4f0f-40c2-a75b-61f1bd94eeba req-331bcd88-5d33-445e-a39f-dd0925ee5cc2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811256 Nov 12 03:23:39.613313 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-e65781d8-2f57-400f-96e0-a4970eab14a6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225004 Nov 12 03:23:39.741604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-6dc52806-4a42-409c-9278-38519854bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.743322 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-6dc52806-4a42-409c-9278-38519854bfb2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 1097 time: 0.0763087 Nov 12 03:23:39.957070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-fd223a72-4ad6-448a-ac60-3836504bd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.958898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-fd223a72-4ad6-448a-ac60-3836504bd3b3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.1925693 Nov 12 03:23:40.007483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-22039b60-bdf7-46fb-8387-f2e3b2217d07 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 200 len: 217 time: 0.0386002 Nov 12 03:23:40.109176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-96b3b190-b302-40c2-b2d2-f6c1b2b09c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.113031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-96b3b190-b302-40c2-b2d2-f6c1b2b09c97 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.0943098 Nov 12 03:23:40.180675 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-715b8f61-b269-4d36-8432-ae129edf5bee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567975 Nov 12 03:23:40.465070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-4d3609c4-4aee-4b73-93b5-4688cc86a0a1 service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665100 Nov 12 03:23:40.645587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5cbc-18bc-4375-9912-76c3d8e55a4f req-e715d205-7a17-418a-a1c8-72533cecc0f2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.654951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4ca5cbc-18bc-4375-9912-76c3d8e55a4f req-e715d205-7a17-418a-a1c8-72533cecc0f2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.2206903 Nov 12 03:23:40.699691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68335da-2710-4f7c-94cb-94fc52651fcb req-607fbba1-3a91-4fa0-ba09-0ec0896c71dc tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.708360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a68335da-2710-4f7c-94cb-94fc52651fcb req-607fbba1-3a91-4fa0-ba09-0ec0896c71dc tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 948 time: 0.1763086 Nov 12 03:23:40.730347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-def6df6a-b50c-4595-8895-8eb3104bac63 req-f3ab79cb-0227-4477-bd3a-f2913eb657ef service neutron] 10.222.0.98 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529545 Nov 12 03:23:40.787644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a68335da-2710-4f7c-94cb-94fc52651fcb req-e2e40107-eee0-4050-b5e5-5056e28479a9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781360 Nov 12 03:23:40.816259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4ca5cbc-18bc-4375-9912-76c3d8e55a4f req-bfcbf949-f86b-416c-a48e-6f1c74941a18 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597834 Nov 12 03:23:40.832631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:40.834547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d4781bca-d6b1-441e-80db-b63559593ddf up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:40.966516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port d4781bca-d6b1-441e-80db-b63559593ddf completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:40.976274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port d4781bca-d6b1-441e-80db-b63559593ddf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:40.976463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.139292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1070602762-network', 'tenant_id': 'e3565b5d0f3545dcb7e0adc255ca9422'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:41.173058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.180629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Made reservation on behalf of e3565b5d0f3545dcb7e0adc255ca9422 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:41.183650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.206394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.233354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:41.237438 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cc7000-5f11-4e65-a79c-319be503d42d" -d '{"events": [{"server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "name": "network-vif-plugged", "status": "completed", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:41.268458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d4781bca-d6b1-441e-80db-b63559593ddf,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.275124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.333552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.338326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.362932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:41.385340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.385608 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Added segment 0385c56a-809b-459e-9639-5a1f9952f9e3 of type vlan for network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 Nov 12 03:23:41.416764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.444586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.478591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.479529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.480200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.543682 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a27d23-f0f0-4e53-b681-67e094dccee3 x-openstack-request-id: req-68a27d23-f0f0-4e53-b681-67e094dccee3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:41.544321 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "name": "network-vif-plugged", "status": "completed", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:41.544774 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-68a27d23-f0f0-4e53-b681-67e094dccee3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:41.545376 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf', 'code': 200} Nov 12 03:23:41.566525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Pushing event updated for resources: {'Network': ['ID=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.577795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:41.604390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71abef68-c787-4d9b-9377-efb40e78a4ce,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.615170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a56a5172-d581-44c5-9669-029b3f687767 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7784669 Nov 12 03:23:41.615524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43638) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:41.620695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Request body: {'subnet': {'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1070602762-subnet', 'tenant_id': 'e3565b5d0f3545dcb7e0adc255ca9422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:41.663789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077103-7bc0-4baa-b99f-8a721f9260e3 req-e7363f8a-836e-4baa-b6ad-f3fe56653f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.665359 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c077103-7bc0-4baa-b99f-8a721f9260e3 req-e7363f8a-836e-4baa-b6ad-f3fe56653f49 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 1101 time: 0.0516927 Nov 12 03:23:41.690514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Made reservation on behalf of e3565b5d0f3545dcb7e0adc255ca9422 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:41.695525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.789434 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c077103-7bc0-4baa-b99f-8a721f9260e3 req-32e41373-7243-4040-ab23-5243045b1c6b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Nov 12 03:23:42.140178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70688a4-3290-4458-8419-1f734991d117 req-8393b53c-607f-4f6e-8824-8780110b6b30 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.144381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b70688a4-3290-4458-8419-1f734991d117 req-8393b53c-607f-4f6e-8824-8780110b6b30 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.1362031 Nov 12 03:23:42.177016 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.261734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4a1850-4e3a-4486-9f49-4b8782eb3946,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.326799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001013a0-a5ac-4439-a3f5-0e1833baabea req-f4b4e5a8-cb00-48ed-8f95-db4c97ce5e4e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.328620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-001013a0-a5ac-4439-a3f5-0e1833baabea req-f4b4e5a8-cb00-48ed-8f95-db4c97ce5e4e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1828940 Nov 12 03:23:42.373630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b70688a4-3290-4458-8419-1f734991d117 req-d3d07176-b2fd-49a0-ac63-28c140900e2c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206929 Nov 12 03:23:42.420645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-001013a0-a5ac-4439-a3f5-0e1833baabea req-cbd472c7-a070-4966-9a06-2055ae7c0a64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753865 Nov 12 03:23:42.420645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Checking segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:42.420645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Network hostable DHCP agents. Network: efeed3bc-92d5-4b9a-97c7-e989f26b5ea7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:42.443050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:42.475206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, efeed3bc-92d5-4b9a-97c7-e989f26b5ea7) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:42.485568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb36edc-d472-4f36-aad5-dca2dfafe1b9 None None] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:42.496177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.496922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.551866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-26f40e95-08b9-42ca-b019-bce38f40910a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9348330 Nov 12 03:23:43.024016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f32a5-6d48-4f02-8ff6-8198ed500df1 None None] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:43.714727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e5ff4-a540-4333-9ed0-7484b6372178 req-5188a300-e57d-4278-830d-64ab5d9be547 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.716327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e8e5ff4-a540-4333-9ed0-7484b6372178 req-5188a300-e57d-4278-830d-64ab5d9be547 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.1224909 Nov 12 03:23:43.723411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-a0d3a4c8-237e-4db1-80b4-f22152769c66 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.731664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-a0d3a4c8-237e-4db1-80b4-f22152769c66 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 0.4148812 Nov 12 03:23:43.768369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-a415b818-27b2-4867-a897-ff70c9e848b4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/quotas/e3565b5d0f3545dcb7e0adc255ca9422 HTTP/1.1" status: 200 len: 375 time: 0.0370374 Nov 12 03:23:43.821949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-bb7454c4-6177-4a21-a5aa-5700feca577a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526829 Nov 12 03:23:43.857620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e8e5ff4-a540-4333-9ed0-7484b6372178 req-3af7fdeb-2ef1-4be3-9a4b-e4f143376b59 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252766 Nov 12 03:23:43.961106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-73ceb2d8-7aa6-4157-ad87-9e4bcb099cac service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370015 Nov 12 03:23:44.128649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b96e0-658a-497e-a028-9a92dff50752 req-83422fab-65d8-42a9-bd95-cc7d1b509c6a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.130277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-748b96e0-658a-497e-a028-9a92dff50752 req-83422fab-65d8-42a9-bd95-cc7d1b509c6a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1043088 Nov 12 03:23:44.133308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-cb8a909b-2185-4784-a959-408248438b88 service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721809 Nov 12 03:23:44.214037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-748b96e0-658a-497e-a028-9a92dff50752 req-8f81f17f-0550-4888-ac19-90734aefca67 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709937 Nov 12 03:23:44.558817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4626e56-dff5-41a1-93be-2df4a092fb12 req-4a11307f-81e6-489e-b8e0-126cb682dbec tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 210 time: 0.0446463 Nov 12 03:23:45.063233 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-31a31122-4a1e-4c81-8084-4a7048b28097 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208985 Nov 12 03:23:45.121960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e761a1-3a89-4e7c-b516-e5266b93bd90 req-24ca01a0-753c-43a6-b4c3-01a9f567b9d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.123471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5e761a1-3a89-4e7c-b516-e5266b93bd90 req-24ca01a0-753c-43a6-b4c3-01a9f567b9d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.0990317 Nov 12 03:23:45.179463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-a1e8d798-f4d7-476b-8017-ec6183ac9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.181252 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-a1e8d798-f4d7-476b-8017-ec6183ac9a2b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c8e770f486df4897b2264937bab5dbfd&device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 1097 time: 0.0939107 Nov 12 03:23:45.249215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5e761a1-3a89-4e7c-b516-e5266b93bd90 req-30eaccd6-5494-4ec1-9304-814df0cdc00c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131399 Nov 12 03:23:45.442012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-c7fd9c3c-5525-4bfe-878e-c942d66bce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.443869 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-c7fd9c3c-5525-4bfe-878e-c942d66bce07 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 200 len: 921 time: 0.2220271 Nov 12 03:23:45.506502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e3b67-fb13-4bce-beef-7b274773799f req-8ed6f1b7-64f6-412d-a6fa-0a115f262a52 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.508193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-836e3b67-fb13-4bce-beef-7b274773799f req-8ed6f1b7-64f6-412d-a6fa-0a115f262a52 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1404901 Nov 12 03:23:45.517693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bde66-1384-4255-b3ed-54aeba462f72 req-09e119a0-7444-4dc1-8481-4ce58823c7cc tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.520017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-797bde66-1384-4255-b3ed-54aeba462f72 req-09e119a0-7444-4dc1-8481-4ce58823c7cc tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 1101 time: 0.1016698 Nov 12 03:23:45.554824 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-b5bf3412-4e50-4713-88e2-86a1cf388f51 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 200 len: 217 time: 0.0956945 Nov 12 03:23:45.603797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-836e3b67-fb13-4bce-beef-7b274773799f req-c80492e4-844a-4330-a5f8-d0f42f40ac40 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890479 Nov 12 03:23:45.634208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-797bde66-1384-4255-b3ed-54aeba462f72 req-87627d93-8451-41a9-990e-1cdceefc7a0b tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997016 Nov 12 03:23:45.681505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-66e63116-68b1-4e42-9b05-1e2450ba63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.682999 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-66e63116-68b1-4e42-9b05-1e2450ba63b2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 200 len: 859 time: 0.1210923 Nov 12 03:23:45.816270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-9ee18fee-5d4c-4def-bbc9-7798883b5202 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c2ab520e-8866-4800-ae5e-73d32f2c0bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141481 Nov 12 03:23:45.975303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-251dec10-1b76-4671-9715-c06e070372e4 req-1248192d-4a8b-42b0-b710-0c5700daec3b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 210 time: 0.0845766 Nov 12 03:23:46.160667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-fcff06a6-22ca-4d00-9782-f05c68e8e066 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.162312 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-fcff06a6-22ca-4d00-9782-f05c68e8e066 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 0.3708782 Nov 12 03:23:46.204273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-e6799424-5a9f-4a9b-9cae-d1b64fc3a5cb tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407488 Nov 12 03:23:46.210807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Request body: {'port': {'device_id': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'admin_state_up': True, 'tenant_id': 'e3565b5d0f3545dcb7e0adc255ca9422'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:46.265072 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-adb1038b-a73b-4b1c-975e-c3e4dd4ef42e service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253356 Nov 12 03:23:46.367881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-82bcb741-135b-42d9-9c48-24927af349ea tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.369751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-82bcb741-135b-42d9-9c48-24927af349ea tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640744 Nov 12 03:23:46.392562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-f2152499-ed81-40f3-aa76-b14062e0f450 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0169108 Nov 12 03:23:46.493810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Made reservation on behalf of e3565b5d0f3545dcb7e0adc255ca9422 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:46.494879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-274110a4-9803-4b8e-9d46-12c040517bfa tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0982735 Nov 12 03:23:46.507666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.684628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7255bdca-6516-4770-a3ec-0ec0dfa36ff0 req-dd4b54e3-fed4-42d7-a283-e846c40fbfe2 service neutron] 10.222.0.100 "GET /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607979 Nov 12 03:23:46.848040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7b503c8-2af1-4347-8e1b-0707438c86ec req-ea819ea9-0bd2-41e1-a253-edf6bbac42a9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 210 time: 0.0522811 Nov 12 03:23:46.858363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Allocated IP 172.20.0.10 (efeed3bc-92d5-4b9a-97c7-e989f26b5ea7/eb4a1850-4e3a-4486-9f49-4b8782eb3946/56b05738-f5b8-467d-9fc0-e4cd49e92606) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:46.883076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d78951-aac3-4f0b-80ba-c4c0b6d1a377 req-1d7a4808-8113-4cce-b057-90316c38323d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.894176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85d78951-aac3-4f0b-80ba-c4c0b6d1a377 req-1d7a4808-8113-4cce-b057-90316c38323d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1229076 Nov 12 03:23:47.041456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85d78951-aac3-4f0b-80ba-c4c0b6d1a377 req-c71c80e9-71b1-473a-93b6-26e6bc5b72c0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463428 Nov 12 03:23:47.193299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.237424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb530a-7064-4c67-a27b-b7c3b8ed7c40 req-120d5a28-6cda-4c06-b9ff-62c63aa75e9f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.251315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03cb530a-7064-4c67-a27b-b7c3b8ed7c40 req-120d5a28-6cda-4c06-b9ff-62c63aa75e9f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.2197139 Nov 12 03:23:47.280112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.381444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:47.394508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:47.405557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:47.415240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.454267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03cb530a-7064-4c67-a27b-b7c3b8ed7c40 req-85803ede-30d9-4a41-a0db-69ca0b8b2026 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957898 Nov 12 03:23:47.601478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.602298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.628573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-6aa90645-1724-4c1d-b2da-79d436dae037 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4478495 Nov 12 03:23:47.646176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Request body: {'port': {'device_id': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:47.676730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076d4ce-6424-4034-970b-b7dcb2bb97be req-b4f509d0-d79e-4431-a05a-7133b93aa469 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.678317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f076d4ce-6424-4034-970b-b7dcb2bb97be req-b4f509d0-d79e-4431-a05a-7133b93aa469 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 932 time: 0.1119137 Nov 12 03:23:47.727200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.821997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f076d4ce-6424-4034-970b-b7dcb2bb97be req-9c4947ff-3f18-4e28-aa15-1f23d81a9420 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292980 Nov 12 03:23:47.986403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a2e6dc-94b0-4521-8619-2119cda940eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.007405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67e7f4d8-b28a-42fc-b687-0cf5f1a773b9 req-37cba75e-ed87-4241-a70d-15ecb54815af tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 210 time: 0.0697374 Nov 12 03:23:48.214498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:48.234563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.261164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Transition to ACTIVE for port object 56b05738-f5b8-467d-9fc0-e4cd49e92606 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:48.265322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.307057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035526e-f010-4d1f-a1b2-7124852f2457 req-e2000142-ce50-40a4-9ef5-1fde7506fa77 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.325722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b035526e-f010-4d1f-a1b2-7124852f2457 req-e2000142-ce50-40a4-9ef5-1fde7506fa77 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1453271 Nov 12 03:23:48.437881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b035526e-f010-4d1f-a1b2-7124852f2457 req-b9e75129-24ff-403f-9b80-2a50d8ca01ac tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107559 Nov 12 03:23:48.624556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b399-513b-4c21-bad4-6ac7507d578d req-6e9dea7a-eb51-41eb-8ef2-0e5fb45cc3f3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.626165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41d5b399-513b-4c21-bad4-6ac7507d578d req-6e9dea7a-eb51-41eb-8ef2-0e5fb45cc3f3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.0722899 Nov 12 03:23:48.801603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41d5b399-513b-4c21-bad4-6ac7507d578d req-117153b9-c958-44a1-ba8b-e99d0c1c94f4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548319 Nov 12 03:23:48.803026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-1234368b-991a-4437-b222-e57955f0a2f8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351398 Nov 12 03:23:48.848579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.004535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-ed90a036-6e47-446f-ae2f-d1b84bff698e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.005995 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-ed90a036-6e47-446f-ae2f-d1b84bff698e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824236 Nov 12 03:23:49.015763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1ccd2-8314-4bf4-abfc-9962d5161dad req-b2f9f030-4dfe-4a62-b809-20aea5803832 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.023564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebc1ccd2-8314-4bf4-abfc-9962d5161dad req-b2f9f030-4dfe-4a62-b809-20aea5803832 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 944 time: 0.0802610 Nov 12 03:23:49.028311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:49.084567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Attempting to bind port 56b05738-f5b8-467d-9fc0-e4cd49e92606 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:49.085005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Attempting to bind port 56b05738-f5b8-467d-9fc0-e4cd49e92606 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:49.085423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Attempting to bind port 56b05738-f5b8-467d-9fc0-e4cd49e92606 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:49.268283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Port 56b05738-f5b8-467d-9fc0-e4cd49e92606 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:49.268931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Attempting to bind port 56b05738-f5b8-467d-9fc0-e4cd49e92606 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:49.290852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:49.291329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Checking segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:49.291867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Bound using segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:49.293720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Bound port: 56b05738-f5b8-467d-9fc0-e4cd49e92606, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:49.294179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.319038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:49.326079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.404478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:49.408948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:49.414511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.463733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.464542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.466059 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] 10.222.0.98 "PUT /v2.0/ports/56b05738-f5b8-467d-9fc0-e4cd49e92606 HTTP/1.1" status: 200 len: 1093 time: 1.8262720 Nov 12 03:23:49.466611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:49.469283 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:49.550772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebc1ccd2-8314-4bf4-abfc-9962d5161dad req-77ce5280-30b2-4b51-9856-934c87ed2a81 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160632 Nov 12 03:23:49.605037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dfec9d2-c023-413e-9c78-9d6203e2e1a3 req-a4be7f48-a185-4343-aa85-223eb1dfb219 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 210 time: 0.4014874 Nov 12 03:23:49.661465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-e15ddb3a-44e7-4759-9ebb-fe3b94673202 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.662180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a42714-962b-4753-9f5c-8e9e4dcafe3a service neutron] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.663011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-e15ddb3a-44e7-4759-9ebb-fe3b94673202 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.98 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.6204109 Nov 12 03:23:49.698263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-e86d5c30-bfa3-4e78-81d1-99edbd63f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.699762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-e86d5c30-bfa3-4e78-81d1-99edbd63f89d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 1096 time: 0.1671443 Nov 12 03:23:49.777383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-76e5e0ec-29c7-4951-884e-9dac3bc6463b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606 HTTP/1.1" status: 200 len: 217 time: 0.0695193 Nov 12 03:23:49.808123 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd1fda-a734-40da-8405-e0fbef0ca80f x-openstack-request-id: req-10bd1fda-a734-40da-8405-e0fbef0ca80f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:49.808421 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:49.808670 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10bd1fda-a734-40da-8405-e0fbef0ca80f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:49.809080 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'status': 'completed', 'code': 200} Nov 12 03:23:49.844834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be055a-cc45-4479-b574-94325f458d1d req-56c79bb9-ed0e-4a7e-a13d-a83efe57c5e9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.853191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8be055a-cc45-4479-b574-94325f458d1d req-56c79bb9-ed0e-4a7e-a13d-a83efe57c5e9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1000736 Nov 12 03:23:49.881914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-469f6583-d4ca-44f1-a2fe-70da6bcf210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.883404 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-469f6583-d4ca-44f1-a2fe-70da6bcf210c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.0621090 Nov 12 03:23:49.884637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.128 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/c0ddedc0-f45e-4522-aa3f-124d47cca57f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:49.885836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Deleting port f1a5aab1-6041-446e-8697-9d1fc7f19957 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:49.886519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.939900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-5f2ece52-97f3-46e8-bc18-15dc8e36f256 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462902 Nov 12 03:23:50.002933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8be055a-cc45-4479-b574-94325f458d1d req-3fa2214d-98b6-471d-9851-3365bfda28a5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486125 Nov 12 03:23:50.085944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] For port f1a5aab1-6041-446e-8697-9d1fc7f19957, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f1a5aab1-6041-446e-8697-9d1fc7f19957,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:50.088078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.123058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Calling delete_port for f1a5aab1-6041-446e-8697-9d1fc7f19957 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:50.198863 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-01d54684-f322-4895-a177-b30eb33206d8 service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507551 Nov 12 03:23:50.317837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.351620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72d2aeb5-dbc6-458c-abbd-be31a60e3d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.353556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:50.368548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42278c0-5637-4e33-b3ad-26c5e0669d97 req-cd88aff4-863c-42ba-b8e7-18bd21f15990 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.369997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b42278c0-5637-4e33-b3ad-26c5e0669d97 req-cd88aff4-863c-42ba-b8e7-18bd21f15990 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 945 time: 0.1147730 Nov 12 03:23:50.380511 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0928dc13-c62f-490c-9673-cb97ee42b6a7 req-4ff72b7b-1c91-4a47-8e0d-9a94c7ac0c45 service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698699 Nov 12 03:23:50.401669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.419727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:50.422766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858', 'd4781bca-d6b1-441e-80db-b63559593ddf'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:50.495781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:50.507623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:50.514617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:50.527829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.629867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-de4a33eb-1aa3-4cc6-b856-2a153934b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.634793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-de4a33eb-1aa3-4cc6-b856-2a153934b0f5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 1096 time: 0.1888347 Nov 12 03:23:50.645281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.668685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b42278c0-5637-4e33-b3ad-26c5e0669d97 req-73b55d33-be2e-4160-8fdc-e4b6a174b112 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694702 Nov 12 03:23:50.716865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ead6e873-192e-46f6-98ef-8ac76fab289a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.728383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.729193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.824441 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-951cf225-4560-43f0-a6ee-9c340c73acad tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8010137 Nov 12 03:23:50.844544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Request body: {'port': {'device_id': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:50.906942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Pushing event deleted for resources: {'Port': ['ID=f1a5aab1-6041-446e-8697-9d1fc7f19957,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.946319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-6966927d-9055-4dd2-9914-da359071ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.951584 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-6966927d-9055-4dd2-9914-da359071ee2e service neutron] 10.222.0.98 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 917 time: 0.2976720 Nov 12 03:23:50.994208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] No DVR routers for this DVR port f1a5aab1-6041-446e-8697-9d1fc7f19957 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:50.999141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.002809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff63be41-9daa-438f-98bf-baa0cc42f02e req-ebe54ea7-abcd-4a93-aa57-eeb46bc1bec2 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.98 "DELETE /v2.0/ports/f1a5aab1-6041-446e-8697-9d1fc7f19957 HTTP/1.1" status: 204 len: 173 time: 1.3318849 Nov 12 03:23:51.003468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'name': 'network-vif-deleted', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:51.005898 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab728ef-9db2-4c83-9c95-081058e2b338" -d '{"events": [{"server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "name": "network-vif-deleted", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:51.031635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051813d4-963d-4045-b1f4-ce6f93171192 req-0ec8f7da-7727-4e46-9528-5ce5f07cb98b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.034013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-051813d4-963d-4045-b1f4-ce6f93171192 req-0ec8f7da-7727-4e46-9528-5ce5f07cb98b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 944 time: 0.3522809 Nov 12 03:23:51.043276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b448-a1d8-4d65-9ea9-a9416d0e5762 req-3fad8661-9749-42e6-8c0f-c5d9c5f324f5 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.051268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f441b448-a1d8-4d65-9ea9-a9416d0e5762 req-3fad8661-9749-42e6-8c0f-c5d9c5f324f5 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 936 time: 0.1864486 Nov 12 03:23:51.140928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f441b448-a1d8-4d65-9ea9-a9416d0e5762 req-2b7adf8e-0e28-45ef-9bad-f2fd679a5618 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886266 Nov 12 03:23:51.227663 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-21b096f6-714c-4790-8dbb-98e529c7bbaf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606 HTTP/1.1" status: 200 len: 217 time: 0.2543783 Nov 12 03:23:51.227663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.277941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-051813d4-963d-4045-b1f4-ce6f93171192 req-26548969-f938-4ad9-8bb1-d6bce3108204 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182448 Nov 12 03:23:51.337471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a78076ea-950f-4242-8140-714e41b83e58 None None] Provisioning complete for port c0ddedc0-f45e-4522-aa3f-124d47cca57f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:51.337849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a78076ea-950f-4242-8140-714e41b83e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.388543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ead6e873-192e-46f6-98ef-8ac76fab289a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.398540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ead6e873-192e-46f6-98ef-8ac76fab289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.442309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-fb61c00f-03d9-4097-b6bf-292bc97d769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.443902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-fb61c00f-03d9-4097-b6bf-292bc97d769a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.2068458 Nov 12 03:23:51.445387 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191849ad-3c28-4dcc-81c2-ec5722010307 x-openstack-request-id: req-191849ad-3c28-4dcc-81c2-ec5722010307 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:51.446434 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bf1e0e-da15-4003-9564-8aea936016d6", "name": "network-vif-deleted", "tag": "f1a5aab1-6041-446e-8697-9d1fc7f19957", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:51.446547 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-191849ad-3c28-4dcc-81c2-ec5722010307 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:51.447020 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bf1e0e-da15-4003-9564-8aea936016d6', 'name': 'network-vif-deleted', 'tag': 'f1a5aab1-6041-446e-8697-9d1fc7f19957', 'status': 'completed', 'code': 200} Nov 12 03:23:51.487486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a78076ea-950f-4242-8140-714e41b83e58 None None] Port c0ddedc0-f45e-4522-aa3f-124d47cca57f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:51.549474 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ead6e873-192e-46f6-98ef-8ac76fab289a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e72519012e334af0b99b182a8af67f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1902196 Nov 12 03:23:51.550583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6e873-192e-46f6-98ef-8ac76fab289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34733e62-0f03-4dcb-b19d-366eb0c7c46d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.565938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-e2273b7a-04e3-428e-b59b-e8fc25359b34 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007426 Nov 12 03:23:51.566452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:51.590684 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.610337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdb035-3201-495d-bd7b-fd467f06088c req-3066b366-3dd9-43a0-951b-9d2fa892e0da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.619870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9abdb035-3201-495d-bd7b-fd467f06088c req-3066b366-3dd9-43a0-951b-9d2fa892e0da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1292124 Nov 12 03:23:51.706274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9abdb035-3201-495d-bd7b-fd467f06088c req-659a52fd-d7e1-4d6f-ae8d-ec3c93963b90 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845125 Nov 12 03:23:51.820177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-65ab162b-5647-46ea-aae8-82c90fef2ade service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021205 Nov 12 03:23:51.822752 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.841234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-945cc885-88d8-4d87-b68e-2e8f1135f8fe req-b049dcae-7cbf-4426-98f4-0339719b965c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=26bf1e0e-da15-4003-9564-8aea936016d6 HTTP/1.1" status: 200 len: 210 time: 0.0574982 Nov 12 03:23:51.890420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.068847 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6541e9ef-4dbb-4c59-9b81-e34ec7428ad4 req-786784f3-b379-49a0-b4cf-79cb86657523 service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404556 Nov 12 03:23:52.088516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ddedc0-f45e-4522-aa3f-124d47cca57f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:52.093182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.096123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.099708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/34733e62-0f03-4dcb-b19d-366eb0c7c46d HTTP/1.1" status: 204 len: 168 time: 0.5270553 Nov 12 03:23:52.109771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.114501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47c826-5467-4e13-b8ff-e441e8342cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34733e62-0f03-4dcb-b19d-366eb0c7c46d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.133455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Transition to ACTIVE for port object c0ddedc0-f45e-4522-aa3f-124d47cca57f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:52.144739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.238568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:52.245386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Pushing event updated for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.418362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202ea17-b597-476f-b6f7-62d112eaf518 req-a94ecf0b-816e-4779-a396-f8fdb869e530 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.434886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3202ea17-b597-476f-b6f7-62d112eaf518 req-a94ecf0b-816e-4779-a396-f8fdb869e530 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.2026532 Nov 12 03:23:52.466722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Attempting to bind port c0ddedc0-f45e-4522-aa3f-124d47cca57f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:52.467289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Attempting to bind port c0ddedc0-f45e-4522-aa3f-124d47cca57f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:52.470636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Attempting to bind port c0ddedc0-f45e-4522-aa3f-124d47cca57f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:52.483435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Port c0ddedc0-f45e-4522-aa3f-124d47cca57f on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:52.483818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Attempting to bind port c0ddedc0-f45e-4522-aa3f-124d47cca57f on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:52.506252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:52.506624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:52.506972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:52.507412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Bound port: c0ddedc0-f45e-4522-aa3f-124d47cca57f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:52.507765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.525165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3202ea17-b597-476f-b6f7-62d112eaf518 req-1a60d083-0de0-47ae-b997-8535f2c064a4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891919 Nov 12 03:23:52.650966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab670ea-6cdb-4ec2-af0a-3640797140d7 req-5fc6dcb9-b1b0-466f-a752-58376d2b28c4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.652989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ab670ea-6cdb-4ec2-af0a-3640797140d7 req-5fc6dcb9-b1b0-466f-a752-58376d2b28c4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 944 time: 0.1056905 Nov 12 03:23:52.666943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:52.674237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:52.683580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.773943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.775107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.778187 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] 10.222.0.100 "PUT /v2.0/ports/c0ddedc0-f45e-4522-aa3f-124d47cca57f HTTP/1.1" status: 200 len: 1097 time: 1.9389293 Nov 12 03:23:52.778862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:52.782214 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c361f8c-2386-440b-8b6e-8b40d4712c47" -d '{"events": [{"name": "network-changed", "server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:52.822462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf1e2b-9817-4b26-a882-9ee953d71eed service neutron] Pushing event updated for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.827700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ab670ea-6cdb-4ec2-af0a-3640797140d7 req-121da28f-8cd8-47b8-a947-4df0e3f093cb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642621 Nov 12 03:23:52.913353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-4becc420-cc9d-430f-8268-a3bd4e4f0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.916018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-4becc420-cc9d-430f-8268-a3bd4e4f0ed1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 1100 time: 0.0760601 Nov 12 03:23:52.941404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.011722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66311b6-6ec0-4b50-a402-4dfd24372edb req-b0e1ab34-bff5-41d5-befd-8aee3cde557a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.024513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d66311b6-6ec0-4b50-a402-4dfd24372edb req-b0e1ab34-bff5-41d5-befd-8aee3cde557a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0927069 Nov 12 03:23:53.027215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-1c8cf2a2-0cbe-4ad1-92e7-ced8768efc9a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f HTTP/1.1" status: 200 len: 217 time: 0.0992823 Nov 12 03:23:53.087751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-3ed7ab10-0700-4ede-af04-6b75c2c34b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.089319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-3ed7ab10-0700-4ede-af04-6b75c2c34b47 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0512428 Nov 12 03:23:53.107730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d66311b6-6ec0-4b50-a402-4dfd24372edb req-a14b00ca-c5d0-445b-8b9e-f39e70888a59 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755706 Nov 12 03:23:53.182182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-f8cb37d9-0051-4032-a136-fcc79bbd3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.188156 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-f8cb37d9-0051-4032-a136-fcc79bbd3613 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765173 Nov 12 03:23:53.332997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:53.338755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f1a5aab1-6041-446e-8697-9d1fc7f19957 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:53.354222 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f335a71d-99b4-4a9a-9bf8-aae6cb5ef781 x-openstack-request-id: req-f335a71d-99b4-4a9a-9bf8-aae6cb5ef781 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:53.354510 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:53.355138 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f335a71d-99b4-4a9a-9bf8-aae6cb5ef781 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:53.364491 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f', 'status': 'completed', 'code': 200} Nov 12 03:23:53.374399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: f1a5aab1-6041-446e-8697-9d1fc7f19957 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:53.374959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f1a5aab1-6041-446e-8697-9d1fc7f19957 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:53.435744 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-e1ca9182-0d7e-41bb-a692-cdcc7cb3e7f0 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394180 Nov 12 03:23:53.645471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.664291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.687654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'port_id': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'mac_address': 'fa:16:3e:00:84:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a1850-4e3a-4486-9f49-4b8782eb3946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:53.710646 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b2d1712f-e13c-4f30-bb5b-491b43721e3f req-83a7e44b-f0a3-43cc-8dbb-423f4b221288 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666538 Nov 12 03:23:53.753808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd650b-560d-496b-9e0e-d699239ed8aa req-b6417f43-3813-4167-b07f-68dbd8f693af tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.754694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.762702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eadd650b-560d-496b-9e0e-d699239ed8aa req-b6417f43-3813-4167-b07f-68dbd8f693af tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0745640 Nov 12 03:23:53.828519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:53.852087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414e8c-46bc-4f95-a21a-3b8224c23046 req-60ab2af3-718c-48a9-b35c-c924a3d565d4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.855153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25414e8c-46bc-4f95-a21a-3b8224c23046 req-60ab2af3-718c-48a9-b35c-c924a3d565d4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.0896790 Nov 12 03:23:53.872506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eadd650b-560d-496b-9e0e-d699239ed8aa req-bff1978b-9621-4056-bc36-65a32c3bfeae tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063247 Nov 12 03:23:53.885956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.896253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.929225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-6fe110a1-96fc-4deb-a32f-5f70c7754617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.930781 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-6fe110a1-96fc-4deb-a32f-5f70c7754617 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 1100 time: 0.1438637 Nov 12 03:23:53.972224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.007799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25414e8c-46bc-4f95-a21a-3b8224c23046 req-078e1af5-a803-4029-8d97-b2414e025d11 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284695 Nov 12 03:23:54.096026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-379e82b8-208b-48d0-8b96-b0a071876968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.098082 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-379e82b8-208b-48d0-8b96-b0a071876968 service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1538215 Nov 12 03:23:54.173553 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-a1219e4c-3940-4df9-a68b-d364c6a53836 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f HTTP/1.1" status: 200 len: 217 time: 0.0571132 Nov 12 03:23:54.176780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['56b05738-f5b8-467d-9fc0-e4cd49e92606'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:54.186242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8be9-a6d5-439e-a5a2-8a5c9a3803d7 req-72545cac-32b7-405d-be87-d935710a3518 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.203932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f6f8be9-a6d5-439e-a5a2-8a5c9a3803d7 req-72545cac-32b7-405d-be87-d935710a3518 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 945 time: 0.0932412 Nov 12 03:23:54.323506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f6f8be9-a6d5-439e-a5a2-8a5c9a3803d7 req-597f1bfa-ee4c-4a1c-898c-077299908a71 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169624 Nov 12 03:23:54.323742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-83890baf-6a28-4658-bb52-9e23927b69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.325010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-83890baf-6a28-4658-bb52-9e23927b69f8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1360269 Nov 12 03:23:54.333408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8935a-adb5-4a7b-befc-2d7a6d8ad9a3 req-009a08c0-071c-411e-a087-03fb96edc75a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.340718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71c8935a-adb5-4a7b-befc-2d7a6d8ad9a3 req-009a08c0-071c-411e-a087-03fb96edc75a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1055710 Nov 12 03:23:54.398547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-fd90cfeb-72d0-4d49-9fb2-436cffb68dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.400091 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-fd90cfeb-72d0-4d49-9fb2-436cffb68dc0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662332 Nov 12 03:23:54.429735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71c8935a-adb5-4a7b-befc-2d7a6d8ad9a3 req-63a2f27e-4826-4e66-a670-1890338ceacf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832555 Nov 12 03:23:54.529793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-5bbf3182-0685-48a7-9637-7e70f1f0486d service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118090 Nov 12 03:23:54.648101 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-8c361f8c-2386-440b-8b6e-8b40d4712c47 req-6726edbd-a952-4d3f-b96a-c8469eda6da9 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109245 Nov 12 03:23:55.004019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c65dfc-4988-4b6a-aaa6-926399106110 req-5529343f-dd60-42d2-a9c8-785e367e637b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.005681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0c65dfc-4988-4b6a-aaa6-926399106110 req-5529343f-dd60-42d2-a9c8-785e367e637b tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0547781 Nov 12 03:23:55.068487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0c65dfc-4988-4b6a-aaa6-926399106110 req-89ace4b8-1f33-4a88-af6a-d927372783b5 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564601 Nov 12 03:23:55.184367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1335-1ff8-47e0-a960-dce7b83d0917 req-d19bf45c-757d-4f54-bfb8-297e8df8aa9a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.185917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-105e1335-1ff8-47e0-a960-dce7b83d0917 req-d19bf45c-757d-4f54-bfb8-297e8df8aa9a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.0553484 Nov 12 03:23:55.244544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-105e1335-1ff8-47e0-a960-dce7b83d0917 req-32de8dc4-06c9-4d23-9e99-47a0f26e233b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468030 Nov 12 03:23:55.344091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:55.394930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 56b05738-f5b8-467d-9fc0-e4cd49e92606 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:55.399700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 56b05738-f5b8-467d-9fc0-e4cd49e92606 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:55.400106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.463579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025894-3243-4a7f-9748-eee89bb64be7 req-4000793f-cb37-4a3b-b97d-7d9e0dbe7d3a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.468534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de025894-3243-4a7f-9748-eee89bb64be7 req-4000793f-cb37-4a3b-b97d-7d9e0dbe7d3a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 945 time: 0.0601213 Nov 12 03:23:55.510837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.538860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:55.540756 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d97fd-537d-494f-9329-d30b194e8884" -d '{"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-plugged", "status": "completed", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:55.553830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:55.555926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de025894-3243-4a7f-9748-eee89bb64be7 req-abd33dc3-1715-41d6-a533-be0b0e862bd8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Nov 12 03:23:55.558034 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.570134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72739a24-f352-40f2-88b3-6b83794d56b8 req-856b76cc-316f-47ae-a308-a162649ee8da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.572354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72739a24-f352-40f2-88b3-6b83794d56b8 req-856b76cc-316f-47ae-a308-a162649ee8da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0760975 Nov 12 03:23:55.610241 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa714f2-a3ef-434e-9811-b36cecec9f8c x-openstack-request-id: req-bfa714f2-a3ef-434e-9811-b36cecec9f8c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:55.620321 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-plugged", "status": "completed", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:55.620586 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bfa714f2-a3ef-434e-9811-b36cecec9f8c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:55.621000 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'code': 200} Nov 12 03:23:55.643559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72739a24-f352-40f2-88b3-6b83794d56b8 req-1d933443-6907-4bde-b5c8-a1f80baf7835 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607092 Nov 12 03:23:55.649321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:55.722470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592a313-c9c8-4689-880c-f24db925c6b1 req-ae112407-9aec-46b1-82ea-b92f8f273f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.724114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e592a313-c9c8-4689-880c-f24db925c6b1 req-ae112407-9aec-46b1-82ea-b92f8f273f06 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 1098 time: 0.0433862 Nov 12 03:23:55.780540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e592a313-c9c8-4689-880c-f24db925c6b1 req-f231b69d-e883-4e50-a582-977d492cf317 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487671 Nov 12 03:23:55.913442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f1b34-b18f-43e9-99db-e507991f21d7 req-d15057ab-cb1b-467d-8a88-0b638dc3852d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.914916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-616f1b34-b18f-43e9-99db-e507991f21d7 req-d15057ab-cb1b-467d-8a88-0b638dc3852d tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 950 time: 0.0492492 Nov 12 03:23:55.918814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44098) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:55.966838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-616f1b34-b18f-43e9-99db-e507991f21d7 req-e76e9bf8-6500-45dc-b3ad-9125f06ef4fd tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Nov 12 03:23:56.033097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-970b8736-a6af-4a6a-9ff8-d0847436ba18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.110141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-970b8736-a6af-4a6a-9ff8-d0847436ba18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.114564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-970b8736-a6af-4a6a-9ff8-d0847436ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.152732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-970b8736-a6af-4a6a-9ff8-d0847436ba18 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=505ae835ad334c0494ab9529f09f8be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327137 Nov 12 03:23:56.155740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:56.156069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b8736-a6af-4a6a-9ff8-d0847436ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfc371-ee54-4072-b0f5-0dc0d06e0a30,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.207434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145cc8c-fd51-4730-a7bc-9fdf88b9e201 req-59d79549-56dc-4b39-b80e-300d01e9996a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.209122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2145cc8c-fd51-4730-a7bc-9fdf88b9e201 req-59d79549-56dc-4b39-b80e-300d01e9996a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0546899 Nov 12 03:23:56.216989 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.252920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.266666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2145cc8c-fd51-4730-a7bc-9fdf88b9e201 req-67b8ab46-4f84-4ee6-b786-0c7e9f24329d tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514777 Nov 12 03:23:56.317667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.320969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.322179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c2dfc371-ee54-4072-b0f5-0dc0d06e0a30 HTTP/1.1" status: 204 len: 168 time: 0.1651993 Nov 12 03:23:56.330464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924c2ed-11f6-4f5c-bec9-d028b862477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfc371-ee54-4072-b0f5-0dc0d06e0a30,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.480977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00135561-f0b3-44c5-bbc7-f0b2bb1ed4ab req-6b8c1540-3fce-49bf-bcf2-18d08e99988c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.482423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00135561-f0b3-44c5-bbc7-f0b2bb1ed4ab req-6b8c1540-3fce-49bf-bcf2-18d08e99988c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.0553632 Nov 12 03:23:56.539989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00135561-f0b3-44c5-bbc7-f0b2bb1ed4ab req-16e38f68-86e2-499b-8295-9b8abb84a3ca tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507014 Nov 12 03:23:56.616739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:56.629714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729d3814-f593-491f-b94a-d14a1e7eff21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.709030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca1bb8-00b4-41a3-a753-db88df62e730 req-0c7bb5f3-b48f-4b33-b715-82174c5ff44e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.710509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ca1bb8-00b4-41a3-a753-db88df62e730 req-0c7bb5f3-b48f-4b33-b715-82174c5ff44e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0707803 Nov 12 03:23:56.811037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729d3814-f593-491f-b94a-d14a1e7eff21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.819388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729d3814-f593-491f-b94a-d14a1e7eff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.831753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f29c-7df4-4768-94ea-0bd72c48a052 req-db442a0e-7742-4ad9-99ba-241b179d0b3e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.833265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc13f29c-7df4-4768-94ea-0bd72c48a052 req-db442a0e-7742-4ad9-99ba-241b179d0b3e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1186929 Nov 12 03:23:56.836494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ca1bb8-00b4-41a3-a753-db88df62e730 req-fdfb13ff-6eaa-4bf8-91e1-480d305625d6 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191781 Nov 12 03:23:56.888657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d3814-f593-491f-b94a-d14a1e7eff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91aa88-50d9-485d-96c6-3989b88373b3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.893250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-729d3814-f593-491f-b94a-d14a1e7eff21 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=adee4a8ec3b84a3baf8b392fbdfe032a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754943 Nov 12 03:23:56.896916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44142) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:56.926135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc13f29c-7df4-4768-94ea-0bd72c48a052 req-e184b9b0-89a6-47af-bbfd-87b0a6104b89 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830872 Nov 12 03:23:56.948233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.969218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.015732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.018371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.019496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d91aa88-50d9-485d-96c6-3989b88373b3 HTTP/1.1" status: 204 len: 168 time: 0.1216090 Nov 12 03:23:57.027587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff113dd-7ae7-4947-bc38-37b5df20f63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91aa88-50d9-485d-96c6-3989b88373b3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:57.386909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d237fb-0978-4a56-9aed-040703007bdb req-dad2083b-efb4-4cfd-a3cc-79bf87c9a48f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.394126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5d237fb-0978-4a56-9aed-040703007bdb req-dad2083b-efb4-4cfd-a3cc-79bf87c9a48f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0559866 Nov 12 03:23:57.409074 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:57.437888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5d237fb-0978-4a56-9aed-040703007bdb req-486f01d3-f50b-42f9-bb26-a5b5bb12db98 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Nov 12 03:23:57.661199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75b206-29d5-4afb-891e-619c2b89f20e req-87be3da3-1ab1-4ecb-ba10-83a2ea832464 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.663115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd75b206-29d5-4afb-891e-619c2b89f20e req-87be3da3-1ab1-4ecb-ba10-83a2ea832464 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.0508549 Nov 12 03:23:57.714156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd75b206-29d5-4afb-891e-619c2b89f20e req-51e501a5-9fca-4a21-a6bf-2928f63c652c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 12 03:23:57.974796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55261d4-ac4b-49fb-ba0c-c8f05478887d req-3ccc069e-b96d-46c5-9666-3674ba78f2cb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.977529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f55261d4-ac4b-49fb-ba0c-c8f05478887d req-3ccc069e-b96d-46c5-9666-3674ba78f2cb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0676079 Nov 12 03:23:58.052529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f55261d4-ac4b-49fb-ba0c-c8f05478887d req-9a9b2349-d87c-4126-82bd-ff42f1e0a957 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680673 Nov 12 03:23:58.071571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8a9-d39b-4ca0-99ef-9032be13d743 req-93ad3af3-a13f-48ca-b643-ae795d1d872c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.073061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f492a8a9-d39b-4ca0-99ef-9032be13d743 req-93ad3af3-a13f-48ca-b643-ae795d1d872c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0684524 Nov 12 03:23:58.132747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f492a8a9-d39b-4ca0-99ef-9032be13d743 req-f5e07c6c-c0d2-4ad3-bc99-30a3f1a3b920 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500617 Nov 12 03:23:58.186618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295fb5f-17fa-481d-98df-961c868e8e9c req-3c2bd5e9-8ab5-4a91-9973-268d8a0c8280 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.188144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5295fb5f-17fa-481d-98df-961c868e8e9c req-3c2bd5e9-8ab5-4a91-9973-268d8a0c8280 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0540996 Nov 12 03:23:58.235949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5295fb5f-17fa-481d-98df-961c868e8e9c req-38c797d0-591d-4599-98ab-7447852d9805 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Nov 12 03:23:58.579357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65573a67-5367-48ff-9bdd-8dbd102147d3 req-27b7f80b-ff72-4c25-bec2-29687cd88e46 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.581313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65573a67-5367-48ff-9bdd-8dbd102147d3 req-27b7f80b-ff72-4c25-bec2-29687cd88e46 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0657363 Nov 12 03:23:58.671280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98252f-038b-47b9-9997-e5ad19aca41c req-2ba22b86-d647-4faa-94c5-c8a3d3ba4781 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.672831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f98252f-038b-47b9-9997-e5ad19aca41c req-2ba22b86-d647-4faa-94c5-c8a3d3ba4781 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0835602 Nov 12 03:23:58.676761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65573a67-5367-48ff-9bdd-8dbd102147d3 req-2e44d273-8278-4de5-b3c8-661de6ff3a08 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850189 Nov 12 03:23:58.730172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f98252f-038b-47b9-9997-e5ad19aca41c req-767d5929-a223-4d33-9077-5172cceb4c1d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Nov 12 03:23:58.887533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e669c-622e-4083-b328-3f4e2bd6e1de req-db561261-6f9d-4913-9a0d-4f2fb5403a4b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.889121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b4e669c-622e-4083-b328-3f4e2bd6e1de req-db561261-6f9d-4913-9a0d-4f2fb5403a4b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 948 time: 0.0526001 Nov 12 03:23:58.900485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c0ddedc0-f45e-4522-aa3f-124d47cca57f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:58.903634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:58.942366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b4e669c-622e-4083-b328-3f4e2bd6e1de req-eae10073-c47e-4ef0-9445-bedac9b3d7f9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Nov 12 03:23:59.190855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.224318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:59.224318 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6286567-46c9-469c-9318-ab124722ec03" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:59.243359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.250154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.254966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bbece-9b64-4ada-beae-7106f96e4634 req-b77af11a-1a68-4f23-afdc-115dd1ab3aeb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.256531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-912bbece-9b64-4ada-beae-7106f96e4634 req-b77af11a-1a68-4f23-afdc-115dd1ab3aeb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0523591 Nov 12 03:23:59.290711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.295421 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f3262-3663-47b2-bb43-9c89800acd66 x-openstack-request-id: req-5d6f3262-3663-47b2-bb43-9c89800acd66 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:59.295924 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:59.296413 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d6f3262-3663-47b2-bb43-9c89800acd66 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:59.296805 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'code': 200} Nov 12 03:23:59.312299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-912bbece-9b64-4ada-beae-7106f96e4634 req-f862fb62-9da0-415a-9b1f-282bc9430db8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Nov 12 03:23:59.318577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f', 'mac_address': 'fa:16:3e:12:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:59.346203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.363533 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.377364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ddedc0-f45e-4522-aa3f-124d47cca57f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:59.397496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.401402 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.453146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.791677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c0ddedc0-f45e-4522-aa3f-124d47cca57f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:59.815734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083070a7-1a84-4d12-aa74-ff48e76f03db req-a2a292f0-f1a1-4201-92a6-e2eec31fec2d tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.817265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-083070a7-1a84-4d12-aa74-ff48e76f03db req-a2a292f0-f1a1-4201-92a6-e2eec31fec2d tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0703435 Nov 12 03:23:59.901021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f405a1-42f4-4180-b227-9c91af9f531d req-8deaea0a-ea1f-4fe7-a22a-5c6a695ec6c2 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.902537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93f405a1-42f4-4180-b227-9c91af9f531d req-8deaea0a-ea1f-4fe7-a22a-5c6a695ec6c2 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0843828 Nov 12 03:23:59.907280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-083070a7-1a84-4d12-aa74-ff48e76f03db req-2fa5814c-f29f-48ec-9eb7-67789f608417 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795324 Nov 12 03:23:59.968251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93f405a1-42f4-4180-b227-9c91af9f531d req-c20c1557-3413-4fd4-a273-896da0079485 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Nov 12 03:24:00.108084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a407-37c9-4ac0-b158-9b20c22f53c6 req-86e3d2bc-6631-40f4-851f-8e14689e0770 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.109558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9307a407-37c9-4ac0-b158-9b20c22f53c6 req-86e3d2bc-6631-40f4-851f-8e14689e0770 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 949 time: 0.0570109 Nov 12 03:24:00.161065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9307a407-37c9-4ac0-b158-9b20c22f53c6 req-9024935b-8abc-4b44-95f4-c663adda8546 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Nov 12 03:24:00.404708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:00.428382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b75746-3c8c-499d-a0bc-352d8c9cadea req-ffc23bf1-77b2-4647-ab22-05fa78380293 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.429889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72b75746-3c8c-499d-a0bc-352d8c9cadea req-ffc23bf1-77b2-4647-ab22-05fa78380293 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0493143 Nov 12 03:24:00.477462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72b75746-3c8c-499d-a0bc-352d8c9cadea req-995e0b6b-e807-43b3-8572-52cb879d8aca tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Nov 12 03:24:00.519125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-369ab7c9-7960-4721-a25a-6738facdc0ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.593418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-369ab7c9-7960-4721-a25a-6738facdc0ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.597369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-369ab7c9-7960-4721-a25a-6738facdc0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.601496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.640345 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-369ab7c9-7960-4721-a25a-6738facdc0ca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f28c9a71a7f4117b3bbf6fa16b33f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339623 Nov 12 03:24:00.640709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44342) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:00.642609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab7c9-7960-4721-a25a-6738facdc0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877e4b4-495e-4b74-b424-423f069231b8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.702301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.724070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.772154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.774752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.775899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3877e4b4-495e-4b74-b424-423f069231b8 HTTP/1.1" status: 204 len: 168 time: 0.1332283 Nov 12 03:24:00.784265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877e4b4-495e-4b74-b424-423f069231b8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.791650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.792017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.792360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.792695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.793022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.793351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.793674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.793995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.794315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.794633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.794950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.795267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d575d7e-7870-4570-87f8-48ac1face59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:00.903063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:01.035387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:01.047044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b531ced-3fdd-4e27-8fab-992743d88ee7 req-731b64a4-6aca-4be2-b062-1bdf9effa4a4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.048038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '33632589-92e6-40e3-9639-128fa4cafb7b', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '33632589-92e6-40e3-9639-128fa4cafb7b', 'mac_address': 'fa:16:3e:72:1e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:01.048613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b531ced-3fdd-4e27-8fab-992743d88ee7 req-731b64a4-6aca-4be2-b062-1bdf9effa4a4 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0686595 Nov 12 03:24:01.092285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.105523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33632589-92e6-40e3-9639-128fa4cafb7b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:01.121227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b531ced-3fdd-4e27-8fab-992743d88ee7 req-909c4a43-09b8-407e-a6f3-b505e9a7203a tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Nov 12 03:24:01.125680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:01.133780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.141793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc0543-f884-4f41-9622-5d3c92227d53 req-805abfbf-3c7d-40d7-b8b0-7f83c05adfc5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.144224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfbc0543-f884-4f41-9622-5d3c92227d53 req-805abfbf-3c7d-40d7-b8b0-7f83c05adfc5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0944381 Nov 12 03:24:01.196865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.198638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bfbc0543-f884-4f41-9622-5d3c92227d53 req-edfeadc6-fb49-4b75-bccc-6c348d3fe387 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Nov 12 03:24:01.232372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:01.250198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b9e3d8-1326-4e81-aaa9-7367cdc8bfba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.330431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b9e3d8-1326-4e81-aaa9-7367cdc8bfba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.333937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e629d8-aac5-4f2c-bfb0-e9cc2a3bcef8 req-87ecb500-5583-4a02-b648-cc6abbdfebdf tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.334565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['33632589-92e6-40e3-9639-128fa4cafb7b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:01.336541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61e629d8-aac5-4f2c-bfb0-e9cc2a3bcef8 req-87ecb500-5583-4a02-b648-cc6abbdfebdf tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 949 time: 0.0562668 Nov 12 03:24:01.340811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b9e3d8-1326-4e81-aaa9-7367cdc8bfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.382106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30b9e3d8-1326-4e81-aaa9-7367cdc8bfba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8d828a65e98946b893111b05c88eb72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477950 Nov 12 03:24:01.384102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9e3d8-1326-4e81-aaa9-7367cdc8bfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02129114-bfcf-4f51-99e7-7faf8cd61a42,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.387314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:01.387711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61e629d8-aac5-4f2c-bfb0-e9cc2a3bcef8 req-96a4d9cd-6adb-4938-aa02-5b7cf10a9758 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448799 Nov 12 03:24:01.442073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.464141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.512111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.514661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.515942 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/02129114-bfcf-4f51-99e7-7faf8cd61a42 HTTP/1.1" status: 204 len: 168 time: 0.1270242 Nov 12 03:24:01.524853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca9ca8-7f92-4a83-b37f-2c34dd3f7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02129114-bfcf-4f51-99e7-7faf8cd61a42,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.537499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.633728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689f26d-6355-44da-b877-f63d50173633 req-f9c17e32-397c-4ead-9582-e508301cfd66 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.634938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d689f26d-6355-44da-b877-f63d50173633 req-f9c17e32-397c-4ead-9582-e508301cfd66 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0762966 Nov 12 03:24:01.694087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d689f26d-6355-44da-b877-f63d50173633 req-7ab8aaac-772e-4887-b04c-b18578b81310 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524051 Nov 12 03:24:02.322630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd485c-cdba-4c76-a564-35969cc49dd3 req-da99250e-04e1-4c70-a529-9801e0c1a15f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.336350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40dd485c-cdba-4c76-a564-35969cc49dd3 req-da99250e-04e1-4c70-a529-9801e0c1a15f tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.1187646 Nov 12 03:24:02.406625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40dd485c-cdba-4c76-a564-35969cc49dd3 req-fd3de85e-84f0-4461-a5e7-43223f613e0c tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/security-groups?id=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691164 Nov 12 03:24:02.507277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7413-b419-47f4-8f0a-cfd3b61123f7 req-0abe86e4-598f-4b22-9f21-cb8331839efc tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.516838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd6a7413-b419-47f4-8f0a-cfd3b61123f7 req-0abe86e4-598f-4b22-9f21-cb8331839efc tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0690775 Nov 12 03:24:02.585574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd6a7413-b419-47f4-8f0a-cfd3b61123f7 req-f3c5d74f-f87a-418f-a690-73505b080220 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671253 Nov 12 03:24:02.649931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc7143-fd2b-49c3-8d5a-36af74560bb2 req-eeefe90a-0c2a-445c-bca5-f86b5601d05e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.652612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9bc7143-fd2b-49c3-8d5a-36af74560bb2 req-eeefe90a-0c2a-445c-bca5-f86b5601d05e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 949 time: 0.0576131 Nov 12 03:24:02.724638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9bc7143-fd2b-49c3-8d5a-36af74560bb2 req-7e32a8c1-e8f5-441e-ae83-5a6889b7787d tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668209 Nov 12 03:24:02.732354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10270c90-8edb-4cb1-897c-36b07b16079c req-cf95b178-9d6b-4dce-9810-0b5b28690c29 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.735942 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-10270c90-8edb-4cb1-897c-36b07b16079c req-cf95b178-9d6b-4dce-9810-0b5b28690c29 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.100 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 945 time: 0.0762663 Nov 12 03:24:02.883925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87babc-bec3-4702-83b0-c1418ae51065 req-ce27643f-54f0-437a-ba78-9c3c93fe3148 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.893682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de87babc-bec3-4702-83b0-c1418ae51065 req-ce27643f-54f0-437a-ba78-9c3c93fe3148 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1002154 Nov 12 03:24:02.907279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:02.949163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Deleting port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:02.949822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.952686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de87babc-bec3-4702-83b0-c1418ae51065 req-548ea870-6a29-48b3-8e6c-4b2f7266c5e4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578065 Nov 12 03:24:02.966746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 33632589-92e6-40e3-9639-128fa4cafb7b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:02.967313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.062904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.116538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:03.116538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:03.117803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] For port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:03.118196 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fafbcaf-2550-435f-ac52-4fcbbc73f2f3" -d '{"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-plugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:03.118444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.122407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.123298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c0ddedc0-f45e-4522-aa3f-124d47cca57f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:03.134342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Calling delete_port for b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:03.176544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.251459 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626c384-e8b4-4640-a427-1e65323ad3e5 x-openstack-request-id: req-e626c384-e8b4-4640-a427-1e65323ad3e5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:03.253186 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-plugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:03.253752 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e626c384-e8b4-4640-a427-1e65323ad3e5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:03.254416 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b', 'code': 200} Nov 12 03:24:03.271394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c0ddedc0-f45e-4522-aa3f-124d47cca57f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:03.277886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c0ddedc0-f45e-4522-aa3f-124d47cca57f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:03.278546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.306410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.350382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Pushing event deleted for resources: {'Port': ['ID=b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.421207 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.459499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] No DVR routers for this DVR port b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:03.462274 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.462395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:03.466443 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-10270c90-8edb-4cb1-897c-36b07b16079c req-80004ae3-3a86-4692-bfe3-a4cb9f0579a3 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.100 "DELETE /v2.0/ports/b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 HTTP/1.1" status: 204 len: 173 time: 0.7212808 Nov 12 03:24:03.466912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'name': 'network-vif-deleted', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:03.469331 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdedbf4-26df-4ee1-9f21-d8fe7b9c377f" -d '{"events": [{"server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "name": "network-vif-deleted", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:03.472418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.476348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:03.523851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:03.524259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:03.569144 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5868f57-9709-4208-82d1-87733b79d9c8 x-openstack-request-id: req-e5868f57-9709-4208-82d1-87733b79d9c8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:03.569496 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890f4889-5c58-4938-b414-5499ba6a535d", "name": "network-vif-deleted", "tag": "b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:03.569646 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5868f57-9709-4208-82d1-87733b79d9c8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:03.570039 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890f4889-5c58-4938-b414-5499ba6a535d', 'name': 'network-vif-deleted', 'tag': 'b1eb1a1c-adbf-4ea8-be7a-8da2f5bad434', 'status': 'completed', 'code': 200} Nov 12 03:24:03.573409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.604476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2a0a9df-9039-4a55-8d9f-1313bef309b2 req-3f4ee051-e2a7-4725-93d0-b7c0cd48ea40 tempest-ServerRescueNegativeTestJSON-572678126 tempest-ServerRescueNegativeTestJSON-572678126-project] 10.222.0.93 "GET /v2.0/ports?device_id=890f4889-5c58-4938-b414-5499ba6a535d HTTP/1.1" status: 200 len: 210 time: 0.0398941 Nov 12 03:24:03.753902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8da26-155f-4aa8-bfd5-0ffb2e1163c4 req-4821a200-4f56-4a63-9d32-7a6f29cb2a03 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.768197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda8da26-155f-4aa8-bfd5-0ffb2e1163c4 req-4821a200-4f56-4a63-9d32-7a6f29cb2a03 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0782900 Nov 12 03:24:03.845939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda8da26-155f-4aa8-bfd5-0ffb2e1163c4 req-aa4e4a7d-7993-444b-93e9-2961ca23cb9a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Nov 12 03:24:03.958914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c35c07-9f54-4af2-863b-ec8e50ea659e req-cee2a506-5163-49b9-b850-46e7ec6c4726 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.963481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c35c07-9f54-4af2-863b-ec8e50ea659e req-cee2a506-5163-49b9-b850-46e7ec6c4726 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.0965738 Nov 12 03:24:04.023651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c35c07-9f54-4af2-863b-ec8e50ea659e req-3e66e608-8f47-4e97-bb52-dc8a177885af tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Nov 12 03:24:04.125593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ee210-9514-4e26-a436-f2444d090609 req-31356f52-5646-4fa3-8f18-324fec0f714c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.134045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-005ee210-9514-4e26-a436-f2444d090609 req-31356f52-5646-4fa3-8f18-324fec0f714c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0678318 Nov 12 03:24:04.200333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-005ee210-9514-4e26-a436-f2444d090609 req-70eb2f81-be95-47fe-be2f-46ec8ff6bef2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607791 Nov 12 03:24:04.640234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44514) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:04.740002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44526) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:04.900791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282b2090-ba98-43a6-b62c-63f4bd04fa35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.906925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:05.036293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.058494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '903666bd-072f-4ca5-bb47-f3d37477739c', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '903666bd-072f-4ca5-bb47-f3d37477739c', 'mac_address': 'fa:16:3e:f1:d0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:05.094839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348c986-8a8e-4616-b3d9-ba5c9eb8e1c7 req-f5fa3808-07ca-40d6-9e04-22f507adee53 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.096325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5348c986-8a8e-4616-b3d9-ba5c9eb8e1c7 req-f5fa3808-07ca-40d6-9e04-22f507adee53 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1680875 Nov 12 03:24:05.104649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.132073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 903666bd-072f-4ca5-bb47-f3d37477739c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:05.170480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.178166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.256130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:05.258144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282b2090-ba98-43a6-b62c-63f4bd04fa35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.258460 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc7fd1-6831-4007-9c50-f0ed5630df2f" -d '{"events": [{"server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "name": "network-vif-plugged", "status": "completed", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:05.264507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.269113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282b2090-ba98-43a6-b62c-63f4bd04fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.284108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5348c986-8a8e-4616-b3d9-ba5c9eb8e1c7 req-01de4a5a-6682-4999-bb13-91fb039960ce tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763735 Nov 12 03:24:05.354358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a39df-b04d-4a8a-821a-e0862c474805 req-898828a2-f73d-4965-80a4-c468d875709a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.357106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['903666bd-072f-4ca5-bb47-f3d37477739c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:05.368625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-767a39df-b04d-4a8a-821a-e0862c474805 req-898828a2-f73d-4965-80a4-c468d875709a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.2327476 Nov 12 03:24:05.419987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-282b2090-ba98-43a6-b62c-63f4bd04fa35 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0ec09f52d1014af4bf353ac09ca10435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760001 Nov 12 03:24:05.420465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:05.439805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2090-ba98-43a6-b62c-63f4bd04fa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912e68a8-e4d8-4c90-9fef-bb251bd3ac69,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.538004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9befb-0c93-4ce8-bafd-7cad3a1e89aa req-39687dfa-d97f-45da-998b-be23b85d372d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.545624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea9befb-0c93-4ce8-bafd-7cad3a1e89aa req-39687dfa-d97f-45da-998b-be23b85d372d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 945 time: 0.1702211 Nov 12 03:24:05.577410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.600122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-767a39df-b04d-4a8a-821a-e0862c474805 req-7bf268db-3137-468d-a93d-49c183509d12 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303352 Nov 12 03:24:05.624484 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.647771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.690098 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04ead53-506d-4a70-ba0b-7e7a0323fe2d x-openstack-request-id: req-f04ead53-506d-4a70-ba0b-7e7a0323fe2d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:05.690391 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "name": "network-vif-plugged", "status": "completed", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:05.690688 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f04ead53-506d-4a70-ba0b-7e7a0323fe2d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:05.691087 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f', 'code': 200} Nov 12 03:24:05.718018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.722164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.723368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/912e68a8-e4d8-4c90-9fef-bb251bd3ac69 HTTP/1.1" status: 204 len: 168 time: 0.3012731 Nov 12 03:24:05.744205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912e68a8-e4d8-4c90-9fef-bb251bd3ac69,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.754974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.755347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.755734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.756142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.756426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.756752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.757073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.757396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.757765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.758088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.758546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.759146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc909e94-7a57-4ca3-9349-e6c5a2045e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:05.855749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05685-4620-432b-9734-28fee728ddb2 req-2b3dce91-73d8-48af-9d14-4fdf39ddf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.857899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-86b05685-4620-432b-9734-28fee728ddb2 req-2b3dce91-73d8-48af-9d14-4fdf39ddf882 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 1102 time: 0.0578008 Nov 12 03:24:05.934347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea9befb-0c93-4ce8-bafd-7cad3a1e89aa req-a35958b5-4686-4f16-bcc4-6f21611c7e64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835428 Nov 12 03:24:05.956581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-86b05685-4620-432b-9734-28fee728ddb2 req-c52bf0c8-357f-4901-aaf1-07ce7bf1239b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874922 Nov 12 03:24:06.173959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:06.199122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7595834a-0164-4b55-8e72-93bfe17c92ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.202668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Deleting port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:06.203183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.404988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] For port 3d7874a7-eaf4-4ee0-91a7-b285ff8970be, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,segment=NetworkSegment(76b1bc47-1bc0-43be-8861-6955a622ea6e),segment_id=76b1bc47-1bc0-43be-8861-6955a622ea6e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:06.405573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.409006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7595834a-0164-4b55-8e72-93bfe17c92ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.415682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7595834a-0164-4b55-8e72-93bfe17c92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.510181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7595834a-0164-4b55-8e72-93bfe17c92ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=900c087d96f64fd7b336da1f89d7b3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351076 Nov 12 03:24:06.511548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Calling delete_port for 3d7874a7-eaf4-4ee0-91a7-b285ff8970be owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:06.516046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:06.518247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595834a-0164-4b55-8e72-93bfe17c92ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca6172-abae-431a-b5c7-e15e4baf66ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:06.570897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794dc7-2681-42f8-a50b-67c1b248d391 req-3ea29fc2-f571-411e-9778-02e70ca800ee tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.577504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed794dc7-2681-42f8-a50b-67c1b248d391 req-3ea29fc2-f571-411e-9778-02e70ca800ee tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1748307 Nov 12 03:24:06.666562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.734850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.804455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed794dc7-2681-42f8-a50b-67c1b248d391 req-2a3aef7f-0a35-4518-8e0e-3946823d09c8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235011 Nov 12 03:24:06.821297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.827271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.831769 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f7ca6172-abae-431a-b5c7-e15e4baf66ec HTTP/1.1" status: 204 len: 168 time: 0.3145535 Nov 12 03:24:06.844755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6effc-33b7-4d22-840b-d349c1d811e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca6172-abae-431a-b5c7-e15e4baf66ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:06.931989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:07.018697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.057471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 903666bd-072f-4ca5-bb47-f3d37477739c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:07.058116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.143437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7874a7-eaf4-4ee0-91a7-b285ff8970be,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.203667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6856244-0ad3-4391-b0c3-767baf338f99 req-2c2ac94f-c7a5-4360-8363-8e06fb63362f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.212076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6856244-0ad3-4391-b0c3-767baf338f99 req-2c2ac94f-c7a5-4360-8363-8e06fb63362f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.2067442 Nov 12 03:24:07.253319 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.334004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:07.340410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.352176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6856244-0ad3-4391-b0c3-767baf338f99 req-5c63701d-4bc9-41fd-93ca-87118de31649 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356153 Nov 12 03:24:07.422832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.567491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.691869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:07.694318 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a9e051-c6e2-4105-9814-96f88c1ecd81" -d '{"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:07.931580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b314d9-e617-457c-80da-c53c9971b037 req-079c7e34-d125-4a71-b44a-cac0bf3a821b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.941386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b314d9-e617-457c-80da-c53c9971b037 req-079c7e34-d125-4a71-b44a-cac0bf3a821b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1871805 Nov 12 03:24:08.006793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b314d9-e617-457c-80da-c53c9971b037 req-24ad9e2f-2ded-4754-9c31-8f766261fb38 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Nov 12 03:24:08.048106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:08.250743 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac3ab4-6258-4a7c-b522-c0467d0e46e2 x-openstack-request-id: req-80ac3ab4-6258-4a7c-b522-c0467d0e46e2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:08.251497 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:08.251497 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80ac3ab4-6258-4a7c-b522-c0467d0e46e2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:08.252242 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c', 'code': 200} Nov 12 03:24:08.616442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb19f3-c128-4cdd-b927-7e34a1d5794c req-e07960fa-8ff8-4f04-a094-6e5afb666335 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.618065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3bb19f3-c128-4cdd-b927-7e34a1d5794c req-e07960fa-8ff8-4f04-a094-6e5afb666335 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1141028 Nov 12 03:24:08.624257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:08.632353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d75fe17-69e4-4c1d-a6ad-c63ae67ad433 admin admin] 10.222.0.93 "PUT /v2.0/routers/c5ee63a5-bb6b-4906-8c53-08f481ae1c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9906230 Nov 12 03:24:08.634670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44624) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:08.637476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Sync routers for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:08.669608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:08.670518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:08.908857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.920271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:09.052566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3bb19f3-c128-4cdd-b927-7e34a1d5794c req-9fba0575-2b59-4650-a3f0-8a863ca04f98 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860359 Nov 12 03:24:09.145632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.203920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:24:06Z', 'revision_number': 5, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port': {'id': 'bb078afb-f5dd-4870-8876-004b6ea88059', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:97:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:45Z', 'updated_at': '2021-11-12T03:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:09.271082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Checking router: c5ee63a5-bb6b-4906-8c53-08f481ae1c9c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:09.281831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Routers {'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:09.282455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:09.357099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904a7c8-f50d-40b8-8c62-c63e3352b873 req-33d41bfa-d6d8-4003-9de8-cde5a8f1ea71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.360516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1904a7c8-f50d-40b8-8c62-c63e3352b873 req-33d41bfa-d6d8-4003-9de8-cde5a8f1ea71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.1824477 Nov 12 03:24:09.418103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Deleting port bb078afb-f5dd-4870-8876-004b6ea88059 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:09.418405 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.436476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] Set router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:09.525214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1904a7c8-f50d-40b8-8c62-c63e3352b873 req-73f8d3fa-42f1-402d-b3fc-235fc0659f30 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534178 Nov 12 03:24:09.560102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] For port bb078afb-f5dd-4870-8876-004b6ea88059, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bb078afb-f5dd-4870-8876-004b6ea88059,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:09.560737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.579087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:24:09Z', 'revision_number': 6, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:09.580988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Calling delete_port for bb078afb-f5dd-4870-8876-004b6ea88059 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:09.668008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1904ac-057d-48d0-95c2-6aa7dd8ce3f6 None None] The sync data for ids ['c5ee63a5-bb6b-4906-8c53-08f481ae1c9c'] in n-d-713499-30 is: [{'id': 'c5ee63a5-bb6b-4906-8c53-08f481ae1c9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1819182544-router', 'tenant_id': 'c8e770f486df4897b2264937bab5dbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:44Z', 'updated_at': '2021-11-12T03:24:09Z', 'revision_number': 6, 'project_id': 'c8e770f486df4897b2264937bab5dbfd', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:09.896084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d71a06-ad2c-44d1-97f8-81862834266d req-28dcc0af-b225-4e82-abb3-8ed60afbc9cf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.904672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0d71a06-ad2c-44d1-97f8-81862834266d req-28dcc0af-b225-4e82-abb3-8ed60afbc9cf tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0952742 Nov 12 03:24:10.056783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0d71a06-ad2c-44d1-97f8-81862834266d req-7eb25ff6-889e-4942-a6df-1787760e1f46 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504157 Nov 12 03:24:10.067117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3d7874a7-eaf4-4ee0-91a7-b285ff8970be no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:10.069139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.141160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3d7874a7-eaf4-4ee0-91a7-b285ff8970be {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:10.141499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3d7874a7-eaf4-4ee0-91a7-b285ff8970be not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:10.179246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb078afb-f5dd-4870-8876-004b6ea88059,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.197873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558cb65-7127-4e48-9236-d884b11c03d4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:10.284023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.557072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.561365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.623450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.625334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ee63a5-bb6b-4906-8c53-08f481ae1c9c {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:10.633848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.637992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:10.638634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-087586e7-ab03-4da8-9d7c-74802dc61325 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c5ee63a5-bb6b-4906-8c53-08f481ae1c9c HTTP/1.1" status: 204 len: 168 time: 2.0027606 Nov 12 03:24:10.680852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385d98e-78a5-4dc2-b294-594a99b1c6b4 req-1557bd23-099d-4ab5-9820-2a684715ba63 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.682534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a385d98e-78a5-4dc2-b294-594a99b1c6b4 req-1557bd23-099d-4ab5-9820-2a684715ba63 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 1102 time: 0.2117798 Nov 12 03:24:10.748906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Deleting subnet df864737-bfb5-4269-b67d-b622be929c3f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:10.753244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.784838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a385d98e-78a5-4dc2-b294-594a99b1c6b4 req-3d663ad4-efff-44c0-8d74-86514e4f87c2 tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916114 Nov 12 03:24:10.838517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.982185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.106941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.207665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.224388 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/df864737-bfb5-4269-b67d-b622be929c3f HTTP/1.1" status: 204 len: 168 time: 0.5842309 Nov 12 03:24:11.227306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48bc68-9be1-4d17-ad47-16824db72840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df864737-bfb5-4269-b67d-b622be929c3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:11.229362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44678) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:11.309320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2537834-12a9-4ef7-8fdd-ca771af9548d req-54bd7a39-8c2b-4a34-a5f3-f0c14616d339 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.317239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2537834-12a9-4ef7-8fdd-ca771af9548d req-54bd7a39-8c2b-4a34-a5f3-f0c14616d339 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.2723136 Nov 12 03:24:11.398422 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.440320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2537834-12a9-4ef7-8fdd-ca771af9548d req-26b943e9-6901-4047-ac69-da74c86aa252 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216125 Nov 12 03:24:11.606409 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.645039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ab520e-8866-4800-ae5e-73d32f2c0bea']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:11.657248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b1bc47-1bc0-43be-8861-6955a622ea6e') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:11.659241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b1bc47-1bc0-43be-8861-6955a622ea6e') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:11.672073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.695688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.711285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:11.711768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:11.720167 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:11.874835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.888529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.895177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c2ab520e-8866-4800-ae5e-73d32f2c0bea HTTP/1.1" status: 204 len: 168 time: 0.6620078 Nov 12 03:24:11.917738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960eca6-6ffd-4bd3-add9-a09b92728772 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ab520e-8866-4800-ae5e-73d32f2c0bea,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:11.931342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bb078afb-f5dd-4870-8876-004b6ea88059 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:11.978216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: bb078afb-f5dd-4870-8876-004b6ea88059 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:11.980426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bb078afb-f5dd-4870-8876-004b6ea88059 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:12.193260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44696) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:12.272821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a8b9cd75-45aa-489f-862e-76fedbbe6ae6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c8e770f486df4897b2264937bab5dbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784156 Nov 12 03:24:12.275162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44698) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:12.339060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.396703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.494168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.499414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.501146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23 HTTP/1.1" status: 204 len: 168 time: 0.2247798 Nov 12 03:24:12.518594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d26f-4f0b-4960-9940-252103f8a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7226e-bd6e-4e2a-a3ab-8d3967a71e23,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.771509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:13.078732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30f693e8-239b-4d47-a1f5-3614e3301ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.325393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30f693e8-239b-4d47-a1f5-3614e3301ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.332456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30f693e8-239b-4d47-a1f5-3614e3301ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.417131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30f693e8-239b-4d47-a1f5-3614e3301ab1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=27e9c2543253477a826256514b9db3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6436272 Nov 12 03:24:13.421157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44728) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:13.425337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f693e8-239b-4d47-a1f5-3614e3301ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a03d1a1-c6f1-441a-b5c3-fe2826464314,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.499983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.534275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.660128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.663224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.677977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a03d1a1-c6f1-441a-b5c3-fe2826464314 HTTP/1.1" status: 204 len: 168 time: 0.2489762 Nov 12 03:24:13.717320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970d411-20d4-4aae-93ad-302d1a7104c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a03d1a1-c6f1-441a-b5c3-fe2826464314,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.375829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44744) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:14.399255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d31f3bf3-6ebb-40c1-8a61-d557479b3ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.557235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d31f3bf3-6ebb-40c1-8a61-d557479b3ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.569755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d31f3bf3-6ebb-40c1-8a61-d557479b3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.647213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d31f3bf3-6ebb-40c1-8a61-d557479b3ceb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f30139e4b30a420f92ce06ad44c3d7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681317 Nov 12 03:24:14.649566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:14.711227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f3bf3-6ebb-40c1-8a61-d557479b3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a03da-ed76-46eb-a06b-6c57b9c77260,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.748948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.788324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.858084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.861514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.862874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d94a03da-ed76-46eb-a06b-6c57b9c77260 HTTP/1.1" status: 204 len: 168 time: 0.2116992 Nov 12 03:24:14.876791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0d403-d2b5-4e7c-ac36-8701dcc95bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a03da-ed76-46eb-a06b-6c57b9c77260,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.093060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8e078379-5164-488f-ab1d-c431ebbd2b28 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390339 Nov 12 03:24:17.251243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c062ba-5900-4c0a-9dd4-ddca9e777d5d req-60f5c17a-38d7-4169-9155-018951008686 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.253458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4c062ba-5900-4c0a-9dd4-ddca9e777d5d req-60f5c17a-38d7-4169-9155-018951008686 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1221457 Nov 12 03:24:17.288349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-883a3eae-3e98-4958-ad41-fa6e8770a02a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.290118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-883a3eae-3e98-4958-ad41-fa6e8770a02a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956506 Nov 12 03:24:17.313453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-f80d6ac7-b2da-4340-b6bb-1b760120e6e1 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/quotas/fffca62546a14e1da85bacb9f5eb7c4f HTTP/1.1" status: 200 len: 375 time: 0.0165908 Nov 12 03:24:17.391499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4c062ba-5900-4c0a-9dd4-ddca9e777d5d req-347cdecb-737d-43d5-9866-afa610a0cc44 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277268 Nov 12 03:24:17.435535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-2c110bc3-0fd7-4142-9993-40fbf582184f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1126404 Nov 12 03:24:17.692271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142a5ee-ae7d-4fa7-97ab-92232cfe57b9 req-1345bfaa-0385-479f-afaa-1ebad053deea tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.694756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f142a5ee-ae7d-4fa7-97ab-92232cfe57b9 req-1345bfaa-0385-479f-afaa-1ebad053deea tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1120479 Nov 12 03:24:17.792571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f142a5ee-ae7d-4fa7-97ab-92232cfe57b9 req-6dda2e14-2d0d-4527-a8ba-e624d0ad2c43 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888622 Nov 12 03:24:17.913372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d07f11a0-8a37-4722-b29e-f026d9e7975a req-5abee3bb-7567-4a2d-8b61-68983faedf49 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 210 time: 0.0692747 Nov 12 03:24:17.993900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be3b3e99-8911-47e1-a6a9-a1d6550b9634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.063768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338096be-f522-4dcf-880c-eb0824126e9b req-306784ac-5354-4218-bcaa-cfa7a60d4ea8 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.066802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-338096be-f522-4dcf-880c-eb0824126e9b req-306784ac-5354-4218-bcaa-cfa7a60d4ea8 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1290939 Nov 12 03:24:18.097617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:18.193951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c47a2-2ab7-4c10-aec1-99468943a08b req-ceb4a256-b0bd-4a5b-947e-1a463b9e1b21 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.201972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c0c47a2-2ab7-4c10-aec1-99468943a08b req-ceb4a256-b0bd-4a5b-947e-1a463b9e1b21 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 950 time: 0.1261847 Nov 12 03:24:18.213333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-338096be-f522-4dcf-880c-eb0824126e9b req-f6e774d4-f37c-437a-aaf4-8405945e9749 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243038 Nov 12 03:24:18.268839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-431f2e34-9434-4143-b969-96384d11bd9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.318485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c0c47a2-2ab7-4c10-aec1-99468943a08b req-7f2efbd2-999c-4e1d-82ad-6d34bb22994b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155567 Nov 12 03:24:18.418633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44874) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:18.463390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-431f2e34-9434-4143-b969-96384d11bd9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.472205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-431f2e34-9434-4143-b969-96384d11bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.599859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-431f2e34-9434-4143-b969-96384d11bd9d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=61bd482e2f9d4b6ca286ee132439628b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011442 Nov 12 03:24:18.601767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f2e34-9434-4143-b969-96384d11bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b577068-7152-480c-ba9b-8eeb7c490030,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.613046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:18.615864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a046e-82a5-4acb-b3e2-93f574d323fc req-e4f07221-a9db-4d3a-8c2b-6c3219d8aed4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.624810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd8a046e-82a5-4acb-b3e2-93f574d323fc req-e4f07221-a9db-4d3a-8c2b-6c3219d8aed4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.0748663 Nov 12 03:24:18.719770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd8a046e-82a5-4acb-b3e2-93f574d323fc req-d9fa94fe-29ae-4952-a866-800fb7937f24 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895050 Nov 12 03:24:18.722313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25aada81-7b7c-44c4-b9d2-89e627b681b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.755141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.825540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.910731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.914060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.918801 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6b577068-7152-480c-ba9b-8eeb7c490030 HTTP/1.1" status: 204 len: 168 time: 0.3037229 Nov 12 03:24:18.948902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2608fd8-8f55-4789-b438-46f9ee907133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b577068-7152-480c-ba9b-8eeb7c490030,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.953214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25aada81-7b7c-44c4-b9d2-89e627b681b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.960142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25aada81-7b7c-44c4-b9d2-89e627b681b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.036464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:19.037679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25aada81-7b7c-44c4-b9d2-89e627b681b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19477cde0ad149f6b3c19cfa57f070c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174884 Nov 12 03:24:19.117852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.123453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aada81-7b7c-44c4-b9d2-89e627b681b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57987bdd-0ff4-4b24-86d0-a9c56b7ee82b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.143728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-912f5503-36ab-4a8b-851e-e8a1779da924 req-15228b1d-758e-4be8-b0b8-1a78cebd42a9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 210 time: 0.0723104 Nov 12 03:24:19.202533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72381fb-4c75-4eff-b965-ee83985261ef req-cb66a866-e63f-4f3e-8fa8-d278e62abced tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.204184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f72381fb-4c75-4eff-b965-ee83985261ef req-cb66a866-e63f-4f3e-8fa8-d278e62abced tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1923139 Nov 12 03:24:19.217447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.334375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f72381fb-4c75-4eff-b965-ee83985261ef req-b5f9c123-a1de-44f9-879f-4d880e4a718b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226399 Nov 12 03:24:19.338392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.340878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.351570 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57987bdd-0ff4-4b24-86d0-a9c56b7ee82b HTTP/1.1" status: 204 len: 168 time: 0.3126321 Nov 12 03:24:19.399670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-84d3af0a-9c9f-4316-a91a-8b060038cc14 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748644 Nov 12 03:24:19.443660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da357c-6dcb-49f6-b5ae-733d62dc2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57987bdd-0ff4-4b24-86d0-a9c56b7ee82b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.656937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-fe61908b-0296-4b50-8185-2acc448cf40c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.658488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-fe61908b-0296-4b50-8185-2acc448cf40c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516127 Nov 12 03:24:19.678927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Request body: {'port': {'device_id': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'fffca62546a14e1da85bacb9f5eb7c4f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:19.815884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbbeb6-461e-4e70-863d-478ad86b7082 req-1ee700f9-1bf3-475f-8d9b-deb00ed1017d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.825366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7dbbeb6-461e-4e70-863d-478ad86b7082 req-1ee700f9-1bf3-475f-8d9b-deb00ed1017d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1328034 Nov 12 03:24:19.879655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Made reservation on behalf of fffca62546a14e1da85bacb9f5eb7c4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:19.884629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.959312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7dbbeb6-461e-4e70-863d-478ad86b7082 req-69f994c8-dcb4-48e8-bfa0-943533613435 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313391 Nov 12 03:24:19.986882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fed8f-2ab5-4f37-81ae-e43d412de94a req-34110a31-4239-4d39-a02b-74edc73fc435 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.989256 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea0fed8f-2ab5-4f37-81ae-e43d412de94a req-34110a31-4239-4d39-a02b-74edc73fc435 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1365716 Nov 12 03:24:20.065598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:20.076163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea0fed8f-2ab5-4f37-81ae-e43d412de94a req-d1024c58-937a-4c92-aea2-d7c75bf29797 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749452 Nov 12 03:24:20.087865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbe78455-fe6c-49e9-90f3-d271b23c9039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.293212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02eadc23-e81f-4a3a-9605-05b619a495ed req-97671f93-ed4a-4bad-8d87-921ea87e1c7e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 210 time: 0.0363407 Nov 12 03:24:20.293990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:20.347167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b5f34cb-9743-4d86-b0e4-c9b80f403451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.485565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1121406415-network', 'tenant_id': '4e31348393f44fd981dffc8300741326'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:20.554310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f506b-4ecd-4107-95a2-b3f5207383a3 req-243e8b68-3025-4d38-9efc-f6067c9934b0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.554968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Allocated IP 192.168.233.19 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/311213aa-154d-4179-b450-e9ec3abe89d0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:20.559076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-870f506b-4ecd-4107-95a2-b3f5207383a3 req-243e8b68-3025-4d38-9efc-f6067c9934b0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0868266 Nov 12 03:24:20.561816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:20.564999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.600691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.649330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-870f506b-4ecd-4107-95a2-b3f5207383a3 req-7f2c7d45-8a93-46bc-8984-2e7873631867 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893595 Nov 12 03:24:20.681363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbe78455-fe6c-49e9-90f3-d271b23c9039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.695159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbe78455-fe6c-49e9-90f3-d271b23c9039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.776671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.781826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.807559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cbe78455-fe6c-49e9-90f3-d271b23c9039 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e322cfe60fc5424baf08518c93825060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7394452 Nov 12 03:24:20.808510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe78455-fe6c-49e9-90f3-d271b23c9039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ed805c-bfeb-41f0-a68c-ad55e322822e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.811839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:20.823185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d54332-4a2f-4a46-91a6-572e58ea02cf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.838234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:20.855927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.856303 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Added segment 4618efbe-0cc5-4cd6-99d8-3fa10a93ff29 of type vlan for network d98a96c7-3758-48ad-88e6-3df079aa9a10 Nov 12 03:24:20.940186 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.956769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.975599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.994116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.995706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.996538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.997477 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.068380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.086080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858', 'd4781bca-d6b1-441e-80db-b63559593ddf', 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:21.092104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:21.098072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8029830 Nov 12 03:24:21.101700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44972) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:21.111720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Request body: {'subnet': {'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1121406415-subnet', 'tenant_id': '4e31348393f44fd981dffc8300741326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:21.141755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00369-bcf1-477e-9f1d-ed799a479c25 admin admin] Pushing event updated for resources: {'Network': ['ID=d98a96c7-3758-48ad-88e6-3df079aa9a10,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.144339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:21.146668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.179349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.185879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c441-8113-4916-8901-82d2a494b223 req-14ff6c18-9df0-4549-8fc8-dd9f0112d09c tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.186814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.188568 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/67ed805c-bfeb-41f0-a68c-ad55e322822e HTTP/1.1" status: 204 len: 168 time: 0.3729198 Nov 12 03:24:21.194345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4419c441-8113-4916-8901-82d2a494b223 req-14ff6c18-9df0-4549-8fc8-dd9f0112d09c tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1934497 Nov 12 03:24:21.235659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:21.249708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:21.275083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:21.289387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:21.294208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd63f00-4fac-4798-beba-8d4d14e0b1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ed805c-bfeb-41f0-a68c-ad55e322822e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.382119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event updated for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.445143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.446176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.483189 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.489436 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-8535d312-8b0a-4bd1-8204-44b43150605c tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8209887 Nov 12 03:24:21.505165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Request body: {'port': {'device_id': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:21.571240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4419c441-8113-4916-8901-82d2a494b223 req-fad75779-ac5e-4946-81e3-a36ccba63079 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758922 Nov 12 03:24:21.618934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3664c0-fb0b-42f0-81a9-ffa773e7c007 req-58b2799c-b4f6-48bb-8b84-c635d860e4f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.626408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf3664c0-fb0b-42f0-81a9-ffa773e7c007 req-58b2799c-b4f6-48bb-8b84-c635d860e4f8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.3598750 Nov 12 03:24:21.648289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.703048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca11da-cc68-4cfe-b41f-3361c451acab,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.740945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Checking segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:21.741314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Network hostable DHCP agents. Network: d98a96c7-3758-48ad-88e6-3df079aa9a10, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:21.766892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf3664c0-fb0b-42f0-81a9-ffa773e7c007 req-3887a3dd-7483-4933-82ed-33273cbb0c24 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389227 Nov 12 03:24:21.878413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:21.913921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d98a96c7-3758-48ad-88e6-3df079aa9a10) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:21.921219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.922003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.944039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9307c29-c392-4cff-93f6-2a55ee50662e None None] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:21.959933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40348c7-025c-46b0-b60c-cc3fca6d3b93 req-70086a64-d6ef-47e4-8a08-8ef48beb6437 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.962414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d40348c7-025c-46b0-b60c-cc3fca6d3b93 req-70086a64-d6ef-47e4-8a08-8ef48beb6437 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 935 time: 0.1883278 Nov 12 03:24:21.965298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-856b703b-86c9-4cc3-a0ed-7b696fd15c21 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8611257 Nov 12 03:24:21.966208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.966912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dfcd703e-3582-4bbb-af45-df50e384ddb3 None None] Provisioning complete for port 311213aa-154d-4179-b450-e9ec3abe89d0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.967271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfcd703e-3582-4bbb-af45-df50e384ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.077417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0757f0-c650-40e6-9c21-76e1b6ee0a17 req-38f093a9-4551-48c3-87a6-8a9a3073ea04 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.079229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e0757f0-c650-40e6-9c21-76e1b6ee0a17 req-38f093a9-4551-48c3-87a6-8a9a3073ea04 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0844011 Nov 12 03:24:22.095016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d40348c7-025c-46b0-b60c-cc3fca6d3b93 req-3ab5c23b-ca74-4330-9a7d-c9341ece38d9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177599 Nov 12 03:24:22.162614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e0757f0-c650-40e6-9c21-76e1b6ee0a17 req-6cc9791d-4c49-4cc4-9eb8-870864348fa9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588009 Nov 12 03:24:22.192954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311213aa-154d-4179-b450-e9ec3abe89d0 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:22.206655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.250132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Transition to ACTIVE for port object 311213aa-154d-4179-b450-e9ec3abe89d0 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:22.254562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.277009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd703e-3582-4bbb-af45-df50e384ddb3 None None] Port 311213aa-154d-4179-b450-e9ec3abe89d0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:22.364169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74b114-f4e0-4f39-a733-9fdb1bbe7ea3 None None] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:22.418070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Pushing event updated for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.459028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Attempting to bind port 311213aa-154d-4179-b450-e9ec3abe89d0 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:22.459028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Attempting to bind port 311213aa-154d-4179-b450-e9ec3abe89d0 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:22.459333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Attempting to bind port 311213aa-154d-4179-b450-e9ec3abe89d0 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.464479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Port 311213aa-154d-4179-b450-e9ec3abe89d0 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:22.464934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Attempting to bind port 311213aa-154d-4179-b450-e9ec3abe89d0 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:22.470939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:22.471514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:22.472196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:22.472784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Bound port: 311213aa-154d-4179-b450-e9ec3abe89d0, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:22.473174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.593084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730f73-5636-4ade-8560-7814565a0630 req-dc2665c2-a5b9-4ffb-bb44-c3348ea3c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.596921 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-dc2665c2-a5b9-4ffb-bb44-c3348ea3c768 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 1098 time: 0.1121542 Nov 12 03:24:22.607637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:22.621623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=311213aa-154d-4179-b450-e9ec3abe89d0,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:22.719305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.793034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Pushing event updated for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.803789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.804457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.805837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-997869a8-bdf2-4793-adab-a11e98cd9662 service neutron] 10.222.0.98 "PUT /v2.0/ports/311213aa-154d-4179-b450-e9ec3abe89d0 HTTP/1.1" status: 200 len: 1096 time: 1.3076668 Nov 12 03:24:22.806283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:22.808738 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:22.812855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b81c5-0af7-42a9-be8f-1e9c849a4408 req-d796fb7d-5c8d-4a77-9d50-16ddb4a2b38f tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.816318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-200b81c5-0af7-42a9-be8f-1e9c849a4408 req-d796fb7d-5c8d-4a77-9d50-16ddb4a2b38f tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1216397 Nov 12 03:24:22.847465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730f73-5636-4ade-8560-7814565a0630 req-d243bc5c-ab65-4e47-a2e9-f7ecc8ca6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.849509 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-d243bc5c-ab65-4e47-a2e9-f7ecc8ca6f68 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2387817 Nov 12 03:24:22.885100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-40f8169d-81ba-45f6-bf74-9de27a14158a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.894628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-40f8169d-81ba-45f6-bf74-9de27a14158a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.2233984 Nov 12 03:24:22.922655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-bd4a704b-50c3-4290-966b-dcb84b8020ec tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/quotas/4e31348393f44fd981dffc8300741326 HTTP/1.1" status: 200 len: 375 time: 0.0268927 Nov 12 03:24:22.931335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-265fc348-e4fc-483b-a1dd-31ae0fada73b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=903666bd-072f-4ca5-bb47-f3d37477739c HTTP/1.1" status: 200 len: 217 time: 0.0674667 Nov 12 03:24:22.963659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-ec01eebd-84e0-41a0-b18d-b64b5eeae2c1 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395353 Nov 12 03:24:23.000755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-200b81c5-0af7-42a9-be8f-1e9c849a4408 req-fc6d2cb9-1565-4a18-aa26-b031f68e7a1f tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495135 Nov 12 03:24:23.040618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45052) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:23.044384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:23.064502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32730f73-5636-4ade-8560-7814565a0630 req-bfcbfd88-42e1-4c82-9872-329fb971482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.065990 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-bfcbfd88-42e1-4c82-9872-329fb971482b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.1162806 Nov 12 03:24:23.068630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-5a46783a-6d56-4bca-8b98-d17d3b454ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.070292 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-5a46783a-6d56-4bca-8b98-d17d3b454ba8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 1099 time: 0.2159088 Nov 12 03:24:23.074807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:23.138963 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-842e3c84-de83-4faf-9fad-f20ed0c3a776 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626712 Nov 12 03:24:23.179336 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.191172 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-5b0e4f9f-17d9-4f8f-8049-8db250a7020a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=311213aa-154d-4179-b450-e9ec3abe89d0 HTTP/1.1" status: 200 len: 217 time: 0.0566838 Nov 12 03:24:23.194297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ba225-a049-41dd-ade4-77417d5ccc89 req-8096882c-b393-4ad8-bbcd-fffaa9767f2b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.196067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469ba225-a049-41dd-ade4-77417d5ccc89 req-8096882c-b393-4ad8-bbcd-fffaa9767f2b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1185915 Nov 12 03:24:23.224992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48333d77-087f-4cf8-ab26-b8c5d28640a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.245719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-c46064bf-d941-4902-b733-ea56322ef768 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:23.246708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-c46064bf-d941-4902-b733-ea56322ef768 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2818313 Nov 12 03:24:23.301643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-1520e706-6c4d-4848-be64-07e17dbef9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.303363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-1520e706-6c4d-4848-be64-07e17dbef9c9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0964372 Nov 12 03:24:23.335930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469ba225-a049-41dd-ade4-77417d5ccc89 req-c0a5b89e-f199-4adb-8b45-03e3c3d1a1b2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319170 Nov 12 03:24:23.381349 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-3fd48104-b98a-4d73-b2ea-bba84e086361 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014706 Nov 12 03:24:23.386738 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c462f40-2737-4dde-ae55-a722ebfe93fb x-openstack-request-id: req-0c462f40-2737-4dde-ae55-a722ebfe93fb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:23.387058 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:23.387309 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c462f40-2737-4dde-ae55-a722ebfe93fb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:23.387707 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0', 'status': 'completed', 'code': 200} Nov 12 03:24:23.396608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.407043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.409289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-4b8d6105-82c1-4282-b8c2-dbe1f5aa627a service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554599 Nov 12 03:24:23.425109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395933-7dac-4776-b1b7-ddded372ae1e req-b8dbeafb-12d2-4ec6-89bf-a0be89e6de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.427003 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-b8dbeafb-12d2-4ec6-89bf-a0be89e6de3b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141341 Nov 12 03:24:23.447665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'mac_address': 'fa:16:3e:bc:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:23.466185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:23.468488 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448cbd43-85ed-4973-9a69-fc38c604cec7" -d '{"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-unplugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:23.508456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.515634 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.555389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.568145 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-32730f73-5636-4ade-8560-7814565a0630 req-265b6994-3d72-4ac4-94cf-6806dd5b7cb8 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758575 Nov 12 03:24:23.571899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-ee637d1f-7268-49a9-8678-89301170ec7f service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171565 Nov 12 03:24:23.577255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:23.609584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.624060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.625687 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.628298 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.681709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.695542 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-40395933-7dac-4776-b1b7-ddded372ae1e req-6eef0958-617d-4a9a-bd2d-4949b9696a05 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141298 Nov 12 03:24:23.788077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-ee1b5fac-c875-44b4-9b70-ff03bea43412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.789523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-ee1b5fac-c875-44b4-9b70-ff03bea43412 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 1099 time: 0.0465102 Nov 12 03:24:23.833340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:23.888987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-f27c41e7-9fa0-4d0c-ba1e-6b70d3f614f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.890626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-f27c41e7-9fa0-4d0c-ba1e-6b70d3f614f9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.0929754 Nov 12 03:24:23.908716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48333d77-087f-4cf8-ab26-b8c5d28640a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.923114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48333d77-087f-4cf8-ab26-b8c5d28640a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.936139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-c5c3706f-2ea7-4d94-9952-ab0c394960cb tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.937612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-c5c3706f-2ea7-4d94-9952-ab0c394960cb tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.100 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.4322014 Nov 12 03:24:23.940018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-d86cb96e-52ff-4349-a30a-9057232eb25d service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288901 Nov 12 03:24:23.942318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-e3274a32-7e78-4845-84bf-c3738bba6aac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=311213aa-154d-4179-b450-e9ec3abe89d0 HTTP/1.1" status: 200 len: 217 time: 0.0426185 Nov 12 03:24:23.975618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cfdc0-1dc3-404c-a446-f8db926d4166 req-536ad5bd-0915-4742-8dad-dd79b100c49e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.977169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-923cfdc0-1dc3-404c-a446-f8db926d4166 req-536ad5bd-0915-4742-8dad-dd79b100c49e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 947 time: 0.4632599 Nov 12 03:24:24.010206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-73c3e992-cee2-4734-a371-a43e9650c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.011743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-73c3e992-cee2-4734-a371-a43e9650c9d0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0613525 Nov 12 03:24:24.026183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-48333d77-087f-4cf8-ab26-b8c5d28640a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0db86907f0c04ea79585e8e5e03ff168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9843550 Nov 12 03:24:24.031681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45074) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:24.046830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48333d77-087f-4cf8-ab26-b8c5d28640a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d14103-9b92-4ec1-b13a-bce7dec41f4d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.077042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-8fbe6177-ff2a-4fbf-8e22-3b61e834b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.085324 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-8fbe6177-ff2a-4fbf-8e22-3b61e834b18f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659747 Nov 12 03:24:24.144860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-923cfdc0-1dc3-404c-a446-f8db926d4166 req-942feb99-448f-4ee6-be59-ceb35ebb4919 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591599 Nov 12 03:24:24.194895 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-7c5dee23-11dd-4d5c-b998-1ed1e4c1be67 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007717 Nov 12 03:24:24.216606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.270788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc896486-10f2-4269-b108-2547fd84eacc req-f43736ad-ed3a-4734-afcd-12ce67f39165 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.272487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc896486-10f2-4269-b108-2547fd84eacc req-f43736ad-ed3a-4734-afcd-12ce67f39165 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1545994 Nov 12 03:24:24.277480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Deleting port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:24.277816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.283587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.295230 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f839e8d4-9c91-42c1-8c6a-8f4a25a7aaf3 x-openstack-request-id: req-f839e8d4-9c91-42c1-8c6a-8f4a25a7aaf3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:24.295746 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-unplugged", "status": "completed", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:24.296145 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f839e8d4-9c91-42c1-8c6a-8f4a25a7aaf3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:24.297111 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b', 'code': 200} Nov 12 03:24:24.313635 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-09b619be-f1ee-48fc-be4c-f34c5c2a6dc2 req-abd5f7f5-ae7b-4a93-9096-d1b7751307d6 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108899 Nov 12 03:24:24.485843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc896486-10f2-4269-b108-2547fd84eacc req-3f403490-bd65-41a5-af1c-26dd85332486 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000952 Nov 12 03:24:24.507643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85000e-59d7-4714-9856-f4b1b108e77c req-4ff0ab89-0e3c-481e-a42d-2a6163172e24 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.509164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da85000e-59d7-4714-9856-f4b1b108e77c req-4ff0ab89-0e3c-481e-a42d-2a6163172e24 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 946 time: 0.1439166 Nov 12 03:24:24.516210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] For port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:24.516568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.527357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.529956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.534265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/20d14103-9b92-4ec1-b13a-bce7dec41f4d HTTP/1.1" status: 204 len: 168 time: 0.5015411 Nov 12 03:24:24.621043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b1412-51ae-441d-a12d-db279724e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d14103-9b92-4ec1-b13a-bce7dec41f4d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.693656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c890e86a-9bf8-47c2-bfd8-37e1643a3332 req-1ff36c69-a3d4-40a3-a9bb-c3eecea10750 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 210 time: 0.0809808 Nov 12 03:24:24.764609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da85000e-59d7-4714-9856-f4b1b108e77c req-db321da8-c941-48ab-9887-01c79658476c tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups?id=33cca077-59fc-49b4-b5a3-b8f4a6ef073e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439792 Nov 12 03:24:24.894727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9118f-dca9-457b-99ef-97edc5e14f5c req-ab4bb3ed-e714-49dd-a29c-532637bc3549 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.896249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dab9118f-dca9-457b-99ef-97edc5e14f5c req-ab4bb3ed-e714-49dd-a29c-532637bc3549 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 946 time: 0.1306846 Nov 12 03:24:24.911174 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.911740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.911854 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Floating IP c4a7b928-39cc-4d0e-bc99-1c3300bb14bb disassociated. External IP: 172.25.4.182, port: 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5. Nov 12 03:24:24.912193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Calling delete_port for 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:24.992594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dab9118f-dca9-457b-99ef-97edc5e14f5c req-e97a2685-019e-4f81-9abe-4e67168619cd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892050 Nov 12 03:24:25.013186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:25.063869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:25.064929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.098272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.132028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event deleted for resources: {'Port': ['ID=77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.167474 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.206541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:25.211223 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.212548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:25.347419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956dbb-9f31-4722-9161-eb987cb08d29 req-c18c1956-2d53-47a6-8ab8-01568a68da84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.357088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d956dbb-9f31-4722-9161-eb987cb08d29 req-c18c1956-2d53-47a6-8ab8-01568a68da84 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 947 time: 0.0935338 Nov 12 03:24:25.366652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Router 2fa6725b-560c-4dac-84f6-42e09c39dc01 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:25.368939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.441172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.513049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:25.538658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.591478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:25.591981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-6551662a-8636-4f74-80a0-0d7fd5a14ca8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.601494 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-6551662a-8636-4f74-80a0-0d7fd5a14ca8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.3055668 Nov 12 03:24:25.608200 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Sync routers for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:25.618515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Request body: {'port': {'device_id': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'admin_state_up': True, 'tenant_id': '4e31348393f44fd981dffc8300741326'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:25.622705 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:25.630103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.659585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d956dbb-9f31-4722-9161-eb987cb08d29 req-987b6f54-503f-4bb2-b077-868183d8ce7a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988386 Nov 12 03:24:25.686994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] No DVR routers for this DVR port 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:25.689907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.694063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cebd7b25-0343-4797-bb1d-e77994c96e2f req-3c81470d-3f6a-4e6f-81d2-6e56feddda94 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.100 "DELETE /v2.0/ports/77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 HTTP/1.1" status: 204 len: 173 time: 1.7367177 Nov 12 03:24:25.696195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.712491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'name': 'network-vif-deleted', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:25.716018 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f76d56-6606-4d25-b783-28931b14a95c" -d '{"events": [{"server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "name": "network-vif-deleted", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:25.779220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89604-8ec6-4990-ac6f-f6d034aed538 req-a2cda21c-1173-4b5c-9b28-a12fe72306d3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.785992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4b89604-8ec6-4990-ac6f-f6d034aed538 req-a2cda21c-1173-4b5c-9b28-a12fe72306d3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1392288 Nov 12 03:24:25.911945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4b89604-8ec6-4990-ac6f-f6d034aed538 req-1d04182a-3e00-4b98-92a1-526dc99b0897 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236238 Nov 12 03:24:25.957494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:25.957972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e59379c8-314a-4f29-8eac-6d8421b08a52 req-f00bf0b6-ce88-4756-b3ee-2bcada8a7ece tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 210 time: 0.0749953 Nov 12 03:24:25.962194 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:25.965895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.010993 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c12850-700c-4541-9b8e-acebc343940c x-openstack-request-id: req-64c12850-700c-4541-9b8e-acebc343940c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:26.011228 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb787f0-a559-4eed-80a8-7541d9c22d1d", "name": "network-vif-deleted", "tag": "77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:26.012146 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-64c12850-700c-4541-9b8e-acebc343940c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:26.012814 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb787f0-a559-4eed-80a8-7541d9c22d1d', 'name': 'network-vif-deleted', 'tag': '77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5', 'status': 'completed', 'code': 200} Nov 12 03:24:26.227864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Allocated IP 172.20.0.6 (d98a96c7-3758-48ad-88e6-3df079aa9a10/f3ca11da-cc68-4cfe-b41f-3361c451acab/50a2fd95-3ccf-42d3-ae10-d6b57875a4fc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:26.230687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21b5d0d3-ebc0-4fb6-b5eb-3c3ca1cc4285 req-1f141b07-bb02-4712-a510-179bf9b458e1 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/ports?device_id=5eb787f0-a559-4eed-80a8-7541d9c22d1d HTTP/1.1" status: 200 len: 210 time: 0.0709376 Nov 12 03:24:26.297838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}, {'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:26.301391 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3eaa8-67af-4c95-8dff-be254e0b6bc9" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}, {"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:26.365874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fba8f-7851-4e48-aecf-b6c3f6ac011c req-9473d235-e2cd-4e23-be91-ade5cca89761 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.375402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-690fba8f-7851-4e48-aecf-b6c3f6ac011c req-9473d235-e2cd-4e23-be91-ade5cca89761 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 944 time: 0.1158741 Nov 12 03:24:26.426575 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039479f-2962-4cda-856d-5144ce80a88f x-openstack-request-id: req-8039479f-2962-4cda-856d-5144ce80a88f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:26.427093 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "code": 200}, {"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:26.427093 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8039479f-2962-4cda-856d-5144ce80a88f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:26.427686 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'code': 200} Nov 12 03:24:26.428341 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c', 'code': 200} Nov 12 03:24:26.459594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-690fba8f-7851-4e48-aecf-b6c3f6ac011c req-de5f21ba-e3b1-4093-a6c8-869cd2039550 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773308 Nov 12 03:24:26.552289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.589891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.616015 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.636203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:26.639293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:26.645673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:26.655817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Checking router: 2fa6725b-560c-4dac-84f6-42e09c39dc01 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:26.669863 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:26.670842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.676768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event updated for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:26.736830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.740424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.772989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-0adc2695-ac27-4018-a129-132ed8004db2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1616018 Nov 12 03:24:26.791933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Request body: {'port': {'device_id': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:26.861280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:26.898417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12392a-1f00-4bc7-a150-2014cf82f9fe req-1037c798-583a-41e5-a4ce-5d8683fee684 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.898642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.903635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b12392a-1f00-4bc7-a150-2014cf82f9fe req-1037c798-583a-41e5-a4ce-5d8683fee684 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 947 time: 0.1422801 Nov 12 03:24:27.018576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b12392a-1f00-4bc7-a150-2014cf82f9fe req-32c4df4f-3812-4404-b197-8f0420f124f6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073122 Nov 12 03:24:27.205903 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:27.241039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1b367-1c2a-4a8b-9fa3-a588efabfd80 req-b5a94100-42f2-47be-8d1d-71b23bdcbed9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.254193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98157807-833f-4183-b09a-ee3881ad9be5 None None] The sync data for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 is: [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f', 'name': '', 'network_id': '459f44bf-d2c2-4d10-93cd-2789b64b7452', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'mac_address': 'fa:16:3e:31:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:58Z', 'updated_at': '2021-11-12T03:22:03Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'subnets': [{'id': 'e8c383a5-b9d4-4be9-8ed7-e399ffa37df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:27.256111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ad1b367-1c2a-4a8b-9fa3-a588efabfd80 req-b5a94100-42f2-47be-8d1d-71b23bdcbed9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.1826613 Nov 12 03:24:27.364598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabe1c7-72b0-4300-aa41-36809f856486 req-1e320846-4630-469b-b0c8-575acf96e3ef tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.375111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aabe1c7-72b0-4300-aa41-36809f856486 req-1e320846-4630-469b-b0c8-575acf96e3ef tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 931 time: 0.2355795 Nov 12 03:24:27.390114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ad1b367-1c2a-4a8b-9fa3-a588efabfd80 req-facd23df-78aa-4829-8043-fdb221f9eefb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330447 Nov 12 03:24:27.450660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:27.469714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.489930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aabe1c7-72b0-4300-aa41-36809f856486 req-4ab82700-00b4-4555-8494-64cfd2ddc0e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138368 Nov 12 03:24:27.495636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 311213aa-154d-4179-b450-e9ec3abe89d0 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:27.524291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Transition to ACTIVE for port object 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:27.529498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.670502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Pushing event updated for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.738297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Attempting to bind port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:27.738642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Attempting to bind port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:27.738978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Attempting to bind port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:27.753771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc on network d98a96c7-3758-48ad-88e6-3df079aa9a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:27.754104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Attempting to bind port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:27.764223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:27.764555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Checking segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:27.765339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Bound using segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:27.765947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Bound port: 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:27.766474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.782377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=311213aa-154d-4179-b450-e9ec3abe89d0,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:27.802864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '311213aa-154d-4179-b450-e9ec3abe89d0', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '311213aa-154d-4179-b450-e9ec3abe89d0', 'mac_address': 'fa:16:3e:c8:66:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:27.841183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd08107-dd2d-43ea-af32-d325ea9d83c5 None None] New status for floating IP c4a7b928-39cc-4d0e-bc99-1c3300bb14bb: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:24:27.845037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2a14f-2f52-4211-adb6-a4ca34e00317 req-677d91f9-dd96-4185-aa88-2f96769b1f69 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.849980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fd2a14f-2f52-4211-adb6-a4ca34e00317 req-677d91f9-dd96-4185-aa88-2f96769b1f69 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 944 time: 0.1342144 Nov 12 03:24:27.877888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.964591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:27.969744 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.979332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.986732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fd2a14f-2f52-4211-adb6-a4ca34e00317 req-50a695d3-c596-4b46-8f57-8f091a0e9d33 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264558 Nov 12 03:24:27.987752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:28.021989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311213aa-154d-4179-b450-e9ec3abe89d0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:28.035526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.049400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=311213aa-154d-4179-b450-e9ec3abe89d0,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:28.057322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.144909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.154935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.158831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.162529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "DELETE /v2.0/security-groups/33cca077-59fc-49b4-b5a3-b8f4a6ef073e HTTP/1.1" status: 204 len: 168 time: 0.2814076 Nov 12 03:24:28.173165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.186728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:28.203097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.203755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.206300 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] 10.222.0.98 "PUT /v2.0/ports/50a2fd95-3ccf-42d3-ae10-d6b57875a4fc HTTP/1.1" status: 200 len: 1092 time: 1.4247413 Nov 12 03:24:28.209119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:28.211433 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f" -d '{"events": [{"name": "network-changed", "server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:28.217868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348e05c-2616-4aa9-be14-154e55d7d0de tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cca077-59fc-49b4-b5a3-b8f4a6ef073e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.257317 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-d6194f5d-0cd2-485c-889b-4d46a8d91553 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] show failed (client error): The resource could not be found. Nov 12 03:24:28.261373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb7c90-341b-4ed4-bf6c-617a216d1eab service neutron] Pushing event updated for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.262151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6194f5d-0cd2-485c-889b-4d46a8d91553 tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "GET /v2.0/security-groups/33cca077-59fc-49b4-b5a3-b8f4a6ef073e HTTP/1.1" status: 404 len: 347 time: 0.0737824 Nov 12 03:24:28.263626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45282) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:28.299437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['311213aa-154d-4179-b450-e9ec3abe89d0'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:28.376147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-86161e45-ea20-4698-9306-bd67b13f8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.382030 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-86161e45-ea20-4698-9306-bd67b13f8ca0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 1095 time: 0.1160579 Nov 12 03:24:28.390424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c9227-0c99-4f95-b5f0-9052c4e77ef8 req-46bdbb05-e185-48d4-a5d0-80c94a612aa3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.392838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f1c9227-0c99-4f95-b5f0-9052c4e77ef8 req-46bdbb05-e185-48d4-a5d0-80c94a612aa3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 948 time: 0.2336175 Nov 12 03:24:28.481034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-cd528476-a865-409a-8365-52d77961449f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc HTTP/1.1" status: 200 len: 217 time: 0.0912626 Nov 12 03:24:28.501049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f1c9227-0c99-4f95-b5f0-9052c4e77ef8 req-a81366cd-a02c-465a-92eb-4fa76ed76ff8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987959 Nov 12 03:24:28.544291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Deleting port f0cb6281-70a5-42ef-8e3d-039452797e36 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:28.544763 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.624680 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f92f78-2116-447a-8ec6-c7b362a51aa6 x-openstack-request-id: req-e6f92f78-2116-447a-8ec6-c7b362a51aa6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:28.625159 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:28.625562 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6f92f78-2116-447a-8ec6-c7b362a51aa6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:28.626159 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', 'status': 'completed', 'code': 200} Nov 12 03:24:28.633138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-71745ccd-a6c4-43dd-9af2-cd4ae45e4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.637038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-71745ccd-a6c4-43dd-9af2-cd4ae45e4197 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.1484458 Nov 12 03:24:28.700184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.701460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.708320 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-871a8f61-afde-471b-bf40-3c5a3848f076 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626004 Nov 12 03:24:28.752637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Calling delete_port for f0cb6281-70a5-42ef-8e3d-039452797e36 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:28.794843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d383db-2198-4e9c-8a41-deefe2c3e928 req-c1df7196-1a3b-429d-af4e-7f7b9db6d092 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.804364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d383db-2198-4e9c-8a41-deefe2c3e928 req-c1df7196-1a3b-429d-af4e-7f7b9db6d092 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0919411 Nov 12 03:24:28.814373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-5eb42704-5e51-4529-bc47-74ae37d03e5c service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984240 Nov 12 03:24:28.915076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d383db-2198-4e9c-8a41-deefe2c3e928 req-9090ea89-867e-43eb-a9de-722c49e98d56 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057162 Nov 12 03:24:28.940004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-4db32d27-c751-406f-8287-cdf8b739fec2 req-c3a5891a-8ae3-433b-b903-6f418e2e71bb service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175220 Nov 12 03:24:29.028565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:29.061546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:29.062223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 77fbd3fe-f65b-4b11-b6a1-baf53fbe53f5 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:29.113500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-e5810b8e-1431-4754-955d-6889f878bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.115073 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-e5810b8e-1431-4754-955d-6889f878bd5a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 1095 time: 0.1100817 Nov 12 03:24:29.151461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.194299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Pushing event deleted for resources: {'Port': ['ID=f0cb6281-70a5-42ef-8e3d-039452797e36,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:29.261193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4360d-a692-456b-a5a0-69901c1585de req-60df95c1-bd79-43e3-903b-fee458e4ee8b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.262961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70e4360d-a692-456b-a5a0-69901c1585de req-60df95c1-bd79-43e3-903b-fee458e4ee8b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 943 time: 0.1857200 Nov 12 03:24:29.297616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-7caedcec-1f2b-4842-8467-6f6e132ec050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.300465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-7caedcec-1f2b-4842-8467-6f6e132ec050 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.1781297 Nov 12 03:24:29.366543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70e4360d-a692-456b-a5a0-69901c1585de req-6ad09f83-3e00-437d-812e-7a58de227e17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775058 Nov 12 03:24:29.371605 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.374788 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.376032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0f25c175-7a8d-4e08-8fa1-217cec3e875d tempest-ServersTestJSON-155532534 tempest-ServersTestJSON-155532534-project] 10.222.0.93 "DELETE /v2.0/floatingips/c4a7b928-39cc-4d0e-bc99-1c3300bb14bb HTTP/1.1" status: 204 len: 168 time: 1.1113412 Nov 12 03:24:29.387297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45328) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:29.402834 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-45062554-3c9d-4834-9aa5-875163c00ab1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc HTTP/1.1" status: 200 len: 217 time: 0.0953603 Nov 12 03:24:29.492345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-b0993ddc-5ce3-4d5a-9dc2-92f3e02c12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.494683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-b0993ddc-5ce3-4d5a-9dc2-92f3e02c12fd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.0840359 Nov 12 03:24:29.501133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:29.584399 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-e1a1e19c-653e-4c12-be0b-aacc0336d074 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671556 Nov 12 03:24:29.645414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-20b145a7-6e7b-42f3-9ef3-f049a7b3831b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.647467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-20b145a7-6e7b-42f3-9ef3-f049a7b3831b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=d2142f8f-a90b-4c34-b103-4a186b74d4ec HTTP/1.1" status: 200 len: 944 time: 0.0950322 Nov 12 03:24:29.799403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:29.807516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-e4d5a8dc-5d5e-4ca7-9dc4-1f51c933c8ae service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101653 Nov 12 03:24:29.815437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'port_id': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'mac_address': 'fa:16:3e:00:84:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a1850-4e3a-4486-9f49-4b8782eb3946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:29.817679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 311213aa-154d-4179-b450-e9ec3abe89d0 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:29.908721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b188-7263-4501-93b7-bc492d76a576 req-e99f8a01-dfe5-4e04-82bb-ef21bf93eaf4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.917252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1f7b188-7263-4501-93b7-bc492d76a576 req-e99f8a01-dfe5-4e04-82bb-ef21bf93eaf4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 948 time: 0.1750383 Nov 12 03:24:29.951889 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.023526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:30.034650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-46662d51-eb7c-4eb3-867c-b9e1bbbed68f req-a5293673-f96b-4a9f-9d5b-2556f16aa711 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088208 Nov 12 03:24:30.141564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:30.165755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.182230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.188672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 311213aa-154d-4179-b450-e9ec3abe89d0 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:30.191810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-614aa377-fcc1-45a9-b94e-a852a43a221f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.213255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 311213aa-154d-4179-b450-e9ec3abe89d0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:30.213629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.271253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.342942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-614aa377-fcc1-45a9-b94e-a852a43a221f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.346002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.348718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-614aa377-fcc1-45a9-b94e-a852a43a221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.382798 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-614aa377-fcc1-45a9-b94e-a852a43a221f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d1a26b6c6c142888b77689107a033be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577898 Nov 12 03:24:30.383178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=311213aa-154d-4179-b450-e9ec3abe89d0,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.383427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:30.384266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:30.387517 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ab347-8b2b-4c46-a565-5b0c26d284da" -d '{"events": [{"server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "name": "network-vif-plugged", "status": "completed", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:30.392066 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.393136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:30.430669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aa377-fcc1-45a9-b94e-a852a43a221f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b71f0-4dad-4482-a623-412a6cbc1678,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.445086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['56b05738-f5b8-467d-9fc0-e4cd49e92606'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:30.448826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 903666bd-072f-4ca5-bb47-f3d37477739c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:30.449299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.462895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.490679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.525254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.526897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1f7b188-7263-4501-93b7-bc492d76a576 req-84729696-ffd2-40cc-b628-369b5f094e46 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045496 Nov 12 03:24:30.551711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.559890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.574321 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/808b71f0-4dad-4482-a623-412a6cbc1678 HTTP/1.1" status: 204 len: 168 time: 0.1793728 Nov 12 03:24:30.592214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ce84-e8fd-4735-b6ed-b7122eabdde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b71f0-4dad-4482-a623-412a6cbc1678,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.688254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.694792 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.715519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 903666bd-072f-4ca5-bb47-f3d37477739c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=903666bd-072f-4ca5-bb47-f3d37477739c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.716426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.725941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:30.741878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829e894-19ab-48c6-adfd-9b3cf7ee56b7 req-1e6a0fe2-dde5-4af3-bbe6-a316a4bfa4eb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.743714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f829e894-19ab-48c6-adfd-9b3cf7ee56b7 req-1e6a0fe2-dde5-4af3-bbe6-a316a4bfa4eb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 945 time: 0.1387224 Nov 12 03:24:30.751152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.757643 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.771931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 903666bd-072f-4ca5-bb47-f3d37477739c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:30.827398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.894786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f829e894-19ab-48c6-adfd-9b3cf7ee56b7 req-d759b88e-2c76-4979-bf7d-abd98558fef8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206279 Nov 12 03:24:30.907600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.029044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:31.099869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.117874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No active binding found for port 903666bd-072f-4ca5-bb47-f3d37477739c {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:24:31.118363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 903666bd-072f-4ca5-bb47-f3d37477739c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:31.164968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=903666bd-072f-4ca5-bb47-f3d37477739c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.179784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ebc3e-7973-483d-aea3-1cb0efe45da8 req-0f2bf0d4-d7b7-4411-8bc0-39017099447b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.181412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f41ebc3e-7973-483d-aea3-1cb0efe45da8 req-0f2bf0d4-d7b7-4411-8bc0-39017099447b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 943 time: 0.1899316 Nov 12 03:24:31.212081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.250796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46f9ab0-4f71-49e5-991c-ce026edc3d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.264735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 903666bd-072f-4ca5-bb47-f3d37477739c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:31.270871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.274222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4954672-0d50-4461-b6a9-7a8dfda908ba req-a70a61b3-e2b3-4cf0-955e-80c21c26ba64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "DELETE /v2.0/ports/903666bd-072f-4ca5-bb47-f3d37477739c HTTP/1.1" status: 204 len: 173 time: 1.5869641 Nov 12 03:24:31.276142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-deleted', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:31.278579 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb383859-de54-4422-9e51-73a11b4d8e74" -d '{"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-deleted", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:31.320352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f41ebc3e-7973-483d-aea3-1cb0efe45da8 req-558580cf-6449-4f36-ace9-63f6a2efaa87 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238008 Nov 12 03:24:31.365690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46f9ab0-4f71-49e5-991c-ce026edc3d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.370513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46f9ab0-4f71-49e5-991c-ce026edc3d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.391907 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebc8574-8fe7-4efb-8586-58900ae921e3 x-openstack-request-id: req-7ebc8574-8fe7-4efb-8586-58900ae921e3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:31.392993 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "name": "network-vif-plugged", "status": "completed", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:31.393088 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ebc8574-8fe7-4efb-8586-58900ae921e3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:31.393440 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0', 'code': 200} Nov 12 03:24:31.406155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f9ab0-4f71-49e5-991c-ce026edc3d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bf48e-a941-428d-8eb6-32992360f724,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.472567 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e46f9ab0-4f71-49e5-991c-ce026edc3d67 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f5e8172e2fa648a4ab789cc0d0f6cb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570040 Nov 12 03:24:31.473080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45384) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.502322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:31.529915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Deleting port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:31.530256 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.602414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0132108-b833-4023-b5c2-df039f3cd195 req-3f6eb1a0-d6c3-4554-8f55-c8d90459f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.604210 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0132108-b833-4023-b5c2-df039f3cd195 req-3f6eb1a0-d6c3-4554-8f55-c8d90459f328 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 1101 time: 0.1271667 Nov 12 03:24:31.605589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.648305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.688045 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a6ef00-b594-4b43-9d36-d87d3b00a332 x-openstack-request-id: req-d7a6ef00-b594-4b43-9d36-d87d3b00a332 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:31.688340 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2142f8f-a90b-4c34-b103-4a186b74d4ec", "name": "network-vif-deleted", "tag": "903666bd-072f-4ca5-bb47-f3d37477739c", "status": "failed", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:31.688596 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7a6ef00-b594-4b43-9d36-d87d3b00a332 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:31.689169 n-d-713499-30 neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2142f8f-a90b-4c34-b103-4a186b74d4ec', 'name': 'network-vif-deleted', 'tag': '903666bd-072f-4ca5-bb47-f3d37477739c', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:24:31.706566 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b0132108-b833-4023-b5c2-df039f3cd195 req-d94bf143-8259-48cd-80b2-8f9c30e2f9e9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937529 Nov 12 03:24:31.741694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.770656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.783739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'port_id': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', 'mac_address': 'fa:16:3e:17:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca11da-cc68-4cfe-b41f-3361c451acab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:31.803243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] For port 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.803506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.832448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Calling delete_port for 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:31.846771 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.863203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:31.892859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.898559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.917638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac875118-4b4d-403a-9d5f-b694af8a10ba req-23f68f13-16ed-466d-9dbd-ae3e032cc1d2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.919179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac875118-4b4d-403a-9d5f-b694af8a10ba req-23f68f13-16ed-466d-9dbd-ae3e032cc1d2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 949 time: 0.1621404 Nov 12 03:24:31.963786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.983089 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.986897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.990917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/197bf48e-a941-428d-8eb6-32992360f724 HTTP/1.1" status: 204 len: 168 time: 0.5161026 Nov 12 03:24:32.015023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e6c34-e569-4e85-bbbd-f308acdbdfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bf48e-a941-428d-8eb6-32992360f724,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.023340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac875118-4b4d-403a-9d5f-b694af8a10ba req-c27f3b3c-e0bc-4a28-9fcf-57991715f1d8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837741 Nov 12 03:24:32.251076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:32.255834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66a196-15c6-46fa-9465-d08cbdf13b70 req-be73659f-4d2b-4321-9f45-9ff8b014498c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.257473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d66a196-15c6-46fa-9465-d08cbdf13b70 req-be73659f-4d2b-4321-9f45-9ff8b014498c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 944 time: 0.1298056 Nov 12 03:24:32.258679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.299858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.444118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d66a196-15c6-46fa-9465-d08cbdf13b70 req-9f55fe98-543f-4e9f-b4d9-f66bc5a62341 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534088 Nov 12 03:24:32.655126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9dc37-a0df-4dfe-993d-f81d6a77abd6 req-0141bc78-dd47-4d64-9e92-5020cf10890a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.656838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03a9dc37-a0df-4dfe-993d-f81d6a77abd6 req-0141bc78-dd47-4d64-9e92-5020cf10890a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 944 time: 0.2042520 Nov 12 03:24:32.853855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.876756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-efcae1c7-9652-4020-a78d-d88f16114085 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.883441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-efcae1c7-9652-4020-a78d-d88f16114085 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.2233584 Nov 12 03:24:32.903240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03a9dc37-a0df-4dfe-993d-f81d6a77abd6 req-e5d920c0-5843-461e-bea2-e791444c1b05 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326296 Nov 12 03:24:33.000795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-4a5b40f2-8426-4bcd-9efa-a8351ca4a150 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.1033411 Nov 12 03:24:33.080932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-2260dfd9-f773-4f45-907d-ab3e2ec3a584 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597713 Nov 12 03:24:33.278718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-401bedaf-e3a0-4f2e-b739-b39b71ed1e88 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640866 Nov 12 03:24:33.407417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427d16-d5eb-4ba4-93fe-aba6383af58c req-1302a7cf-d108-47ff-86c4-a639dca93a69 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.416408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e427d16-d5eb-4ba4-93fe-aba6383af58c req-1302a7cf-d108-47ff-86c4-a639dca93a69 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 949 time: 0.2141228 Nov 12 03:24:33.507177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:33.565159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e427d16-d5eb-4ba4-93fe-aba6383af58c req-3d41c01d-fcc1-4432-9aa0-d31d6fb6eccb tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404405 Nov 12 03:24:33.579944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-48649b4e-3493-43c5-9ab7-dd66da9fd143 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003411 Nov 12 03:24:33.597744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Router 2fa6725b-560c-4dac-84f6-42e09c39dc01 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:33.608038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 56b05738-f5b8-467d-9fc0-e4cd49e92606 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:33.608873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.755798 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.783805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5df98-e4fa-49d9-aa72-46c41ea3216a req-2c86462c-0743-4228-8c3a-563fb92ea503 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.786090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0b5df98-e4fa-49d9-aa72-46c41ea3216a req-2c86462c-0743-4228-8c3a-563fb92ea503 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 944 time: 0.1168869 Nov 12 03:24:33.800600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:33.809549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Sync routers for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:33.810940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0bbfcc3-a473-4804-8327-7e923bc1b78e admin admin] 10.222.0.93 "PUT /v2.0/routers/2fa6725b-560c-4dac-84f6-42e09c39dc01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4214122 Nov 12 03:24:33.811567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.827685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:33.830326 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79080d16-89a2-4ddd-95b9-2efdf82194da" -d '{"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-plugged", "status": "completed", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:33.849284 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:33.850216 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.853253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:33.864130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.905111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0b5df98-e4fa-49d9-aa72-46c41ea3216a req-6c08811c-8a46-413b-869d-e1b00e5b5acd tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930429 Nov 12 03:24:33.999194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.044719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:34.089997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732059e6-39c1-434b-8357-66a815fd1537 req-dd9dde1d-a1de-43fd-867a-c24e9c95dd0d tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.091548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-732059e6-39c1-434b-8357-66a815fd1537 req-dd9dde1d-a1de-43fd-867a-c24e9c95dd0d tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 1101 time: 0.1123698 Nov 12 03:24:34.098801 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c44333e-e0c9-4c5f-836e-894275cdb6a9 x-openstack-request-id: req-5c44333e-e0c9-4c5f-836e-894275cdb6a9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:34.099102 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-plugged", "status": "completed", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:34.099375 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5c44333e-e0c9-4c5f-836e-894275cdb6a9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:34.099778 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'code': 200} Nov 12 03:24:34.215279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-732059e6-39c1-434b-8357-66a815fd1537 req-c29cf003-738a-46b1-86f4-ca9ea9de968d tempest-ServersOnMultiNodesTest-1187890455 tempest-ServersOnMultiNodesTest-1187890455-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102982 Nov 12 03:24:34.325749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c2ce05f-c497-457e-ad6a-1b7971b6d5ce req-ec3c57e9-9e1c-4edf-b030-5cf3bb4f6923 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 210 time: 0.0776694 Nov 12 03:24:34.329145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.398990 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:34.464469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.490559 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:24:32Z', 'revision_number': 5, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port': {'id': 'd4d2f962-1937-4261-ab9e-0c99f193abc3', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:54Z', 'updated_at': '2021-11-12T03:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.508640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cecedb-a790-4143-8949-292fc8b80687 req-06a99100-3e88-4d5d-8570-3d941928bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.510992 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a4cecedb-a790-4143-8949-292fc8b80687 req-06a99100-3e88-4d5d-8570-3d941928bc1d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 1098 time: 0.2802815 Nov 12 03:24:34.524239 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Checking router: 2fa6725b-560c-4dac-84f6-42e09c39dc01 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:34.538585 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Routers {'2fa6725b-560c-4dac-84f6-42e09c39dc01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:34.539829 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2fa6725b-560c-4dac-84f6-42e09c39dc01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.559146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c97ac-142e-400d-aa4a-4a090452ddf5 req-61d85fda-6f8e-4f0c-a3dd-a54baee21b26 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.561263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a96c97ac-142e-400d-aa4a-4a090452ddf5 req-61d85fda-6f8e-4f0c-a3dd-a54baee21b26 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 944 time: 0.1764858 Nov 12 03:24:34.620557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a4cecedb-a790-4143-8949-292fc8b80687 req-040fded9-f72a-41ee-83b8-e58c6ffbe607 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011577 Nov 12 03:24:34.624376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Deleting port d4d2f962-1937-4261-ab9e-0c99f193abc3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:34.624717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.673440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a96c97ac-142e-400d-aa4a-4a090452ddf5 req-ec495b46-49f7-471c-b2f7-4638a26f24d9 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041207 Nov 12 03:24:34.676082 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] Set router 2fa6725b-560c-4dac-84f6-42e09c39dc01 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:34.750552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] For port d4d2f962-1937-4261-ab9e-0c99f193abc3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4d2f962-1937-4261-ab9e-0c99f193abc3,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:34.751231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.794436 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:24:34Z', 'revision_number': 6, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.800600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Calling delete_port for d4d2f962-1937-4261-ab9e-0c99f193abc3 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:34.831535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a7a88-a595-483a-a6d3-f6f46d361dae None None] The sync data for ids ['2fa6725b-560c-4dac-84f6-42e09c39dc01'] in n-d-713499-30 is: [{'id': '2fa6725b-560c-4dac-84f6-42e09c39dc01', 'name': 'tempest-ServersTestJSON-1424062829-router', 'tenant_id': '8779815132734317a47c98ceebd6b788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:53Z', 'updated_at': '2021-11-12T03:24:34Z', 'revision_number': 6, 'project_id': '8779815132734317a47c98ceebd6b788', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:35.085551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.132496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d2f962-1937-4261-ab9e-0c99f193abc3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.133142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5271-657c-4229-a2f3-8342cf4ae3c7 req-9ea44995-c306-4495-ad56-42849a7979eb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.142935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-365e5271-657c-4229-a2f3-8342cf4ae3c7 req-9ea44995-c306-4495-ad56-42849a7979eb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.0794189 Nov 12 03:24:35.171885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec700bf-41d8-4f01-9f98-d49c4706606b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:35.276946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.297417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-365e5271-657c-4229-a2f3-8342cf4ae3c7 req-53f3e89d-35b0-4b86-95d5-6e52894716ed tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511874 Nov 12 03:24:35.468113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f22e63-f835-4d04-9913-889aa95012cc req-f22990e5-44a7-401b-bd84-3e6097bad1c3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.480853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54f22e63-f835-4d04-9913-889aa95012cc req-f22990e5-44a7-401b-bd84-3e6097bad1c3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 949 time: 0.0939898 Nov 12 03:24:35.503760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:35.584502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54f22e63-f835-4d04-9913-889aa95012cc req-b2408d99-b55a-4390-a369-634ac9018c2a tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976756 Nov 12 03:24:35.655728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:35.663696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:35.664437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.930854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.937429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.964362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.971590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99aeabb3-6ec1-4371-94e7-d46739387991 req-332b69df-72e1-49f6-b311-3a528c1a0322 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 210 time: 0.1149955 Nov 12 03:24:35.975996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4d2f962-1937-4261-ab9e-0c99f193abc3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:36.016376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d4d2f962-1937-4261-ab9e-0c99f193abc3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:36.018190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4d2f962-1937-4261-ab9e-0c99f193abc3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:36.019748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:36.082059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:36.082698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4bb567e2-7dd2-4d30-8dc0-00cd0b41e13f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:36.105923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:36.111187 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad7666-9716-427e-a7bf-3c1a7955116b" -d '{"events": [{"server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "name": "network-vif-plugged", "status": "completed", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:36.114338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f104bf-84d7-440d-98d9-7b842786734b req-e789f22f-c60e-4440-ac92-9e0f72d29c8d tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.123196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28f104bf-84d7-440d-98d9-7b842786734b req-e789f22f-c60e-4440-ac92-9e0f72d29c8d tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 944 time: 0.1437242 Nov 12 03:24:36.145556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:36.155342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.155916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa6725b-560c-4dac-84f6-42e09c39dc01 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:36.159396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.167612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.174051 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dac79aaf-f7c4-4c71-866e-9b5def33b7ff admin admin] 10.222.0.93 "DELETE /v2.0/routers/2fa6725b-560c-4dac-84f6-42e09c39dc01 HTTP/1.1" status: 204 len: 168 time: 2.3613961 Nov 12 03:24:36.177489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:36.192954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-386a9a74-2f03-4e29-85db-2b34791f07ff tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.198845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-386a9a74-2f03-4e29-85db-2b34791f07ff tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.5784328 Nov 12 03:24:36.249248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:36.265997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28f104bf-84d7-440d-98d9-7b842786734b req-739cd856-8c95-496f-be0c-82e41c24d815 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392150 Nov 12 03:24:36.305569 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d95636-e79f-47d8-a1cd-beb5ce78b717 x-openstack-request-id: req-e2d95636-e79f-47d8-a1cd-beb5ce78b717 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:36.306046 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "name": "network-vif-plugged", "status": "completed", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:36.306123 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e2d95636-e79f-47d8-a1cd-beb5ce78b717 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:36.306617 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', 'code': 200} Nov 12 03:24:36.353640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.359502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Deleting subnet e8c383a5-b9d4-4be9-8ed7-e399ffa37df0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:36.368981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.525947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.570199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f7e34df7-8335-42d8-a217-21c7ecca68c8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.572117 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f7e34df7-8335-42d8-a217-21c7ecca68c8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 949 time: 0.1945534 Nov 12 03:24:36.749562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.869999 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.895318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.895488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092219af-e20a-49d8-8b7c-1bfd8598c4a9 None None] Network 459f44bf-d2c2-4d10-93cd-2789b64b7452 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:36.903982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e8c383a5-b9d4-4be9-8ed7-e399ffa37df0 HTTP/1.1" status: 204 len: 168 time: 0.7192271 Nov 12 03:24:36.906370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45588) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:36.943548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port 311213aa-154d-4179-b450-e9ec3abe89d0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:36.944158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.997553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.002452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:37.051636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d651-136a-4fd8-9409-76c1070ce55f req-f8d73f95-b5dd-4ef0-a2a0-5eafc8ebcab9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.055492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port 311213aa-154d-4179-b450-e9ec3abe89d0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=311213aa-154d-4179-b450-e9ec3abe89d0,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:37.056486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.059737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1717d651-136a-4fd8-9409-76c1070ce55f req-f8d73f95-b5dd-4ef0-a2a0-5eafc8ebcab9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.2526095 Nov 12 03:24:37.072346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for 311213aa-154d-4179-b450-e9ec3abe89d0 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:37.119535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f1b9-eb81-410f-bfdc-cc86c1250988 req-eae027aa-269a-4156-93bf-d87c523240d3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.127397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b553f1b9-eb81-410f-bfdc-cc86c1250988 req-eae027aa-269a-4156-93bf-d87c523240d3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b56e1ce-0104-4386-8355-ff17a8bd89ea HTTP/1.1" status: 200 len: 949 time: 0.3208387 Nov 12 03:24:37.130637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fbd78-13e6-4f25-9a4b-898f7741c952 req-f6574720-7f5b-4b74-b81b-83a5120e3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.132527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-248fbd78-13e6-4f25-9a4b-898f7741c952 req-f6574720-7f5b-4b74-b81b-83a5120e3c3c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 1097 time: 0.3159750 Nov 12 03:24:37.135112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8128156-f5c0-490e-9da9-f7016e49a7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c383a5-b9d4-4be9-8ed7-e399ffa37df0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.206666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] DHCP port deletion for 459f44bf-d2c2-4d10-93cd-2789b64b7452 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:37.239396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1717d651-136a-4fd8-9409-76c1070ce55f req-680ab5e6-1336-410a-aa28-b308250df183 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782141 Nov 12 03:24:37.303818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90a49afb-f6df-4b28-83f0-9a95265180b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.308989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Deleting port dee3a858-0c1c-445b-943b-0c8c7c1dc986 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:37.309488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.327684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:37.337849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.343305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.364844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511', '311213aa-154d-4179-b450-e9ec3abe89d0'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:37.468239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858', 'd4781bca-d6b1-441e-80db-b63559593ddf', 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:37.506389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port 311213aa-154d-4179-b450-e9ec3abe89d0 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:37.519007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.522630 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-07e22e50-8068-49f6-9af7-3a4881dc106e req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "DELETE /v2.0/ports/311213aa-154d-4179-b450-e9ec3abe89d0 HTTP/1.1" status: 204 len: 173 time: 0.9385042 Nov 12 03:24:37.523419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'name': 'network-vif-deleted', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:37.531886 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf7aa4-e420-4424-949a-fdbacda0ff5b" -d '{"events": [{"server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "name": "network-vif-deleted", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:37.542202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614641c-e623-4ffa-bcef-aa3e183139d0 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=311213aa-154d-4179-b450-e9ec3abe89d0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.648335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.3 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/5ebe19c2-b8ff-4422-85aa-280fde87fccf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:37.684639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] For port dee3a858-0c1c-445b-943b-0c8c7c1dc986, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dee3a858-0c1c-445b-943b-0c8c7c1dc986,segment=NetworkSegment(e47961e4-7971-41f5-b3ad-ad8744d4d3ff),segment_id=e47961e4-7971-41f5-b3ad-ad8744d4d3ff)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:37.686473 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.701072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Calling delete_port for dee3a858-0c1c-445b-943b-0c8c7c1dc986 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:37.722636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f323a231-01df-457a-8a42-9fb8fd64192d req-9302c2e7-8400-47fb-943f-27dd01ee86e0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 210 time: 0.3510599 Nov 12 03:24:37.747888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b553f1b9-eb81-410f-bfdc-cc86c1250988 req-e1697a52-a94a-4e97-b3d6-1322b333bf31 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195371 Nov 12 03:24:37.872972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.879685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90a49afb-f6df-4b28-83f0-9a95265180b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.901973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90a49afb-f6df-4b28-83f0-9a95265180b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.932006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Deleting port dee3a858-0c1c-445b-943b-0c8c7c1dc986 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:37.932335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.937057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] Pushing event deleted for resources: {'Port': ['ID=dee3a858-0c1c-445b-943b-0c8c7c1dc986,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.941388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85ad27-2dae-4152-a56e-b5cf30da6db2 None None] No DVR routers for this DVR port dee3a858-0c1c-445b-943b-0c8c7c1dc986 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:37.970195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-90a49afb-f6df-4b28-83f0-9a95265180b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35f558e8d8c847cf8976ce3e15c37ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9586401 Nov 12 03:24:37.971180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.011364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a49afb-f6df-4b28-83f0-9a95265180b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e4c5ed-ea55-4bf1-9f97-97c73b78d3ce,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.038999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-248fbd78-13e6-4f25-9a4b-898f7741c952 req-cd18c3c0-dc31-4a83-8c8b-e63cefe742f5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835378 Nov 12 03:24:38.097201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dee3a858-0c1c-445b-943b-0c8c7c1dc986 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:38.118962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.147118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46775e-9b0d-4ae8-9064-81cc117229cc req-acc21fef-7d1d-4b7c-a5b2-ce0b5512193d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.150683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.150976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: dee3a858-0c1c-445b-943b-0c8c7c1dc986 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:38.151416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dee3a858-0c1c-445b-943b-0c8c7c1dc986 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:38.155046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df46775e-9b0d-4ae8-9064-81cc117229cc req-acc21fef-7d1d-4b7c-a5b2-ce0b5512193d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.2600300 Nov 12 03:24:38.225148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.230243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.234732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b1e4c5ed-ea55-4bf1-9f97-97c73b78d3ce HTTP/1.1" status: 204 len: 168 time: 0.2602372 Nov 12 03:24:38.269830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb76cc-5a3d-4bae-804f-4b40c049775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e4c5ed-ea55-4bf1-9f97-97c73b78d3ce,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.295356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] For port dee3a858-0c1c-445b-943b-0c8c7c1dc986, host n-d-713499-30, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:38.295915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.327119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Calling delete_port for dee3a858-0c1c-445b-943b-0c8c7c1dc986 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:38.330768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Port dee3a858-0c1c-445b-943b-0c8c7c1dc986 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:24:38.350845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.370238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] No DVR routers for this DVR port dee3a858-0c1c-445b-943b-0c8c7c1dc986 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:38.411266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df46775e-9b0d-4ae8-9064-81cc117229cc req-c2261c1a-1140-4c6a-86ed-0ce872141307 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552612 Nov 12 03:24:38.460266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Pushing event deleted for resources: {'Port': ['ID=dee3a858-0c1c-445b-943b-0c8c7c1dc986,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.497636 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8450e8b-a8e6-483f-b2d5-e5c3fb783618 x-openstack-request-id: req-a8450e8b-a8e6-483f-b2d5-e5c3fb783618 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:38.498167 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b56e1ce-0104-4386-8355-ff17a8bd89ea", "name": "network-vif-deleted", "tag": "311213aa-154d-4179-b450-e9ec3abe89d0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:38.499255 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a8450e8b-a8e6-483f-b2d5-e5c3fb783618 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:38.499376 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b56e1ce-0104-4386-8355-ff17a8bd89ea', 'name': 'network-vif-deleted', 'tag': '311213aa-154d-4179-b450-e9ec3abe89d0', 'status': 'completed', 'code': 200} Nov 12 03:24:38.541538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d846e-2a1d-4a80-8fdb-79bd05b22eb1 req-1f4bdc01-577e-446f-af33-5071d88c07eb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.549801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e1d846e-2a1d-4a80-8fdb-79bd05b22eb1 req-1f4bdc01-577e-446f-af33-5071d88c07eb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 945 time: 0.3870363 Nov 12 03:24:38.553916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.599450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.606671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459f44bf-d2c2-4d10-93cd-2789b64b7452']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:38.621451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:38.621743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47961e4-7971-41f5-b3ad-ad8744d4d3ff') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:38.640694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.696533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e1d846e-2a1d-4a80-8fdb-79bd05b22eb1 req-1d5aa17f-ba14-4c11-b2ff-65e0bee5e867 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455076 Nov 12 03:24:38.698525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.710272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:38.710963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:38.713848 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:38.818748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.823753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.850294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1852bb3a-469b-4d63-84be-aef1097957b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.942609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:38.948635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.957647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:38.961303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.964494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] 10.222.0.93 "DELETE /v2.0/networks/459f44bf-d2c2-4d10-93cd-2789b64b7452 HTTP/1.1" status: 204 len: 168 time: 2.0512233 Nov 12 03:24:38.985266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:38.988689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.995492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea2072-31f3-449c-9e88-3428fed14eef admin admin] Pushing event deleted for resources: {'Network': ['ID=459f44bf-d2c2-4d10-93cd-2789b64b7452,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.020318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1852bb3a-469b-4d63-84be-aef1097957b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.025109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1852bb3a-469b-4d63-84be-aef1097957b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.036412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10748dd-ab34-4367-a4b0-c65aaad093e6 req-74ff022c-fcfd-4f07-b031-aa08393b2994 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.045193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d10748dd-ab34-4367-a4b0-c65aaad093e6 req-74ff022c-fcfd-4f07-b031-aa08393b2994 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 931 time: 0.2028897 Nov 12 03:24:39.070272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1852bb3a-469b-4d63-84be-aef1097957b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62bdf13fd50542fd92d41dcc0145e925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479115 Nov 12 03:24:39.071345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:39.083034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.083789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.149332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d10748dd-ab34-4367-a4b0-c65aaad093e6 req-b68268d9-8a24-481e-b86f-57e714eb3868 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889065 Nov 12 03:24:39.149332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-d4ce8854-59fc-43b2-8afe-bab7990b39ab tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9005167 Nov 12 03:24:39.154262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Request body: {'port': {'device_id': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:39.276808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852bb3a-469b-4d63-84be-aef1097957b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ca3de-7297-4510-ad73-8c6710885c1c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.286532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.302707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.335424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.384444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:39.459037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.465459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.471580 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b52ca3de-7297-4510-ad73-8c6710885c1c HTTP/1.1" status: 204 len: 168 time: 0.3922069 Nov 12 03:24:39.495353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c510eba-7b80-45da-b778-5ec0417751ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ca3de-7297-4510-ad73-8c6710885c1c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.525572 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-df524b66-083f-4718-80d2-276299a3e1ad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8779815132734317a47c98ceebd6b788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378710 Nov 12 03:24:39.527047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:39.584180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.616251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.669007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.672484 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.676773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2532f937-1674-45b8-b992-7f296de41060 HTTP/1.1" status: 204 len: 168 time: 0.1487319 Nov 12 03:24:39.686266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404373c-f777-4061-93c8-7d11d496dc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2532f937-1674-45b8-b992-7f296de41060,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.701414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d325e-967a-4ab1-9aa0-58a7042c9c8e req-fdbc0a7c-233d-40dc-9614-7bbbf60ad354 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.709866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d76d325e-967a-4ab1-9aa0-58a7042c9c8e req-fdbc0a7c-233d-40dc-9614-7bbbf60ad354 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.2084427 Nov 12 03:24:39.753911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-1120c649-2e71-4441-aaad-9ad58ca70100 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.755675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-1120c649-2e71-4441-aaad-9ad58ca70100 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 0.2939961 Nov 12 03:24:39.807932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-1f097a24-759b-479c-8d68-0d641fb5cdbf tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/quotas/e3565b5d0f3545dcb7e0adc255ca9422 HTTP/1.1" status: 200 len: 375 time: 0.0434752 Nov 12 03:24:39.819873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d76d325e-967a-4ab1-9aa0-58a7042c9c8e req-caf20593-ddb4-416b-ba93-91ed8e3c5073 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086466 Nov 12 03:24:39.955473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-c70b4cdd-1be3-4755-b542-630788c28bda tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292279 Nov 12 03:24:39.962625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-be597e0e-8be6-4f6b-aac5-882df316d42b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:39.970850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-be597e0e-8be6-4f6b-aac5-882df316d42b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144963 Nov 12 03:24:40.004862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebe19c2-b8ff-4422-85aa-280fde87fccf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:40.036692 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.110523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Transition to ACTIVE for port object 5ebe19c2-b8ff-4422-85aa-280fde87fccf will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:40.123781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.214406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac07a-96f9-429b-9ef1-e8fe2cb766be req-2151d775-fb98-4c9e-a910-a51322a74852 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.216131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-377ac07a-96f9-429b-9ef1-e8fe2cb766be req-2151d775-fb98-4c9e-a910-a51322a74852 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 945 time: 0.1445611 Nov 12 03:24:40.218226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-718676e7-a933-4838-81c8-05510b2530ee service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465544 Nov 12 03:24:40.224776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Pushing event updated for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.501292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-377ac07a-96f9-429b-9ef1-e8fe2cb766be req-b083fcf3-175c-4690-8c4e-ac4178343e88 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518773 Nov 12 03:24:40.607120 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-2dd1f9d0-41b7-4f10-b4c5-0ab2151204bc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1662376 Nov 12 03:24:40.648680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-4e7a3702-594f-45ed-a58a-227c98049c73 service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967099 Nov 12 03:24:40.710647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Attempting to bind port 5ebe19c2-b8ff-4422-85aa-280fde87fccf on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:40.718906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Attempting to bind port 5ebe19c2-b8ff-4422-85aa-280fde87fccf by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:40.719507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Attempting to bind port 5ebe19c2-b8ff-4422-85aa-280fde87fccf on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:40.749186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Port 5ebe19c2-b8ff-4422-85aa-280fde87fccf on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:40.756614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Attempting to bind port 5ebe19c2-b8ff-4422-85aa-280fde87fccf on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:40.781897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420122-cac1-436a-9927-adeb7b09a774 req-888d6244-9420-4c48-b8f6-cab31bd1cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.791591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-888d6244-9420-4c48-b8f6-cab31bd1cf85 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 1102 time: 0.1562183 Nov 12 03:24:40.853481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:40.854081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:40.854653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:40.855276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Bound port: 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:40.862464 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.932411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-ec079cf6-bf9b-407f-bb8c-7b4f93bff265 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.938091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-ec079cf6-bf9b-407f-bb8c-7b4f93bff265 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "GET /v2.0/ports?device_id=44d2d46f-0c69-4c88-9abd-1141972c3157 HTTP/1.1" status: 200 len: 946 time: 0.5587902 Nov 12 03:24:41.202841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-a1a415a5-0491-433d-ac63-752bb21bf927 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.204690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-a1a415a5-0491-433d-ac63-752bb21bf927 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.1976748 Nov 12 03:24:41.296573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420122-cac1-436a-9927-adeb7b09a774 req-6fc5db0d-3d42-410e-a729-9b80c22f376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.297531 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-6fc5db0d-3d42-410e-a729-9b80c22f376b service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.4803529 Nov 12 03:24:41.422457 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-83938ae9-1e9f-4197-8c37-ff3a3561f5ba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=290dc546-d467-4179-b81d-03c88e208a6d HTTP/1.1" status: 200 len: 217 time: 0.1170015 Nov 12 03:24:41.535897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 311213aa-154d-4179-b450-e9ec3abe89d0 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:41.608837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 311213aa-154d-4179-b450-e9ec3abe89d0 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:41.609482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 311213aa-154d-4179-b450-e9ec3abe89d0 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:41.666923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port c0ddedc0-f45e-4522-aa3f-124d47cca57f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:41.667496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.689861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:41.704583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:41.723814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420122-cac1-436a-9927-adeb7b09a774 req-8ee321c0-0207-497b-be04-e46ad53c6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.725852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-8ee321c0-0207-497b-be04-e46ad53c6c47 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.2850862 Nov 12 03:24:41.727871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f061f4e-5ef7-4b27-b4a0-fdf2dc44dc3f req-976cd5bb-d20c-496f-b0e5-3733210b3b64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.735685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f061f4e-5ef7-4b27-b4a0-fdf2dc44dc3f req-976cd5bb-d20c-496f-b0e5-3733210b3b64 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 943 time: 1.0261290 Nov 12 03:24:41.782275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.921927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:41.948692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586132-3101-44e8-9379-e532f8c327eb req-fda3821e-4810-41f3-8da7-6cf428639457 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.950277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce586132-3101-44e8-9379-e532f8c327eb req-fda3821e-4810-41f3-8da7-6cf428639457 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 950 time: 0.6507661 Nov 12 03:24:41.959889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Pushing event updated for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:42.003296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.004183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.005926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-bfe76131-ebff-45de-b2d4-3b2216dae67b service neutron] 10.222.0.100 "PUT /v2.0/ports/5ebe19c2-b8ff-4422-85aa-280fde87fccf HTTP/1.1" status: 200 len: 1092 time: 2.8588810 Nov 12 03:24:42.011939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:42.014499 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:42.097976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port c0ddedc0-f45e-4522-aa3f-124d47cca57f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c0ddedc0-f45e-4522-aa3f-124d47cca57f,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:42.098391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.128226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for c0ddedc0-f45e-4522-aa3f-124d47cca57f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:42.147492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f061f4e-5ef7-4b27-b4a0-fdf2dc44dc3f req-20994c8f-0ced-4cea-b4e1-4e48c9f73f12 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107587 Nov 12 03:24:42.245149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Deleting port 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:42.251371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.437172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-403041825-network', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:42.446185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce586132-3101-44e8-9379-e532f8c327eb req-9975efc6-cd78-4244-a3b6-37205eb7da21 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741752 Nov 12 03:24:42.483903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.509278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:42.578896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858', 'd4781bca-d6b1-441e-80db-b63559593ddf', 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:42.628960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=c0ddedc0-f45e-4522-aa3f-124d47cca57f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:42.629647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-939df781-859c-4c19-bbdb-d953d9f4ba1e req-0edaf4c0-4511-4cae-83bc-42c216316958 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 210 time: 0.0884786 Nov 12 03:24:42.642940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Made reservation on behalf of 7a7a3c585fa9487c86a674f6d9cf7518 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:42.660901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.678278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420122-cac1-436a-9927-adeb7b09a774 req-fca2c266-5298-4dcf-9ec6-c002d5332809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.679825 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-fca2c266-5298-4dcf-9ec6-c002d5332809 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9235740 Nov 12 03:24:42.727723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-4d712024-94c4-4c01-974d-8988575aaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.732511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-4d712024-94c4-4c01-974d-8988575aaecd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 1095 time: 0.4901607 Nov 12 03:24:42.890888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-9672a140-2d5f-4bca-b067-f3d5f16c611b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf HTTP/1.1" status: 200 len: 217 time: 0.1448720 Nov 12 03:24:42.975647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] For port 56b05738-f5b8-467d-9fc0-e4cd49e92606, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=56b05738-f5b8-467d-9fc0-e4cd49e92606,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:42.976075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.980062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-728ada2e-2bb6-48db-9c71-21c7cbbc6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.982357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-728ada2e-2bb6-48db-9c71-21c7cbbc6ae2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0823493 Nov 12 03:24:42.983921 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d64a87f-fc70-4828-915f-22640c70ec9f x-openstack-request-id: req-0d64a87f-fc70-4828-915f-22640c70ec9f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:42.984331 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:42.984641 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d64a87f-fc70-4828-915f-22640c70ec9f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:42.985100 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf', 'status': 'completed', 'code': 200} Nov 12 03:24:43.023036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-9687f05c-7ef1-43ba-ba23-6aa49ea1f2d5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306454 Nov 12 03:24:43.028102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Calling delete_port for 56b05738-f5b8-467d-9fc0-e4cd49e92606 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:43.266955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.307346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port c0ddedc0-f45e-4522-aa3f-124d47cca57f on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:43.318215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.321577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fd7b98d2-db4e-4e7c-b949-b77974bf11f1 req-4219f31c-c464-4416-945b-7451454fda02 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "DELETE /v2.0/ports/c0ddedc0-f45e-4522-aa3f-124d47cca57f HTTP/1.1" status: 204 len: 173 time: 2.1066566 Nov 12 03:24:43.322046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'name': 'network-vif-deleted', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:43.343436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-5610939d-6918-4ecb-b72f-0ce15ca7d878 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121173 Nov 12 03:24:43.347379 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e01b0-3471-4cb5-add3-a82ba32c99ff" -d '{"events": [{"server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "name": "network-vif-deleted", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:43.400536 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-2bb26bfe-0292-40c0-b1cb-a687cd43c656 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150825 Nov 12 03:24:43.577745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.684591 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe0d46-037c-4cf3-b32e-6668ed4a3289 x-openstack-request-id: req-ccfe0d46-037c-4cf3-b32e-6668ed4a3289 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:43.685894 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91a6a3b-7b20-49d8-b2a3-b2d220c8c713", "name": "network-vif-deleted", "tag": "c0ddedc0-f45e-4522-aa3f-124d47cca57f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:43.686358 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ccfe0d46-037c-4cf3-b32e-6668ed4a3289 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:43.687026 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91a6a3b-7b20-49d8-b2a3-b2d220c8c713', 'name': 'network-vif-deleted', 'tag': 'c0ddedc0-f45e-4522-aa3f-124d47cca57f', 'status': 'completed', 'code': 200} Nov 12 03:24:43.689539 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f420122-cac1-436a-9927-adeb7b09a774 req-e9685df0-c495-4917-8a31-a2cc6d44b936 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786436 Nov 12 03:24:43.691146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.705737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:43.718338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.718986 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Added segment 9ea3fd61-4314-4ea5-aab9-ab62f5c1b679 of type vlan for network f6fd437c-d176-413a-b042-a2d8e1d52862 Nov 12 03:24:43.767753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.794805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:43.806518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.807815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.808720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.914749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Pushing event updated for resources: {'Network': ['ID=f6fd437c-d176-413a-b042-a2d8e1d52862,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:43.933669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0ffaa9-b85d-4c56-a4cb-6733988c40f9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:43.939217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f6fd437c-d176-413a-b042-a2d8e1d52862 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:43.957100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-99c41fed-4e84-4481-a77e-3ea72b7c0e76 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0340593 Nov 12 03:24:43.960626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:43.972519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Request body: {'subnet': {'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-403041825-subnet', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:44.007706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeff1c-daad-495a-8b46-ee0fd49a2e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.115071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeff1c-daad-495a-8b46-ee0fd49a2e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.122184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeff1c-daad-495a-8b46-ee0fd49a2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.136959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Made reservation on behalf of 7a7a3c585fa9487c86a674f6d9cf7518 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:44.140982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.203724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-67eeff1c-daad-495a-8b46-ee0fd49a2e50 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93af99c3f0a84cd58228378c83520620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032886 Nov 12 03:24:44.252065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:44.252891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeff1c-daad-495a-8b46-ee0fd49a2e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba25f996-7d61-488b-9a84-93ca3e35dc29,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.359603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d3cd16b-7116-4954-8cba-5a0d1f670435 req-785771dd-a17f-4eaf-9d29-85b17319cc65 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957758 Nov 12 03:24:44.360217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.419481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.517085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.552781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.553526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f85a5320-a6e6-4427-8cae-73cbb8fe79c4 req-d1447246-fdfa-439d-b60d-28467ad3f7f9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=b91a6a3b-7b20-49d8-b2a3-b2d220c8c713 HTTP/1.1" status: 200 len: 210 time: 0.3547094 Nov 12 03:24:44.555701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.576327 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ba25f996-7d61-488b-9a84-93ca3e35dc29 HTTP/1.1" status: 204 len: 168 time: 0.3022623 Nov 12 03:24:44.622030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863f49d-1ab9-459f-a2cc-4a79a087f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba25f996-7d61-488b-9a84-93ca3e35dc29,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.636136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=388d95bc-acaf-40c7-b62a-368f0bb17013,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.653505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-967a8fcc-d31c-433a-b059-a02862aafcd5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.654976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-967a8fcc-d31c-433a-b059-a02862aafcd5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 1.1932576 Nov 12 03:24:44.662377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.681147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Request body: {'port': {'device_id': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'admin_state_up': True, 'tenant_id': 'e3565b5d0f3545dcb7e0adc255ca9422'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:44.693498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Checking segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:44.695076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Network hostable DHCP agents. Network: f6fd437c-d176-413a-b042-a2d8e1d52862, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:44.737471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Network f6fd437c-d176-413a-b042-a2d8e1d52862 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:44.752062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f6fd437c-d176-413a-b042-a2d8e1d52862) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:44.756756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.757527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.768989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae7bc8-0af9-4166-a58f-629d92da258d None None] Network f6fd437c-d176-413a-b042-a2d8e1d52862 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:44.798565 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7b098be-97b1-4b35-a48f-172527f8d8cb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8348055 Nov 12 03:24:44.801233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45874) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:44.809891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:44.857350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.860132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.885928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0ddd-45c1-4531-9706-0b5c77045c0f req-2765eecc-0b31-465e-b9ea-026fca638b62 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.908985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12c0ddd-45c1-4531-9706-0b5c77045c0f req-2765eecc-0b31-465e-b9ea-026fca638b62 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 943 time: 1.4428918 Nov 12 03:24:44.963252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event deleted for resources: {'Port': ['ID=56b05738-f5b8-467d-9fc0-e4cd49e92606,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.979053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-fcb32010-c8b2-4976-bc12-87c00269079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.980831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-fcb32010-c8b2-4976-bc12-87c00269079c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 1095 time: 0.5485711 Nov 12 03:24:44.997454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.055410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] No DVR routers for this DVR port 56b05738-f5b8-467d-9fc0-e4cd49e92606 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:45.086981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c0ddedc0-f45e-4522-aa3f-124d47cca57f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:45.134266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c0ddedc0-f45e-4522-aa3f-124d47cca57f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:45.134685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c0ddedc0-f45e-4522-aa3f-124d47cca57f not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:45.193261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f6fd437c-d176-413a-b042-a2d8e1d52862', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:45.194623 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.257380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-798c2d28-c194-48cb-a119-b5a6374a9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.258912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-798c2d28-c194-48cb-a119-b5a6374a9c1c service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2050045 Nov 12 03:24:45.268086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.271450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1b7b44f-6900-4cda-b487-0872a6899445 req-101c7edf-0aee-42db-9e18-c0973e5d1b1f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "DELETE /v2.0/ports/56b05738-f5b8-467d-9fc0-e4cd49e92606 HTTP/1.1" status: 204 len: 173 time: 4.3093958 Nov 12 03:24:45.275136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-deleted', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:45.291587 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8047b34f-8336-4252-ac53-7fddafc3a8ea" -d '{"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-deleted", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:45.313620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.417118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d12c0ddd-45c1-4531-9706-0b5c77045c0f req-6ed9748d-e266-4423-b3fb-6fb679cebd33 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075579 Nov 12 03:24:45.536480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Allocated IP 172.20.0.2 (f6fd437c-d176-413a-b042-a2d8e1d52862/388d95bc-acaf-40c7-b62a-368f0bb17013/7abcfc3b-915c-418b-8521-666c752e8812) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:45.556311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:45.603056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65edbff5-ade1-4d05-b8a0-32fa454c1b68 req-a0fe8e6b-8bb9-4494-9c4f-f5b906cb8426 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 210 time: 0.2316513 Nov 12 03:24:45.605004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-cc932e5e-1408-48f6-9186-dd96a861cc3a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf HTTP/1.1" status: 200 len: 217 time: 0.3024609 Nov 12 03:24:45.658879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 56b05738-f5b8-467d-9fc0-e4cd49e92606 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:45.659214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 56b05738-f5b8-467d-9fc0-e4cd49e92606 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:45.727566 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a85b3-287c-4152-9e0f-f28f75544fe1 x-openstack-request-id: req-b26a85b3-287c-4152-9e0f-f28f75544fe1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:45.727844 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d2d46f-0c69-4c88-9abd-1141972c3157", "name": "network-vif-deleted", "tag": "56b05738-f5b8-467d-9fc0-e4cd49e92606", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:45.742146 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b26a85b3-287c-4152-9e0f-f28f75544fe1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:45.742146 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d2d46f-0c69-4c88-9abd-1141972c3157', 'name': 'network-vif-deleted', 'tag': '56b05738-f5b8-467d-9fc0-e4cd49e92606', 'status': 'completed', 'code': 200} Nov 12 03:24:45.748483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Made reservation on behalf of e3565b5d0f3545dcb7e0adc255ca9422 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:45.752074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.835942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-e687105f-1ded-47f2-a7ff-887f093a5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.841031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-e687105f-1ded-47f2-a7ff-887f093a5730 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.2221782 Nov 12 03:24:45.875202 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:45.923509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.041077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Allocated IP 172.20.0.8 (efeed3bc-92d5-4b9a-97c7-e989f26b5ea7/eb4a1850-4e3a-4486-9f49-4b8782eb3946/e52daa87-ff46-403f-97ca-92b5230851e6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:46.130161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.144098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.206758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Network f6fd437c-d176-413a-b042-a2d8e1d52862 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:46.207919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Pushing event updated for resources: {'Port': ['ID=7abcfc3b-915c-418b-8521-666c752e8812,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.211295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:46.214515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Allocated IP 172.25.4.158 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a2a43e9b-99ed-4e2f-a95b-029d64758a7a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:46.217023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:46.221111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.221458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.221800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.228490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.228990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.229443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.229777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.230142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.230598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.230971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.231307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.231633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:46.271433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-a2e2f633-f9dc-4e44-a268-d21dcd8b36be service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420224 Nov 12 03:24:46.400025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.409332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Attempting to bind port 7abcfc3b-915c-418b-8521-666c752e8812 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:46.409819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Attempting to bind port 7abcfc3b-915c-418b-8521-666c752e8812 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:46.410482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Attempting to bind port 7abcfc3b-915c-418b-8521-666c752e8812 on network f6fd437c-d176-413a-b042-a2d8e1d52862 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:46.426153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:46.426397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Checking segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:46.426744 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.427144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Bound using segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:46.428501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Bound port: 7abcfc3b-915c-418b-8521-666c752e8812, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:46.429603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.490901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.558004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:46.565954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:46.579704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:46.591314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.615936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] For port 7abcfc3b-915c-418b-8521-666c752e8812, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:46.626696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] For port 7abcfc3b-915c-418b-8521-666c752e8812, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7abcfc3b-915c-418b-8521-666c752e8812,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:46.630235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec1d2d-04fb-4732-ab14-52f7c46659ab None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:46.642499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.695741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c021a-5881-4de1-bffa-d709d84812d5 req-58c8ce14-d5cf-4e71-bad0-8781df78c1e2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.709920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-765c021a-5881-4de1-bffa-d709d84812d5 req-58c8ce14-d5cf-4e71-bad0-8781df78c1e2 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.5332558 Nov 12 03:24:46.728567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43c6b-7efa-49b4-911f-995020c92c64 None None] Pushing event updated for resources: {'Port': ['ID=7abcfc3b-915c-418b-8521-666c752e8812,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.792142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.809261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-052c1859-3219-4e86-b837-2febb6a29bfb None None] Provisioning complete for port a2a43e9b-99ed-4e2f-a95b-029d64758a7a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:46.809635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052c1859-3219-4e86-b837-2febb6a29bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.846417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-60779fe6-8d70-4009-b6d5-57eb5b651952 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218544 Nov 12 03:24:46.922705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-052c1859-3219-4e86-b837-2febb6a29bfb None None] Port a2a43e9b-99ed-4e2f-a95b-029d64758a7a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:47.011489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430002-747f-4eec-9cb7-92751b251a7e req-06958664-4980-4842-b268-4be153a38497 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.016832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30430002-747f-4eec-9cb7-92751b251a7e req-06958664-4980-4842-b268-4be153a38497 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 943 time: 0.4779718 Nov 12 03:24:47.087647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5ebe19c2-b8ff-4422-85aa-280fde87fccf details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:47.140644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-765c021a-5881-4de1-bffa-d709d84812d5 req-84e239e4-fc65-4d90-9f61-154503d69db5 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296975 Nov 12 03:24:47.295869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.321240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.362541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5b9a399-b4c1-4e93-82c0-1bd3e876dbb1 req-17113a6f-ca50-4c91-b0f9-2596640d925a service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914989 Nov 12 03:24:47.433821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45956) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:47.503907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:47.533096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30430002-747f-4eec-9cb7-92751b251a7e req-3b93dd64-35b5-4915-8cc3-8ea1020b3795 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723189 Nov 12 03:24:47.534713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.566953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:47.587146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:47.604628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:47.636272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5ebe19c2-b8ff-4422-85aa-280fde87fccf', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '5ebe19c2-b8ff-4422-85aa-280fde87fccf', 'mac_address': 'fa:16:3e:f8:80:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:47.729953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.758516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebe19c2-b8ff-4422-85aa-280fde87fccf {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:47.802155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:47.806627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.833800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.835419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.878434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-90c0f57c-5162-4810-b7f8-4eed9df29d5f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2130868 Nov 12 03:24:47.896412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.911112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1e0fb-92fe-4f7e-ba3e-8401361034d1 req-872b8fed-9e4c-4138-b235-ccf66a952146 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.919232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fac1e0fb-92fe-4f7e-ba3e-8401361034d1 req-872b8fed-9e4c-4138-b235-ccf66a952146 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 931 time: 0.3537967 Nov 12 03:24:47.932350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-8fd3b02c-d8c1-46d4-b9fe-62af578de71b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.933986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-8fd3b02c-d8c1-46d4-b9fe-62af578de71b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.3706899 Nov 12 03:24:47.937958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Request body: {'port': {'device_id': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:47.992363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aadac7b8-d31f-46f0-ac29-3095dd0d94f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.062975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5ebe19c2-b8ff-4422-85aa-280fde87fccf'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:48.174612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7abcfc3b-915c-418b-8521-666c752e8812 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:48.199581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71546310-c739-424c-9be6-64e238b087c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.332132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fac1e0fb-92fe-4f7e-ba3e-8401361034d1 req-67732a6a-734b-45bd-94ae-105cd01c09eb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080453 Nov 12 03:24:48.391996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7abcfc3b-915c-418b-8521-666c752e8812 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.391996 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.400620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.505223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dd800-310c-4b30-8a0e-c718b31e33ad req-7da0c75b-873c-42d4-91b0-a897916ef95f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.508979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e8dd800-310c-4b30-8a0e-c718b31e33ad req-7da0c75b-873c-42d4-91b0-a897916ef95f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 949 time: 0.2038631 Nov 12 03:24:48.605326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port d4781bca-d6b1-441e-80db-b63559593ddf {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:48.628897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.663925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.673162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71546310-c739-424c-9be6-64e238b087c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.691289 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.743449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c18c4-40cb-444c-9f0a-5038bb4ff448 None None] Network f6fd437c-d176-413a-b042-a2d8e1d52862 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:48.745904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71546310-c739-424c-9be6-64e238b087c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.799107 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71546310-c739-424c-9be6-64e238b087c1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cd5869e9a1ea45c489ebe99c172264f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3629649 Nov 12 03:24:48.806718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.844869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71546310-c739-424c-9be6-64e238b087c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c413aa2-38ad-4802-be5b-416a4322f008,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.930917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.937523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e8dd800-310c-4b30-8a0e-c718b31e33ad req-01c638b0-2f80-416a-bf26-86772b8b0353 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210117 Nov 12 03:24:48.965312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 7abcfc3b-915c-418b-8521-666c752e8812, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7abcfc3b-915c-418b-8521-666c752e8812,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:48.988730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-26337712-fcce-4afd-884a-408a99495252 None None] Provisioning complete for port 7abcfc3b-915c-418b-8521-666c752e8812 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.994396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26337712-fcce-4afd-884a-408a99495252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.002319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.029237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c1987-29ee-4e8c-8bfa-1302e3fe3754 req-4913c7df-7e40-4e27-aedc-41b64a1f98e8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.038592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5c1987-29ee-4e8c-8bfa-1302e3fe3754 req-4913c7df-7e40-4e27-aedc-41b64a1f98e8 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 944 time: 0.2210553 Nov 12 03:24:49.043872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.087441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:49.140552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d4781bca-d6b1-441e-80db-b63559593ddf no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:49.215839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.228430 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.233344 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c413aa2-38ad-4802-be5b-416a4322f008 HTTP/1.1" status: 204 len: 168 time: 0.4233968 Nov 12 03:24:49.280982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=7abcfc3b-915c-418b-8521-666c752e8812,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.308020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52daa87-ff46-403f-97ca-92b5230851e6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:49.318600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.333536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Transition to ACTIVE for port object e52daa87-ff46-403f-97ca-92b5230851e6 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:49.341078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port d4781bca-d6b1-441e-80db-b63559593ddf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d4781bca-d6b1-441e-80db-b63559593ddf,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:49.341445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.380842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for d4781bca-d6b1-441e-80db-b63559593ddf owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:49.397622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:49.414331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca5d29-2c95-4414-8002-3ffb7dfd8928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c413aa2-38ad-4802-be5b-416a4322f008,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.444109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.445726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-58b4b6ab-cb44-47b4-a19d-3b5d856c7468 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6434393 Nov 12 03:24:49.448736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:49.522382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Sync routers for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:49.641118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:49.644897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:49.666912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.688398 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.794316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.809660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.876609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:49.880152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', '1c9974ce-dea4-417c-ab1e-8f6833d64511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:50.050879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7abcfc3b-915c-418b-8521-666c752e8812 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:50.052202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=d4781bca-d6b1-441e-80db-b63559593ddf,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:50.080654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1c515-ac1e-4f65-8f7d-5415108d72e2 req-1b0f1e0e-1010-48c2-a52b-4ef0a3376de4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.096136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81d1c515-ac1e-4f65-8f7d-5415108d72e2 req-1b0f1e0e-1010-48c2-a52b-4ef0a3376de4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 943 time: 0.4581709 Nov 12 03:24:50.181738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5c1987-29ee-4e8c-8bfa-1302e3fe3754 req-02895b8f-b07f-4346-87e9-52ed2d2a6aff tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1136403 Nov 12 03:24:50.342886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port d4781bca-d6b1-441e-80db-b63559593ddf on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:50.348988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.370110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38c2dc5d-89c9-4a01-9318-6a4c5610199a req-fbe43d43-1722-478b-ade6-5b7d023567a3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "DELETE /v2.0/ports/d4781bca-d6b1-441e-80db-b63559593ddf HTTP/1.1" status: 204 len: 173 time: 2.4234536 Nov 12 03:24:50.378017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'name': 'network-vif-deleted', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:50.386911 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c6ac6-84a0-46dd-9d80-a955bcb101d7" -d '{"events": [{"server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "name": "network-vif-deleted", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:50.423334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Attempting to bind port e52daa87-ff46-403f-97ca-92b5230851e6 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:50.428472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Attempting to bind port e52daa87-ff46-403f-97ca-92b5230851e6 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:50.429120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Attempting to bind port e52daa87-ff46-403f-97ca-92b5230851e6 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.469988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Port e52daa87-ff46-403f-97ca-92b5230851e6 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:50.470611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Attempting to bind port e52daa87-ff46-403f-97ca-92b5230851e6 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.491886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:50.501396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Checking segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:50.502579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Bound using segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:50.503283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Bound port: e52daa87-ff46-403f-97ca-92b5230851e6, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:50.503897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.558719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.604133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86ae54ee-ff27-4d75-8734-35cc115323bd req-db976ad8-46d6-4c10-a868-6621ff9a36cc tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=68420342-edf2-4c2c-8934-1c0dda97d128 HTTP/1.1" status: 200 len: 210 time: 0.0921383 Nov 12 03:24:50.617613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81d1c515-ac1e-4f65-8f7d-5415108d72e2 req-973ac254-2b9e-4810-8ac4-0f25649011a2 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698050 Nov 12 03:24:50.712163 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bbd9ea-1fcd-472e-97df-16f1bf59d5c5 x-openstack-request-id: req-21bbd9ea-1fcd-472e-97df-16f1bf59d5c5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:50.720376 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68420342-edf2-4c2c-8934-1c0dda97d128", "name": "network-vif-deleted", "tag": "d4781bca-d6b1-441e-80db-b63559593ddf", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:50.720803 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21bbd9ea-1fcd-472e-97df-16f1bf59d5c5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:50.721349 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68420342-edf2-4c2c-8934-1c0dda97d128', 'name': 'network-vif-deleted', 'tag': 'd4781bca-d6b1-441e-80db-b63559593ddf', 'status': 'completed', 'code': 200} Nov 12 03:24:50.781411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:50.785849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:50.794404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.845722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:50.929715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.932658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.936997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] 10.222.0.98 "PUT /v2.0/ports/e52daa87-ff46-403f-97ca-92b5230851e6 HTTP/1.1" status: 200 len: 1092 time: 3.0138106 Nov 12 03:24:50.942093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Allocated IP 172.20.0.1 (f6fd437c-d176-413a-b042-a2d8e1d52862/388d95bc-acaf-40c7-b62a-368f0bb17013/aacfd94a-24d6-4443-b698-c0341097250d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:50.992094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e03c8-e67d-462e-969d-db5ac68966de service neutron] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.109135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5ebe19c2-b8ff-4422-85aa-280fde87fccf up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:51.140389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.187594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-0150fcb5-4dd9-40cc-bed3-e33f6f53f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.192209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-0150fcb5-4dd9-40cc-bed3-e33f6f53f095 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 1095 time: 0.0790901 Nov 12 03:24:51.246039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.311527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-967e0925-2cd8-4604-bd6c-1070e3be8111 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52daa87-ff46-403f-97ca-92b5230851e6 HTTP/1.1" status: 200 len: 217 time: 0.1092639 Nov 12 03:24:51.327399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Network f6fd437c-d176-413a-b042-a2d8e1d52862 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:51.328871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:51.335014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:51.385554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Pushing event updated for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.415592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.538466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e0c1f350-704d-4fce-9a37-3c7ea67736ea None None] Provisioning complete for port 7abcfc3b-915c-418b-8521-666c752e8812 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:51.538816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0c1f350-704d-4fce-9a37-3c7ea67736ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.573662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11042119-a74d-462f-b0a0-3cb4a5d7a8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.587230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.605259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb44dd-694b-4c9b-9568-6e12a463b92e req-34d26168-8e5e-48b2-a1a6-61c701865808 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.614425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91cb44dd-694b-4c9b-9568-6e12a463b92e req-34d26168-8e5e-48b2-a1a6-61c701865808 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 944 time: 0.3012984 Nov 12 03:24:51.621057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-d8465995-ecd8-4300-8c2e-a500adf76c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.623333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-d8465995-ecd8-4300-8c2e-a500adf76c54 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.1804717 Nov 12 03:24:51.700781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91cb44dd-694b-4c9b-9568-6e12a463b92e req-f3a786f4-2840-493b-b131-b4169736e449 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Nov 12 03:24:51.754689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7abcfc3b-915c-418b-8521-666c752e8812 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:51.754992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.764139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.803865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-f38076ea-1b5b-4159-ad78-8fe7abe5ca5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209273 Nov 12 03:24:51.907452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.921537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.018678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-5fa4e171-684d-4c3c-99c0-8250723d1f9b service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063689 Nov 12 03:24:52.063994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5ebe19c2-b8ff-4422-85aa-280fde87fccf completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:52.082449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.085423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Pushing event updated for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.123473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:46Z', 'revision_number': 3, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:52.152509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5ebe19c2-b8ff-4422-85aa-280fde87fccf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:52.152887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.189275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c70f9b2-e8ea-4946-94c3-61bf48b50927 req-933bca94-91db-46f4-b039-745f81720b47 service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243336 Nov 12 03:24:52.215447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1754e0-ae7d-4f6b-8bfe-1003c627f9e8 req-52c430ce-f63a-4341-baf7-8a82faf67651 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.230327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc1754e0-ae7d-4f6b-8bfe-1003c627f9e8 req-52c430ce-f63a-4341-baf7-8a82faf67651 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 943 time: 0.2095759 Nov 12 03:24:52.292891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Checking router: 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:52.293250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Updating router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 port a2a43e9b-99ed-4e2f-a95b-029d64758a7a binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:52.306224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc1754e0-ae7d-4f6b-8bfe-1003c627f9e8 req-96407ad0-7abf-492f-8632-3d06b5591cba tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Nov 12 03:24:52.339296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Network f6fd437c-d176-413a-b042-a2d8e1d52862 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:52.343380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:52.457304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.500328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46106) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.571579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:52.662482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.670437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a074e-9ec5-47db-8aa8-131482974024 req-7db78ec6-df8a-4513-8a54-dcf0e1009dac tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.672015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004a074e-9ec5-47db-8aa8-131482974024 req-7db78ec6-df8a-4513-8a54-dcf0e1009dac tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 951 time: 0.1518631 Nov 12 03:24:52.717617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bca0b368-f4df-4d62-8d1e-49c9b40d5096 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:52.719138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd38e438-2520-4c12-8d5f-cc21c68cda7d None None] Provisioning complete for port aacfd94a-24d6-4443-b698-c0341097250d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:52.719506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd38e438-2520-4c12-8d5f-cc21c68cda7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.732991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:52.744366 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06befe21-023b-4ae3-8c3f-8b4bbce22e63" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:52.753793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:52.758869 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7caac83-c853-46e3-8900-d7e838ff353c admin admin] 10.222.0.93 "PUT /v2.0/routers/8ca12cd4-0d3c-4916-a998-4ecb3cc31311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087540 Nov 12 03:24:52.781085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de282eb8-3ee9-48b2-a449-ff319e8e4871 req-0025e33b-cbb6-4ed8-8654-dd3044e8fb56 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.782810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de282eb8-3ee9-48b2-a449-ff319e8e4871 req-0025e33b-cbb6-4ed8-8654-dd3044e8fb56 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 949 time: 0.1915588 Nov 12 03:24:52.816978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:52.819227 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bc3f8-c207-40ed-b474-43812d787281" -d '{"events": [{"server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "name": "network-vif-plugged", "status": "completed", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:52.843369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd38e438-2520-4c12-8d5f-cc21c68cda7d None None] Port aacfd94a-24d6-4443-b698-c0341097250d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:52.846888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004a074e-9ec5-47db-8aa8-131482974024 req-0fa56568-0eda-498f-ac72-19797f0a4577 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580410 Nov 12 03:24:52.854782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:52.886950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.905300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.909213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bca0b368-f4df-4d62-8d1e-49c9b40d5096 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "PUT /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee HTTP/1.1" status: 200 len: 366 time: 0.4007933 Nov 12 03:24:52.923292 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e94e697a-9dec-484d-a6de-a124d6bc5d6d tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0163710 Nov 12 03:24:52.928503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.956044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-145563b9-9e68-4f85-b499-144b09388147 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee HTTP/1.1" status: 200 len: 366 time: 0.0259116 Nov 12 03:24:52.960511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de282eb8-3ee9-48b2-a449-ff319e8e4871 req-966f55f3-704f-452e-b1d9-7321fb032144 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479833 Nov 12 03:24:52.961426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46126) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.993932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:53.011471 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ad5cbb9-8ff1-4984-bf74-e41f2435c31c tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0162656 Nov 12 03:24:53.012636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1d8aa1f5-1946-44d9-8648-6d5bb4b87b53 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee HTTP/1.1" status: 204 len: 168 time: 0.0475211 Nov 12 03:24:53.013985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46130) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:53.032855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16fed70f-90ee-4aed-8bed-f5e72513396c tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee HTTP/1.1" status: 200 len: 370 time: 0.0171945 Nov 12 03:24:53.035106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46134) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:53.042960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46136) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:53.043398 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-86348fb1-0d63-43de-91af-09c9f7e62b99 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee/default HTTP/1.1" status: 200 len: 370 time: 0.0070207 Nov 12 03:24:53.053719 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8935cb47-8980-4bb1-8ffa-b31410f72efe x-openstack-request-id: req-8935cb47-8980-4bb1-8ffa-b31410f72efe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:53.053987 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:53.054247 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8935cb47-8980-4bb1-8ffa-b31410f72efe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:53.054648 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'status': 'completed', 'code': 200} Nov 12 03:24:53.062792 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-aca09c8c-132e-4242-939f-c2e21bdcc6f3 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:24:53.063835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aca09c8c-132e-4242-939f-c2e21bdcc6f3 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "DELETE /v2.0/quotas/d786826b7df84d1bb24cdc1047a6b6ee HTTP/1.1" status: 404 len: 348 time: 0.0195408 Nov 12 03:24:53.108407 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83021813-ba4a-453b-b2b7-df0bec3ec331 x-openstack-request-id: req-83021813-ba4a-453b-b2b7-df0bec3ec331 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:53.112592 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "name": "network-vif-plugged", "status": "completed", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:53.112954 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-83021813-ba4a-453b-b2b7-df0bec3ec331 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:53.113426 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf', 'code': 200} Nov 12 03:24:53.123464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.154062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.171660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0fe6e01f-183d-4948-82d0-377086209267 None None] Provisioning complete for port aacfd94a-24d6-4443-b698-c0341097250d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:53.173410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e01f-183d-4948-82d0-377086209267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.192097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b0537-b10f-46e7-9612-ae163abfcc7e req-a7d9bd07-993e-4142-9e8a-3c783a742628 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.198763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea6b0537-b10f-46e7-9612-ae163abfcc7e req-a7d9bd07-993e-4142-9e8a-3c783a742628 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1355343 Nov 12 03:24:53.202740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-c5a808f0-d384-4aa5-ad44-228f93466a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.204229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-c5a808f0-d384-4aa5-ad44-228f93466a5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 1095 time: 0.1096509 Nov 12 03:24:53.287150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6e01f-183d-4948-82d0-377086209267 None None] Port aacfd94a-24d6-4443-b698-c0341097250d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:53.301489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:53.341649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:network and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.347054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.363460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:subnet and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.372406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.383998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:subnetpool and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.395980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.397324 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.417120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:port and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.425259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.431073 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.439805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:router and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.449893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.463327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:floatingip and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.471785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.515608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08b1cd-f96f-4b37-8590-757549a9e704 None None] Pushing event updated for resources: {'Port': ['ID=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.519998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Attempting to bind port a2a43e9b-99ed-4e2f-a95b-029d64758a7a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:53.520376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Attempting to bind port a2a43e9b-99ed-4e2f-a95b-029d64758a7a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:53.520734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Attempting to bind port a2a43e9b-99ed-4e2f-a95b-029d64758a7a on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:53.526842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d4d5e-4741-498b-adc2-ce17c2580f8f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:53.534962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:53.535356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:53.535735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.536181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:53.536814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Bound port: a2a43e9b-99ed-4e2f-a95b-029d64758a7a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:53.537187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.573328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:security_group and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.576640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.596558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Usage tracker for resource:security_group_rule and project:681d360a50c9408e8db3f6680d3a3c79 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:24:53.600106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.quota.resource [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:24:53.600809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] For port a2a43e9b-99ed-4e2f-a95b-029d64758a7a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:53.605102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] For port a2a43e9b-99ed-4e2f-a95b-029d64758a7a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:53.615202 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a24efd4-69b6-4f9c-b2ef-8fc04e0ec1d1 tempest-QuotasTest-973597752 tempest-QuotasTest-973597752-project-admin] 10.222.0.93 "GET /v2.0/quotas/681d360a50c9408e8db3f6680d3a3c79/details.json HTTP/1.1" status: 200 len: 703 time: 0.3124115 Nov 12 03:24:53.658130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.742072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08b1cd-f96f-4b37-8590-757549a9e704 None None] Pushing event updated for resources: {'Port': ['ID=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.752600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.784818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea6b0537-b10f-46e7-9612-ae163abfcc7e req-41c341ca-38e8-4a52-8ee7-57fcd63ff879 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501637 Nov 12 03:24:53.789980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657bebc-c1d4-401b-b8df-cf27b2e57204 req-a0fa35f1-57fb-482c-b257-72ae9d17b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.794397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2657bebc-c1d4-401b-b8df-cf27b2e57204 req-a0fa35f1-57fb-482c-b257-72ae9d17b9d1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 1097 time: 0.5892892 Nov 12 03:24:53.830224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] Provisioning complete for port a2a43e9b-99ed-4e2f-a95b-029d64758a7a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:53.830686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.852755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-eecf6686-3b26-4696-a53b-8aba5b4c4b71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.854527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-eecf6686-3b26-4696-a53b-8aba5b4c4b71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 949 time: 0.2062962 Nov 12 03:24:53.913454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-d0dcf8dd-844b-4174-bc76-04fba5c9d046 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.915640 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-d0dcf8dd-844b-4174-bc76-04fba5c9d046 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91 HTTP/1.1" status: 200 len: 950 time: 0.0961101 Nov 12 03:24:53.942898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92933b4f-f584-4ece-9247-dd26b8d7d9c6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:53.974650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-f782ee0d-083a-4e2a-82e9-33b4907a409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.988416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-f782ee0d-083a-4e2a-82e9-33b4907a409e service neutron] 10.222.0.98 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 917 time: 0.7329559 Nov 12 03:24:53.999311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:54.000296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:54.028754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46174) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:54.033749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494719599', 'description': 'tempest-description--1796858878'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:54.137673 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-56936d65-1f5e-4a50-b41b-7712204dcf1a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e52daa87-ff46-403f-97ca-92b5230851e6 HTTP/1.1" status: 200 len: 217 time: 0.1483326 Nov 12 03:24:54.184451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.205420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.261584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port f5e95a29-2c58-440f-affe-0d85fb935858 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:54.262088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.281181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46180) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:54.287377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] For port a2a43e9b-99ed-4e2f-a95b-029d64758a7a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.295548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.297220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2657bebc-c1d4-401b-b8df-cf27b2e57204 req-4272935d-5f9b-4d66-8fdd-2aa0e9f31ff8 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830375 Nov 12 03:24:54.334664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:54.401178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-9880deb8-7809-4f79-ab08-1997e3993832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.402971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-9880deb8-7809-4f79-ab08-1997e3993832 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.2520523 Nov 12 03:24:54.420369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342403b0-8519-44f9-9b5a-703e7a46c17c req-49f54a14-9893-49af-907f-97386dd31f76 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.429099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-342403b0-8519-44f9-9b5a-703e7a46c17c req-49f54a14-9893-49af-907f-97386dd31f76 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 943 time: 0.2997799 Nov 12 03:24:54.467085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port f5e95a29-2c58-440f-affe-0d85fb935858, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f5e95a29-2c58-440f-affe-0d85fb935858,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.468992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.495675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac5cf-8b97-478a-816b-eeff8838cd2b req-ca4d2a2d-a45d-47b6-abe9-0fe14c0af8c8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.503543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff7ac5cf-8b97-478a-816b-eeff8838cd2b req-ca4d2a2d-a45d-47b6-abe9-0fe14c0af8c8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 949 time: 0.3013566 Nov 12 03:24:54.504676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for f5e95a29-2c58-440f-affe-0d85fb935858 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:54.507617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-9aec4de5-7987-4451-83b9-0ef43d1d51ac service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748210 Nov 12 03:24:54.514248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69800872-3d3e-4013-9c28-27f6b2906956 None None] Pushing event updated for resources: {'Port': ['ID=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.561848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port 1c9974ce-dea4-417c-ab1e-8f6833d64511 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:54.562139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.564995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-46b7c36a-884f-48e3-b899-47666571b3c0 None None] Provisioning complete for port a2a43e9b-99ed-4e2f-a95b-029d64758a7a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:54.564995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-46b7c36a-884f-48e3-b899-47666571b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.597441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.607688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.635862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-215c206a-ce87-4ac2-99ee-4e3268ed609f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.676556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.678272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6481159 Nov 12 03:24:54.688337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-342403b0-8519-44f9-9b5a-703e7a46c17c req-f9c97ba7-4352-4fcd-8b66-ff4c4d13c03c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534161 Nov 12 03:24:54.690006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:54.696510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'security_group_rule': {'security_group_id': 'ab731957-7699-4c13-a55d-3b212445ee8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:54.745051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008a1ba-53d1-42de-97a4-0d7c701caeed tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab731957-7699-4c13-a55d-3b212445ee8a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.794166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff7ac5cf-8b97-478a-816b-eeff8838cd2b req-2e93326d-b1b8-468d-b953-17ea842454d1 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893493 Nov 12 03:24:54.898784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.914978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:54.917362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:54.949148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port 1c9974ce-dea4-417c-ab1e-8f6833d64511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1c9974ce-dea4-417c-ab1e-8f6833d64511,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.949546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.959310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=f5e95a29-2c58-440f-affe-0d85fb935858,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.962305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.986665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-4a18c1eb-6ea5-4754-8461-7883d907a996 service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624906 Nov 12 03:24:55.125011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port f5e95a29-2c58-440f-affe-0d85fb935858 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:55.129088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.132755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7de15562-9d8f-40a4-99dc-40d84375bea0 req-b2cccf22-8330-423c-972d-8b5fc5486924 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.100 "DELETE /v2.0/ports/f5e95a29-2c58-440f-affe-0d85fb935858 HTTP/1.1" status: 204 len: 173 time: 1.2106490 Nov 12 03:24:55.134791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.135591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'name': 'network-vif-deleted', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:55.147693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for 1c9974ce-dea4-417c-ab1e-8f6833d64511 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:55.152095 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d217e81a-bbee-4776-84b8-58f4d02c1723" -d '{"events": [{"server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "name": "network-vif-deleted", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:55.165253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.179864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06befe21-023b-4ae3-8c3f-8b4bbce22e63 req-912c0d4a-498f-4b66-bdda-85de72312c0b service neutron] 10.222.0.98 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657422 Nov 12 03:24:55.214235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdbd53e-b628-4140-b1b0-834e5affb544,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.234018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.235479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d9a5b65-25e9-48ed-84e1-f8ac90620a4f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5439310 Nov 12 03:24:55.238686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:55.247101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'security_group_rule': {'security_group_id': 'ab731957-7699-4c13-a55d-3b212445ee8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:55.257352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29763-ac90-4e1b-8ac0-e0d0c3a6276d req-bb537faa-5c65-4c19-8e22-56fcd2a67ab0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.260751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62a29763-ac90-4e1b-8ac0-e0d0c3a6276d req-bb537faa-5c65-4c19-8e22-56fcd2a67ab0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2852387 Nov 12 03:24:55.303294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.340462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 2, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:55.367297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-215c206a-ce87-4ac2-99ee-4e3268ed609f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.416632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-215c206a-ce87-4ac2-99ee-4e3268ed609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.454547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.469007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.490226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693b3d6-7566-4f85-aa73-3d10b22fbe65 None None] The sync data for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 is: [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 2, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:55.494164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ef44de-e036-4513-86da-9a622d258883,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.539379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.540648 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7cb4b1ea-a424-400e-adc6-25e9ffcedd1e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008523 Nov 12 03:24:55.543853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:55.548441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:55.555256 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca109f7-4512-4d15-be7e-dfae9e6b639b x-openstack-request-id: req-7ca109f7-4512-4d15-be7e-dfae9e6b639b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:55.555717 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91", "name": "network-vif-deleted", "tag": "f5e95a29-2c58-440f-affe-0d85fb935858", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:55.555845 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ca109f7-4512-4d15-be7e-dfae9e6b639b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:55.569646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62a29763-ac90-4e1b-8ac0-e0d0c3a6276d req-49da816e-a092-4d17-95d4-54542abcd996 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958524 Nov 12 03:24:55.582212 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9f5fd7-59fe-47c5-8e7a-33a12b3daa91', 'name': 'network-vif-deleted', 'tag': 'f5e95a29-2c58-440f-affe-0d85fb935858', 'status': 'completed', 'code': 200} Nov 12 03:24:55.609791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:55.611843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-215c206a-ce87-4ac2-99ee-4e3268ed609f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d116ef0dd2074a33b7cc0a7d319ff708&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3165243 Nov 12 03:24:55.620238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:55.625976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c206a-ce87-4ac2-99ee-4e3268ed609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c734d9c8-e70e-4c08-970e-67f17d2dc4e7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.692163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.749097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.774082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f5e95a29-2c58-440f-affe-0d85fb935858'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:55.853642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=1c9974ce-dea4-417c-ab1e-8f6833d64511,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.957133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.010695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.032517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port 1c9974ce-dea4-417c-ab1e-8f6833d64511 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:56.033683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'port_id': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'mac_address': 'fa:16:3e:2c:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a1850-4e3a-4486-9f49-4b8782eb3946', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:56.034895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.036739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.040134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1310b4e-baa6-4911-b8dc-947610e33e99 req-6e465ca7-2290-49cf-b6af-c6d8f55e3e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "DELETE /v2.0/ports/1c9974ce-dea4-417c-ab1e-8f6833d64511 HTTP/1.1" status: 204 len: 173 time: 2.1741676 Nov 12 03:24:56.040774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'name': 'network-vif-deleted', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:56.043152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe91bb-8172-4de3-8cdc-519e756d5418" -d '{"events": [{"server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "name": "network-vif-deleted", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:56.087420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7f5a50b-dd9e-453f-8036-810a48a6856f req-45f7de6e-5ce9-4d50-840f-631fef6504c4 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=01d3baa7-ab88-427e-99a5-7707894c301d HTTP/1.1" status: 200 len: 210 time: 0.0852051 Nov 12 03:24:56.092542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.123382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52daa87-ff46-403f-97ca-92b5230851e6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:56.154475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5072e7d-b5e8-4c0c-b556-211ac5b99906 req-ed143d14-8ada-4d9a-9939-74f354c7d076 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.156024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5072e7d-b5e8-4c0c-b556-211ac5b99906 req-ed143d14-8ada-4d9a-9939-74f354c7d076 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 943 time: 0.3062634 Nov 12 03:24:56.168693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.172452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.178379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.180117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.180352 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c734d9c8-e70e-4c08-970e-67f17d2dc4e7 HTTP/1.1" status: 204 len: 168 time: 0.5672207 Nov 12 03:24:56.211582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689138b-0796-44cc-8689-287c78d5d8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734d9c8-e70e-4c08-970e-67f17d2dc4e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.248156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.293988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5072e7d-b5e8-4c0c-b556-211ac5b99906 req-86c951f3-20bb-4431-8dc6-b5fb5393104f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252933 Nov 12 03:24:56.391005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.415278 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d401dbfe-0e02-467f-bff4-9994c685c0ad x-openstack-request-id: req-d401dbfe-0e02-467f-bff4-9994c685c0ad {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:56.416159 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d3baa7-ab88-427e-99a5-7707894c301d", "name": "network-vif-deleted", "tag": "1c9974ce-dea4-417c-ab1e-8f6833d64511", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:56.416654 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d401dbfe-0e02-467f-bff4-9994c685c0ad {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:56.417225 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d3baa7-ab88-427e-99a5-7707894c301d', 'name': 'network-vif-deleted', 'tag': '1c9974ce-dea4-417c-ab1e-8f6833d64511', 'status': 'completed', 'code': 200} Nov 12 03:24:56.475868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e52daa87-ff46-403f-97ca-92b5230851e6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:56.505625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Allocated IP 172.25.4.198 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/4e986570-8e1a-4e44-9d7b-280a69917a59) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:56.779605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46292) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.819601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afc66c95-a17a-4f2e-b3bd-918d58fdd920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.844767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.855673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:56.934273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.955060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6b64-244f-4a32-a8fb-a429c7a9e09b req-90d9f8f7-bfd0-4b38-9a26-904a078dc799 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.964232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49ad6b64-244f-4a32-a8fb-a429c7a9e09b req-90d9f8f7-bfd0-4b38-9a26-904a078dc799 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1757796 Nov 12 03:24:57.035792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afc66c95-a17a-4f2e-b3bd-918d58fdd920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.055328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afc66c95-a17a-4f2e-b3bd-918d58fdd920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.086214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:57.090317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:57.103825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:57.108489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:57.144371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-afc66c95-a17a-4f2e-b3bd-918d58fdd920 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=681d360a50c9408e8db3f6680d3a3c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612158 Nov 12 03:24:57.171468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49ad6b64-244f-4a32-a8fb-a429c7a9e09b req-9664770f-6850-4090-b085-fa2c4666902c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025199 Nov 12 03:24:57.172003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.181352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'Port': ['ID=4e986570-8e1a-4e44-9d7b-280a69917a59,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.257830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.266577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc66c95-a17a-4f2e-b3bd-918d58fdd920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6340f48a-6be2-4eae-8619-dd343cfb21ea,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.301180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.338079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.380552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.406804 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.482790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:57.483187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.485405 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63b68d8-c685-4e8b-ae96-521d04566839" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:57.486620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.490252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6340f48a-6be2-4eae-8619-dd343cfb21ea HTTP/1.1" status: 204 len: 168 time: 0.2936032 Nov 12 03:24:57.501157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264942f-88dc-427b-a121-99a29f75ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340f48a-6be2-4eae-8619-dd343cfb21ea,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.567349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.572043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.589609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.634359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d81e2-f241-4b48-9fdb-94dac8a79910 req-62ce56cf-c14b-46b0-b82b-176908ea07c3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.634524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.643562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d69d81e2-f241-4b48-9fdb-94dac8a79910 req-62ce56cf-c14b-46b0-b82b-176908ea07c3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 944 time: 0.1090493 Nov 12 03:24:57.658914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:57.699291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'Port': ['ID=4e986570-8e1a-4e44-9d7b-280a69917a59,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.706680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.730984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.752419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75f65cfb-c82e-436e-9bd0-efd166fa72e6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1990542 Nov 12 03:24:57.756717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d69d81e2-f241-4b48-9fdb-94dac8a79910 req-3b17cf23-338b-4319-b6df-7d53a163bc0f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117835 Nov 12 03:24:57.878197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.973746 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b724ed7-8c49-4d53-a94b-793ec9d78544 x-openstack-request-id: req-5b724ed7-8c49-4d53-a94b-793ec9d78544 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:57.988272 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:57.995339 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5b724ed7-8c49-4d53-a94b-793ec9d78544 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:57.995619 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'code': 200} Nov 12 03:24:58.000111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port e52daa87-ff46-403f-97ca-92b5230851e6 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:58.012066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port e52daa87-ff46-403f-97ca-92b5230851e6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:58.012900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.022613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2443f2-b5a3-4b5b-b556-f35d2ddb8b58 req-94133a0c-ae15-446c-aa0f-1c0858966c99 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.024195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a2443f2-b5a3-4b5b-b556-f35d2ddb8b58 req-94133a0c-ae15-446c-aa0f-1c0858966c99 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1121533 Nov 12 03:24:58.096668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a2443f2-b5a3-4b5b-b556-f35d2ddb8b58 req-8762a912-8fb8-4da7-83bc-183a76e2a00a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610054 Nov 12 03:24:58.203578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.279262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:58.286042 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.287126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1c9974ce-dea4-417c-ab1e-8f6833d64511 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:58.323632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-2b460b0c-570c-4339-b205-f4c0881c0a72 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1494719599&fields=id&tenant_id=7a7a3c585fa9487c86a674f6d9cf7518 HTTP/1.1" status: 200 len: 267 time: 0.1116841 Nov 12 03:24:58.337399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 1c9974ce-dea4-417c-ab1e-8f6833d64511 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:58.337748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1c9974ce-dea4-417c-ab1e-8f6833d64511 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:58.365504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.474723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-21e3dd70-8e2c-42fc-bfbf-e3be98808af9 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.476241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-21e3dd70-8e2c-42fc-bfbf-e3be98808af9 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/networks?id=f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 200 len: 811 time: 0.1514914 Nov 12 03:24:58.497528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1e7b5-0141-461f-92da-7b47869fada6 req-3c3dc61c-3b6c-4956-b5a6-41c427bbf250 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.498972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1af1e7b5-0141-461f-92da-7b47869fada6 req-3c3dc61c-3b6c-4956-b5a6-41c427bbf250 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.0772715 Nov 12 03:24:58.502644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-2c596c6a-e755-4970-bb8e-980c5bdff1d8 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/quotas/7a7a3c585fa9487c86a674f6d9cf7518 HTTP/1.1" status: 200 len: 375 time: 0.0192332 Nov 12 03:24:58.585174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1af1e7b5-0141-461f-92da-7b47869fada6 req-97180f5c-a2c7-4593-b9a1-36b362af09dd tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802755 Nov 12 03:24:58.592450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:58.597857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-c0dd98ab-a256-45b1-a993-2f6d9105a46c tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871866 Nov 12 03:24:58.686841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a2a43e9b-99ed-4e2f-a95b-029d64758a7a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:58.741120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1234806348'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:58.743142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a2a43e9b-99ed-4e2f-a95b-029d64758a7a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:58.744149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.748520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-8a62dba8-579d-443b-a6ad-6b66c65ff910 service neutron] 10.222.0.93 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346459 Nov 12 03:24:58.787676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:58.792556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.803103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.887270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-0f6d95ae-66b0-48ae-b4ce-e327e0c21501 service neutron] 10.222.0.93 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292973 Nov 12 03:24:58.929760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.934982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.948690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:58.960104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.960574 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Added segment 1c115773-fe8d-459b-90b3-2d320adc3836 of type vlan for network b6d288cb-1758-4685-8f44-47cc66c4dd96 Nov 12 03:24:59.030560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28413370-fab3-420e-ae63-9fab0bfcd0c0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.038677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.087447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f5e95a29-2c58-440f-affe-0d85fb935858 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:59.112239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: f5e95a29-2c58-440f-affe-0d85fb935858 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:59.112610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f5e95a29-2c58-440f-affe-0d85fb935858 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:59.114396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.121427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.126635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.206434 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Sync routers for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:59.219598 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6259403 Nov 12 03:24:59.224105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.230878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:59.231494 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:59.234319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'subnet': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:59.248839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737b8a-9430-4043-8f2d-3b7936a6d0c0 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Network': ['ID=b6d288cb-1758-4685-8f44-47cc66c4dd96,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.264253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:59.308046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff091e25-1b92-431a-a477-7172bdf1f15b req-55a44f35-9376-4093-b60e-d5dce60ac7ef tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.319515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff091e25-1b92-431a-a477-7172bdf1f15b req-55a44f35-9376-4093-b60e-d5dce60ac7ef tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.0899713 Nov 12 03:24:59.423403 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:59.427210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-c979bc26-6c63-4e8f-b723-e5b4785e3927 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.428934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-c979bc26-6c63-4e8f-b723-e5b4785e3927 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.0868702 Nov 12 03:24:59.444087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff091e25-1b92-431a-a477-7172bdf1f15b req-5eb07ca8-3e39-4c92-9bec-08afa67a209a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230025 Nov 12 03:24:59.504135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:59.509873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.602311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32b0d962-ccb0-42a1-8b22-d6df2d3aa305 req-91d6a81b-e9c4-472d-a01d-0dcd7a87b7cc tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 210 time: 0.0651982 Nov 12 03:24:59.706260 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 2, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:59.722343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port c00764b0-dfa8-4da0-aa93-9c843c49faa2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:59.722879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.736394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Checking router: 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:59.736945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Updating router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 port aacfd94a-24d6-4443-b698-c0341097250d binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:59.780638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2bd4-9b9d-4725-9f8f-87343baf4ed1 req-787d7088-80e6-40d3-8f49-2a13ecbe134a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.789386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cde2bd4-9b9d-4725-9f8f-87343baf4ed1 req-787d7088-80e6-40d3-8f49-2a13ecbe134a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1516752 Nov 12 03:24:59.791305 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.817849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.849180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-46da3aab-e498-4074-a69e-62c7f8a8ff43 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.850681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-46da3aab-e498-4074-a69e-62c7f8a8ff43 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2d331d5-685d-46c7-8027-1e970fd7e7b5 HTTP/1.1" status: 200 len: 949 time: 0.1975126 Nov 12 03:24:59.931361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Subnet': ['ID=fc0e1303-2ad0-4979-89e9-99a1cc4effc2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.936652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Checking segment: {'id': '1c115773-fe8d-459b-90b3-2d320adc3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:59.937038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network hostable DHCP agents. Network: b6d288cb-1758-4685-8f44-47cc66c4dd96, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:59.971313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cde2bd4-9b9d-4725-9f8f-87343baf4ed1 req-c1ebaf82-bc84-4dd9-bbf3-f0c521a03e9c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768177 Nov 12 03:24:59.992613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:59.996488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:00.001275 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9054316d-7f82-413b-8a83-3efb1f1ed833" -d '{"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-plugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:00.012766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b6d288cb-1758-4685-8f44-47cc66c4dd96) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:00.018906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.019683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.036822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a3f70-5466-4c65-ae50-fa9c23b2b956 None None] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:00.053496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a66824f-5d76-4323-bf68-fdefd7888842 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8272679 Nov 12 03:25:00.056318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:00.068919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-979446665'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:00.085405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port c00764b0-dfa8-4da0-aa93-9c843c49faa2, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c00764b0-dfa8-4da0-aa93-9c843c49faa2,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:00.085777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.133376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for c00764b0-dfa8-4da0-aa93-9c843c49faa2 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:00.258268 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.266539 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.283334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:00.288469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.304564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:00.305369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.329248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port 43c712e8-8eae-4894-83ca-58ad29b1bc79 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:00.352264 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Pushing event updated for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.365016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-b6d288cb-1758-4685-8f44-47cc66c4dd96', 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'tenant_id': '545cfbcf101442fc9ecce147edbaae9d', 'fixed_ips': [{'subnet_id': 'fc0e1303-2ad0-4979-89e9-99a1cc4effc2'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:00.366193 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.381796 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.382163 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.382467 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.383001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.383780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.384142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.384508 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.384795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.385163 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.385487 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.385822 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.386125 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.410391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Attempting to bind port aacfd94a-24d6-4443-b698-c0341097250d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:00.411282 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Attempting to bind port aacfd94a-24d6-4443-b698-c0341097250d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:00.412654 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Attempting to bind port aacfd94a-24d6-4443-b698-c0341097250d on network f6fd437c-d176-413a-b042-a2d8e1d52862 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:00.430387 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:00.430815 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Checking segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:00.431229 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.434658 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Bound using segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:00.435344 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Bound port: aacfd94a-24d6-4443-b698-c0341097250d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:00.435744 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.452508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:00.452873 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.468949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:00.544348 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1db71-a118-4fc1-b481-5c14449775a6 x-openstack-request-id: req-e4e1db71-a118-4fc1-b481-5c14449775a6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:00.545290 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-plugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:00.545572 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e4e1db71-a118-4fc1-b481-5c14449775a6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:00.545938 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'code': 200} Nov 12 03:25:00.560356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.5 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/43c712e8-8eae-4894-83ca-58ad29b1bc79) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:00.646523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.675347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398299d-4eeb-47db-a7cc-fb959bf4b131 req-46dfe6cc-792f-47e7-a2c6-2d094ca6fc71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.686104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3398299d-4eeb-47db-a7cc-fb959bf4b131 req-46dfe6cc-792f-47e7-a2c6-2d094ca6fc71 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 949 time: 0.5973582 Nov 12 03:25:00.693136 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] For port aacfd94a-24d6-4443-b698-c0341097250d, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:00.701339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] For port aacfd94a-24d6-4443-b698-c0341097250d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aacfd94a-24d6-4443-b698-c0341097250d,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:00.712916 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.782282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] Provisioning complete for port aacfd94a-24d6-4443-b698-c0341097250d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:00.782805 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.871975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.889413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d', 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:00.902014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3398299d-4eeb-47db-a7cc-fb959bf4b131 req-70929eee-beb2-4483-a1e0-9c9a856ad6f8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149510 Nov 12 03:25:00.929697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5188-9620-491e-b55c-012d722d0b86 None None] Pushing event updated for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.936021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.945086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0df0-f0c5-42ca-84dc-5158f6c6efc5 req-361bfbdf-6652-493a-9bc3-e9917e0df5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.951501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-07ec0df0-f0c5-42ca-84dc-5158f6c6efc5 req-361bfbdf-6652-493a-9bc3-e9917e0df5cc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 1097 time: 0.3211241 Nov 12 03:25:00.975912 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:00.976800 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:00.994327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.994840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.995291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.995764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.996251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.996795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.997248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.997672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.998101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.998534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.998952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:00.999368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:01.024754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:01.027498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.033628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89bdbf3d-1b5a-4a0c-b40d-a478dc6f0bb3 req-04224254-83e4-413f-809a-223adef6360f tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "DELETE /v2.0/ports/c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 HTTP/1.1" status: 204 len: 173 time: 1.1615911 Nov 12 03:25:01.037832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'name': 'network-vif-deleted', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:01.040602 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c6112-aaca-4a7a-a267-b3b065260026" -d '{"events": [{"server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "name": "network-vif-deleted", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:01.094045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.153869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=c00764b0-dfa8-4da0-aa93-9c843c49faa2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.233977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.274382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:01.286548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.378917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] For port aacfd94a-24d6-4443-b698-c0341097250d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aacfd94a-24d6-4443-b698-c0341097250d,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:01.385659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-07ec0df0-f0c5-42ca-84dc-5158f6c6efc5 req-bc5cd4f1-508b-4d88-a327-c8736488fe0d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946017 Nov 12 03:25:01.403655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.453542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-ab8e57ab-6a2a-4bce-a85a-20627df39cea tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.455466 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-ab8e57ab-6a2a-4bce-a85a-20627df39cea tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.100 "GET /v2.0/networks?id=f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 200 len: 811 time: 0.8079598 Nov 12 03:25:01.540989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4340e8-a4ea-4d95-b55a-c233dc838a70 None None] Pushing event updated for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.580795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.601765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port c00764b0-dfa8-4da0-aa93-9c843c49faa2 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:01.604345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.612715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-276ad932-5104-4daf-9cbd-5e77e0032ea6 req-85b7abb9-7c87-494f-8b53-f5ec8cc5bbf3 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "DELETE /v2.0/ports/c00764b0-dfa8-4da0-aa93-9c843c49faa2 HTTP/1.1" status: 204 len: 173 time: 2.1673851 Nov 12 03:25:01.637078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.681926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0628fe8c-21de-4cac-be2b-a7f89cdb17f4 req-a8aec450-2c35-4548-a929-adc152813c22 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 210 time: 0.0470233 Nov 12 03:25:01.689883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375be67-72ab-4503-952c-18db26203a7d req-c2589204-dd06-473a-afc5-e3e9c4636996 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.697369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a375be67-72ab-4503-952c-18db26203a7d req-c2589204-dd06-473a-afc5-e3e9c4636996 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1422918 Nov 12 03:25:01.700525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=43c712e8-8eae-4894-83ca-58ad29b1bc79,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.740894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dbdbb268-ff9e-4709-b52a-2b7f6675cd24 None None] Provisioning complete for port aacfd94a-24d6-4443-b698-c0341097250d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:01.741267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb268-ff9e-4709-b52a-2b7f6675cd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.747692 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:00Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.774690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-e3fad601-78d5-4bd8-ada9-9dfbee567814 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a3c585fa9487c86a674f6d9cf7518 HTTP/1.1" status: 200 len: 380 time: 0.3076255 Nov 12 03:25:01.781659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:01.788653 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee441c0-1d4b-4a6e-b83b-f991489c2ca6 None None] The sync data for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 is: [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:00Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:01.800873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a375be67-72ab-4503-952c-18db26203a7d req-7aac476e-8e67-4350-b524-2b962bf00ea6 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024816 Nov 12 03:25:01.807883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'port': {'device_id': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'admin_state_up': True, 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'security_groups': ['ab731957-7699-4c13-a55d-3b212445ee8a']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:01.819754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:01.843720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:01.902078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Allocated IP 172.20.0.2 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/c3671e1b-f79a-4658-a639-dce3e21add32) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:01.936368 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33a2f0d-6fc0-43b7-aee0-0d4018b38fde x-openstack-request-id: req-d33a2f0d-6fc0-43b7-aee0-0d4018b38fde {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:01.936710 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d331d5-685d-46c7-8027-1e970fd7e7b5", "name": "network-vif-deleted", "tag": "c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:01.936983 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d33a2f0d-6fc0-43b7-aee0-0d4018b38fde {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:01.939123 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d331d5-685d-46c7-8027-1e970fd7e7b5', 'name': 'network-vif-deleted', 'tag': 'c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170', 'status': 'completed', 'code': 200} Nov 12 03:25:01.964362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ec9f9-7f29-4661-9b2a-0e05eb73029f req-fd414b35-01f4-406e-9eb1-87eb133e2871 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.965925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393ec9f9-7f29-4661-9b2a-0e05eb73029f req-fd414b35-01f4-406e-9eb1-87eb133e2871 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1334946 Nov 12 03:25:02.006346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.007019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.042499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393ec9f9-7f29-4661-9b2a-0e05eb73029f req-9cda017d-ce1f-4db3-a0e6-8e4f48f6f943 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674648 Nov 12 03:25:02.065792 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3480591-548f-4132-8e94-938e45484167 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0080779 Nov 12 03:25:02.069537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46576) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.077879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-928398376', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ca:f1:f1'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:02.175935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Made reservation on behalf of 7a7a3c585fa9487c86a674f6d9cf7518 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:02.183889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.245146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:02.348974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:02.518372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Allocated IP 172.20.0.3 (f6fd437c-d176-413a-b042-a2d8e1d52862/388d95bc-acaf-40c7-b62a-368f0bb17013/8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:02.543234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.561010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ab89353-49c5-4066-8f84-fa4577396bc9 req-d233786b-1e6f-4d83-96b0-784468cfb764 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea HTTP/1.1" status: 200 len: 210 time: 0.1482537 Nov 12 03:25:02.569288 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.576811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.606398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ec4d2-ec9f-4825-bdea-3efae9539ea8 req-7fcc2860-2f04-4943-bb3b-d3a4b542995b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.615444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-404ec4d2-ec9f-4825-bdea-3efae9539ea8 req-7fcc2860-2f04-4943-bb3b-d3a4b542995b tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 948 time: 0.2310150 Nov 12 03:25:02.635416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:02.693670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:02.706007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:02.743341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:02.812698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.816858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aacfd94a-24d6-4443-b698-c0341097250d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:02.826946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-404ec4d2-ec9f-4825-bdea-3efae9539ea8 req-f27cb77c-baaa-45b2-bd6c-c3688a52e93a tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105155 Nov 12 03:25:02.859089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Pushing event updated for resources: {'Port': ['ID=c3671e1b-f79a-4658-a639-dce3e21add32,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.878994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.939618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.8 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:02.960840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Attempting to bind port c3671e1b-f79a-4658-a639-dce3e21add32 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:02.961266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Attempting to bind port c3671e1b-f79a-4658-a639-dce3e21add32 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '1c115773-fe8d-459b-90b3-2d320adc3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:02.961561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Attempting to bind port c3671e1b-f79a-4658-a639-dce3e21add32 on network b6d288cb-1758-4685-8f44-47cc66c4dd96 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:02.966436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd295f0-3903-4c11-9745-7c6f845f0331 req-e1934506-f3c2-4c7b-809a-8f1502b6423c tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.969620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd295f0-3903-4c11-9745-7c6f845f0331 req-e1934506-f3c2-4c7b-809a-8f1502b6423c tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 931 time: 0.1292338 Nov 12 03:25:02.977631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:02.978043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Checking segment: {'id': '1c115773-fe8d-459b-90b3-2d320adc3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:02.978452 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.978847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Bound using segment: {'id': '1c115773-fe8d-459b-90b3-2d320adc3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:02.979332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Bound port: c3671e1b-f79a-4658-a639-dce3e21add32, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c115773-fe8d-459b-90b3-2d320adc3836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:02.979716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.998076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port aacfd94a-24d6-4443-b698-c0341097250d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:02.998443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.112426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd295f0-3903-4c11-9745-7c6f845f0331 req-fb822958-7a95-48ee-90f1-863ee47c2b0a tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266193 Nov 12 03:25:03.123979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecb4b0-9082-4be8-9d4e-1e236276bc15 req-e587f4f8-6d95-4dbc-b20c-7fed31b8e6a0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.134548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8aecb4b0-9082-4be8-9d4e-1e236276bc15 req-e587f4f8-6d95-4dbc-b20c-7fed31b8e6a0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1639597 Nov 12 03:25:03.284329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Network f6fd437c-d176-413a-b042-a2d8e1d52862 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:03.287648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:03.289730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] For port c3671e1b-f79a-4658-a639-dce3e21add32, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:03.291414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:03.295651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] For port c3671e1b-f79a-4658-a639-dce3e21add32, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3671e1b-f79a-4658-a639-dce3e21add32,segment=NetworkSegment(1c115773-fe8d-459b-90b3-2d320adc3836),segment_id=1c115773-fe8d-459b-90b3-2d320adc3836)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:03.332824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8aecb4b0-9082-4be8-9d4e-1e236276bc15 req-cf6f6f77-b121-4853-ad21-aaf25804d730 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838088 Nov 12 03:25:03.344270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event updated for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.370464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.405361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe44f10-20c2-410d-8d84-3f3542e95378 req-d3b23ca0-ec8e-405c-9dc2-0256a6e88922 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.405492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.405581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abe44f10-20c2-410d-8d84-3f3542e95378 req-d3b23ca0-ec8e-405c-9dc2-0256a6e88922 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1820500 Nov 12 03:25:03.419896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.445918 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-849c2fc5-6292-4de4-a008-329bbda10dc4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6600540 Nov 12 03:25:03.452930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.474462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Request body: {'port': {'device_id': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:03.492345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61467d-ab6e-49ee-979e-b603f2951a8c None None] Pushing event updated for resources: {'Port': ['ID=c3671e1b-f79a-4658-a639-dce3e21add32,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.612275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.653249 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.696540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c00764b0-dfa8-4da0-aa93-9c843c49faa2 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:03.711021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abe44f10-20c2-410d-8d84-3f3542e95378 req-b3af9bde-22d6-45b3-9b2e-ca6a2e21db6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998047 Nov 12 03:25:03.734672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: c00764b0-dfa8-4da0-aa93-9c843c49faa2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:03.735661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c00764b0-dfa8-4da0-aa93-9c843c49faa2 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:03.736270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:03.799373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:03.799911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c8dcf938-acb5-4d8c-8b43-dc9cb9ae5170 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:03.811576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.825365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-42d929b2-fadf-4f71-a92c-49a68744e1be None None] Provisioning complete for port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:03.826764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb721e-3cb8-4275-84bc-1a920e6f5a1a req-99d82cbc-8192-408f-973e-8a1c4b34e82f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.826894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42d929b2-fadf-4f71-a92c-49a68744e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.838849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ddfb721e-3cb8-4275-84bc-1a920e6f5a1a req-99d82cbc-8192-408f-973e-8a1c4b34e82f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2512529 Nov 12 03:25:03.850730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:03.856597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:03.874751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:03.890398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-42d929b2-fadf-4f71-a92c-49a68744e1be None None] Port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:03.945438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'name': 'network-vif-deleted', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:03.949108 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ac8c2-2918-4d6d-8027-5fe831750c89" -d '{"events": [{"server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "name": "network-vif-deleted", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:03.969419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.969966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.079552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9da396c9-579a-4bf8-bd20-75a8b3fa8881 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0085869 Nov 12 03:25:04.084428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.102380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:04.155772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ddfb721e-3cb8-4275-84bc-1a920e6f5a1a req-2362c8a8-be53-41ef-a1b0-5712d384461a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159816 Nov 12 03:25:04.172427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.181803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a898-716d-4135-bdca-80f1b5367493 req-df6642d6-4fda-4e53-b165-a71144aba7d2 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.186297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2874a898-716d-4135-bdca-80f1b5367493 req-df6642d6-4fda-4e53-b165-a71144aba7d2 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 948 time: 0.2037108 Nov 12 03:25:04.226451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Transition to ACTIVE for port object 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:04.251284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895285b4-c7bc-4a0b-991f-1a63328244a7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.261539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895285b4-c7bc-4a0b-991f-1a63328244a7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.270087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895285b4-c7bc-4a0b-991f-1a63328244a7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.272255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-895285b4-c7bc-4a0b-991f-1a63328244a7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1858773 Nov 12 03:25:04.273711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.275741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.303072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-87481cb9-44eb-4268-ba12-ea3a2441751b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.304644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-87481cb9-44eb-4268-ba12-ea3a2441751b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.2168860 Nov 12 03:25:04.354029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-36a95779-b509-43f6-bcd7-9fc6f0e4df6e tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/quotas/4e31348393f44fd981dffc8300741326 HTTP/1.1" status: 200 len: 375 time: 0.0341980 Nov 12 03:25:04.387784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.553229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Attempting to bind port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:04.553608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Attempting to bind port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:04.553900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Attempting to bind port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 on network f6fd437c-d176-413a-b042-a2d8e1d52862 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:04.560795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269008-86eb-4f1f-9732-af1461ff1c0e req-5f5e603b-c65d-497f-93bf-9dc30cb35c94 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.561785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:04.562134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.572219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 on network f6fd437c-d176-413a-b042-a2d8e1d52862 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:04.572552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Attempting to bind port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 on network f6fd437c-d176-413a-b042-a2d8e1d52862 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:04.574561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3269008-86eb-4f1f-9732-af1461ff1c0e req-5f5e603b-c65d-497f-93bf-9dc30cb35c94 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 948 time: 0.3130863 Nov 12 03:25:04.589590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b3254360-f245-41e0-805d-7e7dcf127ac3 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2134278 Nov 12 03:25:04.606727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:04.607073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Checking segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:04.608273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Bound using segment: {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:04.609151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Bound port: 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:04.609462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.655306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Deleting port 33632589-92e6-40e3-9639-128fa4cafb7b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:04.655640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.744293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3671e1b-f79a-4658-a639-dce3e21add32 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:04.801135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.844016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:04.849884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c3671e1b-f79a-4658-a639-dce3e21add32 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:04.850493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.853828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:04.869375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:04.883453 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.884354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3269008-86eb-4f1f-9732-af1461ff1c0e req-762f8227-c3b7-47bf-b3cd-ca2e7893ea8c tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089366 Nov 12 03:25:04.987619 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.998621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.999276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.000945 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] 10.222.0.100 "PUT /v2.0/ports/8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 200 len: 1092 time: 1.5319667 Nov 12 03:25:05.001556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:05.004127 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004f386-e7a2-47ef-b85e-189f5e00b655" -d '{"events": [{"name": "network-changed", "server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:05.010127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-8bd55449-72e4-40d5-925b-1a0a20dc3ce5 service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742566 Nov 12 03:25:05.069885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port c3671e1b-f79a-4658-a639-dce3e21add32, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3671e1b-f79a-4658-a639-dce3e21add32,segment=NetworkSegment(1c115773-fe8d-459b-90b3-2d320adc3836),segment_id=1c115773-fe8d-459b-90b3-2d320adc3836)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:05.083900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.144455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20eae7b-008a-4f4d-aa72-766c42c75f67 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.176350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-8816e399-b9b7-4aae-82f3-7cb5fb743447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.180386 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-8816e399-b9b7-4aae-82f3-7cb5fb743447 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 1095 time: 0.1207149 Nov 12 03:25:05.187851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59685b-d21f-4b72-8d8a-33315f8b8729 None None] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:05.199062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6e2e0346-c3bf-4a57-a67a-998801d8d935 service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818230 Nov 12 03:25:05.204760 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa98ccd-8c6a-4e7b-81de-3e1989c876b5 x-openstack-request-id: req-6fa98ccd-8c6a-4e7b-81de-3e1989c876b5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:05.205881 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea", "name": "network-vif-deleted", "tag": "c00764b0-dfa8-4da0-aa93-9c843c49faa2", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:05.206220 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6fa98ccd-8c6a-4e7b-81de-3e1989c876b5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:05.206698 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921a081f-4fd5-4c6e-aef7-2aeb0f68a3ea', 'name': 'network-vif-deleted', 'tag': 'c00764b0-dfa8-4da0-aa93-9c843c49faa2', 'status': 'completed', 'code': 200} Nov 12 03:25:05.208651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] For port 33632589-92e6-40e3-9639-128fa4cafb7b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=33632589-92e6-40e3-9639-128fa4cafb7b,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:05.209342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.264859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-5bf41b9c-f66c-49f4-937a-934c98f1495b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 200 len: 217 time: 0.0756056 Nov 12 03:25:05.288234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Calling delete_port for 33632589-92e6-40e3-9639-128fa4cafb7b owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:05.322691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880204-1d86-4aa1-ac4a-a16f6e07f896 req-c1f83e8c-fc3e-457c-86d0-3957ddeaa982 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.324432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad880204-1d86-4aa1-ac4a-a16f6e07f896 req-c1f83e8c-fc3e-457c-86d0-3957ddeaa982 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 943 time: 0.1125038 Nov 12 03:25:05.373889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=c3671e1b-f79a-4658-a639-dce3e21add32,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.383175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-37eff033-2a6a-42fc-8846-59ce62962702 None None] Provisioning complete for port c3671e1b-f79a-4658-a639-dce3e21add32 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:05.383673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37eff033-2a6a-42fc-8846-59ce62962702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.407908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-8008efbf-6dc5-4669-93bd-1b32d251c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.409964 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-8008efbf-6dc5-4669-93bd-1b32d251c238 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=388d95bc-acaf-40c7-b62a-368f0bb17013 HTTP/1.1" status: 200 len: 850 time: 0.1353705 Nov 12 03:25:05.434862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.457937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad880204-1d86-4aa1-ac4a-a16f6e07f896 req-b0be3f7f-18fe-4335-9a5e-d770783f9231 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015527 Nov 12 03:25:05.572234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.605871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Pushing event deleted for resources: {'Port': ['ID=33632589-92e6-40e3-9639-128fa4cafb7b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.645649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.679005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] No DVR routers for this DVR port 33632589-92e6-40e3-9639-128fa4cafb7b on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:05.681950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.686486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2874a898-716d-4135-bdca-80f1b5367493 req-b032d173-04d5-463c-91f3-187d46e271f6 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "DELETE /v2.0/ports/33632589-92e6-40e3-9639-128fa4cafb7b HTTP/1.1" status: 204 len: 173 time: 1.4951534 Nov 12 03:25:05.805903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8dde-1c75-47a9-a157-e079d7975ad1 req-0c3197cc-f1a5-4984-b177-4ab36ae3ab93 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.807919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05ed8dde-1c75-47a9-a157-e079d7975ad1 req-0c3197cc-f1a5-4984-b177-4ab36ae3ab93 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.0972986 Nov 12 03:25:05.860613 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f07a208-2096-4dcf-b6d0-8652ceb99ced x-openstack-request-id: req-7f07a208-2096-4dcf-b6d0-8652ceb99ced {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:05.861099 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:05.861717 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f07a208-2096-4dcf-b6d0-8652ceb99ced {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:05.862298 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'status': 'completed', 'code': 200} Nov 12 03:25:05.879297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63b46032-7adf-41f1-bdb0-62b54886d349 req-72aaeb85-8811-4ebe-92c5-f07c661fb3a7 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 210 time: 0.0584257 Nov 12 03:25:05.915644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05ed8dde-1c75-47a9-a157-e079d7975ad1 req-88c9278b-58f8-4d74-be5c-23050fc1945d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812898 Nov 12 03:25:06.023227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-cea00c0e-fe23-4d32-b5bb-d9b53f493967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.024855 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-cea00c0e-fe23-4d32-b5bb-d9b53f493967 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f6fd437c-d176-413a-b042-a2d8e1d52862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5969014 Nov 12 03:25:06.090980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.095100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a19f0a5e-5a80-43b1-8aa0-228eda0d6dc8 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f HTTP/1.1" status: 204 len: 168 time: 1.8144226 Nov 12 03:25:06.098090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.174297 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a842a2e-a83f-4472-a1f3-55e0d869277e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] GET failed (client error): The resource could not be found. Nov 12 03:25:06.180857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6a842a2e-a83f-4472-a1f3-55e0d869277e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports/c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f HTTP/1.1" status: 404 len: 333 time: 0.0780301 Nov 12 03:25:06.181063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.186229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-85490611'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:06.203634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608210-d200-4c5c-8cb4-eeae3f061d6b req-5efac0b5-5170-4eaa-92c8-373133091d42 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.207674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47608210-d200-4c5c-8cb4-eeae3f061d6b req-5efac0b5-5170-4eaa-92c8-373133091d42 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1559820 Nov 12 03:25:06.236901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e80d3d9d-ab07-43ab-b7ad-b84ae8a82ea2 None None] Provisioning complete for port c3671e1b-f79a-4658-a639-dce3e21add32 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.240119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e80d3d9d-ab07-43ab-b7ad-b84ae8a82ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.376607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47608210-d200-4c5c-8cb4-eeae3f061d6b req-e31ca567-f639-405d-af45-29837ab1ef1a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547012 Nov 12 03:25:06.400452 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-d55bc4fe-0cee-470d-b68e-fd60c0b836af service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616729 Nov 12 03:25:06.462417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e80d3d9d-ab07-43ab-b7ad-b84ae8a82ea2 None None] Provisioning complete for port 43c712e8-8eae-4894-83ca-58ad29b1bc79 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.462796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e80d3d9d-ab07-43ab-b7ad-b84ae8a82ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.494350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41c083e1-ede5-4392-b0e7-941d00e23ad7 req-b739ad9c-3da8-4455-8f0e-c6a2adc71e2c tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a4b81cd-4a1c-4642-84b2-32439e5ae89e HTTP/1.1" status: 200 len: 210 time: 0.0504017 Nov 12 03:25:06.504591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:06.513564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.590111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port 138772d2-eaea-4ccb-bf40-185b53257ec0 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:06.596847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e80d3d9d-ab07-43ab-b7ad-b84ae8a82ea2 None None] Port 43c712e8-8eae-4894-83ca-58ad29b1bc79 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:06.624805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e70aa-d18b-4959-aa2c-b6d63a3d9d39 req-8a32cbe4-56dc-459a-8417-6735c7a468b9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.632438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de1e70aa-d18b-4959-aa2c-b6d63a3d9d39 req-8a32cbe4-56dc-459a-8417-6735c7a468b9 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 950 time: 0.0792828 Nov 12 03:25:06.675454 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-41ce5225-4bf9-4246-a0ab-ddf920814749 req-6c46957d-0dcc-4b90-81db-691fb9dc279b service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574484 Nov 12 03:25:06.753889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de1e70aa-d18b-4959-aa2c-b6d63a3d9d39 req-0b8c9321-cf7d-4ccb-939b-af2bb37aad2b tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201153 Nov 12 03:25:06.766613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.10 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/138772d2-eaea-4ccb-bf40-185b53257ec0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:06.766832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3ba0-38de-4af2-931b-5f892ab91af9 req-aafb4de3-9d5b-4443-ae1d-7783091f965d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.766832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-968a3ba0-38de-4af2-931b-5f892ab91af9 req-aafb4de3-9d5b-4443-ae1d-7783091f965d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1083970 Nov 12 03:25:06.794678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3671e1b-f79a-4658-a639-dce3e21add32 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:06.848067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3bc598b0-42a7-4ca2-b9dd-64d73a55de93 None None] Provisioning complete for port 43c712e8-8eae-4894-83ca-58ad29b1bc79 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.848458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3bc598b0-42a7-4ca2-b9dd-64d73a55de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.884421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3bc598b0-42a7-4ca2-b9dd-64d73a55de93 None None] Port 43c712e8-8eae-4894-83ca-58ad29b1bc79 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:06.889265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-810b5f8e-2546-4fa5-a200-a0787daf5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.890853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-810b5f8e-2546-4fa5-a200-a0787daf5559 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 1095 time: 0.1104841 Nov 12 03:25:06.897168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-968a3ba0-38de-4af2-931b-5f892ab91af9 req-7c32fbc9-3f0a-40ba-9dd0-b0bbd2d2f67c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198349 Nov 12 03:25:06.910464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c3671e1b-f79a-4658-a639-dce3e21add32 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.910838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.970315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b54f5-aff3-425a-9d56-2eec52b57d3b req-12b60876-e6c1-4cf3-a363-952d8f2f9f07 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.972540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-170b54f5-aff3-425a-9d56-2eec52b57d3b req-12b60876-e6c1-4cf3-a363-952d8f2f9f07 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 943 time: 0.0864401 Nov 12 03:25:07.037658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-725ad40e-67df-4b62-85ff-e270b9fcf68b req-456c2ead-9deb-46d4-9c67-6a0ca5d83e66 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 210 time: 0.0324092 Nov 12 03:25:07.076701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-170b54f5-aff3-425a-9d56-2eec52b57d3b req-a0710d2d-bf25-439e-a2e4-833f164def1f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917013 Nov 12 03:25:07.095192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.102287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0f85bd86-0fba-41c7-a5af-d62b37fbeb75 None None] Could not find standard attr ID for object c7d80ab8-870c-4ab8-bf2a-a2697ecfbd3f. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:25:07.137000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-f115c45b-96d8-42bb-8146-ab262f4a6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.138487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-f115c45b-96d8-42bb-8146-ab262f4a6349 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 200 len: 913 time: 0.2165816 Nov 12 03:25:07.201744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.204301 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-0dc7bd93-06c4-420c-80be-64d72f34f570 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 200 len: 217 time: 0.0559442 Nov 12 03:25:07.290290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:07.301660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:07.305542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=138772d2-eaea-4ccb-bf40-185b53257ec0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.307842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:07.322475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-deleted', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:07.325361 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db91cc9-e35e-46b5-9378-586d05ae3e85" -d '{"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-deleted", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:07.339713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.348774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.349113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.349454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.349788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.350124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.350453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.350793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.351115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.351436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.351754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.352108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:07.386026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6dc6acef-9ce4-4923-945f-d37a4b6d53bc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.386277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-21b90786-9156-4f1b-9273-395d0a2fdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.387653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6dc6acef-9ce4-4923-945f-d37a4b6d53bc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.1959634 Nov 12 03:25:07.393673 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-21b90786-9156-4f1b-9273-395d0a2fdd94 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=388d95bc-acaf-40c7-b62a-368f0bb17013 HTTP/1.1" status: 200 len: 850 time: 0.1732523 Nov 12 03:25:07.401967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c6e92-bf89-44cf-aebb-a19bf2c4cce2 req-481a327f-1175-4912-97c2-e4c3a330ad5f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.409871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-435c6e92-bf89-44cf-aebb-a19bf2c4cce2 req-481a327f-1175-4912-97c2-e4c3a330ad5f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2291441 Nov 12 03:25:07.417239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Request body: {'port': {'device_id': '90c9df63-0277-4001-9c30-43b46c77a14c', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'admin_state_up': True, 'tenant_id': '4e31348393f44fd981dffc8300741326'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.477853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.478701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.502827 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0efc22-8e13-4831-bd72-fb669d7b6342 x-openstack-request-id: req-3f0efc22-8e13-4831-bd72-fb669d7b6342 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:07.503116 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4b81cd-4a1c-4642-84b2-32439e5ae89e", "name": "network-vif-deleted", "tag": "33632589-92e6-40e3-9639-128fa4cafb7b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:07.503371 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f0efc22-8e13-4831-bd72-fb669d7b6342 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:07.503769 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4b81cd-4a1c-4642-84b2-32439e5ae89e', 'name': 'network-vif-deleted', 'tag': '33632589-92e6-40e3-9639-128fa4cafb7b', 'status': 'completed', 'code': 200} Nov 12 03:25:07.536073 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3bc5fdb-ce18-4237-aea4-85bfbba455d9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3539267 Nov 12 03:25:07.538561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.562569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ca:f1:f1'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.563887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-435c6e92-bf89-44cf-aebb-a19bf2c4cce2 req-435b298c-9490-43ba-b456-1b6e7f94cc52 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482086 Nov 12 03:25:07.603016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-a750d1c7-909c-49b4-add4-cda112b401d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.605944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-a750d1c7-909c-49b4-add4-cda112b401d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f6fd437c-d176-413a-b042-a2d8e1d52862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068396 Nov 12 03:25:07.672418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2c3d2-abcf-416d-bf26-9992b8269b19 req-d7094c7a-b9ac-4d96-a0b4-8267321f1b38 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.674568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e2c3d2-abcf-416d-bf26-9992b8269b19 req-d7094c7a-b9ac-4d96-a0b4-8267321f1b38 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1022370 Nov 12 03:25:07.743498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e2c3d2-abcf-416d-bf26-9992b8269b19 req-fe34bbd3-233b-4851-9d32-e33c7371dcc9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Nov 12 03:25:07.750864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:07.755014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.835176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.836375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ffc2a4e-003f-4ca7-a7c0-6a6f25068267 None None] Provisioning complete for port 138772d2-eaea-4ccb-bf40-185b53257ec0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:07.836868 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ffc2a4e-003f-4ca7-a7c0-6a6f25068267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.916766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc2a4e-003f-4ca7-a7c0-6a6f25068267 None None] Port 138772d2-eaea-4ccb-bf40-185b53257ec0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:07.983629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Allocated IP 172.20.0.13 (d98a96c7-3758-48ad-88e6-3df079aa9a10/f3ca11da-cc68-4cfe-b41f-3361c451acab/947ea9c1-7732-4557-a279-92193421f28e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:07.989136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-526eddd6-77bf-4b13-bde0-8b4a50bca95e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.990586 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-526eddd6-77bf-4b13-bde0-8b4a50bca95e tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 950 time: 0.1841576 Nov 12 03:25:08.012248 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-eb952b66-c3bc-410c-8d4b-c56bdbdd29cf service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977988 Nov 12 03:25:08.058597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e83b-8ca3-4612-b9da-e2e8dc03103a req-986f7116-d601-4db7-adb0-295c9cbe8242 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.060239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fff7e83b-8ca3-4612-b9da-e2e8dc03103a req-986f7116-d601-4db7-adb0-295c9cbe8242 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 950 time: 0.0783319 Nov 12 03:25:08.225793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fff7e83b-8ca3-4612-b9da-e2e8dc03103a req-c5bd80d0-e095-41ad-8f59-921131bd27c8 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/security-groups?id=c2e689f4-7279-4a2a-bcd5-e6276d96929b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492260 Nov 12 03:25:08.259027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1004f386-e7a2-47ef-b85e-189f5e00b655 req-07e5af2f-91e4-4913-a5b3-d629c43e583d service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389135 Nov 12 03:25:08.259253 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.275249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3153ec-65c4-4b23-b8d1-d6196265987d req-b6357bbf-078d-4b28-975c-0c3360e0f7e3 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.276609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f3153ec-65c4-4b23-b8d1-d6196265987d req-b6357bbf-078d-4b28-975c-0c3360e0f7e3 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 949 time: 0.0936749 Nov 12 03:25:08.307614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Deleting port 290dc546-d467-4179-b81d-03c88e208a6d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:08.308131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.353549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-763d313a-d24f-44fc-9991-2686ab1f6003 req-93371313-e302-49de-a89f-b1f223cb9aa8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 210 time: 0.0409827 Nov 12 03:25:08.359383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.372366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:08.381100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.388242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.398600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f3153ec-65c4-4b23-b8d1-d6196265987d req-7d1e62b8-e34a-40da-908a-5a366bfa2306 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087296 Nov 12 03:25:08.414044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:08.426025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:08.426025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:08.429672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event updated for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.495857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.496553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.589852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-6d0fa3ff-5033-4438-abfa-72b4543a81e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769769 Nov 12 03:25:08.603739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea945d8-cc47-4841-badc-df7c7eced67c req-4f5535af-1698-4c6c-a729-6feb2a3f3327 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.605659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bea945d8-cc47-4841-badc-df7c7eced67c req-4f5535af-1698-4c6c-a729-6feb2a3f3327 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 943 time: 0.1189742 Nov 12 03:25:08.610843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Request body: {'port': {'device_id': '90c9df63-0277-4001-9c30-43b46c77a14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:08.668389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0dafd-bcd3-417e-898d-34693703c4b3 req-411fed61-2636-47e5-b314-0dfab5fe5586 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.671324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77e0dafd-bcd3-417e-898d-34693703c4b3 req-411fed61-2636-47e5-b314-0dfab5fe5586 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1854434 Nov 12 03:25:08.744506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5f4c1180-22be-4ba3-822e-9965893e45fa None None] Provisioning complete for port 138772d2-eaea-4ccb-bf40-185b53257ec0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:08.745233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1180-22be-4ba3-822e-9965893e45fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.757660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bea945d8-cc47-4841-badc-df7c7eced67c req-2eda14d9-9ab3-4387-8699-5557f6f70168 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414840 Nov 12 03:25:08.760635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.786987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c1180-22be-4ba3-822e-9965893e45fa None None] Port 138772d2-eaea-4ccb-bf40-185b53257ec0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:08.829735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77e0dafd-bcd3-417e-898d-34693703c4b3 req-0bac5d7b-7d16-4171-88c6-f33ef561eada tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525202 Nov 12 03:25:08.869916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] For port 290dc546-d467-4179-b81d-03c88e208a6d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=290dc546-d467-4179-b81d-03c88e208a6d,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:08.870460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.887473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=138772d2-eaea-4ccb-bf40-185b53257ec0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.896134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Calling delete_port for 290dc546-d467-4179-b81d-03c88e208a6d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:08.907320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] In _notify_port_updated(), no bound segment for port 138772d2-eaea-4ccb-bf40-185b53257ec0 on network b6d288cb-1758-4685-8f44-47cc66c4dd96 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:25:08.913250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.913858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.915135 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d218417e-203a-4f1e-86f9-7345bc0f7007 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "PUT /v2.0/ports/138772d2-eaea-4ccb-bf40-185b53257ec0 HTTP/1.1" status: 200 len: 992 time: 1.3756003 Nov 12 03:25:08.918544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.088961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port 138772d2-eaea-4ccb-bf40-185b53257ec0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:09.089303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.107486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:09.111039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:09.144467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 33632589-92e6-40e3-9639-128fa4cafb7b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:09.144830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 33632589-92e6-40e3-9639-128fa4cafb7b not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:09.167308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.180779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['290dc546-d467-4179-b81d-03c88e208a6d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:09.209623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Pushing event deleted for resources: {'Port': ['ID=290dc546-d467-4179-b81d-03c88e208a6d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.269045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] No DVR routers for this DVR port 290dc546-d467-4179-b81d-03c88e208a6d on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:09.272692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.276152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.279457 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f71da6-59af-465b-a112-b861fbc95cc8 req-f7b509ee-5347-4ec1-8f8b-781ec5f36e27 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.98 "DELETE /v2.0/ports/290dc546-d467-4179-b81d-03c88e208a6d HTTP/1.1" status: 204 len: 173 time: 1.2765591 Nov 12 03:25:09.279914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'name': 'network-vif-deleted', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:09.283063 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50b544-6062-4953-8d7f-0649f3ca547f" -d '{"events": [{"server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "name": "network-vif-deleted", "tag": "290dc546-d467-4179-b81d-03c88e208a6d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:09.287590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:09.297845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for 138772d2-eaea-4ccb-bf40-185b53257ec0 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:09.306869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'port_id': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'mac_address': 'fa:16:3e:33:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:09.320006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2c43-1912-4850-80e3-7a7178f0d807 req-3f7ba104-ba23-4765-9a25-627ae7a15a9e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.321636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abd2c43-1912-4850-80e3-7a7178f0d807 req-3f7ba104-ba23-4765-9a25-627ae7a15a9e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.4855595 Nov 12 03:25:09.363627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.383878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:09.397498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7b17-6e2e-4dc6-a0d2-fac358ecc675 req-e69f61df-02f9-4c47-8928-f24fba1e69a0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.399075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-149b7b17-6e2e-4dc6-a0d2-fac358ecc675 req-e69f61df-02f9-4c47-8928-f24fba1e69a0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.4758291 Nov 12 03:25:09.417565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:09.422941 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.466744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abd2c43-1912-4850-80e3-7a7178f0d807 req-766e8c41-0274-40df-be6f-cfb3a68ef070 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149890 Nov 12 03:25:09.474739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.484448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.521636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=138772d2-eaea-4ccb-bf40-185b53257ec0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.575734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-149b7b17-6e2e-4dc6-a0d2-fac358ecc675 req-69517dda-3a65-40af-994b-c5b1d7f99b3c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645589 Nov 12 03:25:09.647166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9150cc8e-7fcb-4848-aaba-73d294d5a6fe req-e03a0ddc-b2a9-4439-9c62-a1fc842415b6 tempest-ServersOnMultiNodesTest-1761249462 tempest-ServersOnMultiNodesTest-1761249462-project] 10.222.0.93 "GET /v2.0/ports?device_id=05edc0d0-7ae8-4e6f-b96a-4b127a1f961d HTTP/1.1" status: 200 len: 210 time: 0.0359011 Nov 12 03:25:09.680156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947ea9c1-7732-4557-a279-92193421f28e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:09.688833 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3f8a4-59d3-48ff-8633-22fedc848a92 x-openstack-request-id: req-19b3f8a4-59d3-48ff-8633-22fedc848a92 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:09.689162 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05edc0d0-7ae8-4e6f-b96a-4b127a1f961d", "name": "network-vif-deleted", "tag": "290dc546-d467-4179-b81d-03c88e208a6d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:09.692165 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-19b3f8a4-59d3-48ff-8633-22fedc848a92 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:09.692619 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05edc0d0-7ae8-4e6f-b96a-4b127a1f961d', 'name': 'network-vif-deleted', 'tag': '290dc546-d467-4179-b81d-03c88e208a6d', 'status': 'completed', 'code': 200} Nov 12 03:25:09.695679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.696450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.699932 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f0e07ab1-8349-48c5-a9ed-0db88743d3b7 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/138772d2-eaea-4ccb-bf40-185b53257ec0 HTTP/1.1" status: 204 len: 168 time: 0.7801421 Nov 12 03:25:09.703237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.711873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:09.753453 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-42de819f-b885-40c1-8630-39665c5db233 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] GET failed (client error): The resource could not be found. Nov 12 03:25:09.755498 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42de819f-b885-40c1-8630-39665c5db233 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports/138772d2-eaea-4ccb-bf40-185b53257ec0 HTTP/1.1" status: 404 len: 333 time: 0.0517092 Nov 12 03:25:09.768716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.781485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-698389205'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:09.797626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Transition to ACTIVE for port object 947ea9c1-7732-4557-a279-92193421f28e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:09.806674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.943387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.972615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:09.976534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.984348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314e9cd-8704-4f3f-8338-90c380151d59 req-b0a1b52d-b58a-4bea-945f-6ff1afbcf1bc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.985881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c314e9cd-8704-4f3f-8338-90c380151d59 req-b0a1b52d-b58a-4bea-945f-6ff1afbcf1bc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 932 time: 0.2468882 Nov 12 03:25:09.998353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port 4d537544-7993-4c3f-9b99-07bd527283a5 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:10.028827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce99f09-f7dc-4bce-9bf9-d11d7ab0e1fb req-deb0e02c-93ef-4776-9aef-644e9ee27ad2 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.030255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ce99f09-f7dc-4bce-9bf9-d11d7ab0e1fb req-deb0e02c-93ef-4776-9aef-644e9ee27ad2 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 949 time: 0.1532133 Nov 12 03:25:10.102573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Attempting to bind port 947ea9c1-7732-4557-a279-92193421f28e on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:10.102910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Attempting to bind port 947ea9c1-7732-4557-a279-92193421f28e by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:10.103248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Attempting to bind port 947ea9c1-7732-4557-a279-92193421f28e on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:10.122748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c314e9cd-8704-4f3f-8338-90c380151d59 req-baee9a9a-9930-4c8e-8b80-25490da0da77 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107073 Nov 12 03:25:10.125978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Port 947ea9c1-7732-4557-a279-92193421f28e on network d98a96c7-3758-48ad-88e6-3df079aa9a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:10.126301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Attempting to bind port 947ea9c1-7732-4557-a279-92193421f28e on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:10.126651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13928c65-85e1-4edd-9fa4-41957d457446 req-938f3d51-dcc1-4bb2-b96a-51845ce2c452 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.128198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-13928c65-85e1-4edd-9fa4-41957d457446 req-938f3d51-dcc1-4bb2-b96a-51845ce2c452 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 949 time: 0.0958278 Nov 12 03:25:10.138441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:10.138789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Checking segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:10.139161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Bound using segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:10.139593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Bound port: 947ea9c1-7732-4557-a279-92193421f28e, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:10.139951 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.150915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ce99f09-f7dc-4bce-9bf9-d11d7ab0e1fb req-56f50a7e-e868-46ac-b074-08bfa08b3287 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/security-groups?id=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093318 Nov 12 03:25:10.176013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.4 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/4d537544-7993-4c3f-9b99-07bd527283a5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:10.290204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:10.294693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=947ea9c1-7732-4557-a279-92193421f28e,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:10.301153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.327322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Deleting port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:10.327664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.341029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f82da4-53e3-4d41-80bf-c0ab8308e6d6 req-d70e20dd-830e-4c87-a820-104fde0c0c61 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.342519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65f82da4-53e3-4d41-80bf-c0ab8308e6d6 req-d70e20dd-830e-4c87-a820-104fde0c0c61 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 944 time: 0.1342394 Nov 12 03:25:10.354338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96502-3c87-4c8d-a5f3-9cabc3a6d768 req-11fc688b-7202-4059-b1c4-621103eccd9d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.355823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56c96502-3c87-4c8d-a5f3-9cabc3a6d768 req-11fc688b-7202-4059-b1c4-621103eccd9d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1344886 Nov 12 03:25:10.377931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.378550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.379891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] 10.222.0.98 "PUT /v2.0/ports/947ea9c1-7732-4557-a279-92193421f28e HTTP/1.1" status: 200 len: 1093 time: 1.7732258 Nov 12 03:25:10.390959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'tag': '947ea9c1-7732-4557-a279-92193421f28e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:10.394038 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369e0fe-1da3-43a4-a4f5-74de0980cef4" -d '{"events": [{"name": "network-changed", "server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "tag": "947ea9c1-7732-4557-a279-92193421f28e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:10.435916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.454372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] For port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:10.454732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.464489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26578bf-4696-4698-8723-f79f89b4fd1a service neutron] Pushing event updated for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.472852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Calling delete_port for b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:10.491625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65f82da4-53e3-4d41-80bf-c0ab8308e6d6 req-b9b279ac-9e88-454a-a8fe-7cab008cc48d tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330259 Nov 12 03:25:10.502100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56c96502-3c87-4c8d-a5f3-9cabc3a6d768 req-66234ebc-9063-4b81-b11d-7364c14a7e15 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332467 Nov 12 03:25:10.508682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-1240b236-94a6-4cc2-9280-c9e17df8970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.510067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-1240b236-94a6-4cc2-9280-c9e17df8970d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 1096 time: 0.0865347 Nov 12 03:25:10.560645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.560903 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bbd163-7ca9-4fdf-b26b-df10d580255e x-openstack-request-id: req-77bbd163-7ca9-4fdf-b26b-df10d580255e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:10.561193 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "tag": "947ea9c1-7732-4557-a279-92193421f28e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:10.561443 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-77bbd163-7ca9-4fdf-b26b-df10d580255e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:10.561844 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'tag': '947ea9c1-7732-4557-a279-92193421f28e', 'status': 'completed', 'code': 200} Nov 12 03:25:10.564093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-330971fb-c189-4050-81c2-75c1a28d0312 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=947ea9c1-7732-4557-a279-92193421f28e HTTP/1.1" status: 200 len: 217 time: 0.0442977 Nov 12 03:25:10.621690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:10.630342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:10.635820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:10.640510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=4d537544-7993-4c3f-9b99-07bd527283a5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.683048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-d1bc1a2f-41d1-4f6e-afe3-e07eb64d9e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.684545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-d1bc1a2f-41d1-4f6e-afe3-e07eb64d9e12 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.1136835 Nov 12 03:25:10.716613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8d7fa-e375-411f-8447-b6a717bea36a req-c3ad119e-d372-41fe-82f6-f62e3073a8ae tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.717800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55c8d7fa-e375-411f-8447-b6a717bea36a req-c3ad119e-d372-41fe-82f6-f62e3073a8ae tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1164386 Nov 12 03:25:10.726209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.726853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.741748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-ed348885-40d2-4562-a475-1359efac19da service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465181 Nov 12 03:25:10.742916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.755917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa7ee8d9-0782-4116-872c-5543eef6a796 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9811628 Nov 12 03:25:10.775466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebce24b-d7e9-46b7-9255-e7cf6f93947f req-14795bfc-bfc3-4dcf-b8cf-f5a03ec6ff0f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.776650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46752) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:10.777019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bebce24b-d7e9-46b7-9255-e7cf6f93947f req-14795bfc-bfc3-4dcf-b8cf-f5a03ec6ff0f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1321940 Nov 12 03:25:10.781954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:f1:f1'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:10.786886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Pushing event deleted for resources: {'Port': ['ID=b3e2b2ea-125a-4a91-a414-d4f9e1a25a46,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.865840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] No DVR routers for this DVR port b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:10.876119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55c8d7fa-e375-411f-8447-b6a717bea36a req-e7509144-da97-4cb0-bdbe-9324fa566cd1 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366084 Nov 12 03:25:10.888265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.890904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-13928c65-85e1-4edd-9fa4-41957d457446 req-a36beecf-f8b4-44a7-922d-84c7c25b9a87 tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.100 "DELETE /v2.0/ports/b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 HTTP/1.1" status: 204 len: 173 time: 0.7557857 Nov 12 03:25:10.910903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.925351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3eec89b1-5ead-4c07-b024-12449b4582d9 None None] Provisioning complete for port 4d537544-7993-4c3f-9b99-07bd527283a5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:10.926776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eec89b1-5ead-4c07-b024-12449b4582d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.961229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bebce24b-d7e9-46b7-9255-e7cf6f93947f req-4a7ff5d1-9491-4041-98e0-67c73a6b0992 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647742 Nov 12 03:25:10.964385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-badca268-7eec-4f6e-ab29-39fe67bc98bd service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126069 Nov 12 03:25:11.012406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3eec89b1-5ead-4c07-b024-12449b4582d9 None None] Port 4d537544-7993-4c3f-9b99-07bd527283a5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:11.083838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c81d666-ccb9-4f36-8d01-51024f7e5afa req-a7171c08-402a-4e89-b1d9-51d2ccfc0719 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115704 Nov 12 03:25:11.119322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:11.162348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.180473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.209049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:11.216407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-0ed1305e-9f3f-44f9-8f91-891949022c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.217970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-0ed1305e-9f3f-44f9-8f91-891949022c2c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 1096 time: 0.0850272 Nov 12 03:25:11.221127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:11.221497 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.305068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=4d537544-7993-4c3f-9b99-07bd527283a5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.328813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.401789 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:11.420599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.420841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] In _notify_port_updated(), no bound segment for port 4d537544-7993-4c3f-9b99-07bd527283a5 on network b6d288cb-1758-4685-8f44-47cc66c4dd96 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:25:11.426503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.427165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.440972 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1ae8c64-f477-4130-aeac-dd0b0e4acb51 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "PUT /v2.0/ports/4d537544-7993-4c3f-9b99-07bd527283a5 HTTP/1.1" status: 200 len: 995 time: 0.6630015 Nov 12 03:25:11.443336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.508477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:11.509634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-591a9461-287c-41b5-9898-6976f68d0be7 req-27ac88a1-d852-4e4c-ac67-6825362698ca tempest-ListImageFiltersTestJSON-1719795083 tempest-ListImageFiltersTestJSON-1719795083-project] 10.222.0.93 "GET /v2.0/ports?device_id=9003c8d6-9cbe-45b8-bebc-d44c9a02072c HTTP/1.1" status: 200 len: 210 time: 0.1532741 Nov 12 03:25:11.510100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:11.512596 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1dcb85-5e0d-454b-a283-ec7b379e7529" -d '{"events": [{"server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:11.525941 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.600594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55993-6665-4c3a-aa3c-1d9d8d65a230 req-3211a94d-a149-420e-82a2-96ad0638dbfc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.607992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30c55993-6665-4c3a-aa3c-1d9d8d65a230 req-3211a94d-a149-420e-82a2-96ad0638dbfc tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 944 time: 0.2529271 Nov 12 03:25:11.614245 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc94441c-0291-4c5d-97ec-f41683b5357d x-openstack-request-id: req-bc94441c-0291-4c5d-97ec-f41683b5357d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:11.614533 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "name": "network-vif-plugged", "status": "completed", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:11.614790 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc94441c-0291-4c5d-97ec-f41683b5357d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:11.615182 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'code': 200} Nov 12 03:25:11.620669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-a49dbf99-e214-41e5-aea4-a6978e45b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.622906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-a49dbf99-e214-41e5-aea4-a6978e45b8b2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.3952112 Nov 12 03:25:11.646378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.672086 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2ae45e8-0ffd-4dca-8ee4-f55472a68be6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fffca62546a14e1da85bacb9f5eb7c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3398473 Nov 12 03:25:11.673346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port 4d537544-7993-4c3f-9b99-07bd527283a5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:11.674551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.674681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46774) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.693910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-ec2f87e0-6b31-47ba-94cf-3d3528c3983a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=947ea9c1-7732-4557-a279-92193421f28e HTTP/1.1" status: 200 len: 217 time: 0.0629878 Nov 12 03:25:11.697875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-deleted', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:11.700267 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186f39d4-37d8-43d3-8009-1128b2494e8c" -d '{"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-deleted", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:11.728923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 290dc546-d467-4179-b81d-03c88e208a6d no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:11.752797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 290dc546-d467-4179-b81d-03c88e208a6d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:11.753146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 290dc546-d467-4179-b81d-03c88e208a6d not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:11.760005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b62ee605-817a-487f-9c34-19848c26407d None None] Provisioning complete for port 4d537544-7993-4c3f-9b99-07bd527283a5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:11.760383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b62ee605-817a-487f-9c34-19848c26407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.785879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b93e8-b47c-4572-8f5c-22de16e9a430 req-0bd573b8-bc85-4fe7-aff2-94b234a4f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.787329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-632b93e8-b47c-4572-8f5c-22de16e9a430 req-0bd573b8-bc85-4fe7-aff2-94b234a4f6c0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 1097 time: 0.1094329 Nov 12 03:25:11.797416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30c55993-6665-4c3a-aa3c-1d9d8d65a230 req-ff9fd0ef-42fa-43c0-a15f-8945a01f5d3d tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876068 Nov 12 03:25:11.797956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b62ee605-817a-487f-9c34-19848c26407d None None] Port 4d537544-7993-4c3f-9b99-07bd527283a5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:11.808994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.834539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for 4d537544-7993-4c3f-9b99-07bd527283a5 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:11.835555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6de5-a9d2-4ec3-95a1-40ed65544c37 req-ede018d4-5114-49c5-bc71-505294b83a5a tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.841670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a0f6de5-a9d2-4ec3-95a1-40ed65544c37 req-ede018d4-5114-49c5-bc71-505294b83a5a tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1639822 Nov 12 03:25:11.847851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-69f71466-d66a-400d-b302-d3243bcd4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.851757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-69f71466-d66a-400d-b302-d3243bcd4488 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.1470609 Nov 12 03:25:11.863916 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-632b93e8-b47c-4572-8f5c-22de16e9a430 req-c0563656-1a5f-4f8e-8bcc-03f61560fad9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651672 Nov 12 03:25:11.928356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-14263a58-43ab-4c5a-9fb9-28884860d323 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611010 Nov 12 03:25:11.935509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.987906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.011284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a0f6de5-a9d2-4ec3-95a1-40ed65544c37 req-39879877-f28d-4bea-955c-ea53802b17a6 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679828 Nov 12 03:25:12.023654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=4d537544-7993-4c3f-9b99-07bd527283a5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.044652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.058897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2a08a-c068-4554-a255-c6dceaa042c5 req-6e145724-6bd5-4ea4-8ace-61dcce6b7930 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.060564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fe2a08a-c068-4554-a255-c6dceaa042c5 req-6e145724-6bd5-4ea4-8ace-61dcce6b7930 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1923327 Nov 12 03:25:12.080127 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e7e58-3db7-4e7e-9366-48e6a4c96de1 x-openstack-request-id: req-5b7e7e58-3db7-4e7e-9366-48e6a4c96de1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:12.080546 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9003c8d6-9cbe-45b8-bebc-d44c9a02072c", "name": "network-vif-deleted", "tag": "b3e2b2ea-125a-4a91-a414-d4f9e1a25a46", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:12.080861 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5b7e7e58-3db7-4e7e-9366-48e6a4c96de1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:12.081314 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9003c8d6-9cbe-45b8-bebc-d44c9a02072c', 'name': 'network-vif-deleted', 'tag': 'b3e2b2ea-125a-4a91-a414-d4f9e1a25a46', 'status': 'completed', 'code': 200} Nov 12 03:25:12.092614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.097074 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-def0dd74-5c90-404c-8fb8-ebb1369b3b40 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/4d537544-7993-4c3f-9b99-07bd527283a5 HTTP/1.1" status: 204 len: 168 time: 0.6527297 Nov 12 03:25:12.099656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.129259 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d98c36-1a29-4149-9feb-29a2dba105b9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] GET failed (client error): The resource could not be found. Nov 12 03:25:12.132573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-07d98c36-1a29-4149-9feb-29a2dba105b9 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports/4d537544-7993-4c3f-9b99-07bd527283a5 HTTP/1.1" status: 404 len: 333 time: 0.0317495 Nov 12 03:25:12.135109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.140144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-2014035369'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:12.188602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-71fa0964-75ac-4fc6-8ec1-00827d08ac60 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421191 Nov 12 03:25:12.198769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fe2a08a-c068-4554-a255-c6dceaa042c5 req-7c42d9b8-7af4-4648-a447-32c9b57bc91e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288078 Nov 12 03:25:12.251209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.254028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.255197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c2e689f4-7279-4a2a-bcd5-e6276d96929b HTTP/1.1" status: 204 len: 168 time: 0.5775766 Nov 12 03:25:12.300107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88217e9-9a62-402f-aa20-bf9834232708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e689f4-7279-4a2a-bcd5-e6276d96929b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.312207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:12.312744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d519-c43f-4068-8e82-dfec93b928c5 req-f6f29f0f-abec-4c13-b7a0-e3d7e07f7761 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.319303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.320635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9353d519-c43f-4068-8e82-dfec93b928c5 req-f6f29f0f-abec-4c13-b7a0-e3d7e07f7761 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1975665 Nov 12 03:25:12.354165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port 38199c5b-aa4a-401e-a7ef-cbd76653019e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:12.421424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4369e0fe-1da3-43a4-a4f5-74de0980cef4 req-ece74ba3-f138-41ad-88e9-b26f4c49ca77 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196088 Nov 12 03:25:12.431361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9353d519-c43f-4068-8e82-dfec93b928c5 req-db56f6e3-dc26-43b1-b92f-a0eb003fac5c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098609 Nov 12 03:25:12.446266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82065a-8b94-44c1-8195-8ae725904eba req-0023435c-e301-4884-8570-1bce4da71a0a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.447834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd82065a-8b94-44c1-8195-8ae725904eba req-0023435c-e301-4884-8570-1bce4da71a0a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1099825 Nov 12 03:25:12.482821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.13 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/38199c5b-aa4a-401e-a7ef-cbd76653019e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:12.501480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd82065a-8b94-44c1-8195-8ae725904eba req-6beeb8d1-9e5d-4af5-b6dd-8558d03d04d5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451741 Nov 12 03:25:12.619753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46800) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.647609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.663201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-567b408b-a0a4-4998-a744-7c3ebc468057 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6860f2ea693a42f69e04ad9156bd4ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415092 Nov 12 03:25:12.665882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.716986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.777269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:12.781514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.784580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:12.787050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:12.791578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=38199c5b-aa4a-401e-a7ef-cbd76653019e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.842567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.883399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.884147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.914710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6aa9cb9-1b21-41f2-a86b-cde4c51605a4 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7762525 Nov 12 03:25:12.915090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.920504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'network_id': 'b6d288cb-1758-4685-8f44-47cc66c4dd96', 'name': 'tempest-AllowedAddressPairTestJSON-34974142'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:12.940481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dfb25-5d1d-4a92-874d-f5029cf11deb req-fffb6235-c59b-4e5b-aa5e-f87b2d338b1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.949930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e76dfb25-5d1d-4a92-874d-f5029cf11deb req-fffb6235-c59b-4e5b-aa5e-f87b2d338b1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 944 time: 0.0728140 Nov 12 03:25:12.959280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.962702 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.966011 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3962b97c-2746-4932-8fba-86847d6bfd1f HTTP/1.1" status: 204 len: 168 time: 0.2966895 Nov 12 03:25:13.004542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edeada-b2b2-41ba-959b-2476b416c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962b97c-2746-4932-8fba-86847d6bfd1f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.032578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e76dfb25-5d1d-4a92-874d-f5029cf11deb req-9669a954-f25e-4c7f-907a-49560029957a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Nov 12 03:25:13.091388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Made reservation on behalf of 545cfbcf101442fc9ecce147edbaae9d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:13.097513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.133554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] device_id is not set on port 45873d50-2e1a-461a-b2e4-90f19460b0e2 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:13.208713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4186522-3fac-40f1-893d-97f68cd990b3 req-cc875fb5-fafd-4b16-ba59-8d9556ce4dde tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.238753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4186522-3fac-40f1-893d-97f68cd990b3 req-cc875fb5-fafd-4b16-ba59-8d9556ce4dde tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1380961 Nov 12 03:25:13.273703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b054ddcb-e99c-49e9-b23c-c4d2291bc725 None None] Provisioning complete for port 38199c5b-aa4a-401e-a7ef-cbd76653019e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:13.277144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b054ddcb-e99c-49e9-b23c-c4d2291bc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.290548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Allocated IP 172.20.0.10 (b6d288cb-1758-4685-8f44-47cc66c4dd96/fc0e1303-2ad0-4979-89e9-99a1cc4effc2/45873d50-2e1a-461a-b2e4-90f19460b0e2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:13.312847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4186522-3fac-40f1-893d-97f68cd990b3 req-ea4127ae-5b2c-4960-83f5-00fcd3a068ab tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730650 Nov 12 03:25:13.331692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b054ddcb-e99c-49e9-b23c-c4d2291bc725 None None] Port 38199c5b-aa4a-401e-a7ef-cbd76653019e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:13.461431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da69c-9acd-44e0-9298-83491031fd9e req-3609bb30-1fdc-4edc-8e48-fbec7f002f65 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.463852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-058da69c-9acd-44e0-9298-83491031fd9e req-3609bb30-1fdc-4edc-8e48-fbec7f002f65 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.0660486 Nov 12 03:25:13.479430 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.515838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-058da69c-9acd-44e0-9298-83491031fd9e req-e3de0ce4-5bd1-49ec-8c97-ae95557f6963 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Nov 12 03:25:13.529212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.590794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:13.595044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:13.597828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=45873d50-2e1a-461a-b2e4-90f19460b0e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.600107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:13.655928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.656566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.680244 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08f62b0a-5c59-44cf-a076-3e21d2116260 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7632687 Nov 12 03:25:13.681881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.696723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ca:f1:f1'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:4d:2a:84'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:13.702471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1074de-d556-4dbe-9e18-3766df177444 req-b71a0454-b24c-4ef3-a0b6-4cd9ce6d846c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.705415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d1074de-d556-4dbe-9e18-3766df177444 req-b71a0454-b24c-4ef3-a0b6-4cd9ce6d846c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.0826871 Nov 12 03:25:13.729625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 947ea9c1-7732-4557-a279-92193421f28e details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:13.820354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d1074de-d556-4dbe-9e18-3766df177444 req-59043ec2-e140-4bdd-8613-643d2d98af5a tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034698 Nov 12 03:25:13.943426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=947ea9c1-7732-4557-a279-92193421f28e,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.970520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56267a6d-bb6b-44ba-9d87-703683552f64 req-903c8e4a-a0d3-43e0-a87d-df00f9bda663 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.974506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '947ea9c1-7732-4557-a279-92193421f28e', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'port_id': '947ea9c1-7732-4557-a279-92193421f28e', 'mac_address': 'fa:16:3e:c5:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca11da-cc68-4cfe-b41f-3361c451acab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:13.976265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.980381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56267a6d-bb6b-44ba-9d87-703683552f64 req-903c8e4a-a0d3-43e0-a87d-df00f9bda663 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.0822680 Nov 12 03:25:13.982173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b8a5ea2c-289f-43dd-a31b-75f2bd5fe9c1 None None] Provisioning complete for port 45873d50-2e1a-461a-b2e4-90f19460b0e2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:13.982707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8a5ea2c-289f-43dd-a31b-75f2bd5fe9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.040863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56267a6d-bb6b-44ba-9d87-703683552f64 req-82e2268f-cec7-4073-afe8-960c82779c00 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Nov 12 03:25:14.061502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5ea2c-289f-43dd-a31b-75f2bd5fe9c1 None None] Port 45873d50-2e1a-461a-b2e4-90f19460b0e2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:14.063547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.083240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947ea9c1-7732-4557-a279-92193421f28e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:14.115014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=947ea9c1-7732-4557-a279-92193421f28e,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:14.121047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.179741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.180519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f46b9-7848-4d15-8e2d-6f01a1a45fc2 req-92afda9d-a9ed-4dc8-a375-42fba713e8a2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.187835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-954f46b9-7848-4d15-8e2d-6f01a1a45fc2 req-92afda9d-a9ed-4dc8-a375-42fba713e8a2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 945 time: 0.0726347 Nov 12 03:25:14.265130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-954f46b9-7848-4d15-8e2d-6f01a1a45fc2 req-12479879-cef4-4ee8-af2b-d53a76aae37a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Nov 12 03:25:14.286607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.292244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.369492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event updated for resources: {'Port': ['ID=45873d50-2e1a-461a-b2e4-90f19460b0e2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.386045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['947ea9c1-7732-4557-a279-92193421f28e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:14.401768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] In _notify_port_updated(), no bound segment for port 45873d50-2e1a-461a-b2e4-90f19460b0e2 on network b6d288cb-1758-4685-8f44-47cc66c4dd96 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:25:14.407913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.408628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.413239 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd1dc1f4-1b16-43f7-b841-a1205643c7d2 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "PUT /v2.0/ports/45873d50-2e1a-461a-b2e4-90f19460b0e2 HTTP/1.1" status: 200 len: 1055 time: 0.7301188 Nov 12 03:25:14.414051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.511240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb5ff-0610-4859-b5e6-f976a02a8237 req-ecb622b3-e81f-48ea-85f2-f81f7c63c1c2 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.512818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd4eb5ff-0610-4859-b5e6-f976a02a8237 req-ecb622b3-e81f-48ea-85f2-f81f7c63c1c2 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1133296 Nov 12 03:25:14.530562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port 45873d50-2e1a-461a-b2e4-90f19460b0e2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:14.531144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.615864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.626596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd4eb5ff-0610-4859-b5e6-f976a02a8237 req-b2d68c60-0129-4236-bfe2-770fd456937d tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055746 Nov 12 03:25:14.655295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.670350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for 45873d50-2e1a-461a-b2e4-90f19460b0e2 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:14.794658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aaeb3-d1fd-461b-81f2-9853cd600f39 req-4869fb82-e8b3-49b9-aa88-e53525fa94e7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.796392 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f76aaeb3-d1fd-461b-81f2-9853cd600f39 req-4869fb82-e8b3-49b9-aa88-e53525fa94e7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1435337 Nov 12 03:25:14.798576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f1e36911-666f-4afd-b1df-e2b277a70c39 None None] Provisioning complete for port 45873d50-2e1a-461a-b2e4-90f19460b0e2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:14.799928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e36911-666f-4afd-b1df-e2b277a70c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.805497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286648-2b78-4152-abad-fa5ab5272bd5 req-ea072771-02af-4c3b-9f48-bbbaab8c0642 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.810418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc286648-2b78-4152-abad-fa5ab5272bd5 req-ea072771-02af-4c3b-9f48-bbbaab8c0642 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1005704 Nov 12 03:25:14.817924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46918) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.824697 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d0664c6d-58b4-4c79-9ce3-37e6ad151f1d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec1a8ff6209e4865a6889fc05889795c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050827 Nov 12 03:25:14.824939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.826350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Request body: {'floatingip': {'port_id': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:14.854492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f1e36911-666f-4afd-b1df-e2b277a70c39 None None] Port 45873d50-2e1a-461a-b2e4-90f19460b0e2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:14.924723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.936078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.942801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.973479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=45873d50-2e1a-461a-b2e4-90f19460b0e2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.982932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.033613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f76aaeb3-d1fd-461b-81f2-9853cd600f39 req-d2b012e3-ec59-4786-a6ad-8f492434ce68 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219892 Nov 12 03:25:15.078290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257dc13-f82d-4392-a8c3-b64c3214ccbd req-80a07862-e6e4-4687-8b42-51d717f0e54f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.086656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7257dc13-f82d-4392-a8c3-b64c3214ccbd req-80a07862-e6e4-4687-8b42-51d717f0e54f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1827788 Nov 12 03:25:15.122519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.129036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.132734 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c9cd25af-dcb3-4d3e-a78e-e0c1ef571042 HTTP/1.1" status: 204 len: 168 time: 0.3044827 Nov 12 03:25:15.137111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:15.172678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:15.173257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b3e2b2ea-125a-4a91-a414-d4f9e1a25a46 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:15.213145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808eba7b-7cad-40bc-ba16-98986186310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd25af-dcb3-4d3e-a78e-e0c1ef571042,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.272175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7257dc13-f82d-4392-a8c3-b64c3214ccbd req-220ef3f2-d4a9-40b4-b03b-e313304660c6 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843436 Nov 12 03:25:15.329296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.334559 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04b8c9c3-2fcf-4d2e-a8dd-c537a8fc906e tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/45873d50-2e1a-461a-b2e4-90f19460b0e2 HTTP/1.1" status: 204 len: 168 time: 0.9194927 Nov 12 03:25:15.335485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.364835 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-038d94a0-bf32-4171-8a98-fc27ae703c1b tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] GET failed (client error): The resource could not be found. Nov 12 03:25:15.369899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-038d94a0-bf32-4171-8a98-fc27ae703c1b tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports/45873d50-2e1a-461a-b2e4-90f19460b0e2 HTTP/1.1" status: 404 len: 333 time: 0.0332236 Nov 12 03:25:15.370502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.478033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port 38199c5b-aa4a-401e-a7ef-cbd76653019e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:15.478553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.497180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ae7a7-8ba7-4a56-98e1-1d93f6bc577f req-4d2a9583-50c4-44eb-a368-f433022d495a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.506159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-686ae7a7-8ba7-4a56-98e1-1d93f6bc577f req-4d2a9583-50c4-44eb-a368-f433022d495a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2930574 Nov 12 03:25:15.603667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.622929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for 38199c5b-aa4a-401e-a7ef-cbd76653019e owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:15.645606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-686ae7a7-8ba7-4a56-98e1-1d93f6bc577f req-9b65d4f1-526d-4484-99d8-c97298065fa9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336274 Nov 12 03:25:15.738949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 947ea9c1-7732-4557-a279-92193421f28e up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:15.799611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 947ea9c1-7732-4557-a279-92193421f28e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:15.805647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 947ea9c1-7732-4557-a279-92193421f28e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:15.806105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.837195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.890022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=38199c5b-aa4a-401e-a7ef-cbd76653019e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.990408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.022742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.030177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd7458c5-1664-4434-b38b-6210d5a4eefe tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/38199c5b-aa4a-401e-a7ef-cbd76653019e HTTP/1.1" status: 204 len: 168 time: 0.6586540 Nov 12 03:25:16.031032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.066007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=947ea9c1-7732-4557-a279-92193421f28e,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:16.067211 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5566615-6afd-4f7a-801b-31c2c2415fa6 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] GET failed (client error): The resource could not be found. Nov 12 03:25:16.069288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ea9c1-7732-4557-a279-92193421f28e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:16.073992 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e12fac-c6e9-4ca5-a344-ccc13b8b46a0" -d '{"events": [{"server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "name": "network-vif-plugged", "status": "completed", "tag": "947ea9c1-7732-4557-a279-92193421f28e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:16.075222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e5566615-6afd-4f7a-801b-31c2c2415fa6 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "GET /v2.0/ports/38199c5b-aa4a-401e-a7ef-cbd76653019e HTTP/1.1" status: 404 len: 333 time: 0.0429752 Nov 12 03:25:16.076072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.081331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.146942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.194791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.209252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.230002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port 43c712e8-8eae-4894-83ca-58ad29b1bc79 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:16.230293 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.330902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.339854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d3a48-363d-4050-b8c1-c2bb34686530 req-875a5360-75c2-4c04-b6bb-72dde06311f8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.341360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-649d3a48-363d-4050-b8c1-c2bb34686530 req-875a5360-75c2-4c04-b6bb-72dde06311f8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 946 time: 0.1449361 Nov 12 03:25:16.343325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for 43c712e8-8eae-4894-83ca-58ad29b1bc79 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:16.389204 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Floating IP dc80ecd9-3ffb-49db-9451-6805ce92b461 associated. External IP: 172.25.4.198, port: 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4. Nov 12 03:25:16.481993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c941b1-4b19-40aa-9f32-8b63ac9a26c8 req-765fa88f-7901-41b9-9845-e6328860d7cc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.483471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8c941b1-4b19-40aa-9f32-8b63ac9a26c8 req-765fa88f-7901-41b9-9845-e6328860d7cc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1412249 Nov 12 03:25:16.513833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-649d3a48-363d-4050-b8c1-c2bb34686530 req-d3e878e3-2efd-429f-9dd9-3a7c711e6bd1 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573014 Nov 12 03:25:16.563976 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0ac29a-43fe-45f5-ab04-0355df229263 x-openstack-request-id: req-1f0ac29a-43fe-45f5-ab04-0355df229263 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:16.564265 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "name": "network-vif-plugged", "status": "completed", "tag": "947ea9c1-7732-4557-a279-92193421f28e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:16.565022 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f0ac29a-43fe-45f5-ab04-0355df229263 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:16.565477 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ea9c1-7732-4557-a279-92193421f28e', 'code': 200} Nov 12 03:25:16.614464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8c941b1-4b19-40aa-9f32-8b63ac9a26c8 req-9dd57aa8-48ec-445e-a2c4-15739d105d57 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045349 Nov 12 03:25:16.773760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a3e1a-4373-4aaf-94d3-3ce8349a5784 req-4075d888-bd70-449b-ae67-f0da7e599a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.775263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-821a3e1a-4373-4aaf-94d3-3ce8349a5784 req-4075d888-bd70-449b-ae67-f0da7e599a73 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 1098 time: 0.1112466 Nov 12 03:25:16.793339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.825191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=43c712e8-8eae-4894-83ca-58ad29b1bc79,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.834310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:16.882977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca854-b2d3-4c80-9546-e50df254bb6f req-9e07ae52-d8e5-41eb-994c-739dd8e853ed tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.884542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9bca854-b2d3-4c80-9546-e50df254bb6f req-9e07ae52-d8e5-41eb-994c-739dd8e853ed tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1333299 Nov 12 03:25:16.905002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.911273 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a721dde-3bc9-4a77-b048-894e8b7dd8dc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/ports/43c712e8-8eae-4894-83ca-58ad29b1bc79 HTTP/1.1" status: 204 len: 168 time: 0.8321121 Nov 12 03:25:16.911889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.926414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-821a3e1a-4373-4aaf-94d3-3ce8349a5784 req-b88c1dea-5fba-454c-a2af-9365e9aa88c3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312070 Nov 12 03:25:16.976535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting subnet fc0e1303-2ad0-4979-89e9-99a1cc4effc2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:16.980350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.018490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c8843-e267-4f07-b21c-8bc36274b756 req-1b534edf-ae4d-45e2-8d13-202576f437b4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.020840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf1c8843-e267-4f07-b21c-8bc36274b756 req-1b534edf-ae4d-45e2-8d13-202576f437b4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1710627 Nov 12 03:25:17.037338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.127005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf1c8843-e267-4f07-b21c-8bc36274b756 req-13f6448f-a88e-45aa-b144-ad0146341ea4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962880 Nov 12 03:25:17.136009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.138280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9bca854-b2d3-4c80-9546-e50df254bb6f req-573e27ac-1555-4b4f-be52-4332ee4928c5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410235 Nov 12 03:25:17.168391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47082) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.179386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:17.185083 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.196539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Sync routers for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:17.218630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:17.219726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.224917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.228476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-faf62fdd-0d2a-4114-9182-d9c786ba71a1 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "PUT /v2.0/floatingips/dc80ecd9-3ffb-49db-9451-6805ce92b461 HTTP/1.1" status: 200 len: 991 time: 2.4083376 Nov 12 03:25:17.229112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:17.237864 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fc428c-b644-4c9d-85ff-eeb4dc636991" -d '{"events": [{"name": "network-changed", "server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:17.274796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0e1303-2ad0-4979-89e9-99a1cc4effc2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.280171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.284238 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32e4376c-cbb3-4aaf-a66f-ec1ec81a86cc tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/subnets/fc0e1303-2ad0-4979-89e9-99a1cc4effc2 HTTP/1.1" status: 204 len: 168 time: 0.3713343 Nov 12 03:25:17.286880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47102) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.290785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed57581-6249-47ef-9dce-58ddb8a02396 None None] Network b6d288cb-1758-4685-8f44-47cc66c4dd96 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:17.402246 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063e4208-f3b3-49ae-baf0-01463fce0098 x-openstack-request-id: req-063e4208-f3b3-49ae-baf0-01463fce0098 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:17.402672 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:17.403014 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-063e4208-f3b3-49ae-baf0-01463fce0098 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:17.403500 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'status': 'completed', 'code': 200} Nov 12 03:25:17.438528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af3ed881-f0aa-4a08-97b4-50fc2ed7b83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.455341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.459117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-5afd3026-8698-433a-9f7c-2fada4d252d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.462073 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-5afd3026-8698-433a-9f7c-2fada4d252d9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 1097 time: 0.0543702 Nov 12 03:25:17.618248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-6a4a112b-1ea3-42a6-809d-db5d71cb18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.620258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-6a4a112b-1ea3-42a6-809d-db5d71cb18c4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 200 len: 913 time: 0.1523907 Nov 12 03:25:17.622107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:17.637625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Deleting port c3671e1b-f79a-4658-a639-dce3e21add32 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:17.637966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.712032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-530c93c0-da82-4e69-80c3-8fb39dbf12f2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 200 len: 999 time: 0.0830350 Nov 12 03:25:17.719348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af3ed881-f0aa-4a08-97b4-50fc2ed7b83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.753107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] DHCP port deletion for b6d288cb-1758-4685-8f44-47cc66c4dd96 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:17.768573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af3ed881-f0aa-4a08-97b4-50fc2ed7b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.775060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-188aafae-8a6e-49d4-9af1-3ea0a0503124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.776710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-188aafae-8a6e-49d4-9af1-3ea0a0503124 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=388d95bc-acaf-40c7-b62a-368f0bb17013 HTTP/1.1" status: 200 len: 850 time: 0.0547566 Nov 12 03:25:17.837014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-a516b8c8-ace7-4c72-8268-acc6e41a6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.839927 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-a516b8c8-ace7-4c72-8268-acc6e41a6736 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f6fd437c-d176-413a-b042-a2d8e1d52862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551400 Nov 12 03:25:17.840551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] For port c3671e1b-f79a-4658-a639-dce3e21add32, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3671e1b-f79a-4658-a639-dce3e21add32,segment=NetworkSegment(1c115773-fe8d-459b-90b3-2d320adc3836),segment_id=1c115773-fe8d-459b-90b3-2d320adc3836)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.840985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.876225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Deleting port c3671e1b-f79a-4658-a639-dce3e21add32 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:17.876593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.877682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538235db-b527-4594-a1ee-0539251e73bb req-d1893a44-a578-477c-a0ae-54155e376a03 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.880002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-538235db-b527-4594-a1ee-0539251e73bb req-d1893a44-a578-477c-a0ae-54155e376a03 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 946 time: 0.2502565 Nov 12 03:25:17.881209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Calling delete_port for c3671e1b-f79a-4658-a639-dce3e21add32 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:17.886058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-af3ed881-f0aa-4a08-97b4-50fc2ed7b83b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f0862e1fb632427da752d279793211d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7164180 Nov 12 03:25:17.886574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ed881-f0aa-4a08-97b4-50fc2ed7b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce057205-cd0e-4c13-8c44-ad868383a3f7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.891145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47140) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.959636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436c35-576a-4211-83fb-ada4544b9909 req-3243a148-a3ca-4922-821b-78756ac29ee3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.968307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07436c35-576a-4211-83fb-ada4544b9909 req-3243a148-a3ca-4922-821b-78756ac29ee3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2034481 Nov 12 03:25:17.974783 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-38467695-4388-4069-aa81-24b487b5c2ab service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260736 Nov 12 03:25:17.980395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] For port c3671e1b-f79a-4658-a639-dce3e21add32, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3671e1b-f79a-4658-a639-dce3e21add32,segment=NetworkSegment(1c115773-fe8d-459b-90b3-2d320adc3836),segment_id=1c115773-fe8d-459b-90b3-2d320adc3836)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.980783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.007054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Calling delete_port for c3671e1b-f79a-4658-a639-dce3e21add32 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:18.012944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64a724ea-cca0-461b-a135-6f894ea99346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.067566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'dc80ecd9-3ffb-49db-9451-6805ce92b461', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'port_id': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'mac_address': 'fa:16:3e:33:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:57Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 1, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.097800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Checking router: 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:18.110383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-538235db-b527-4594-a1ee-0539251e73bb req-96b98a13-1952-4638-b113-82c3671a0cbb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200596 Nov 12 03:25:18.119676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:18.120378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:24:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.143304 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-01fc428c-b644-4c9d-85ff-eeb4dc636991 req-e6fde0fa-9f46-4355-a34c-56fb421f5049 service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612027 Nov 12 03:25:18.146830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.161924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07436c35-576a-4211-83fb-ada4544b9909 req-2853c6e0-bbd8-47dd-9b65-e90b8f29f2cb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916504 Nov 12 03:25:18.211450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.216219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.268488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] No DVR routers for this DVR port c3671e1b-f79a-4658-a639-dce3e21add32 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:18.270233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Port': ['ID=c3671e1b-f79a-4658-a639-dce3e21add32,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.272640 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.306329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] Pushing event deleted for resources: {'Port': ['ID=c3671e1b-f79a-4658-a639-dce3e21add32,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.321761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1c3d7-2705-47ba-a6ad-4654e23be54e None None] No DVR routers for this DVR port c3671e1b-f79a-4658-a639-dce3e21add32 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:18.336869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:18.413277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25ce6-72c1-411a-b80d-6f2196c4be52 req-86879c63-5a45-420c-abff-e8cfd25a6ea2 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.414768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f25ce6-72c1-411a-b80d-6f2196c4be52 req-86879c63-5a45-420c-abff-e8cfd25a6ea2 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1519403 Nov 12 03:25:18.421104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.439538 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.442595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.443711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ce057205-cd0e-4c13-8c44-ad868383a3f7 HTTP/1.1" status: 204 len: 168 time: 0.5475008 Nov 12 03:25:18.473002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608626c-9341-4730-bbea-aa24ada75e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce057205-cd0e-4c13-8c44-ad868383a3f7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.479375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d288cb-1758-4685-8f44-47cc66c4dd96']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.499024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c115773-fe8d-459b-90b3-2d320adc3836') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.499321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c115773-fe8d-459b-90b3-2d320adc3836') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.515989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.520969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f25ce6-72c1-411a-b80d-6f2196c4be52 req-67e7aba2-3152-42a8-83a0-7bec70f54873 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971797 Nov 12 03:25:18.535357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.543181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:18.543693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:18.547824 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:18.628166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.647984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.654329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] 10.222.0.93 "DELETE /v2.0/networks/b6d288cb-1758-4685-8f44-47cc66c4dd96 HTTP/1.1" status: 204 len: 168 time: 1.3639994 Nov 12 03:25:18.690456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1a663-f1df-428b-97f3-c7ce904ae345 tempest-AllowedAddressPairTestJSON-84416898 tempest-AllowedAddressPairTestJSON-84416898-project] Pushing event deleted for resources: {'Network': ['ID=b6d288cb-1758-4685-8f44-47cc66c4dd96,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.714911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3671e1b-f79a-4658-a639-dce3e21add32 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:18.741954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c3671e1b-f79a-4658-a639-dce3e21add32 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:18.742393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3671e1b-f79a-4658-a639-dce3e21add32 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:18.748203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710944d-44d7-472e-82cd-86297b2c2d36 req-4ff7ecff-36cb-4fd8-9e1a-9bc81bfad32d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.751032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'dc80ecd9-3ffb-49db-9451-6805ce92b461', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'port_id': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'mac_address': 'fa:16:3e:33:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:57Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 1, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.759830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9710944d-44d7-472e-82cd-86297b2c2d36 req-4ff7ecff-36cb-4fd8-9e1a-9bc81bfad32d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1067479 Nov 12 03:25:18.787910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8fcff-628a-4d19-bb8a-b0feafa0bf77 None None] The sync data for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 is: [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'dc80ecd9-3ffb-49db-9451-6805ce92b461', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'port_id': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'mac_address': 'fa:16:3e:33:c0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:57Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 1, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:18.840578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9710944d-44d7-472e-82cd-86297b2c2d36 req-317f7d32-350c-4f98-9564-35432058d7ad tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675249 Nov 12 03:25:19.052206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47238) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.089505 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c6557-dae5-45ec-b89b-db2adaeddb0e None None] New status for floating IP dc80ecd9-3ffb-49db-9451-6805ce92b461: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:19.352859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-30afc809-6416-4dbb-9e57-bd3da8f84a8b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=545cfbcf101442fc9ecce147edbaae9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968657 Nov 12 03:25:19.353526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.372564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724742eb-69ac-4a5c-b41e-f800d3bb1a38 req-02092529-9226-42c5-9db7-2b835d72bb33 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.373997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-724742eb-69ac-4a5c-b41e-f800d3bb1a38 req-02092529-9226-42c5-9db7-2b835d72bb33 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 946 time: 0.1116140 Nov 12 03:25:19.384036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138185ef-101f-472c-8967-fa600c042666 req-8a5ab6c1-1615-4f01-9ad7-8d655b1b5e76 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.385500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-138185ef-101f-472c-8967-fa600c042666 req-8a5ab6c1-1615-4f01-9ad7-8d655b1b5e76 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1042671 Nov 12 03:25:19.414908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.438251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.462920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-724742eb-69ac-4a5c-b41e-f800d3bb1a38 req-b9e40c02-13a0-4d92-b331-f7f455c8161e tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764368 Nov 12 03:25:19.466467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-138185ef-101f-472c-8967-fa600c042666 req-b66ca7fa-d58d-4eb4-b005-0004a6ac25ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743058 Nov 12 03:25:19.468399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47268) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.503924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.506850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.510515 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/28413370-fab3-420e-ae63-9fab0bfcd0c0 HTTP/1.1" status: 204 len: 168 time: 0.1533229 Nov 12 03:25:19.522901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986905-d951-4bb3-9927-105ac41efc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28413370-fab3-420e-ae63-9fab0bfcd0c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.602653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-444550452-network', 'tenant_id': '64de76b0a70f413185dd3276ff73e9bb'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:19.630899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Made reservation on behalf of 64de76b0a70f413185dd3276ff73e9bb for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:19.634065 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.645737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.785243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3958d-cee5-4212-9a5b-29001db7993a req-549e0b16-a40e-47fa-a308-277cb553cb88 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.786715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1f3958d-cee5-4212-9a5b-29001db7993a req-549e0b16-a40e-47fa-a308-277cb553cb88 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.0734980 Nov 12 03:25:19.796783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.812546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.850646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:19.870781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c373e81d-eab6-4597-8df7-a173df2004a9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.878426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1f3958d-cee5-4212-9a5b-29001db7993a req-32dacb6c-8f6d-4acb-aba5-143b312ca4de tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801656 Nov 12 03:25:19.879634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.879993 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Added segment bd176247-c323-4535-a6b3-3ceaa316c18b of type vlan for network aee0c989-2096-4333-afb4-02515a9289e5 Nov 12 03:25:19.926295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.966148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.967616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.970170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.034200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5642292 Nov 12 03:25:20.037115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47334) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.044334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Request body: {'subnet': {'network_id': 'aee0c989-2096-4333-afb4-02515a9289e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-444550452-subnet', 'tenant_id': '64de76b0a70f413185dd3276ff73e9bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:20.064958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed374da2-656d-43ae-9ec5-d024a14c3268 admin admin] Pushing event updated for resources: {'Network': ['ID=aee0c989-2096-4333-afb4-02515a9289e5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.068553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Made reservation on behalf of 64de76b0a70f413185dd3276ff73e9bb for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:20.071347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.076080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network aee0c989-2096-4333-afb4-02515a9289e5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:20.282280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ba665-1f8c-4b3e-bfb4-7a7ba1eddeca req-074c6998-ae85-4ddf-acd2-daa2b7805533 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.284340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e26ba665-1f8c-4b3e-bfb4-7a7ba1eddeca req-074c6998-ae85-4ddf-acd2-daa2b7805533 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1062047 Nov 12 03:25:20.345684 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0faadad4-8d2c-4718-ac6c-80c9d9fa17f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.378949 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.424394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.436607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e26ba665-1f8c-4b3e-bfb4-7a7ba1eddeca req-3b036034-0253-412e-a1aa-2576cd59662b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314723 Nov 12 03:25:20.466652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af65f3ad-b656-4540-b371-f7d2b304b1e6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.480418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Checking segment: {'id': 'bd176247-c323-4535-a6b3-3ceaa316c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'aee0c989-2096-4333-afb4-02515a9289e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:20.480792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Network hostable DHCP agents. Network: aee0c989-2096-4333-afb4-02515a9289e5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:20.501397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Network aee0c989-2096-4333-afb4-02515a9289e5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:20.515871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, aee0c989-2096-4333-afb4-02515a9289e5) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:20.521323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.522113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.527005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c88b2-7859-41e5-9462-cb3c4b928ce5 None None] Network aee0c989-2096-4333-afb4-02515a9289e5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:20.552802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-acb70591-8ecb-4c0f-99c1-ce0371c7ed84 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5144944 Nov 12 03:25:20.603158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-720815378'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:20.632646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:20.636953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.641992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10067-8b44-4595-ad81-d2aa330b58c1 req-2f60b73d-55ca-406d-9d49-8099e1624135 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.644185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d10067-8b44-4595-ad81-d2aa330b58c1 req-2f60b73d-55ca-406d-9d49-8099e1624135 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.0813959 Nov 12 03:25:20.653701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.711451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30326773-bd5d-4c90-80d0-61bad8a27497 None None] Network aee0c989-2096-4333-afb4-02515a9289e5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:20.748153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d10067-8b44-4595-ad81-d2aa330b58c1 req-e9196d5c-0404-4796-874f-0864885d92fc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955100 Nov 12 03:25:20.781204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.787419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.819490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:20.831349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31acd134-c1ab-480e-bf27-d5fc744c29e7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.837294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.837743 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment 0f4aad9e-1894-473a-bea4-225a367e5918 of type vlan for network 3a63a241-5638-4151-9dae-a6b906b4f77e Nov 12 03:25:20.909565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.952379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.958453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.958986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.000438 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-04900a18-8f8a-4862-859b-9f1ccf7b1e36 req-8effc82e-f292-4b64-9164-b046840f5630 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] show failed (client error): The resource could not be found. Nov 12 03:25:21.014047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04900a18-8f8a-4862-859b-9f1ccf7b1e36 req-8effc82e-f292-4b64-9164-b046840f5630 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/9b104ef1-3201-43c3-ba8d-fd97fc64835f HTTP/1.1" status: 404 len: 352 time: 0.0275567 Nov 12 03:25:21.041462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47420) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.041925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6153562 Nov 12 03:25:21.047609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964481523'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:21.099119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:21.107540 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.108991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0a417-80b2-4896-9adf-4cc35c1a255e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=3a63a241-5638-4151-9dae-a6b906b4f77e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.125429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3a63a241-5638-4151-9dae-a6b906b4f77e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:21.154785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:21.166472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:21.186324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.187011 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment 1a12fbf4-9b96-419b-90b7-b6f5673fe97a of type vlan for network f3f31919-7f69-40c0-bef5-859f9a6c3b1a Nov 12 03:25:21.218530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac324e-30a1-4397-b72e-2b0c721f37f9 req-94e9ca30-a80d-4537-8bb8-5e5e17c636b0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.227108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eac324e-30a1-4397-b72e-2b0c721f37f9 req-94e9ca30-a80d-4537-8bb8-5e5e17c636b0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1016059 Nov 12 03:25:21.266959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.303876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.309712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.310382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.367255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.385948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '69120887-056f-4a4f-880c-be2d9089f864', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:21.439467 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.457018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:21.480441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.487842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.539399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=f3f31919-7f69-40c0-bef5-859f9a6c3b1a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.548125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fe9c9e2c-a2a8-4561-9e1f-60fd80ee9da7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5051816 Nov 12 03:25:21.552661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.558631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:21.561005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:21.582561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eac324e-30a1-4397-b72e-2b0c721f37f9 req-83345ede-9f06-4ad2-9e88-7c0552520404 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502398 Nov 12 03:25:21.622121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['69120887-056f-4a4f-880c-be2d9089f864'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:21.665137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fec915f0-1407-466a-977e-dead8b475cd4 req-4ed63ab1-e1e4-4c3b-8a48-b25530600dd7 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64de76b0a70f413185dd3276ff73e9bb HTTP/1.1" status: 200 len: 3005 time: 0.0645545 Nov 12 03:25:21.680476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.732115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.742589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fec915f0-1407-466a-977e-dead8b475cd4 req-33b0f0cf-f552-429c-8bce-c684f5ac5860 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/c373e81d-eab6-4597-8df7-a173df2004a9 HTTP/1.1" status: 200 len: 3002 time: 0.0759692 Nov 12 03:25:21.805329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:21.814282 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.833034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fec915f0-1407-466a-977e-dead8b475cd4 req-01c66fad-0045-4111-bf1a-d5a4136db185 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/c373e81d-eab6-4597-8df7-a173df2004a9 HTTP/1.1" status: 200 len: 3002 time: 0.0817263 Nov 12 03:25:22.027176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d78200-5d79-4a36-bbdd-7a548c5a1bfe req-66da1f7e-9ee5-436a-8a27-f923ba65d484 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.038500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9d78200-5d79-4a36-bbdd-7a548c5a1bfe req-66da1f7e-9ee5-436a-8a27-f923ba65d484 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.0994997 Nov 12 03:25:22.112734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9d78200-5d79-4a36-bbdd-7a548c5a1bfe req-31b55a73-eee8-4bb6-a958-7ebe52c538bb tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729818 Nov 12 03:25:22.217440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.224016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e66eb-3ec2-4874-baff-326d96d8cc10 req-4d528889-eda0-4637-bf6e-2fc9f2f42cf7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.224016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-731e66eb-3ec2-4874-baff-326d96d8cc10 req-4d528889-eda0-4637-bf6e-2fc9f2f42cf7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.0971296 Nov 12 03:25:22.244031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43724ea1-110d-4591-84f0-6b467fa4aa55 req-9bd6c56b-e1a5-4a8e-9291-87ae8ac1cea0 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/c373e81d-eab6-4597-8df7-a173df2004a9 HTTP/1.1" status: 200 len: 3002 time: 0.0673516 Nov 12 03:25:22.310011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=e05525c8-009b-400b-8e6f-3dd8657a7b2b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.318127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': '0f4aad9e-1894-473a-bea4-225a367e5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:22.318485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: 3a63a241-5638-4151-9dae-a6b906b4f77e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:22.340393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-731e66eb-3ec2-4874-baff-326d96d8cc10 req-b06d1746-b477-4961-b361-208428909f25 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040637 Nov 12 03:25:22.346732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3a63a241-5638-4151-9dae-a6b906b4f77e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:22.359494 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-43724ea1-110d-4591-84f0-6b467fa4aa55 req-e213aa96-9685-4f0b-82f3-31716db7672b tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:25:22.361269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43724ea1-110d-4591-84f0-6b467fa4aa55 req-e213aa96-9685-4f0b-82f3-31716db7672b tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "DELETE /v2.0/security-groups/c373e81d-eab6-4597-8df7-a173df2004a9 HTTP/1.1" status: 409 len: 352 time: 0.1133399 Nov 12 03:25:22.369106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3a63a241-5638-4151-9dae-a6b906b4f77e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:22.383165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.383764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.386820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f7d78-8a9c-4a35-a72a-5f676ca466e5 None None] Network 3a63a241-5638-4151-9dae-a6b906b4f77e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:22.410298 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a50bb6ee-a1e1-4359-a888-332c9205d52d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8561115 Nov 12 03:25:22.413394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47496) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.422501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:22.531874 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-8f69f9ea-b8e7-4509-8873-30d5c9c98a66 req-7d0887b6-b8ca-48b6-b39a-e45ddff2cc4a tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] show failed (client error): The resource could not be found. Nov 12 03:25:22.533023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f69f9ea-b8e7-4509-8873-30d5c9c98a66 req-7d0887b6-b8ca-48b6-b39a-e45ddff2cc4a tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/a6491df0-60e1-4eb6-8fee-0f8483f609dc HTTP/1.1" status: 404 len: 352 time: 0.0187407 Nov 12 03:25:22.621472 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-4dfd1151-d5cf-44e5-9b0b-5147f4aeaf9e req-46e155f9-da21-4663-bebb-7406a3559564 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] show failed (client error): The resource could not be found. Nov 12 03:25:22.628206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dfd1151-d5cf-44e5-9b0b-5147f4aeaf9e req-46e155f9-da21-4663-bebb-7406a3559564 tempest-SecurityGroupsNegativeTestJSON-330371166 tempest-SecurityGroupsNegativeTestJSON-330371166-project] 10.222.0.93 "GET /v2.0/security-groups/e2576838-5b2c-4759-b7fe-58119b3a335d HTTP/1.1" status: 404 len: 352 time: 0.0574608 Nov 12 03:25:22.639816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47524) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.793530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Deleting subnet af65f3ad-b656-4540-b371-f7d2b304b1e6 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:22.797048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.861973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.916423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:22.920023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.990808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.993933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.120872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3a63a241-5638-4151-9dae-a6b906b4f77e', 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': 'e05525c8-009b-400b-8e6f-3dd8657a7b2b'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:23.121745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.130328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.214768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:23.412138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 69120887-056f-4a4f-880c-be2d9089f864 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:23.413211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.452986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Allocated IP 2001:db8::2 (3a63a241-5638-4151-9dae-a6b906b4f77e/e05525c8-009b-400b-8e6f-3dd8657a7b2b/ba4d9217-1c40-46da-9150-9077b2b088c5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:23.671287 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.686819 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.748594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:23.751297 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875c0ab9-1af9-475e-bf75-0007f1a9d00b" -d '{"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:23.780496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:23.782141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.788721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.815376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.823642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] 10.222.0.93 "DELETE /v2.0/subnets/af65f3ad-b656-4540-b371-f7d2b304b1e6 HTTP/1.1" status: 204 len: 168 time: 1.1806419 Nov 12 03:25:23.823839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:23.847106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.858804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.872810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66552a51-2fac-48d0-871b-1b2dda215fb9 req-91b8ab2f-e472-4db6-b995-38e7f59420ca tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.881077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66552a51-2fac-48d0-871b-1b2dda215fb9 req-91b8ab2f-e472-4db6-b995-38e7f59420ca tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 1.1432815 Nov 12 03:25:23.886528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67348649-f95e-41a4-a381-3d46d8f018ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af65f3ad-b656-4540-b371-f7d2b304b1e6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.934134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Network 3a63a241-5638-4151-9dae-a6b906b4f77e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:23.945080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:23.953330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:23.963570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.994288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.053193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66552a51-2fac-48d0-871b-1b2dda215fb9 req-3635c7e6-e7c3-4990-ba92-b3aad596ca32 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708505 Nov 12 03:25:24.136252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4fb3b-c87f-49d9-b039-fe537823f249 req-3a47ec1f-4673-4b4a-9d4d-a13dcb52359c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.140856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ae4fb3b-c87f-49d9-b039-fe537823f249 req-3a47ec1f-4673-4b4a-9d4d-a13dcb52359c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2033319 Nov 12 03:25:24.142549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=37e2a52d-63e3-459a-a16b-374d14cceb2f,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.173436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Pushing event updated for resources: {'Port': ['ID=ba4d9217-1c40-46da-9150-9077b2b088c5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.184513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.188355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Attempting to bind port ba4d9217-1c40-46da-9150-9077b2b088c5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:24.190403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Attempting to bind port ba4d9217-1c40-46da-9150-9077b2b088c5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0f4aad9e-1894-473a-bea4-225a367e5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:24.192415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Attempting to bind port ba4d9217-1c40-46da-9150-9077b2b088c5 on network 3a63a241-5638-4151-9dae-a6b906b4f77e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:24.197541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': '1a12fbf4-9b96-419b-90b7-b6f5673fe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:24.197906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: f3f31919-7f69-40c0-bef5-859f9a6c3b1a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:24.202902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:24.206229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Checking segment: {'id': '0f4aad9e-1894-473a-bea4-225a367e5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:24.206986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.209796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Bound using segment: {'id': '0f4aad9e-1894-473a-bea4-225a367e5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:24.211554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Bound port: ba4d9217-1c40-46da-9150-9077b2b088c5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4aad9e-1894-473a-bea4-225a367e5918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '3a63a241-5638-4151-9dae-a6b906b4f77e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:24.212281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.257881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee0c989-2096-4333-afb4-02515a9289e5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:24.289956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd176247-c323-4535-a6b3-3ceaa316c18b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:24.290394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd176247-c323-4535-a6b3-3ceaa316c18b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:24.296842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290edec8-a592-4f83-afeb-8e428f5aa3bc req-23fb9c30-5ae5-4090-9895-431666de7def tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.304575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-290edec8-a592-4f83-afeb-8e428f5aa3bc req-23fb9c30-5ae5-4090-9895-431666de7def tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.0980663 Nov 12 03:25:24.306562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.317371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:24.336207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] For port ba4d9217-1c40-46da-9150-9077b2b088c5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:24.342008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.342251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ae4fb3b-c87f-49d9-b039-fe537823f249 req-37e6939a-dd6f-4dd0-b47d-148ee87abc0e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844592 Nov 12 03:25:24.345654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] For port ba4d9217-1c40-46da-9150-9077b2b088c5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba4d9217-1c40-46da-9150-9077b2b088c5,segment=NetworkSegment(0f4aad9e-1894-473a-bea4-225a367e5918),segment_id=0f4aad9e-1894-473a-bea4-225a367e5918)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:24.349593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:24.350254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:24.352564 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:24.364214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.383175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f3f31919-7f69-40c0-bef5-859f9a6c3b1a) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:24.403819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.404497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.409051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad3d79-3037-4141-8247-2545f154072d None None] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:24.471459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-290edec8-a592-4f83-afeb-8e428f5aa3bc req-175e8983-6c29-46be-83a2-2f26319cf093 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653454 Nov 12 03:25:24.484500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.486806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3fea8beb-17e2-41b8-8320-8d287670f7a0 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0651345 Nov 12 03:25:24.499784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-245219304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:24.542627 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57e58d-4d79-487e-bf31-af28ffe6f176 x-openstack-request-id: req-3e57e58d-4d79-487e-bf31-af28ffe6f176 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:24.543164 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:24.543262 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e57e58d-4d79-487e-bf31-af28ffe6f176 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:24.543684 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'code': 200} Nov 12 03:25:24.553204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.573889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23549f-af1d-49aa-a990-fd8fd9819a3e None None] Pushing event updated for resources: {'Port': ['ID=ba4d9217-1c40-46da-9150-9077b2b088c5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.574954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.582179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/aee0c989-2096-4333-afb4-02515a9289e5 HTTP/1.1" status: 204 len: 168 time: 0.7571275 Nov 12 03:25:24.639667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.644471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.650282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdbc1d-6121-4062-9f97-6bbbcbbaa8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee0c989-2096-4333-afb4-02515a9289e5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.756562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f3f31919-7f69-40c0-bef5-859f9a6c3b1a', 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '37e2a52d-63e3-459a-a16b-374d14cceb2f'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:24.757707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.762578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.770581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.834883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.840289 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b50b093a-b7be-41e6-9006-4d32c71fcf17 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3490977 Nov 12 03:25:24.841105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47626) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.989280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.076587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Allocated IP 2001:db8:1::2 (f3f31919-7f69-40c0-bef5-859f9a6c3b1a/37e2a52d-63e3-459a-a16b-374d14cceb2f/0c92583d-3fb2-42f5-86c0-27cc08503fc5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:25.143029 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3ec43dc2-b722-429a-9827-72e184bbd2dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64de76b0a70f413185dd3276ff73e9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508534 Nov 12 03:25:25.146519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.261208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.312365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.355086 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.382834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.392154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.395379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.396708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c373e81d-eab6-4597-8df7-a173df2004a9 HTTP/1.1" status: 204 len: 168 time: 0.2491825 Nov 12 03:25:25.412082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a6dce-b771-4cd1-ab57-f038126a7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373e81d-eab6-4597-8df7-a173df2004a9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.509452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:25.563178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:25.576757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efd84e-2eb6-4b8e-8ca8-4fa27ef80329 req-3ebc8847-9f50-44e6-b6cd-8c2ff1c6ad2e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.590843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9efd84e-2eb6-4b8e-8ca8-4fa27ef80329 req-3ebc8847-9f50-44e6-b6cd-8c2ff1c6ad2e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.4043121 Nov 12 03:25:25.597894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Pushing event updated for resources: {'Port': ['ID=0c92583d-3fb2-42f5-86c0-27cc08503fc5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.603767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:25.687288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Attempting to bind port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:25.687655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Attempting to bind port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '1a12fbf4-9b96-419b-90b7-b6f5673fe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:25.688174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Attempting to bind port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 on network f3f31919-7f69-40c0-bef5-859f9a6c3b1a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:25.695631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:25.696030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Checking segment: {'id': '1a12fbf4-9b96-419b-90b7-b6f5673fe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:25.696437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.696977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Bound using segment: {'id': '1a12fbf4-9b96-419b-90b7-b6f5673fe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:25.697464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Bound port: 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a12fbf4-9b96-419b-90b7-b6f5673fe97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': 'f3f31919-7f69-40c0-bef5-859f9a6c3b1a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:25.697859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.781142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.863573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] For port 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:25.874123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] For port 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c92583d-3fb2-42f5-86c0-27cc08503fc5,segment=NetworkSegment(1a12fbf4-9b96-419b-90b7-b6f5673fe97a),segment_id=1a12fbf4-9b96-419b-90b7-b6f5673fe97a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:25.882897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.017066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9efd84e-2eb6-4b8e-8ca8-4fa27ef80329 req-8122edea-ac04-45f1-8123-220e3e1eb856 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252880 Nov 12 03:25:26.062420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83920fd-8e51-43ca-ade7-5de94f07a403 None None] Pushing event updated for resources: {'Port': ['ID=0c92583d-3fb2-42f5-86c0-27cc08503fc5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.077614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a789-b501-4ece-8d06-ac9d7a8b6ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.086807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7e98-bd0c-49a8-b7fc-da6f1fc4a6ec req-26124236-0e34-4770-a9a0-8b6cc03d8e63 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.093465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ead7e98-bd0c-49a8-b7fc-da6f1fc4a6ec req-26124236-0e34-4770-a9a0-8b6cc03d8e63 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.4272802 Nov 12 03:25:26.304078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a29fc5-1daf-44d9-a635-f7859c1c9412 None None] Network 3a63a241-5638-4151-9dae-a6b906b4f77e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:26.304257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ead7e98-bd0c-49a8-b7fc-da6f1fc4a6ec req-b79de048-3dfe-452f-af73-a5f4859bdc33 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908140 Nov 12 03:25:26.306329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.338882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a789-b501-4ece-8d06-ac9d7a8b6ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.349006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a789-b501-4ece-8d06-ac9d7a8b6ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.479557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b0d2a789-b501-4ece-8d06-ac9d7a8b6ef4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e9e070f59fa4395970e7d6c1ca40a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6975296 Nov 12 03:25:26.480359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2a789-b501-4ece-8d06-ac9d7a8b6ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fb727-d29d-4aa8-8170-13047d1b205d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.490553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.639409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098f1e0-f487-4d85-98f1-d89a1614f37f req-8b90b18b-81fd-438f-ab52-d8be444cb6d3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.652354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.653003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d098f1e0-f487-4d85-98f1-d89a1614f37f req-8b90b18b-81fd-438f-ab52-d8be444cb6d3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.3294842 Nov 12 03:25:26.730079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.772883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] Provisioning complete for port ba4d9217-1c40-46da-9150-9077b2b088c5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:26.773389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.853022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.855642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.866630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d098f1e0-f487-4d85-98f1-d89a1614f37f req-dcba352b-0cc9-44f2-9862-d85c3d5aa38f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067587 Nov 12 03:25:26.876802 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be7fb727-d29d-4aa8-8170-13047d1b205d HTTP/1.1" status: 204 len: 168 time: 0.3841183 Nov 12 03:25:26.916873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba4d9217-1c40-46da-9150-9077b2b088c5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:26.936360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25c071-d251-4afc-a0e2-f66a99123b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fb727-d29d-4aa8-8170-13047d1b205d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.073510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:27.085603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ba4d9217-1c40-46da-9150-9077b2b088c5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.086205 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.204461 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.332670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] For port ba4d9217-1c40-46da-9150-9077b2b088c5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba4d9217-1c40-46da-9150-9077b2b088c5,segment=NetworkSegment(0f4aad9e-1894-473a-bea4-225a367e5918),segment_id=0f4aad9e-1894-473a-bea4-225a367e5918)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:27.345566 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.376504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8::1 (3a63a241-5638-4151-9dae-a6b906b4f77e/e05525c8-009b-400b-8e6f-3dd8657a7b2b/3de7d86d-b3eb-4d34-a297-19c9ce091370) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:27.512465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ded6cc-87af-4be0-be79-4eb0140b1366 req-51cc6f96-7443-4d3c-afd1-214cbd5dd7fd tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.522850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84ded6cc-87af-4be0-be79-4eb0140b1366 req-51cc6f96-7443-4d3c-afd1-214cbd5dd7fd tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.3717504 Nov 12 03:25:27.576635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-13072872-network', 'tenant_id': '2c575797ca944772834e38c86f49e2e5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:27.578809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619f204-bb39-4552-98dc-0b1198ba3342 None None] Pushing event updated for resources: {'Port': ['ID=ba4d9217-1c40-46da-9150-9077b2b088c5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.590838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c92583d-3fb2-42f5-86c0-27cc08503fc5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:27.635933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Made reservation on behalf of 2c575797ca944772834e38c86f49e2e5 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:27.638393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.658448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.718742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e2b409a4-42df-4e64-85b4-645aff97b974 None None] Provisioning complete for port ba4d9217-1c40-46da-9150-9077b2b088c5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.719307 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2b409a4-42df-4e64-85b4-645aff97b974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.805191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.805846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.824649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f56e2-dedd-4971-833a-6075a46a566f req-225bed6e-a249-4c6c-b1e9-309928ffd955 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.839504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-357f56e2-dedd-4971-833a-6075a46a566f req-225bed6e-a249-4c6c-b1e9-309928ffd955 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2152607 Nov 12 03:25:27.877538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.889936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.957708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84ded6cc-87af-4be0-be79-4eb0140b1366 req-5cfadced-4dd3-462e-b2fa-808c4fbf4e1d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924356 Nov 12 03:25:27.960975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:28.004115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdd641-2a44-4a81-9f2c-80d613513baf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.009288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.010130 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Added segment 110cda73-5c7d-4401-a0ff-d0794e0ef712 of type vlan for network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c Nov 12 03:25:28.040901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.093285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.110858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c92583d-3fb2-42f5-86c0-27cc08503fc5,segment=NetworkSegment(1a12fbf4-9b96-419b-90b7-b6f5673fe97a),segment_id=1a12fbf4-9b96-419b-90b7-b6f5673fe97a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:28.121281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.148515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.151473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.153072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.193681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-357f56e2-dedd-4971-833a-6075a46a566f req-db6867e8-0f19-463c-b789-d0779508fc93 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460948 Nov 12 03:25:28.202022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.219528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa76c850-7d73-4319-823d-691f8fd81260 None None] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:28.234517 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1598537 Nov 12 03:25:28.269647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.274733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Request body: {'subnet': {'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-13072872-subnet', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:28.303069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8400a-04b9-463b-b38a-550ccc909b33 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.309628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Made reservation on behalf of 2c575797ca944772834e38c86f49e2e5 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:28.314136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.329768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3dbf5-0343-43e8-9a64-e17ccc58f026 req-e0a6a62c-7dfc-42d4-81cd-361fc51a95ef tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.332097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33d3dbf5-0343-43e8-9a64-e17ccc58f026 req-e0a6a62c-7dfc-42d4-81cd-361fc51a95ef tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1219149 Nov 12 03:25:28.341721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:28.382839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.442346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=3de7d86d-b3eb-4d34-a297-19c9ce091370,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.507871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33d3dbf5-0343-43e8-9a64-e17ccc58f026 req-5a1e8e5a-05f3-4d71-8041-d7ff35745c02 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681530 Nov 12 03:25:28.538930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3a63a241-5638-4151-9dae-a6b906b4f77e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:28.539131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-62e78229-995a-4859-b742-f6707caf864b None None] Provisioning complete for port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:28.539394 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62e78229-995a-4859-b742-f6707caf864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.541340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:28.553330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:28.553886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.718771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0c92583d-3fb2-42f5-86c0-27cc08503fc5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.732019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.793751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fcfdca-68a3-4b46-9e9d-8d38a3773020,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.833982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba4d9217-1c40-46da-9150-9077b2b088c5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:28.885202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.900886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Checking segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:28.901355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Network hostable DHCP agents. Network: 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:28.936382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:28.965249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:28.978940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.982980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.022916 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22c151fb-a91f-4f10-9422-7d11810d300e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7519512 Nov 12 03:25:29.025857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.033877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:29.091395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.092686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.176390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.387693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf09b3f-39b9-4d1b-bcb6-e1e28dd9c0da req-32f47b16-5992-4af5-ba18-1d9eeab1770a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.392200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cf09b3f-39b9-4d1b-bcb6-e1e28dd9c0da req-32f47b16-5992-4af5-ba18-1d9eeab1770a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2253087 Nov 12 03:25:29.439141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.444296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702befae-8b80-412a-9c39-af25fda92dec None None] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:29.598067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ba4d9217-1c40-46da-9150-9077b2b088c5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:29.598720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.683339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cf09b3f-39b9-4d1b-bcb6-e1e28dd9c0da req-6f878da9-e822-447d-96e8-873d003b1bf0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560084 Nov 12 03:25:29.701084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-02ed457c-50aa-49b2-8483-9e3eda273d51 None None] Provisioning complete for port 3de7d86d-b3eb-4d34-a297-19c9ce091370 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:29.701707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02ed457c-50aa-49b2-8483-9e3eda273d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.709005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a47965-95da-4864-8c56-5e9001dfd377 req-8ae21a02-ead3-420f-85a6-b366b28c2572 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.710734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80a47965-95da-4864-8c56-5e9001dfd377 req-8ae21a02-ead3-420f-85a6-b366b28c2572 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2567754 Nov 12 03:25:29.764076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02ed457c-50aa-49b2-8483-9e3eda273d51 None None] Port 3de7d86d-b3eb-4d34-a297-19c9ce091370 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:29.903763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80a47965-95da-4864-8c56-5e9001dfd377 req-1d0c1f78-d484-4732-8cc4-c2cd4ffad5bd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850529 Nov 12 03:25:29.977573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.027716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:30.027716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.034651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.081582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.128871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72e86b-195c-4395-b14f-df54c491edc9 req-d0c011c3-e040-488e-8bf0-2fdee26b9ad9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.145768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da72e86b-195c-4395-b14f-df54c491edc9 req-d0c011c3-e040-488e-8bf0-2fdee26b9ad9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2392282 Nov 12 03:25:30.150290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.152304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.272562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a24d5f3b-9318-424b-9d7e-f2e08c190400 None None] Provisioning complete for port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:30.283850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a24d5f3b-9318-424b-9d7e-f2e08c190400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.299974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=3de7d86d-b3eb-4d34-a297-19c9ce091370,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.329245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Allocated IP 172.25.4.148 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f1c8eae2-3578-43f1-8cc7-ca16554c5045) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:30.432069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da72e86b-195c-4395-b14f-df54c491edc9 req-4652ef2d-7e41-46ed-9a52-b27de17b6cd6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847660 Nov 12 03:25:30.455066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Allocated IP 172.20.0.2 (1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c/08fcfdca-68a3-4b46-9e9d-8d38a3773020/4090b237-d8cd-47bc-bfb4-b0a90d9c0416) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:30.508080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3a63a241-5638-4151-9dae-a6b906b4f77e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:30.509693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:30.512839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.567264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.692930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:30.716858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:30.722034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:30.799881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01c1a2-ca1c-4bba-8347-354ee7a3fe0d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:30.811160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c92583d-3fb2-42f5-86c0-27cc08503fc5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:30.858732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a75fde-eac2-4d8a-9cee-34ca2489da30 req-269561f1-49c1-4207-9213-67362fdd9219 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.863199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99a75fde-eac2-4d8a-9cee-34ca2489da30 req-269561f1-49c1-4207-9213-67362fdd9219 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.2527697 Nov 12 03:25:30.877332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.034900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 6726e80c-4d8b-4250-b2f1-973b6fa0909c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:31.040379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c8eae2-3578-43f1-8cc7-ca16554c5045,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.042570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99a75fde-eac2-4d8a-9cee-34ca2489da30 req-d1061332-117f-4b35-8a10-26c7e098cd79 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523015 Nov 12 03:25:31.055225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.055611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.060403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c7c7-f9d8-44db-a980-c93f094d64dd req-c5d08b3c-ff76-458b-87b8-f9fdd4858291 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.068872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4127c7c7-f9d8-44db-a980-c93f094d64dd req-c5d08b3c-ff76-458b-87b8-f9fdd4858291 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2020278 Nov 12 03:25:31.177685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0df04819-3e06-4904-aba0-90dbcda5ca86 None None] Provisioning complete for port f1c8eae2-3578-43f1-8cc7-ca16554c5045 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.178058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0df04819-3e06-4904-aba0-90dbcda5ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.208055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47794) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:31.312431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4127c7c7-f9d8-44db-a980-c93f094d64dd req-744be343-8104-4b3f-a83c-77c8b1bdf533 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378569 Nov 12 03:25:31.341854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.371905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.375040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0df04819-3e06-4904-aba0-90dbcda5ca86 None None] Port f1c8eae2-3578-43f1-8cc7-ca16554c5045 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:31.382654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.390325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:31.410569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9a75488a-7ee9-4c67-bbf3-fe62205ef4fa tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5666909 Nov 12 03:25:31.418033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] Sync routers for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:31.421564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47798) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:31.456940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.457712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.460954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:31.462812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Pushing event updated for resources: {'Port': ['ID=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.488855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d383a7a-61c7-48a8-b61c-d558a8adea7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.527685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.541233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:31.548150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:31.568522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa275d36-c569-4413-afea-dcf6080c7456 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.569887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fa275d36-c569-4413-afea-dcf6080c7456 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports/3de7d86d-b3eb-4d34-a297-19c9ce091370 HTTP/1.1" status: 200 len: 911 time: 0.1473477 Nov 12 03:25:31.575502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:31.642352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-c409ed27-a643-4a91-a08a-0455d8619db8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.650409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-c409ed27-a643-4a91-a08a-0455d8619db8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.4369187 Nov 12 03:25:31.684425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1e8df924-03e8-41e4-9aa7-9314b059a864 None None] Provisioning complete for port 3de7d86d-b3eb-4d34-a297-19c9ce091370 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.684697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e8df924-03e8-41e4-9aa7-9314b059a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.687169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-532d3f13-076c-4b38-9275-b06e5f3a74f4 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/quotas/4e31348393f44fd981dffc8300741326 HTTP/1.1" status: 200 len: 375 time: 0.0358307 Nov 12 03:25:31.711606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84161e9-f403-44da-a514-3c6ac3cc482e req-a3f08c14-7b2c-4c73-87f9-b831fa16495f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.719420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d84161e9-f403-44da-a514-3c6ac3cc482e req-a3f08c14-7b2c-4c73-87f9-b831fa16495f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1482999 Nov 12 03:25:31.726005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.726632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.757967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.804672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.805323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc7663-8028-4b82-985b-115f5e04f697 None None] The sync data for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:31.806894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d84161e9-f403-44da-a514-3c6ac3cc482e req-f1f319c9-320a-4c80-928d-1ef9734d8260 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823753 Nov 12 03:25:31.820213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df924-03e8-41e4-9aa7-9314b059a864 None None] Port 3de7d86d-b3eb-4d34-a297-19c9ce091370 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:31.822656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Attempting to bind port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:31.823017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Attempting to bind port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:31.823368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Attempting to bind port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 on network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:31.841501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:31.841933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Checking segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:31.842360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.842775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Bound using segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:31.843245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Bound port: 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:31.843620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.859579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-01b0e3ab-02d1-4f7e-ba92-cbd681058ddb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714869 Nov 12 03:25:31.904456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d383a7a-61c7-48a8-b61c-d558a8adea7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.926709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] For port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:31.930178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] For port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:31.935939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d383a7a-61c7-48a8-b61c-d558a8adea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.942315 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.996350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8d383a7a-61c7-48a8-b61c-d558a8adea7f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=81855900b2f84015a6dc07dbe86f0356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810562 Nov 12 03:25:32.001267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47810) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:32.001983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d383a7a-61c7-48a8-b61c-d558a8adea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f5038-b516-4379-ba94-483ce93126e0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.043998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9a7c-1757-4c64-8e3c-1578994d9c6b None None] Pushing event updated for resources: {'Port': ['ID=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.078501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-feaf791f-7661-4b4b-bc33-d7ef07124a3c service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179105 Nov 12 03:25:32.151305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.516797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-b8841c01-ac6d-49d6-8071-8acfc079529f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.518571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-b8841c01-ac6d-49d6-8071-8acfc079529f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.7805822 Nov 12 03:25:32.565420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.675410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.750003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-aece5af6-86af-4486-befe-afa8cbd52faa service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705201 Nov 12 03:25:32.758189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8a80f-0a04-4efa-bdad-20a4760162e3 req-86001531-3f22-4a63-b5f6-079f97e101e0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.771691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43c8a80f-0a04-4efa-bdad-20a4760162e3 req-86001531-3f22-4a63-b5f6-079f97e101e0 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1583273 Nov 12 03:25:32.850543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:32.916626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.920829 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.924954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a49f5038-b516-4379-ba94-483ce93126e0 HTTP/1.1" status: 204 len: 168 time: 0.9201252 Nov 12 03:25:32.944693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43c8a80f-0a04-4efa-bdad-20a4760162e3 req-95e1ce09-67e2-4f68-a791-dd947b1dae83 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638236 Nov 12 03:25:32.965422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f71ef3-c9ce-4ad4-b925-734229b8ebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f5038-b516-4379-ba94-483ce93126e0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.027943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:33.029488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.062745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 5ebe19c2-b8ff-4422-85aa-280fde87fccf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:33.067545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.227482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.318867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:33.331807 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.400431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d50c-7ea3-4f1a-ac37-9abea22f897f req-826690bb-570f-4b53-955e-e26e2b2cf30d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.407522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c201d50c-7ea3-4f1a-ac37-9abea22f897f req-826690bb-570f-4b53-955e-e26e2b2cf30d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2314236 Nov 12 03:25:33.470044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.488755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a465bf-48c6-4398-9e7e-b3f696061b84 req-75367070-8ac6-4232-a734-53777666e0b0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.496363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a465bf-48c6-4398-9e7e-b3f696061b84 req-75367070-8ac6-4232-a734-53777666e0b0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2103078 Nov 12 03:25:33.504736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.508035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Router 333e6790-9e88-4982-ad26-5d29de10bcde is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:33.561171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 5ebe19c2-b8ff-4422-85aa-280fde87fccf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5ebe19c2-b8ff-4422-85aa-280fde87fccf,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:33.561866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.580331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c201d50c-7ea3-4f1a-ac37-9abea22f897f req-44951b71-dccc-4ebd-8513-02b0d85661cb tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716602 Nov 12 03:25:33.659234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a465bf-48c6-4398-9e7e-b3f696061b84 req-784f6d0b-dd46-46c2-8acf-9e834823e9a3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615834 Nov 12 03:25:33.702451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0d6c705-4ede-455a-96b0-dcf6433cb7cc req-70d862b5-a8ba-4ab1-9971-7674e0c03ff6 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 210 time: 0.0317824 Nov 12 03:25:33.708132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8213e61-5490-4fb5-870d-278ffd151ee2 None None] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:33.950186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 5ebe19c2-b8ff-4422-85aa-280fde87fccf owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:33.998606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c708db73-5675-4bed-bd9a-0a6eff2c5d84 None None] Provisioning complete for port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.004045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c708db73-5675-4bed-bd9a-0a6eff2c5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.238220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff78c-1673-451c-8a23-3959bc23923e req-29e2662b-4067-4aa3-ae82-283b49fe1e1c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.247771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a61ff78c-1673-451c-8a23-3959bc23923e req-29e2662b-4067-4aa3-ae82-283b49fe1e1c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=cfadaa4c-fc04-4c7a-b483-f32d08ca2633 HTTP/1.1" status: 200 len: 945 time: 0.1780066 Nov 12 03:25:34.266629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8:1::1 (f3f31919-7f69-40c0-bef5-859f9a6c3b1a/37e2a52d-63e3-459a-a16b-374d14cceb2f/56965fe9-f360-4b4d-b2f0-399f1374936a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:34.428179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a61ff78c-1673-451c-8a23-3959bc23923e req-50e5e6bd-d847-4bd3-8e30-a0e9718632b5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702089 Nov 12 03:25:34.454410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47854) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:34.566450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:34.577339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Sync routers for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:34.599472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.642540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:34.657435 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:34.666078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-434597471-network', 'tenant_id': 'eb5ab1a11e37452a9397ce3cfa0bb98d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.674503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-50f7edf6-cf04-46db-a757-dc928ba7e097 None None] Provisioning complete for port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.680285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50f7edf6-cf04-46db-a757-dc928ba7e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.724685 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.739706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Made reservation on behalf of eb5ab1a11e37452a9397ce3cfa0bb98d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:34.746532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6638165-f15a-411f-86eb-1a296e384853 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7180376 Nov 12 03:25:34.750040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.751659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:34.848625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.851377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:34.913785 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:35.009603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:35.010735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.144793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-077d453e-a1c8-4b66-ba83-d6a5e0df3df0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.146462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-077d453e-a1c8-4b66-ba83-d6a5e0df3df0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.1959388 Nov 12 03:25:35.154322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.200104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 3, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.228323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Request body: {'port': {'device_id': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'admin_state_up': True, 'tenant_id': '4e31348393f44fd981dffc8300741326'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:35.229823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5ebe19c2-b8ff-4422-85aa-280fde87fccf no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:35.237511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1e99-9f1b-40d0-b745-1f5a7888cc5f req-2f2c955c-e522-48a5-86e7-92d0d218579a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.244064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04ea1e99-9f1b-40d0-b745-1f5a7888cc5f req-2f2c955c-e522-48a5-86e7-92d0d218579a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.4840968 Nov 12 03:25:35.257010 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Checking router: 333e6790-9e88-4982-ad26-5d29de10bcde for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:35.257619 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Updating router 333e6790-9e88-4982-ad26-5d29de10bcde port f1c8eae2-3578-43f1-8cc7-ca16554c5045 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:35.293988 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.299952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 5ebe19c2-b8ff-4422-85aa-280fde87fccf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:35.300445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5ebe19c2-b8ff-4422-85aa-280fde87fccf not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:35.307605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=56965fe9-f360-4b4d-b2f0-399f1374936a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.310567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.376252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21919271-ec44-42c9-aa21-48cf7c3e71d5 req-8c041f26-3d89-40ef-9fe3-ac2d00f18d6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.383512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21919271-ec44-42c9-aa21-48cf7c3e71d5 req-8c041f26-3d89-40ef-9fe3-ac2d00f18d6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.5361342 Nov 12 03:25:35.395467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:35.400063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:35.402314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=5ebe19c2-b8ff-4422-85aa-280fde87fccf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.409872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:35.410878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.519602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.550780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 5ebe19c2-b8ff-4422-85aa-280fde87fccf on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:35.557289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.560812 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1207e12a-e8b2-40f1-9121-b629f5eba802 req-cab17cf1-f8c9-41bb-a3a5-c98ddf3e6b3c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "DELETE /v2.0/ports/5ebe19c2-b8ff-4422-85aa-280fde87fccf HTTP/1.1" status: 204 len: 173 time: 3.0091574 Nov 12 03:25:35.562890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'name': 'network-vif-deleted', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:35.565466 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d0826-cb1f-4716-839e-838afda4aa50" -d '{"events": [{"server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "name": "network-vif-deleted", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:35.659145 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.671313 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.684369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21919271-ec44-42c9-aa21-48cf7c3e71d5 req-0bf066a7-beb9-419d-bc28-3685511fa134 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992716 Nov 12 03:25:35.688766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.705803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:35.740350 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.740924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Attempting to bind port f1c8eae2-3578-43f1-8cc7-ca16554c5045 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:35.740924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Attempting to bind port f1c8eae2-3578-43f1-8cc7-ca16554c5045 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:35.741206 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Attempting to bind port f1c8eae2-3578-43f1-8cc7-ca16554c5045 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:35.741948 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Added segment 96bf9f40-c485-485f-b61e-ddcc22ceeed6 of type vlan for network 8ef3ac76-6196-4b02-b48a-f85871efca50 Nov 12 03:25:35.755427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cec6d-7eb2-458e-8940-c0930cd2f7a1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:35.757197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:35.757551 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:35.758110 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.758510 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:35.759316 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Bound port: f1c8eae2-3578-43f1-8cc7-ca16554c5045, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:35.759534 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.814181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.838131 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] For port f1c8eae2-3578-43f1-8cc7-ca16554c5045, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:35.845574 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] For port f1c8eae2-3578-43f1-8cc7-ca16554c5045, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f1c8eae2-3578-43f1-8cc7-ca16554c5045,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:35.849004 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6452-6cf7-4e6c-a560-88e1aa8793f1 None None] Pushing event updated for resources: {'Port': ['ID=f1c8eae2-3578-43f1-8cc7-ca16554c5045,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.868874 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.898467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:35.898873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] Provisioning complete for port f1c8eae2-3578-43f1-8cc7-ca16554c5045 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:35.899471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.904419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.930611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c697389b-16e9-4941-9dcd-c3dd20e3703a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.001350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.030448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] For port f1c8eae2-3578-43f1-8cc7-ca16554c5045, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f1c8eae2-3578-43f1-8cc7-ca16554c5045,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:36.037483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.044920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.047814 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:36.048529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.095092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Allocated IP 172.20.0.2 (d98a96c7-3758-48ad-88e6-3df079aa9a10/f3ca11da-cc68-4cfe-b41f-3361c451acab/9b91255c-ddcd-47b0-9059-f1c0e1e4e899) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:36.103013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b71ef6-96dd-46a5-83c8-133d64f04dff None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:36.107473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116a11-9444-4364-9209-6cfc5ae64b82 None None] Pushing event updated for resources: {'Port': ['ID=f1c8eae2-3578-43f1-8cc7-ca16554c5045,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.127434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.131342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.132458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.175151 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:36.215885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7590692 Nov 12 03:25:36.229080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0b163b08-14dc-4fc2-8555-7174b09c2636 None None] Provisioning complete for port f1c8eae2-3578-43f1-8cc7-ca16554c5045 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.230008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b163b08-14dc-4fc2-8555-7174b09c2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.272273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47872) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:36.318793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04ea1e99-9f1b-40d0-b745-1f5a7888cc5f req-259d4bcf-ba01-4d2c-8436-003243df3e96 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0529025 Nov 12 03:25:36.390846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Request body: {'subnet': {'network_id': '8ef3ac76-6196-4b02-b48a-f85871efca50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-434597471-subnet', 'tenant_id': 'eb5ab1a11e37452a9397ce3cfa0bb98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.400085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6452-6cf7-4e6c-a560-88e1aa8793f1 None None] Pushing event updated for resources: {'Port': ['ID=f1c8eae2-3578-43f1-8cc7-ca16554c5045,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.428285 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 3, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.445571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4efb5fb-5181-4ff8-addc-181ff92f2529 req-aa66d00e-be2f-43a1-a505-d8f989061413 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 210 time: 0.5164766 Nov 12 03:25:36.481890 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a3eb6-97d9-42ed-8b6e-46ea4b012c45 None None] The sync data for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 is: [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 3, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:36.507860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Made reservation on behalf of eb5ab1a11e37452a9397ce3cfa0bb98d for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:36.531330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0b163b08-14dc-4fc2-8555-7174b09c2636 None None] Provisioning complete for port 56965fe9-f360-4b4d-b2f0-399f1374936a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.532691 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b163b08-14dc-4fc2-8555-7174b09c2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.535909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.588756 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545c2f2-32ab-4917-b038-ebc4853a92f3 x-openstack-request-id: req-0545c2f2-32ab-4917-b038-ebc4853a92f3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:36.589056 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfadaa4c-fc04-4c7a-b483-f32d08ca2633", "name": "network-vif-deleted", "tag": "5ebe19c2-b8ff-4422-85aa-280fde87fccf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:36.589316 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0545c2f2-32ab-4917-b038-ebc4853a92f3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:36.589428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0b163b08-14dc-4fc2-8555-7174b09c2636 None None] Port 56965fe9-f360-4b4d-b2f0-399f1374936a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:36.589733 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfadaa4c-fc04-4c7a-b483-f32d08ca2633', 'name': 'network-vif-deleted', 'tag': '5ebe19c2-b8ff-4422-85aa-280fde87fccf', 'status': 'completed', 'code': 200} Nov 12 03:25:36.708919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc217e-4d61-45ae-a126-fdab480a6756 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef3ac76-6196-4b02-b48a-f85871efca50,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.720305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 8ef3ac76-6196-4b02-b48a-f85871efca50 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:36.866443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.012923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.040930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.041803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.162583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bbf85-b5c2-44e2-8f35-14c46b06bfbf req-647e43ba-8529-4cd6-8ae5-a2e70287ede9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.164441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b69bbf85-b5c2-44e2-8f35-14c46b06bfbf req-647e43ba-8529-4cd6-8ae5-a2e70287ede9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2313361 Nov 12 03:25:37.165366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.175267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.192753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Allocated IP 172.20.0.1 (1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c/08fcfdca-68a3-4b46-9e9d-8d38a3773020/e7881ffb-1f8a-4a76-bda2-5d8bc817194f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:37.193707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-c3c4c262-39b7-46e8-9193-b05ea62a4e7d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.195658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-c3c4c262-39b7-46e8-9193-b05ea62a4e7d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.3525670 Nov 12 03:25:37.311499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-e2e247cb-dcf5-4fd5-b8e1-5f15bc7fa112 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/quotas/c6d1024a9280442baac56f2be5bd388d HTTP/1.1" status: 200 len: 375 time: 0.0704205 Nov 12 03:25:37.341885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d0a9a-0a8c-4da6-8d3a-98af91762d93,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.417572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b69bbf85-b5c2-44e2-8f35-14c46b06bfbf req-f8bd1535-3cab-4577-8f00-377ce4178974 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388592 Nov 12 03:25:37.419856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-a61981e3-ea51-41ef-a2be-1a15edc2fcf3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958259 Nov 12 03:25:37.425562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Checking segment: {'id': '96bf9f40-c485-485f-b61e-ddcc22ceeed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '8ef3ac76-6196-4b02-b48a-f85871efca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:37.425863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Network hostable DHCP agents. Network: 8ef3ac76-6196-4b02-b48a-f85871efca50, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:37.435754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.449576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', '947ea9c1-7732-4557-a279-92193421f28e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:37.598116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event updated for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.667802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:37.709919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:37.713285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:37.764322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Network 8ef3ac76-6196-4b02-b48a-f85871efca50 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:37.794410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=56965fe9-f360-4b4d-b2f0-399f1374936a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.827496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 8ef3ac76-6196-4b02-b48a-f85871efca50) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:37.832620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.833233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.876831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002f1f3-4d4e-403d-bfa7-37678a1fd05f req-69790c79-fbae-47e9-8ad0-27e7cc544ea8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.880487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4002f1f3-4d4e-403d-bfa7-37678a1fd05f req-69790c79-fbae-47e9-8ad0-27e7cc544ea8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.2784188 Nov 12 03:25:37.909977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e68d87af-488c-4bb5-90fc-6fa3faa37950 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6117396 Nov 12 03:25:37.951418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.005372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.005927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.018388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.058409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-bf0a32c3-577f-41a0-b27d-ddb62073fa1f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8646760 Nov 12 03:25:38.066827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-9e321c41-e301-4f3d-8af3-69d08502954b service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364048 Nov 12 03:25:38.082714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Request body: {'port': {'device_id': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:38.130313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:38.132271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:38.135248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:38.136418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:38.137874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f2cb3-c39d-405a-80bd-4c846b91def1 None None] Network 8ef3ac76-6196-4b02-b48a-f85871efca50 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:38.143381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:38.185151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Pushing event updated for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.190892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:38.214933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:38.233554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4002f1f3-4d4e-403d-bfa7-37678a1fd05f req-f0ed12c4-cf96-494d-a9c3-7a929542031e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107257 Nov 12 03:25:38.291074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.301796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.399748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:25:38.767792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-a0e69ac4-b5ae-470a-813a-e233d7488f26 service neutron] 10.222.0.93 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806452 Nov 12 03:25:38.788607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1c39b19e-9307-4a18-a46a-838bb17413ea None None] Provisioning complete for port e7881ffb-1f8a-4a76-bda2-5d8bc817194f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:38.789550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c39b19e-9307-4a18-a46a-838bb17413ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.803908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f1c8eae2-3578-43f1-8cc7-ca16554c5045 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:38.830869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.837475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:38.849605 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.868817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847180-912d-4752-8fe9-1b25e97aed8e req-e5db4d8a-e6a0-4a14-a529-5f105c3c606b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.870651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14847180-912d-4752-8fe9-1b25e97aed8e req-e5db4d8a-e6a0-4a14-a529-5f105c3c606b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 931 time: 0.1632948 Nov 12 03:25:38.891555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Transition to ACTIVE for port object 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:38.906800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.910499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 6726e80c-4d8b-4250-b2f1-973b6fa0909c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:38.953096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa3199-dfb8-4de0-a754-471654c0b2b8 None None] Network 8ef3ac76-6196-4b02-b48a-f85871efca50 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:38.958043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:38.965936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.056374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Attempting to bind port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Attempting to bind port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Attempting to bind port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 on network d98a96c7-3758-48ad-88e6-3df079aa9a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Attempting to bind port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Checking segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Bound using segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Bound port: 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:39.116120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.117013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:39.117013 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a9207c-f0a0-4af8-9201-02b711ead38b" -d '{"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:39.117172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.117248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'port_id': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'mac_address': 'fa:16:3e:2c:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a1850-4e3a-4486-9f49-4b8782eb3946', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:39.117248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1c39b19e-9307-4a18-a46a-838bb17413ea None None] Port e7881ffb-1f8a-4a76-bda2-5d8bc817194f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:39.131867 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.192400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:39.196792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:39.202920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14847180-912d-4752-8fe9-1b25e97aed8e req-50f66c10-2d46-4a05-8314-9d7443dfaf99 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222370 Nov 12 03:25:39.204694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:39.231360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.264005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d31027ce-06ac-4ed1-8b4c-2f13d6351256 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6852088 Nov 12 03:25:39.268054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.311080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.325703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] Sync routers for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:39.331784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786490c9-ad2b-4ae6-b014-a671ba5473be tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.335909 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-786490c9-ad2b-4ae6-b014-a671ba5473be tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports/56965fe9-f360-4b4d-b2f0-399f1374936a HTTP/1.1" status: 200 len: 913 time: 0.0640974 Nov 12 03:25:39.352896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.353221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.353899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.355326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] 10.222.0.98 "PUT /v2.0/ports/9b91255c-ddcd-47b0-9059-f1c0e1e4e899 HTTP/1.1" status: 200 len: 1092 time: 1.2875416 Nov 12 03:25:39.365938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:39.367493 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714a845-8195-4783-975f-bff2b3d1ebab" -d '{"events": [{"name": "network-changed", "server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:39.453976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.521281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.535647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f1c8eae2-3578-43f1-8cc7-ca16554c5045 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:39.536044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.551674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2101778953', 'description': 'tempest-description-1033981113'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:39.605957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:39.606600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.618239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa333-74c2-4c4a-b46a-cb3cf5b8d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.618816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19d10b15-ad7b-45e5-b884-e23017ee7cd9 None None] Provisioning complete for port 56965fe9-f360-4b4d-b2f0-399f1374936a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:39.619170 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19d10b15-ad7b-45e5-b884-e23017ee7cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.666215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.675769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524a3e0-a945-4f38-8f93-7c5b3f601252 req-c749343e-97e0-491e-a47f-c982636578ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.679848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b524a3e0-a945-4f38-8f93-7c5b3f601252 req-c749343e-97e0-491e-a47f-c982636578ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2920778 Nov 12 03:25:39.688492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Pushing event updated for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.697931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-19d10b15-ad7b-45e5-b884-e23017ee7cd9 None None] Port 56965fe9-f360-4b4d-b2f0-399f1374936a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:39.699294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.709151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.728099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-1dc8f4ba-25d2-4ccd-997a-0b29732084f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.730008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-1dc8f4ba-25d2-4ccd-997a-0b29732084f7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 1095 time: 0.3228970 Nov 12 03:25:39.735046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.791698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b524a3e0-a945-4f38-8f93-7c5b3f601252 req-4e9dec48-3f52-4eed-b6fe-0b79febc9a9c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018734 Nov 12 03:25:39.822891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:39.824159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.836974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52daa87-ff46-403f-97ca-92b5230851e6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:39.842969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-026ab281-82ca-4c4a-80f0-efa2a687d70a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899 HTTP/1.1" status: 200 len: 217 time: 0.0618198 Nov 12 03:25:39.906789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.918054 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65afac6-33c7-4f21-ba3e-8fc6caed9ab0 x-openstack-request-id: req-e65afac6-33c7-4f21-ba3e-8fc6caed9ab0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:39.918750 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:39.919121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.919473 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e65afac6-33c7-4f21-ba3e-8fc6caed9ab0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:39.921499 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'code': 200} Nov 12 03:25:40.004281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:40.008653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d9e3e-f469-4d37-b1eb-bcfe0a5dbbf3 None None] The sync data for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:40.043880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:40.050932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.054978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.068490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8282034b-cac9-4a81-9163-65c8720b1ec9 req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5205648 Nov 12 03:25:40.091940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f3b85-e603-4d57-bc06-4f6098b89012 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d119d53-ce06-4631-bc3f-3eeda622be60,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.113879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-92222c8d-2c5a-4d49-b987-1e1455f71ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.119585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.119905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-92222c8d-2c5a-4d49-b987-1e1455f71ab2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.2115593 Nov 12 03:25:40.168380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ec2b5-8af2-441c-b125-f52fbbdbefdd req-15a24235-8963-4986-9437-0fad807510f8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.170577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-190ec2b5-8af2-441c-b125-f52fbbdbefdd req-15a24235-8963-4986-9437-0fad807510f8 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 943 time: 0.1854727 Nov 12 03:25:40.173729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:40.177164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:40.223438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-6e10f022-3a86-424c-a310-bcb8f8790aa9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921845 Nov 12 03:25:40.263118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e229b72-879a-47e2-a107-9ed3a602d174 req-b90136f3-32bd-46dc-8949-87108952d16d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 210 time: 0.0898213 Nov 12 03:25:40.293942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e52daa87-ff46-403f-97ca-92b5230851e6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:40.403850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-190ec2b5-8af2-441c-b125-f52fbbdbefdd req-d9066b80-c340-4d36-899f-c706df9ff3c0 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760526 Nov 12 03:25:40.435234 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2132f966-6831-40ff-8343-a77b5bf2ac97 x-openstack-request-id: req-2132f966-6831-40ff-8343-a77b5bf2ac97 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.435526 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.435782 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2132f966-6831-40ff-8343-a77b5bf2ac97 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.436223 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899', 'status': 'completed', 'code': 200} Nov 12 03:25:40.664652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-41b05741-c87b-434b-9c78-be70f6c558a1 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184976 Nov 12 03:25:40.731779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Router 333e6790-9e88-4982-ad26-5d29de10bcde has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:40.742291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-6a414bf0-219e-4863-aa13-c701641b41f0 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/1d119d53-ce06-4631-bc3f-3eeda622be60 HTTP/1.1" status: 200 len: 1824 time: 0.2537510 Nov 12 03:25:40.763455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d119d53-ce06-4631-bc3f-3eeda622be60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:40.763796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d119d53-ce06-4631-bc3f-3eeda622be60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:40.799075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3fd605b2-017f-4a33-a532-b6ce0c1beb5d None None] Provisioning complete for port e7881ffb-1f8a-4a76-bda2-5d8bc817194f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:40.800319 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fd605b2-017f-4a33-a532-b6ce0c1beb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.923823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3fd605b2-017f-4a33-a532-b6ce0c1beb5d None None] Port e7881ffb-1f8a-4a76-bda2-5d8bc817194f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:40.936300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8fc4395-c36d-42fb-95cf-9621a8e5c788 req-13efe073-1aaa-4b65-89ab-9cd1f7287f6f service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449379 Nov 12 03:25:41.011427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:41.027928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fa079892-84cc-47ec-8c5f-ad78f82ce716 admin admin] 10.222.0.93 "PUT /v2.0/routers/333e6790-9e88-4982-ad26-5d29de10bcde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2589767 Nov 12 03:25:41.039145 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Sync routers for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:41.046094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.059926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:41.063808 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:41.085180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6ffae-709d-4a7e-87a6-a47ed95ed64a req-30eb1257-b27d-4ceb-a133-dfdd4a565e72 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.088159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7b6ffae-709d-4a7e-87a6-a47ed95ed64a req-30eb1257-b27d-4ceb-a133-dfdd4a565e72 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 943 time: 0.1700015 Nov 12 03:25:41.275150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714a845-8195-4783-975f-bff2b3d1ebab req-0746688f-2b3c-45eb-a3e3-2083194d1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.277133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-0746688f-2b3c-45eb-a3e3-2083194d1f04 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 1095 time: 0.2645781 Nov 12 03:25:41.344197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:41.421878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.636652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7b6ffae-709d-4a7e-87a6-a47ed95ed64a req-656418c5-0bfc-4a4f-a377-ab8af6d96926 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174496 Nov 12 03:25:41.743322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.760060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.778119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-56767afd-2a06-42fc-8eb8-6f564aab5ee7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.782195 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-56767afd-2a06-42fc-8eb8-6f564aab5ee7 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 812 time: 0.5048261 Nov 12 03:25:41.811560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Request body: {'port': {'device_id': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'admin_state_up': True, 'tenant_id': 'c6d1024a9280442baac56f2be5bd388d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:41.848363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.859597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e873c91-5a44-4f41-bbac-35506b3fe888 req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1134372 Nov 12 03:25:41.982275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c991a4-f320-4f9b-b2a7-76975caa94fd tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6ffdd7-071d-4abe-8189-598c1df65140,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.007680 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:39Z', 'revision_number': 2, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.017314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714a845-8195-4783-975f-bff2b3d1ebab req-55499d48-5cee-4160-a471-0b829db95bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.019405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-55499d48-5cee-4160-a471-0b829db95bdb service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.7298105 Nov 12 03:25:42.074241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:42.145126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 56965fe9-f360-4b4d-b2f0-399f1374936a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:42.149870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.163110 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Checking router: 333e6790-9e88-4982-ad26-5d29de10bcde for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:42.163649 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Updating router 333e6790-9e88-4982-ad26-5d29de10bcde port e7881ffb-1f8a-4a76-bda2-5d8bc817194f binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:42.245688 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.267811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port e52daa87-ff46-403f-97ca-92b5230851e6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:42.270528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.287221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100b155-0b90-4e57-ab04-365e8e60d2c5 req-d55601bd-87f8-4838-82f7-373819bde46f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.293716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9100b155-0b90-4e57-ab04-365e8e60d2c5 req-d55601bd-87f8-4838-82f7-373819bde46f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.4678488 Nov 12 03:25:42.325191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-f9646b64-de8c-4fc2-ad11-efaecd9ed945 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899 HTTP/1.1" status: 200 len: 217 time: 0.2928684 Nov 12 03:25:42.345220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-864a5466-fea8-424d-aed8-f8b394e2c2ce req-ec8e342a-a1a7-4cc3-8907-0209fe84980f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 210 time: 0.2941082 Nov 12 03:25:42.420264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.458137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 56965fe9-f360-4b4d-b2f0-399f1374936a owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:42.542490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.606526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9100b155-0b90-4e57-ab04-365e8e60d2c5 req-da408f34-4d19-412a-82ad-fd8c4352531d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040051 Nov 12 03:25:42.656641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714a845-8195-4783-975f-bff2b3d1ebab req-27b3a4a6-0f59-48d3-8aa3-6d96429e599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.658247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-27b3a4a6-0f59-48d3-8aa3-6d96429e599f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.3118100 Nov 12 03:25:42.684177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.685255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:42.687871 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cbeded-cf51-4459-ac1f-7234c8839e59" -d '{"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-plugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:42.700435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.825162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-bee71df6-ef79-4ffb-bf94-d6f24bd87ff3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468163 Nov 12 03:25:42.830756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.916164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Made reservation on behalf of c6d1024a9280442baac56f2be5bd388d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:42.933680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.111233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.136267 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.144214 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.165896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=56965fe9-f360-4b4d-b2f0-399f1374936a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.228678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945058-5eac-4b57-8d1f-afdf348c5123 None None] Pushing event updated for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.405087 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Attempting to bind port e7881ffb-1f8a-4a76-bda2-5d8bc817194f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:43.405458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Attempting to bind port e7881ffb-1f8a-4a76-bda2-5d8bc817194f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:43.405824 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Attempting to bind port e7881ffb-1f8a-4a76-bda2-5d8bc817194f on network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:43.428374 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:43.428753 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Checking segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:43.429159 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.429557 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Bound using segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:43.430035 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Bound port: e7881ffb-1f8a-4a76-bda2-5d8bc817194f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:43.431226 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.503587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Allocated IP 172.20.0.13 (3bc593d8-433f-4438-ad72-dc7413689659/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c/40b9eb9f-8159-4974-a273-4f4d3860f37c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:43.635893 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] For port e7881ffb-1f8a-4a76-bda2-5d8bc817194f, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:43.647434 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] For port e7881ffb-1f8a-4a76-bda2-5d8bc817194f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:43.657022 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.753811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.787930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] Provisioning complete for port e7881ffb-1f8a-4a76-bda2-5d8bc817194f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:43.788428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.821807 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:43.827795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.846623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.848134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1294164441', 'description': 'tempest-description-2057459639'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:43.914634 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945058-5eac-4b57-8d1f-afdf348c5123 None None] Pushing event updated for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.931174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994963063', 'description': 'tempest-description--1055116836'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:43.953297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.009856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.011680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.054156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1942e4-8733-4ded-92c6-cb50f7c63a42 req-ec9d9404-878a-45af-ad4b-43fa5c56fb2b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.056573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e1942e4-8733-4ded-92c6-cb50f7c63a42 req-ec9d9404-878a-45af-ad4b-43fa5c56fb2b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 1.1087565 Nov 12 03:25:44.078854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-7f62b1a3-53f4-453a-8d43-d038f9ba8a70 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2527893 Nov 12 03:25:44.104556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] For port e7881ffb-1f8a-4a76-bda2-5d8bc817194f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.121998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:44.130786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.184620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Network 3bc593d8-433f-4438-ad72-dc7413689659 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:44.213832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:44.222125 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:44.223324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.238687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e1942e4-8733-4ded-92c6-cb50f7c63a42 req-6872cefe-c2f6-4842-8c10-2e689243a15e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531880 Nov 12 03:25:44.274353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:44.297246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event updated for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.300198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.331620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:25:44.335396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec49e06-d7ed-486a-9b71-a1df7d9fcde1 None None] Pushing event updated for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.401397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1fe37f23-b4d9-4002-9865-1792673993fa None None] Provisioning complete for port e7881ffb-1f8a-4a76-bda2-5d8bc817194f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:44.401773 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1fe37f23-b4d9-4002-9865-1792673993fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.474514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.484952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.536434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.549901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.557093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.564628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'port_id': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899', 'mac_address': 'fa:16:3e:0e:00:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca11da-cc68-4cfe-b41f-3361c451acab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:44.588690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3714a845-8195-4783-975f-bff2b3d1ebab req-8b2e6ec6-beb0-4a02-8dda-1c839ea99143 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828088 Nov 12 03:25:44.613562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7a268-d13b-4cea-8254-c0713e518892 req-65861fda-68d9-4c08-b3f6-1110a4d1bc54 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.615060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.617486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bb7a268-d13b-4cea-8254-c0713e518892 req-65861fda-68d9-4c08-b3f6-1110a4d1bc54 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 943 time: 0.2590735 Nov 12 03:25:44.640932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.651990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66ace825-06b0-489c-a0e9-00c5685199b6 req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8101346 Nov 12 03:25:44.654548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:44.691137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082c44-db77-4ef5-a2db-3f61c6738872 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b5a869-e606-460a-8f9f-709366bf7f6e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.704586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.716972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.769009 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6331ca-e941-41b1-b68e-9fc1d1990b4e x-openstack-request-id: req-df6331ca-e941-41b1-b68e-9fc1d1990b4e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:44.769575 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-plugged", "status": "completed", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:44.771883 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df6331ca-e941-41b1-b68e-9fc1d1990b4e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:44.772482 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'code': 200} Nov 12 03:25:44.835328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.931749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bb7a268-d13b-4cea-8254-c0713e518892 req-272558a2-551a-44bc-8142-2e5bcffa8d40 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809067 Nov 12 03:25:44.968756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9b91255c-ddcd-47b0-9059-f1c0e1e4e899'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:45.008316 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:43Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:45.072764 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb50197-d4ea-4c3a-9ace-88e99a3bc6c0 None None] The sync data for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 is: [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:43Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:45.085600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-6fe16ad7-26ed-445a-8b56-affe934491c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.087640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-6fe16ad7-26ed-445a-8b56-affe934491c7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1098 time: 0.3165376 Nov 12 03:25:45.174729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3eefe-f190-4894-9f84-8f6d69526ba5 req-1de893df-d2fc-467b-bece-e1bb9fb99ad5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.183134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ba3eefe-f190-4894-9f84-8f6d69526ba5 req-1de893df-d2fc-467b-bece-e1bb9fb99ad5 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 932 time: 0.2698772 Nov 12 03:25:45.205793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9829d-7b78-4f78-b144-941222e8a4fc req-637cbcba-7f9e-4968-9f13-2208125d85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.207428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e9829d-7b78-4f78-b144-941222e8a4fc req-637cbcba-7f9e-4968-9f13-2208125d85b2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 1097 time: 0.2737556 Nov 12 03:25:45.308726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c2a3-f66f-4d80-a7e5-7e58de9d3a26 req-ca6bb08b-7775-4992-a4fe-fc6b8e8882a9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.317906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e757c2a3-f66f-4d80-a7e5-7e58de9d3a26 req-ca6bb08b-7775-4992-a4fe-fc6b8e8882a9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.2565162 Nov 12 03:25:45.371724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.377044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-581060dc-6b6c-48ac-b2f6-9fb1aea77dd2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5752628 Nov 12 03:25:45.385365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.429055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ba3eefe-f190-4894-9f84-8f6d69526ba5 req-e8063c98-32d5-4d7e-8c0d-866c4220ab2e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447944 Nov 12 03:25:45.432937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Request body: {'port': {'device_id': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:45.475849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e757c2a3-f66f-4d80-a7e5-7e58de9d3a26 req-72b73aa0-5c9c-4db1-81eb-05f1ac33ad8a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566417 Nov 12 03:25:45.477223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-d27a6468-e9e6-4691-98f5-57168b038554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.478844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-d27a6468-e9e6-4691-98f5-57168b038554 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.3607545 Nov 12 03:25:45.499268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1e9829d-7b78-4f78-b144-941222e8a4fc req-f0b0ebfe-c2bd-4d16-bbb1-08ad3d2c1926 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261844 Nov 12 03:25:45.561977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.566387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7132668 Nov 12 03:25:45.577006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47970) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:45.584933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'security_group_rule': {'security_group_id': '2ede6838-beb8-4536-bbb7-108b7ee56220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:45.589041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 6726e80c-4d8b-4250-b2f1-973b6fa0909c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:45.593460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d742b8-6176-4603-8368-24af818508de tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede6838-beb8-4536-bbb7-108b7ee56220,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.652429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-e3efc621-8d91-4685-a05d-13869e186608 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/62b5a869-e606-460a-8f9f-709366bf7f6e HTTP/1.1" status: 200 len: 1824 time: 0.1720555 Nov 12 03:25:45.657268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '62b5a869-e606-460a-8f9f-709366bf7f6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:45.657582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '62b5a869-e606-460a-8f9f-709366bf7f6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:45.662618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.689089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-4c347ad0-70ef-4432-aea0-2dea6b0fb5e0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1002 time: 0.1870968 Nov 12 03:25:45.719741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.861015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-08e71744-bcbe-4684-b541-f217f1dac85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.865022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-08e71744-bcbe-4684-b541-f217f1dac85d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1650598 Nov 12 03:25:45.946553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.973645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.986727 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.003147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62d4f-78fd-4beb-b40f-3ae6be72e45c req-91072dd9-13ac-4294-bff9-585327759bfe tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.008581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:46.010803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71d62d4f-78fd-4beb-b40f-3ae6be72e45c req-91072dd9-13ac-4294-bff9-585327759bfe tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1889613 Nov 12 03:25:46.018638 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1aeed17d-04c8-42c6-9bf6-5fbad735b349 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6608517 Nov 12 03:25:46.018638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.019237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.025826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] Sync routers for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:46.033781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.041191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:46.042976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:46.075167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-f2a5c998-87ae-4bc3-8cca-62209ab9a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.076993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-f2a5c998-87ae-4bc3-8cca-62209ab9a897 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729920 Nov 12 03:25:46.085073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18404c23-ffeb-429f-a054-260510c72522,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.143455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:46.146995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:46.153109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.157017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-172a1c3c-f778-438c-ae21-d84cf94a978a req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5037408 Nov 12 03:25:46.160879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.162230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0db8deb9-50cc-41e6-a4b3-4d6d39be9d90 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5827572 Nov 12 03:25:46.171742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47978) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.177143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482b71-6176-4bc6-aebe-1cc51afa3124 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c62ac7-e4b6-49e8-b631-28b9147b17ec,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.251411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'security_group_rule': {'security_group_id': '2ede6838-beb8-4536-bbb7-108b7ee56220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.280538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71d62d4f-78fd-4beb-b40f-3ae6be72e45c req-44100268-af01-422e-9cbc-fa5c5972c89f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645130 Nov 12 03:25:46.343581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1803259661', 'description': 'tempest-description-2021241559'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.413262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-88d65198-5b27-4f2d-add9-d39d19102afc service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259368 Nov 12 03:25:46.422111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a5079-5e4a-44a3-818b-3abd4ea8c757 req-e6494931-545a-4bf5-93d9-15fd65b515de tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.424745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff7a5079-5e4a-44a3-818b-3abd4ea8c757 req-e6494931-545a-4bf5-93d9-15fd65b515de tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 944 time: 0.1136227 Nov 12 03:25:46.425783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.428157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.481907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b9eb9f-8159-4974-a273-4f4d3860f37c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:46.502943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.520868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Transition to ACTIVE for port object 40b9eb9f-8159-4974-a273-4f4d3860f37c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:46.550922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.559707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:46.560432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:46.566385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff7a5079-5e4a-44a3-818b-3abd4ea8c757 req-c0233f1e-a1a1-478a-9504-9ae218a7f2c8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352396 Nov 12 03:25:46.653187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:46.654005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be07c5c-2323-4354-b33d-0f48a39c7f79 None None] The sync data for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:46.665728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.709871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:46.721635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:46.722353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.727203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.747243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.781618 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.836832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7559b4d2-9b18-476c-a76e-07bb0a7ca304,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.844086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.849601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-761492b8-a8f4-41d5-9051-00c5c852efc1 req-48e381e1-3e18-4af1-bfc5-401b131fe772 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109159 Nov 12 03:25:46.873386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.877486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f9526d94-fbfc-461d-83ab-f822c33504af tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7015643 Nov 12 03:25:46.880512 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.883680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47988) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.886856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.890728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e7881ffb-1f8a-4a76-bda2-5d8bc817194f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:46.907290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.961182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:46.968441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:46.972370 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653a507b-dcd3-4ac7-89e6-c3221721673b" -d '{"events": [{"server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "name": "network-vif-plugged", "status": "completed", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:46.979409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f645af5-8534-486b-942c-aca3d267d70a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.987559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.024378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c91c39-8997-4e4b-8b64-a7b1b406bdac req-426367e7-b5ca-43b2-ac2f-79e2547e5d9b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.026050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91c91c39-8997-4e4b-8b64-a7b1b406bdac req-426367e7-b5ca-43b2-ac2f-79e2547e5d9b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 944 time: 0.1408248 Nov 12 03:25:47.026919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.043926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.045715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99b9bd5c-1368-4970-9d22-4fe82b0cc8fd req-c047b8e0-46e4-4895-8dd3-4e6afa7e3436 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7061903 Nov 12 03:25:47.084478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Attempting to bind port 40b9eb9f-8159-4974-a273-4f4d3860f37c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:47.084954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Attempting to bind port 40b9eb9f-8159-4974-a273-4f4d3860f37c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:47.085296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Attempting to bind port 40b9eb9f-8159-4974-a273-4f4d3860f37c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:47.092294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Port 40b9eb9f-8159-4974-a273-4f4d3860f37c on network 3bc593d8-433f-4438-ad72-dc7413689659 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:47.092569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Attempting to bind port 40b9eb9f-8159-4974-a273-4f4d3860f37c on network 3bc593d8-433f-4438-ad72-dc7413689659 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:47.101751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:47.102110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Checking segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:47.102486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Bound using segment: {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:47.102924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Bound port: 40b9eb9f-8159-4974-a273-4f4d3860f37c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e222e577-23a0-436f-8789-0d2b50b929f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:47.103283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.112140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.148365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.149256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.149645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.152233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.152634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.153285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.154242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.156258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.156799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.157148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.160119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.160509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:47.186948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91c91c39-8997-4e4b-8b64-a7b1b406bdac req-beffb5f1-e70a-4df9-9727-fe040f70c299 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541226 Nov 12 03:25:47.199487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e7881ffb-1f8a-4a76-bda2-5d8bc817194f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:47.199864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.295305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:47.311827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8227b2-bf8b-4a99-b969-ee46c547e133 req-930b5be8-5567-4d97-a42b-7cda401030fc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.321829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e8227b2-bf8b-4a99-b969-ee46c547e133 req-930b5be8-5567-4d97-a42b-7cda401030fc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1253586 Nov 12 03:25:47.322077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:47.339644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.364056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.364693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.366075 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] 10.222.0.100 "PUT /v2.0/ports/40b9eb9f-8159-4974-a273-4f4d3860f37c HTTP/1.1" status: 200 len: 1093 time: 1.9783800 Nov 12 03:25:47.372705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.408021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 3de7d86d-b3eb-4d34-a297-19c9ce091370 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:47.408021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.408021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:47.408021 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:47.468603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e8227b2-bf8b-4a99-b969-ee46c547e133 req-0966bd5e-ef2b-43ed-b928-e28f051a63f8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463809 Nov 12 03:25:47.511260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdbcc1-f95b-40ee-b00b-5b1544b9c5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.517113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1462658083', 'description': 'tempest-description-346745233'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:47.527720 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074e3d0-778a-42ce-8c7c-f7efb7fcb2e7 x-openstack-request-id: req-d074e3d0-778a-42ce-8c7c-f7efb7fcb2e7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:47.528310 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "name": "network-vif-plugged", "status": "completed", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:47.528779 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d074e3d0-778a-42ce-8c7c-f7efb7fcb2e7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:47.529386 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899', 'code': 200} Nov 12 03:25:47.576525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.624248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 3de7d86d-b3eb-4d34-a297-19c9ce091370 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:47.678296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-2720bb65-74fd-4a3c-9528-e2e32fbb930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.679836 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-2720bb65-74fd-4a3c-9528-e2e32fbb930d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 1096 time: 0.1054764 Nov 12 03:25:47.716924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.741753 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-dd266a48-9180-40b4-a788-f2fec566262b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c HTTP/1.1" status: 200 len: 217 time: 0.0512311 Nov 12 03:25:47.779039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Allocated IP 172.25.4.142 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ecc0108e-1862-4cc7-9926-5b837d37910b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:47.794984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317fe3d-afab-4a89-a1dd-24d8934e356b req-171f8def-f1ca-4dd9-8447-84715ad73b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.797349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4317fe3d-afab-4a89-a1dd-24d8934e356b req-171f8def-f1ca-4dd9-8447-84715ad73b1a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 1097 time: 0.1617508 Nov 12 03:25:47.812781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc2a93-1858-407c-8d5a-543762630f22 req-49682fa0-dcbc-4e16-8628-9f6ce4c3c73d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.814257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29cc2a93-1858-407c-8d5a-543762630f22 req-49682fa0-dcbc-4e16-8628-9f6ce4c3c73d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1814671 Nov 12 03:25:47.851835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-66811ad9-8eb2-466f-995a-9f5f498a5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.853737 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-66811ad9-8eb2-466f-995a-9f5f498a5c72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.1024663 Nov 12 03:25:47.932935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-f3f1ed4b-9949-4495-9a72-a7a521b16622 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502136 Nov 12 03:25:47.958037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4317fe3d-afab-4a89-a1dd-24d8934e356b req-2bf59a76-f53f-4c8e-89dc-b8fec058291f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382027 Nov 12 03:25:47.984651 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ef1526e-4403-4959-9200-f59efd178589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.998874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.063577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.076003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.076227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=3de7d86d-b3eb-4d34-a297-19c9ce091370,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.089018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29cc2a93-1858-407c-8d5a-543762630f22 req-5bdb4a85-6e95-44dd-a701-0153b16cb194 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352707 Nov 12 03:25:48.161193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.173788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd789c43-7705-41c6-a9aa-860430a1bdc9 req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6626408 Nov 12 03:25:48.200517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26439981-fccb-457f-a77a-ac4107760256 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e39cf6-34cb-4cc9-a492-63f41c5a9d49,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.239476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.242938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-5ea16414-e45c-408f-b7cb-5e928b9c807a service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993834 Nov 12 03:25:48.244851 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf74b26-165e-4f22-a62a-5ab1aad797a6 x-openstack-request-id: req-5cf74b26-165e-4f22-a62a-5ab1aad797a6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:48.245138 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:48.245639 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cf74b26-165e-4f22-a62a-5ab1aad797a6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:48.246663 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c', 'status': 'completed', 'code': 200} Nov 12 03:25:48.250008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.381450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1005903-f87c-4723-af37-14bf5d04631c req-30e564c3-228c-4603-a82d-ef15dcbcef41 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.389773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1005903-f87c-4723-af37-14bf5d04631c req-30e564c3-228c-4603-a82d-ef15dcbcef41 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1265965 Nov 12 03:25:48.401712 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:48.426579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.443697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8079527-ad0f-4435-9caf-9ad540d63eaf req-dc54013d-7f0a-4477-a1ed-ec50e807c862 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.445267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8079527-ad0f-4435-9caf-9ad540d63eaf req-dc54013d-7f0a-4477-a1ed-ec50e807c862 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 945 time: 0.1601579 Nov 12 03:25:48.522660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 6726e80c-4d8b-4250-b2f1-973b6fa0909c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:48.527030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:48.539305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:48.549707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1005903-f87c-4723-af37-14bf5d04631c req-89a9ec29-67c0-41f9-b608-d93fac28521a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589820 Nov 12 03:25:48.552891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:48.555725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'Port': ['ID=ecc0108e-1862-4cc7-9926-5b837d37910b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.603231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8079527-ad0f-4435-9caf-9ad540d63eaf req-75c5be09-3885-41c9-9e53-fe632ac73291 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298320 Nov 12 03:25:48.647666 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-57de9b1c-ba8d-416e-a165-eb104a4f0fed req-0d09931e-fedc-4ebb-8122-f1d019cbc007 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943446 Nov 12 03:25:48.664975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:48.681703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] Sync routers for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:48.683931 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7c3e582c-19ee-435e-9ed2-8d584a78dd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648276 Nov 12 03:25:48.685387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:48.694814 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:48.695817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:48.700031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-2df6ec07-3b1e-41fd-a529-137e29fbe05f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/4f645af5-8534-486b-942c-aca3d267d70a HTTP/1.1" status: 200 len: 1824 time: 0.0902798 Nov 12 03:25:48.748545 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:48.755644 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-204a1c0d-aac0-477d-a8aa-346f524bf313 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=6726e80c-4d8b-4250-b2f1-973b6fa0909c HTTP/1.1" status: 200 len: 205 time: 0.0689900 Nov 12 03:25:48.756682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:48.761390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] Routers {'6726e80c-4d8b-4250-b2f1-973b6fa0909c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:48.762206 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:48.807908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.816979 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:48.817635 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931537e7-04bb-47f6-9441-201e78937c38 None None] The sync data for ids ['6726e80c-4d8b-4250-b2f1-973b6fa0909c'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:48.879304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-075f508d-350c-47ce-90cd-512c76f6b06b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/20e39cf6-34cb-4cc9-a492-63f41c5a9d49 HTTP/1.1" status: 200 len: 1823 time: 0.1779611 Nov 12 03:25:48.889210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f645af5-8534-486b-942c-aca3d267d70a', 'remote_group_id': '20e39cf6-34cb-4cc9-a492-63f41c5a9d49', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:48.889565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f645af5-8534-486b-942c-aca3d267d70a', 'remote_group_id': '20e39cf6-34cb-4cc9-a492-63f41c5a9d49', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:48.901142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11941575-e5e3-4f80-b67d-6177c0db09a2 req-c2bfa26d-c94d-4362-ae4e-6b13d3415eb2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.902712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11941575-e5e3-4f80-b67d-6177c0db09a2 req-c2bfa26d-c94d-4362-ae4e-6b13d3415eb2 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 944 time: 0.1576316 Nov 12 03:25:48.907104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.060067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11941575-e5e3-4f80-b67d-6177c0db09a2 req-890229b4-d957-4153-b3a5-de9666f7d94e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479399 Nov 12 03:25:49.119805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.179276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.191366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.206247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.237294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227be94c-926a-4e90-93ca-c2701e2d3805,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.254328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.255072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-a795e412-8f47-4691-bb36-ce17eb3525ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.257147 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-a795e412-8f47-4691-bb36-ce17eb3525ba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c6d1024a9280442baac56f2be5bd388d&device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 1096 time: 0.5462811 Nov 12 03:25:49.271079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.272277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ed22460-e6f4-4bad-962e-384f7698d36f req-1be2f36c-aed9-441e-a4f7-e8c43b223b8d tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3920748 Nov 12 03:25:49.274286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.371203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980579-4c54-4e34-9bc0-8101373ce2d0 req-681e1b61-afe3-44fa-aef3-1742f2a20673 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.372801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6980579-4c54-4e34-9bc0-8101373ce2d0 req-681e1b61-afe3-44fa-aef3-1742f2a20673 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1326833 Nov 12 03:25:49.373408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'Port': ['ID=ecc0108e-1862-4cc7-9926-5b837d37910b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.393613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.428842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-136973788', 'description': 'tempest-description-1210737121'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:49.446057 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.447251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9e86faa3-cb69-4758-87bc-295787f46036 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5446289 Nov 12 03:25:49.479430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6980579-4c54-4e34-9bc0-8101373ce2d0 req-4ade6ee7-3b71-4fd4-9aa1-c70677daf576 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928812 Nov 12 03:25:49.480723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.490664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.494978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.568214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-ac538814-a7dc-4be5-951c-3ee74349b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.571835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-ac538814-a7dc-4be5-951c-3ee74349b7fd service neutron] 10.222.0.100 "GET /v2.0/networks?id=3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 200 len: 914 time: 0.2813909 Nov 12 03:25:49.573437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.574130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 6726e80c-4d8b-4250-b2f1-973b6fa0909c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:49.583757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.586297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.588514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.592044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85d0c584-3a84-4e90-97ad-3afaf318501d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c HTTP/1.1" status: 204 len: 168 time: 0.8184121 Nov 12 03:25:49.601656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:49.638026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78637160-4498-4ca4-b880-e3994ff4094e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.643659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.644914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29b7b2c1-e042-43f5-8dce-492e08d0ef77 req-265beb68-60e6-4466-b7e5-9d300ee23bea tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2201250 Nov 12 03:25:49.667171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-462bddc6-1d5a-453b-9e21-ea0a3065e668 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c HTTP/1.1" status: 200 len: 217 time: 0.0739617 Nov 12 03:25:49.694743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-e0193a7a-dc28-45fa-b357-be80dfaac1e6 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--994963063&fields=id&tenant_id=2c575797ca944772834e38c86f49e2e5 HTTP/1.1" status: 200 len: 267 time: 0.0580642 Nov 12 03:25:49.696815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 37e2a52d-63e3-459a-a16b-374d14cceb2f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:49.719343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.773852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-1701afc2-3c44-431b-845c-9c7d3c3934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.775315 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-1701afc2-3c44-431b-845c-9c7d3c3934ef service neutron] 10.222.0.100 "GET /v2.0/subnets?id=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 200 len: 852 time: 0.0939717 Nov 12 03:25:49.780059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.827068 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-9684bf8c-af20-4996-842a-54ba7863c730 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3bc593d8-433f-4438-ad72-dc7413689659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270135 Nov 12 03:25:49.891907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-f6423012-41aa-4206-96bc-38e37b056e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.893981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-f6423012-41aa-4206-96bc-38e37b056e98 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1098 time: 0.1657543 Nov 12 03:25:49.936469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-864ba633-56e9-47b9-a3dc-ef5c35d340f3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.937923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-864ba633-56e9-47b9-a3dc-ef5c35d340f3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/networks?id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 200 len: 813 time: 0.2350309 Nov 12 03:25:49.949514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.990863 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-b4a65db2-1f49-434b-b993-32fe071299ed service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546931 Nov 12 03:25:49.998245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-c618cdd3-68c8-4417-9891-7ff646865587 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/quotas/2c575797ca944772834e38c86f49e2e5 HTTP/1.1" status: 200 len: 375 time: 0.0490148 Nov 12 03:25:50.007238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-a7830b23-5dc3-4581-b039-567b37ee516b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.008718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-a7830b23-5dc3-4581-b039-567b37ee516b tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 0.2635944 Nov 12 03:25:50.072467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-68324664-20c2-471f-8111-a1e40cec875a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/quotas/e3565b5d0f3545dcb7e0adc255ca9422 HTTP/1.1" status: 200 len: 375 time: 0.0502567 Nov 12 03:25:50.072682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.103852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-15883c7d-2919-451c-9a8f-40d24f8df1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.105331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-15883c7d-2919-451c-9a8f-40d24f8df1b2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.2015769 Nov 12 03:25:50.110148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=37e2a52d-63e3-459a-a16b-374d14cceb2f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.114326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.119856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d4b24fba-444f-41e2-a297-19864be721f3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/37e2a52d-63e3-459a-a16b-374d14cceb2f HTTP/1.1" status: 204 len: 168 time: 0.5141728 Nov 12 03:25:50.120821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:50.124645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f477a915-5bff-4cf6-b08c-a5f7fbd26407 None None] Network f3f31919-7f69-40c0-bef5-859f9a6c3b1a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:50.129611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-2a3283ff-37a4-459d-83bc-55418c879d7c tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2c575797ca944772834e38c86f49e2e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199300 Nov 12 03:25:50.163007 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-25dfd82d-a9a7-42e6-84ad-77cf0b54dbf8 req-87cc66eb-08a5-4b65-9e39-3f3b8c6bcd75 service neutron] 10.222.0.100 "GET /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629686 Nov 12 03:25:50.193295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet e05525c8-009b-400b-8e6f-3dd8657a7b2b {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:50.198819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.254622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.254832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-c6250049-8dc9-435a-ac07-65dcb2ffc614 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1002 time: 0.1340675 Nov 12 03:25:50.258933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-ee4e85b7-f1c5-473f-b613-1aca32aeb27e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1787167 Nov 12 03:25:50.321280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] DHCP port deletion for f3f31919-7f69-40c0-bef5-859f9a6c3b1a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:50.350195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.367646 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4f96d3e0-3719-4ac4-ac39-f1e473592442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.385600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-3af3abed-b70b-4b55-ae3e-e9eec192b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.387164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-3af3abed-b70b-4b55-ae3e-e9eec192b734 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1199331 Nov 12 03:25:50.390838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-3037af67-58ce-4e18-bb68-eac7a1b6d035 service neutron] 10.222.0.93 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221560 Nov 12 03:25:50.394682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Deleting port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:50.395379 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.418390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.450017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.458343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c291ef2-1361-499a-8c50-07350fe95336 None None] Network 3a63a241-5638-4151-9dae-a6b906b4f77e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:50.458540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/e05525c8-009b-400b-8e6f-3dd8657a7b2b HTTP/1.1" status: 204 len: 168 time: 0.3342631 Nov 12 03:25:50.458540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1f2af-9e96-462f-a745-d88ea33c581e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=e05525c8-009b-400b-8e6f-3dd8657a7b2b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.459396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:50.487464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] For port 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c92583d-3fb2-42f5-86c0-27cc08503fc5,segment=NetworkSegment(1a12fbf4-9b96-419b-90b7-b6f5673fe97a),segment_id=1a12fbf4-9b96-419b-90b7-b6f5673fe97a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.487891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.541340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Calling delete_port for 0c92583d-3fb2-42f5-86c0-27cc08503fc5 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:50.552734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.609570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:50.610234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.699173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.706588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 0c92583d-3fb2-42f5-86c0-27cc08503fc5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c92583d-3fb2-42f5-86c0-27cc08503fc5,segment=NetworkSegment(1a12fbf4-9b96-419b-90b7-b6f5673fe97a),segment_id=1a12fbf4-9b96-419b-90b7-b6f5673fe97a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.706888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.744559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 0c92583d-3fb2-42f5-86c0-27cc08503fc5 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:50.756730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c92583d-3fb2-42f5-86c0-27cc08503fc5 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:50.760361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] Pushing event deleted for resources: {'Port': ['ID=0c92583d-3fb2-42f5-86c0-27cc08503fc5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.783467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] DHCP port deletion for 3a63a241-5638-4151-9dae-a6b906b4f77e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:50.787910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac209b7-a6e4-42d7-93a9-ba2a39285381 None None] No DVR routers for this DVR port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:50.789967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0c92583d-3fb2-42f5-86c0-27cc08503fc5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:50.790322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c92583d-3fb2-42f5-86c0-27cc08503fc5 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:50.823924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-3e3bd586-bc3f-4c0d-88c1-0b1e307cbde6 service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439601 Nov 12 03:25:50.852116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Deleting port ba4d9217-1c40-46da-9150-9077b2b088c5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:50.852493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.862527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-d3b515e0-7cb9-447e-aa4b-c012c7fd6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.864049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-d3b515e0-7cb9-447e-aa4b-c012c7fd6c51 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4691365 Nov 12 03:25:50.872460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.901640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=0c92583d-3fb2-42f5-86c0-27cc08503fc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.903710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port 0c92583d-3fb2-42f5-86c0-27cc08503fc5 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:50.931892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-593b1c7d-f32a-4119-902c-aa964d6e4bbc service neutron] 10.222.0.93 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249050 Nov 12 03:25:50.933312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] For port ba4d9217-1c40-46da-9150-9077b2b088c5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba4d9217-1c40-46da-9150-9077b2b088c5,segment=NetworkSegment(0f4aad9e-1894-473a-bea4-225a367e5918),segment_id=0f4aad9e-1894-473a-bea4-225a367e5918)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.933805 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.952070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Calling delete_port for ba4d9217-1c40-46da-9150-9077b2b088c5 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:51.009603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.031083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f31919-7f69-40c0-bef5-859f9a6c3b1a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.035938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-d607574d-a647-4321-9ecb-3745d556ec64 service neutron] 10.222.0.93 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040744 Nov 12 03:25:51.053056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a12fbf4-9b96-419b-90b7-b6f5673fe97a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.054371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a12fbf4-9b96-419b-90b7-b6f5673fe97a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.063448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-6f8bce7d-7823-4d38-b623-42cca8c4684f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.065523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-6f8bce7d-7823-4d38-b623-42cca8c4684f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "GET /v2.0/ports?device_id=f1bc6521-1a2b-4575-bba6-f89d977dfd1b HTTP/1.1" status: 200 len: 945 time: 0.1198516 Nov 12 03:25:51.073163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-5687984a-3d41-40d4-9d8f-67d54c0a19d5 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681542 Nov 12 03:25:51.087441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.104226 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.123037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.136971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:51.137571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.148727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] Pushing event deleted for resources: {'Port': ['ID=ba4d9217-1c40-46da-9150-9077b2b088c5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.150718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2154e-52df-4a8b-a5f4-f056c546bfb7 None None] No DVR routers for this DVR port ba4d9217-1c40-46da-9150-9077b2b088c5 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:51.231542 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:51.274011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.286763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 40b9eb9f-8159-4974-a273-4f4d3860f37c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:51.291672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.296087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/f3f31919-7f69-40c0-bef5-859f9a6c3b1a HTTP/1.1" status: 204 len: 168 time: 0.8356848 Nov 12 03:25:51.298763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.310826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1730783914', 'description': 'tempest-description-1764772313'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:51.344315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70f755-a93d-4f09-835d-69a1e7ee76b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=f3f31919-7f69-40c0-bef5-859f9a6c3b1a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.365800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2098b2a6-ae56-4ea8-886a-50be72955d14 req-a58cd506-0134-40f7-b115-a5684fd07bb1 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833962 Nov 12 03:25:51.405670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59104-a27d-4252-8464-b63e82e71a16 req-1e97e929-5476-44e3-8302-c213d323ef2b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.411464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.413622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73e59104-a27d-4252-8464-b63e82e71a16 req-1e97e929-5476-44e3-8302-c213d323ef2b tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 945 time: 0.2641373 Nov 12 03:25:51.446758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.506964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Deleting port e52daa87-ff46-403f-97ca-92b5230851e6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:51.508010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.519444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.521901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73e59104-a27d-4252-8464-b63e82e71a16 req-181da6de-b696-4b7d-b769-d8107032e651 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074083 Nov 12 03:25:51.557892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:51.558734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a63a241-5638-4151-9dae-a6b906b4f77e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.586639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4aad9e-1894-473a-bea4-225a367e5918') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.586982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4aad9e-1894-473a-bea4-225a367e5918') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.599718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '40b9eb9f-8159-4974-a273-4f4d3860f37c', 'network_id': '3bc593d8-433f-4438-ad72-dc7413689659', 'port_id': '40b9eb9f-8159-4974-a273-4f4d3860f37c', 'mac_address': 'fa:16:3e:c0:a6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:51.611726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.640587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.649638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:51.650042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.666155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] For port e52daa87-ff46-403f-97ca-92b5230851e6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e52daa87-ff46-403f-97ca-92b5230851e6,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:51.666525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.683177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Calling delete_port for e52daa87-ff46-403f-97ca-92b5230851e6 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:51.697791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:51.725286 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:51.731773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.739858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.748650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/3a63a241-5638-4151-9dae-a6b906b4f77e HTTP/1.1" status: 204 len: 168 time: 0.4479847 Nov 12 03:25:51.752612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48094) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.756781 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.759122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-663453297'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:51.769799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8969243-87ce-46d1-98f9-16444b97275a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=3a63a241-5638-4151-9dae-a6b906b4f77e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.822582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b9eb9f-8159-4974-a273-4f4d3860f37c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:51.866242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:51.873152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.899582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14595-4392-4c81-bdbc-1732e0145a48 req-51f77209-4888-4083-beeb-e4d7ea3fcdaa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.911458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ac14595-4392-4c81-bdbc-1732e0145a48 req-51f77209-4888-4083-beeb-e4d7ea3fcdaa tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 944 time: 0.1575904 Nov 12 03:25:51.952298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.974185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:51.978377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.066371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.100711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.130652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['40b9eb9f-8159-4974-a273-4f4d3860f37c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:52.133792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.135488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:52.167314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e52daa87-ff46-403f-97ca-92b5230851e6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:52.199213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event deleted for resources: {'Port': ['ID=e52daa87-ff46-403f-97ca-92b5230851e6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.203061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.204347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6b9869c-35cb-416a-8e18-2fa2bdade28c req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9222867 Nov 12 03:25:52.213381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.213381 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment 0a542732-896d-4892-b373-0bb2d0f68cda of type vlan for network 378afda8-0c48-4071-9bce-cfc21c4afc43 Nov 12 03:25:52.216549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ac14595-4392-4c81-bdbc-1732e0145a48 req-05a0d1bc-456d-4c71-ad07-bcf168e7c38c tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042698 Nov 12 03:25:52.272358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457abf4d-0595-47bf-bc18-d58ca625300b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5801806-31e2-49dc-8bbe-527ec23e57fd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.305367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.327125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] No DVR routers for this DVR port e52daa87-ff46-403f-97ca-92b5230851e6 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:52.331211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.334613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa4ccfc0-aa8e-444f-91cb-4c3c2eb0b82c req-522ba507-4a0a-4ac6-aafd-078e55dd15d9 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.98 "DELETE /v2.0/ports/e52daa87-ff46-403f-97ca-92b5230851e6 HTTP/1.1" status: 204 len: 173 time: 1.2626472 Nov 12 03:25:52.335076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-deleted', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:52.338634 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31266e6-d836-4880-b307-2897f9778853" -d '{"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-deleted", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:52.439398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7016749-7bc4-45a3-a630-7a2d0dcc4f58 req-9b39d065-c0be-49ad-b26f-1534039d113f tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 210 time: 0.0485885 Nov 12 03:25:52.455901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.466225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.466854 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.535605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f138c44-8349-4edb-8daa-042d5e84157b req-b08741c9-0737-4a61-85e1-f764a9289a31 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.537194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f138c44-8349-4edb-8daa-042d5e84157b req-b08741c9-0737-4a61-85e1-f764a9289a31 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.1768878 Nov 12 03:25:52.571433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8137548 Nov 12 03:25:52.572006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:52.577320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:52.609665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f8098f0-4a79-422e-9e22-2522887fac2f req-ef99e3dd-715b-4cba-9f39-78536501feac tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 210 time: 0.0713980 Nov 12 03:25:52.630667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131ade-09c1-42d0-87d8-450257979c78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=378afda8-0c48-4071-9bce-cfc21c4afc43,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.663127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:52.791384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba4d9217-1c40-46da-9150-9077b2b088c5 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:52.791990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f138c44-8349-4edb-8daa-042d5e84157b req-65cffcb0-0276-4955-93fe-7c104685a7b8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185540 Nov 12 03:25:52.805387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:52.810280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-26b4d914-f188-4b25-8798-4e44e4fa2d8a tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/78637160-4498-4ca4-b880-e3994ff4094e HTTP/1.1" status: 200 len: 1823 time: 0.1100032 Nov 12 03:25:52.816928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.820129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ba4d9217-1c40-46da-9150-9077b2b088c5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:52.820430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba4d9217-1c40-46da-9150-9077b2b088c5 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:52.889142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-c6114a6b-ecc7-4dbe-8025-da334926a229 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.891306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-c6114a6b-ecc7-4dbe-8025-da334926a229 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.100 "GET /v2.0/networks?id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 200 len: 813 time: 0.2841983 Nov 12 03:25:52.893657 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888ca351-2eb1-449f-ad24-5fc1058f8776 x-openstack-request-id: req-888ca351-2eb1-449f-ad24-5fc1058f8776 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:52.894126 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc6521-1a2b-4575-bba6-f89d977dfd1b", "name": "network-vif-deleted", "tag": "e52daa87-ff46-403f-97ca-92b5230851e6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:52.894478 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-888ca351-2eb1-449f-ad24-5fc1058f8776 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:52.894974 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1bc6521-1a2b-4575-bba6-f89d977dfd1b', 'name': 'network-vif-deleted', 'tag': 'e52daa87-ff46-403f-97ca-92b5230851e6', 'status': 'completed', 'code': 200} Nov 12 03:25:52.991061 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.001541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-4dda72da-c130-4da4-aa43-809e664864a8 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/b5801806-31e2-49dc-8bbe-527ec23e57fd HTTP/1.1" status: 200 len: 1824 time: 0.1782572 Nov 12 03:25:53.038297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78637160-4498-4ca4-b880-e3994ff4094e', 'remote_group_id': 'b5801806-31e2-49dc-8bbe-527ec23e57fd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.038791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78637160-4498-4ca4-b880-e3994ff4094e', 'remote_group_id': 'b5801806-31e2-49dc-8bbe-527ec23e57fd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.128641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-20a661ca-74ee-42a9-a197-a1d9861e58f7 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c575797ca944772834e38c86f49e2e5 HTTP/1.1" status: 200 len: 379 time: 0.2043633 Nov 12 03:25:53.135107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'port': {'device_id': '63437b47-9428-4a62-97c5-7e377f757d49', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'admin_state_up': True, 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'security_groups': ['2ede6838-beb8-4536-bbb7-108b7ee56220']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.215358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.260337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-4a0abd95-a068-4fe9-bd3c-499c08d7bfd1 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.262570 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-4a0abd95-a068-4fe9-bd3c-499c08d7bfd1 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.100 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 815 time: 0.2375524 Nov 12 03:25:53.264829 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.299657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 40b9eb9f-8159-4974-a273-4f4d3860f37c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:53.309421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.324009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Request body: {'port': {'device_id': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'admin_state_up': True, 'tenant_id': 'e3565b5d0f3545dcb7e0adc255ca9422'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.350075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.354563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 40b9eb9f-8159-4974-a273-4f4d3860f37c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:53.359314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 40b9eb9f-8159-4974-a273-4f4d3860f37c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:53.359780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.380994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b2671f-b551-4b6e-bca9-a6e58e72062a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.396802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.398028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3881b729-fd78-41ba-b33a-6a3f5b597e05 req-d709c25b-234d-4461-b6db-eca494e3d9c2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3741813 Nov 12 03:25:53.430607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bbc1-0d34-4c41-b441-065fe345970f req-fc5eea3f-7588-4050-921d-abaf015c80da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.432365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87b6bbc1-0d34-4c41-b441-065fe345970f req-fc5eea3f-7588-4050-921d-abaf015c80da tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 945 time: 0.1274247 Nov 12 03:25:53.452490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.476631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=1547ba55-d8d9-44ec-9751-8132c82e1d18,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.481780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:53.484488 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3dae86-d6ff-4319-af88-39b91a2e69a4" -d '{"events": [{"server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "name": "network-vif-plugged", "status": "completed", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:53.498671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': '0a542732-896d-4892-b373-0bb2d0f68cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:53.499015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: 378afda8-0c48-4071-9bce-cfc21c4afc43, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:53.504191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.510375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.511541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:53.532698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:53.534266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87b6bbc1-0d34-4c41-b441-065fe345970f req-cdc7dc7d-f712-468b-8afd-399b5021488f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693281 Nov 12 03:25:53.535211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Made reservation on behalf of 2c575797ca944772834e38c86f49e2e5 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.544139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.544983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Made reservation on behalf of e3565b5d0f3545dcb7e0adc255ca9422 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.550692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.562677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 378afda8-0c48-4071-9bce-cfc21c4afc43) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:53.567882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.571732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.579300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5388548-190c-40bc-99e9-1db57d87f4f3 None None] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:53.646726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b44a9f2e-12f8-4ad1-9fc2-534990063731 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0734298 Nov 12 03:25:53.650105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.657151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109363246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.669262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b10812f7-be7d-4778-9012-e06c93228e0b req-fe02fd8d-3778-46ac-9859-cff87dd5d52b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/b5801806-31e2-49dc-8bbe-527ec23e57fd HTTP/1.1" status: 200 len: 1824 time: 0.0735555 Nov 12 03:25:53.743439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.745025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.758098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.771678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.808922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.820296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.829957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b10812f7-be7d-4778-9012-e06c93228e0b req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.831600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.858156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.861612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b05870d1-0f44-4617-89d2-b5e1c6a68b6f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2105739 Nov 12 03:25:53.862940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Allocated IP 172.20.0.4 (efeed3bc-92d5-4b9a-97c7-e989f26b5ea7/eb4a1850-4e3a-4486-9f49-4b8782eb3946/e1a9a2fa-7ccc-4063-9595-49431d326b21) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:53.864015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48128) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.879257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'port': {'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43', 'name': 'tempest-RoutersIpV6Test-1476274346'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.934256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.941070 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.973819 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b10812f7-be7d-4778-9012-e06c93228e0b req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.995458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-378afda8-0c48-4071-9bce-cfc21c4afc43', 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '1547ba55-d8d9-44ec-9751-8132c82e1d18'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:53.996740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.016653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df0ba14d-6aba-4ef4-9161-8bcb262a7ee1 req-1c276148-bbe4-4860-a4cc-b6dc02973097 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 210 time: 0.0728309 Nov 12 03:25:54.027726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.042622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Allocated IP 172.20.0.7 (1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c/08fcfdca-68a3-4b46-9e9d-8d38a3773020/142307e8-d0ed-42ad-ae7f-c35a7d7eb768) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:54.042788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.099597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.148536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:54.152500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.164180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:54.200702 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ef63c-acc0-43b9-954e-4a0a5bdbaf76 x-openstack-request-id: req-1b5ef63c-acc0-43b9-954e-4a0a5bdbaf76 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:54.201309 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "name": "network-vif-plugged", "status": "completed", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:54.201766 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b5ef63c-acc0-43b9-954e-4a0a5bdbaf76 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:54.202340 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c', 'code': 200} Nov 12 03:25:54.206548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e52daa87-ff46-403f-97ca-92b5230851e6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:54.226856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.227634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.269725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Allocated IP 2001:db8::2 (378afda8-0c48-4071-9bce-cfc21c4afc43/1547ba55-d8d9-44ec-9751-8132c82e1d18/b093367b-0a3b-4486-bfe0-4c4318909a33) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:54.274191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event updated for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.296652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca5e5-5c74-49d8-afb8-6a475cd90129 req-433efe5d-2618-4993-9f8f-0f04d376e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.298484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6f3ca5e5-5c74-49d8-afb8-6a475cd90129 req-433efe5d-2618-4993-9f8f-0f04d376e38a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 1098 time: 0.0832167 Nov 12 03:25:54.304767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:54.307236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-b27e573c-7fa2-4bf0-809a-16d78d8bff8d tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0114160 Nov 12 03:25:54.308317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.325787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b10812f7-be7d-4778-9012-e06c93228e0b req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.326722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Request body: {'port': {'device_id': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.328351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b10812f7-be7d-4778-9012-e06c93228e0b req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.329479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b10812f7-be7d-4778-9012-e06c93228e0b req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/b5801806-31e2-49dc-8bbe-527ec23e57fd HTTP/1.1" status: 204 len: 173 time: 0.6063480 Nov 12 03:25:54.375213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ab52e-5222-4e30-a336-d3f977797800 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5801806-31e2-49dc-8bbe-527ec23e57fd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.398888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd0462-b975-4cd9-9dde-b57f9ab1ffee req-7cc19610-a21d-4289-a03e-e2765811e832 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.404482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bfd0462-b975-4cd9-9dde-b57f9ab1ffee req-7cc19610-a21d-4289-a03e-e2765811e832 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 931 time: 0.1861396 Nov 12 03:25:54.407920 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6f3ca5e5-5c74-49d8-afb8-6a475cd90129 req-1077e37a-6150-41e8-8132-cb2b6b10e995 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996628 Nov 12 03:25:54.409525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.411376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.413548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] device_id is not set on port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:54.482256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.489441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.530693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:54.536216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.539728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:54.547040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Pushing event updated for resources: {'Port': ['ID=b093367b-0a3b-4486-bfe0-4c4318909a33,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.599923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bfd0462-b975-4cd9-9dde-b57f9ab1ffee req-792c61f8-36b7-42c8-9579-7aa2e8883006 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795270 Nov 12 03:25:54.616395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436e903-2a0f-4dc9-8ddb-d3298d67d766 req-a6a72ea7-f706-443e-ba9f-8392aaf88a64 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.626730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3436e903-2a0f-4dc9-8ddb-d3298d67d766 req-a6a72ea7-f706-443e-ba9f-8392aaf88a64 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2060912 Nov 12 03:25:54.627944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.629942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Attempting to bind port b093367b-0a3b-4486-bfe0-4c4318909a33 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:54.630550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Attempting to bind port b093367b-0a3b-4486-bfe0-4c4318909a33 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0a542732-896d-4892-b373-0bb2d0f68cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:54.631085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Attempting to bind port b093367b-0a3b-4486-bfe0-4c4318909a33 on network 378afda8-0c48-4071-9bce-cfc21c4afc43 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:54.637710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:54.638218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Checking segment: {'id': '0a542732-896d-4892-b373-0bb2d0f68cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:54.638720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.639344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Bound using segment: {'id': '0a542732-896d-4892-b373-0bb2d0f68cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:54.640079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Bound port: b093367b-0a3b-4486-bfe0-4c4318909a33, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a542732-896d-4892-b373-0bb2d0f68cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '378afda8-0c48-4071-9bce-cfc21c4afc43'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:54.641030 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.693999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8::2de (378afda8-0c48-4071-9bce-cfc21c4afc43/1547ba55-d8d9-44ec-9751-8132c82e1d18/2e3b60ab-f34d-41a0-8e17-d787b55b5b52) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:54.712664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:54.728285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.739925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:54.774184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event updated for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.777832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] For port b093367b-0a3b-4486-bfe0-4c4318909a33, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:54.787785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] For port b093367b-0a3b-4486-bfe0-4c4318909a33, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b093367b-0a3b-4486-bfe0-4c4318909a33,segment=NetworkSegment(0a542732-896d-4892-b373-0bb2d0f68cda),segment_id=0a542732-896d-4892-b373-0bb2d0f68cda)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:54.802408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.873000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a9a2fa-7ccc-4063-9595-49431d326b21 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:54.883505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.914630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Transition to ACTIVE for port object e1a9a2fa-7ccc-4063-9595-49431d326b21 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:54.921605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.934242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82b60a-c30d-45cb-b19d-8a5cc6661850 None None] Pushing event updated for resources: {'Port': ['ID=b093367b-0a3b-4486-bfe0-4c4318909a33,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.967643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.974359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.983884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3436e903-2a0f-4dc9-8ddb-d3298d67d766 req-3d0dba13-7885-4dc9-97d1-2d8203eb00d8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144629 Nov 12 03:25:55.049417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.276361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Attempting to bind port e1a9a2fa-7ccc-4063-9595-49431d326b21 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:55.276669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Attempting to bind port e1a9a2fa-7ccc-4063-9595-49431d326b21 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:55.277004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Attempting to bind port e1a9a2fa-7ccc-4063-9595-49431d326b21 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:55.284505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Port e1a9a2fa-7ccc-4063-9595-49431d326b21 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:55.284827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Attempting to bind port e1a9a2fa-7ccc-4063-9595-49431d326b21 on network efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:55.286634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-54742173-961a-4f5e-875b-eac0f252bb0e tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1571233 Nov 12 03:25:55.290745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:55.291177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Checking segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:55.291625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Bound using segment: {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:55.292302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Bound port: e1a9a2fa-7ccc-4063-9595-49431d326b21, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0385c56a-809b-459e-9639-5a1f9952f9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:55.292820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.323638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Request body: {'port': {'device_id': '63437b47-9428-4a62-97c5-7e377f757d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:55.348373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc214b1c-00d4-49fb-b840-5cd8125d7fb2 None None] Provisioning complete for port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:55.351109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc214b1c-00d4-49fb-b840-5cd8125d7fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.353421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0e7880a-d916-43b6-81b9-9925c7ad6efe req-21358e86-fa25-4315-8653-7d877d1fec96 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/78637160-4498-4ca4-b880-e3994ff4094e HTTP/1.1" status: 200 len: 1823 time: 0.3080063 Nov 12 03:25:55.431664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:55.434488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc214b1c-00d4-49fb-b840-5cd8125d7fb2 None None] Port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:55.441070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:55.448892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.500804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.501591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.503735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] 10.222.0.100 "PUT /v2.0/ports/e1a9a2fa-7ccc-4063-9595-49431d326b21 HTTP/1.1" status: 200 len: 1092 time: 1.1878698 Nov 12 03:25:55.504339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:55.506833 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace" -d '{"events": [{"name": "network-changed", "server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:55.537622 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.548219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d1c7a-d53a-4975-96d7-8201be27ddf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.589612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4655493-6182-499e-88c8-dd2da41e59fb req-3832bc71-5b67-4fd1-b071-28638fde0b17 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.592496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4655493-6182-499e-88c8-dd2da41e59fb req-3832bc71-5b67-4fd1-b071-28638fde0b17 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.3713496 Nov 12 03:25:55.631551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.637744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-90d4f0bc-1330-4188-891e-ad91719872ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.640612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-90d4f0bc-1330-4188-891e-ad91719872ec service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 1095 time: 0.0636804 Nov 12 03:25:55.701140 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-1722ddc6-3927-4ddc-a802-08b5a9242428 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21 HTTP/1.1" status: 200 len: 217 time: 0.0527523 Nov 12 03:25:55.747930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.765680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-f5c6569d-9601-4458-a698-92bd86a38670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.767082 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-f5c6569d-9601-4458-a698-92bd86a38670 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.0581434 Nov 12 03:25:55.809858 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-7d4cde43-4ea5-42e6-891a-3292ab221161 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354953 Nov 12 03:25:55.862971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=2e3b60ab-f34d-41a0-8e17-d787b55b5b52,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.879035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4655493-6182-499e-88c8-dd2da41e59fb req-9881e8a0-4285-4244-ae1e-fcf24faec4dc tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740884 Nov 12 03:25:55.921563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:55.926069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:55.940559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:55.955926 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-1bc08ca5-47f3-4d69-a3c9-87f2e4a91460 service neutron] 10.222.0.100 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382828 Nov 12 03:25:55.965537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.966285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.000257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1300946189', 'description': 'tempest-description-1414883073'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:56.062921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:56.063726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7f37ae4-adee-44f4-ab95-73966d0503c5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1936345 Nov 12 03:25:56.116842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:56.133761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.145564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: e52daa87-ff46-403f-97ca-92b5230851e6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:56.145815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e52daa87-ff46-403f-97ca-92b5230851e6 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:56.188079 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-951b1869-e2f3-4783-9ac9-2e6e9597200c req-4bd09f8a-15ac-4b02-a9ed-463a75f5be59 service neutron] 10.222.0.100 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202597 Nov 12 03:25:56.197815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5d7ed-7764-4513-afba-e7d6f61f208b req-7c667bd0-1c06-4f28-be1e-ba8590472185 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.204102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:56.205917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccb5d7ed-7764-4513-afba-e7d6f61f208b req-7c667bd0-1c06-4f28-be1e-ba8590472185 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 931 time: 0.1993368 Nov 12 03:25:56.207554 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6feae-8831-44be-bc8d-c11cb5eb5123" -d '{"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:56.279899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.295063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.369008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccb5d7ed-7764-4513-afba-e7d6f61f208b req-d19dbdd4-e477-4155-a1b2-12f06f34a0cf tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584001 Nov 12 03:25:56.401247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.402696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6394397-7c83-463f-836c-d1f358824ca8 req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4102843 Nov 12 03:25:56.413974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80676a5e-9b3d-43fc-bc5b-821f2a66c969 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08155c1-4eb2-40a2-a420-386ece36f8f8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.481442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecdd506-014b-4fdd-ab7f-512dbf5a6d71 None None] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:56.523141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:56.594181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.662737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Transition to ACTIVE for port object 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:56.671374 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.685187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774094-9e5a-4b4b-9d1d-358a3ca8da15 req-328a29d9-35f4-4325-932a-c5fe39ef255e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.693621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62774094-9e5a-4b4b-9d1d-358a3ca8da15 req-328a29d9-35f4-4325-932a-c5fe39ef255e tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 943 time: 0.1958113 Nov 12 03:25:56.767898 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edfaf69-9a74-4bd6-b589-5541c4ffdec3 x-openstack-request-id: req-1edfaf69-9a74-4bd6-b589-5541c4ffdec3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:56.768187 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:56.768432 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1edfaf69-9a74-4bd6-b589-5541c4ffdec3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:56.768822 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21', 'status': 'completed', 'code': 200} Nov 12 03:25:56.786740 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddad948-0d2b-40f6-b69e-15fe4a72b925 x-openstack-request-id: req-0ddad948-0d2b-40f6-b69e-15fe4a72b925 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:56.787066 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-unplugged", "status": "failed", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:56.787418 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ddad948-0d2b-40f6-b69e-15fe4a72b925 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:56.787913 n-d-713499-30 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'code': 422} returned with failed status Nov 12 03:25:56.848573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] Provisioning complete for port b093367b-0a3b-4486-bfe0-4c4318909a33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:56.848933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.876904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b093367b-0a3b-4486-bfe0-4c4318909a33 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:56.946506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-72d16f61-8c58-4603-8877-a767417153cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.948070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-72d16f61-8c58-4603-8877-a767417153cf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 1095 time: 0.1820199 Nov 12 03:25:56.956221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-255b910a-61b7-408a-9491-574e28e41214 req-eb4c1980-0f30-4bf9-ac74-0dd9ae8775dc tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 200 len: 1824 time: 0.2241275 Nov 12 03:25:56.984541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-c67ae59e-1340-473f-9ca0-f721ab0e9f37 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2045271 Nov 12 03:25:56.990328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd08155c1-4eb2-40a2-a420-386ece36f8f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:56.990785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd08155c1-4eb2-40a2-a420-386ece36f8f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:57.001517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Pushing event updated for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.009965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-5e047788-c5e8-4a3f-9358-0d7d9ac6cf28 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:25:57.010962 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-5e047788-c5e8-4a3f-9358-0d7d9ac6cf28 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073547 Nov 12 03:25:57.078767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62774094-9e5a-4b4b-9d1d-358a3ca8da15 req-55326cb9-5843-4f50-aaaf-1efa49b1d06c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840072 Nov 12 03:25:57.150825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b093367b-0a3b-4486-bfe0-4c4318909a33 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:57.151312 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.169965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Attempting to bind port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:57.170315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Attempting to bind port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:57.170635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Attempting to bind port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 on network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:57.186352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 on network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:57.186701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Attempting to bind port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 on network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:57.207044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.220827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:57.221779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Checking segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:57.222072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Bound using segment: {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:57.222534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Bound port: 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110cda73-5c7d-4401-a0ff-d0794e0ef712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:57.222883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.271777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.279080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.298206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-dbc74763-cc02-49e3-9d4f-bd3b6b7c6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.300213 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-dbc74763-cc02-49e3-9d4f-bd3b6b7c6080 service neutron] 10.222.0.100 "GET /v2.0/networks?id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 200 len: 917 time: 0.3214676 Nov 12 03:25:57.318997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.334027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.339202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:57.373220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682699db-6445-4943-b8b8-e4cf097cbd95,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.447663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] For port b093367b-0a3b-4486-bfe0-4c4318909a33, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b093367b-0a3b-4486-bfe0-4c4318909a33,segment=NetworkSegment(0a542732-896d-4892-b373-0bb2d0f68cda),segment_id=0a542732-896d-4892-b373-0bb2d0f68cda)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:57.470220 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-ea148817-3364-4cd3-b1ec-03242c61e463 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21 HTTP/1.1" status: 200 len: 217 time: 0.1558230 Nov 12 03:25:57.507570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.522411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.525455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-255b910a-61b7-408a-9491-574e28e41214 req-0169c662-3c06-4bee-ae2e-d8ee9d996084 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5473571 Nov 12 03:25:57.547651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:57.556181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:57.574808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-d92421cc-ce24-4e26-a1e2-8ad239b985c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.576222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-d92421cc-ce24-4e26-a1e2-8ad239b985c1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 200 len: 855 time: 0.0882933 Nov 12 03:25:57.593412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5c3b9-73ce-4156-9697-49cf6e9a8647 req-b386da8c-3e19-4afb-b8c4-d60f8d4d220e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.594985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba5c3b9-73ce-4156-9697-49cf6e9a8647 req-b386da8c-3e19-4afb-b8c4-d60f8d4d220e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2158599 Nov 12 03:25:57.596270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.629821 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.743584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4567419-ea91-454a-8676-ea4df76f51df None None] Pushing event updated for resources: {'Port': ['ID=b093367b-0a3b-4486-bfe0-4c4318909a33,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.802105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:25:57.802337 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:25:57.912614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6067e792-8ddb-40b1-a88a-5096cb1e42b2 None None] Provisioning complete for port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:57.913177 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6067e792-8ddb-40b1-a88a-5096cb1e42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.978027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.993863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.014642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6067e792-8ddb-40b1-a88a-5096cb1e42b2 None None] Port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:58.030547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-7d5da104-80be-4c9d-9603-cb83fba53abf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502937 Nov 12 03:25:58.038478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6067e792-8ddb-40b1-a88a-5096cb1e42b2 None None] Provisioning complete for port b093367b-0a3b-4486-bfe0-4c4318909a33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:58.038851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6067e792-8ddb-40b1-a88a-5096cb1e42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.192072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=2e3b60ab-f34d-41a0-8e17-d787b55b5b52,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.269178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Pushing event updated for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.298516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.312307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.313869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-adfe46db-07e9-4452-af7d-bc53080c422e service neutron] 10.222.0.100 "PUT /v2.0/ports/142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 200 len: 1092 time: 3.0104966 Nov 12 03:25:58.314676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:58.317579 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49359f9e-689b-4d61-859a-cd40598a5309" -d '{"events": [{"name": "network-changed", "server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:58.376861 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-6c5f1310-9086-4795-aba3-399b0315bcab service neutron] 10.222.0.100 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241408 Nov 12 03:25:58.423122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8f10034a-899b-4632-9c03-c69ac23dc506 None None] Provisioning complete for port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:58.423683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f10034a-899b-4632-9c03-c69ac23dc506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.518459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba5c3b9-73ce-4156-9697-49cf6e9a8647 req-6bfb8016-2caf-4ef8-84d8-30cf5170623a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9139497 Nov 12 03:25:58.527188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8f10034a-899b-4632-9c03-c69ac23dc506 None None] Port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:58.529474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-4a06d8a8-5232-4ec8-9aec-b46db25760a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.531156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-4a06d8a8-5232-4ec8-9aec-b46db25760a0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2c575797ca944772834e38c86f49e2e5&device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 1095 time: 0.1542966 Nov 12 03:25:58.544577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e044ee-6f5d-4c99-bf61-f773019465a7 req-4e51c868-0346-477c-b037-c2e785f7725e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.565430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6e044ee-6f5d-4c99-bf61-f773019465a7 req-4e51c868-0346-477c-b037-c2e785f7725e tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.3199298 Nov 12 03:25:58.631576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.672757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-085815be-01e0-499d-93ef-4ed7e5223eaf None None] Provisioning complete for port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:58.673125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-085815be-01e0-499d-93ef-4ed7e5223eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.704757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-35f20fea-be62-4e2c-93d2-9e88b001b737 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 200 len: 217 time: 0.1381953 Nov 12 03:25:58.754768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b093367b-0a3b-4486-bfe0-4c4318909a33 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:58.824171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3ed53c85-bd17-4a1e-a8d4-c878ef6faace req-96c8b128-d743-484c-af93-de6c12372ef9 service neutron] 10.222.0.100 "GET /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360533 Nov 12 03:25:58.833391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.841476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-085815be-01e0-499d-93ef-4ed7e5223eaf None None] Port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:58.849371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-6a34ca70-22e9-4d1d-9fc8-712bc812ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.850847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-6a34ca70-22e9-4d1d-9fc8-712bc812ebfc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08fcfdca-68a3-4b46-9e9d-8d38a3773020 HTTP/1.1" status: 200 len: 852 time: 0.0950689 Nov 12 03:25:58.856374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6e044ee-6f5d-4c99-bf61-f773019465a7 req-d78e3b8f-aab7-41e6-ac82-5240b1a57fd3 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065339 Nov 12 03:25:58.879747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b093367b-0a3b-4486-bfe0-4c4318909a33 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:58.880163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.890773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56af54-e6c6-40f6-a19e-65ed43c178c8 req-01ee092c-0bb6-493a-a308-4e64bc84e679 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.898242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c56af54-e6c6-40f6-a19e-65ed43c178c8 req-01ee092c-0bb6-493a-a308-4e64bc84e679 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 943 time: 0.2364123 Nov 12 03:25:58.996602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-d30c3e54-7b0b-4714-94fd-740599cc88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.998151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-d30c3e54-7b0b-4714-94fd-740599cc88d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382065 Nov 12 03:25:59.002730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be37e016-a160-490d-ac85-22b2ef764a14 req-3a34e313-317f-480f-bc5b-cc070b40493b tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 200 len: 2418 time: 0.0834129 Nov 12 03:25:59.017239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c56af54-e6c6-40f6-a19e-65ed43c178c8 req-ac4a7288-2721-476f-87b9-d7791049120d tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124313 Nov 12 03:25:59.044181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd08155c1-4eb2-40a2-a420-386ece36f8f8', 'remote_group_id': None}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:59.044979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd08155c1-4eb2-40a2-a420-386ece36f8f8', 'remote_group_id': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:59.182692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-a458aa1e-c368-4f28-92f2-f65404844ce6 service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637938 Nov 12 03:25:59.210877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.213884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470381f3-ddbc-4fd9-9725-c9ad89b2ef5d req-4961c736-6b5a-44d7-9034-4365633519c4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.215376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-470381f3-ddbc-4fd9-9725-c9ad89b2ef5d req-4961c736-6b5a-44d7-9034-4365633519c4 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 943 time: 0.1103506 Nov 12 03:25:59.228105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.228105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.294187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.328308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=2e3b60ab-f34d-41a0-8e17-d787b55b5b52,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.335379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.346843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.350601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e1a9a2fa-7ccc-4063-9595-49431d326b21 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:59.374541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-470381f3-ddbc-4fd9-9725-c9ad89b2ef5d req-941923de-ff22-4d18-850e-c21cb37654b3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342072 Nov 12 03:25:59.392829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fc852f1-8a8e-4964-859e-5cc8a6390a25 req-d2eba67d-caa2-4886-bb61-136319044717 service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013786 Nov 12 03:25:59.394307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a3e679-1894-4393-9dc6-d658c172bef2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.397671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:59.406685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:59.418207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.421700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be37e016-a160-490d-ac85-22b2ef764a14 req-1c5f7888-6fe9-4bcf-b8a5-dadd23657271 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3859394 Nov 12 03:25:59.483001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.504741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'e1a9a2fa-7ccc-4063-9595-49431d326b21', 'network_id': 'efeed3bc-92d5-4b9a-97c7-e989f26b5ea7', 'port_id': 'e1a9a2fa-7ccc-4063-9595-49431d326b21', 'mac_address': 'fa:16:3e:dd:3c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4a1850-4e3a-4486-9f49-4b8782eb3946', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:59.515492 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14948b1-21fb-48d8-8e99-d18ae2964d26 x-openstack-request-id: req-c14948b1-21fb-48d8-8e99-d18ae2964d26 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:59.516316 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:59.516667 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c14948b1-21fb-48d8-8e99-d18ae2964d26 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:59.517255 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'status': 'completed', 'code': 200} Nov 12 03:25:59.553637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.567932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a9a2fa-7ccc-4063-9595-49431d326b21 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:59.603299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:59.613601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.680014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 45593c4e-581f-4e4e-84d5-538bc8314ab5 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:59.684201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b66dd5f-c2db-4b39-819d-efd7bb3be7d1 req-bc051e60-9f1f-423f-80be-00e5587d2b89 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 200 len: 3017 time: 0.1420164 Nov 12 03:25:59.690671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359f9e-689b-4d61-859a-cd40598a5309 req-20228d56-aece-4fc8-8d1c-43bc8ea97c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.692420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-20228d56-aece-4fc8-8d1c-43bc8ea97c22 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2c575797ca944772834e38c86f49e2e5&device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 1095 time: 0.1392221 Nov 12 03:25:59.704845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.820698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-7258a853-d0b9-4194-b82c-eaa990855cb2 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-group-rules/73a3e679-1894-4393-9dc6-d658c172bef2 HTTP/1.1" status: 200 len: 783 time: 0.0748808 Nov 12 03:25:59.834935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:59.840863 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2a507cec-044d-463c-a388-fef153c4b108 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/45593c4e-581f-4e4e-84d5-538bc8314ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7762284 Nov 12 03:25:59.843282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:59.850159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] Sync routers for ids ['45593c4e-581f-4e4e-84d5-538bc8314ab5'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:59.863892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] Routers {'45593c4e-581f-4e4e-84d5-538bc8314ab5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:59.864541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['45593c4e-581f-4e4e-84d5-538bc8314ab5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:59.894729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b057b3-0b8c-4f2e-9b3c-a91d07f72928 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.896362 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01b057b3-0b8c-4f2e-9b3c-a91d07f72928 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports/2e3b60ab-f34d-41a0-8e17-d787b55b5b52 HTTP/1.1" status: 200 len: 984 time: 0.0520854 Nov 12 03:25:59.899052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:59.915850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:59.918465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e1a9a2fa-7ccc-4063-9595-49431d326b21'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:59.923038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359f9e-689b-4d61-859a-cd40598a5309 req-1ea4a105-e12f-47c4-85c6-78e0cd2149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.925479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-1ea4a105-e12f-47c4-85c6-78e0cd2149a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 200 len: 915 time: 0.2181795 Nov 12 03:25:59.994981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7655f8d4-3f03-4d1a-bb9c-7223ff58aa99 None None] Provisioning complete for port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:59.995282 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7655f8d4-3f03-4d1a-bb9c-7223ff58aa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.039933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7655f8d4-3f03-4d1a-bb9c-7223ff58aa99 None None] Port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:00.040750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e05c67-c33f-41e9-98d3-6206a0510a5d req-280b1382-08b7-42cc-9dd3-8cb7aacc7a36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.041598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] Routers {'45593c4e-581f-4e4e-84d5-538bc8314ab5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:00.042295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['45593c4e-581f-4e4e-84d5-538bc8314ab5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:00.050914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21e05c67-c33f-41e9-98d3-6206a0510a5d req-280b1382-08b7-42cc-9dd3-8cb7aacc7a36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2337396 Nov 12 03:26:00.078090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-727dd2c9-2d70-4851-96fc-db55e988a33c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 200 len: 217 time: 0.1354399 Nov 12 03:26:00.083116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-689d9a67-3040-42dc-a200-b357c759eba6 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 200 len: 3017 time: 0.2454753 Nov 12 03:26:00.084448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:00.085175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7d268d-2375-42b0-b0b3-10559df77526 None None] The sync data for ids ['45593c4e-581f-4e4e-84d5-538bc8314ab5'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:00.134272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.143462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.206278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.228212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.232445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c44b75e-daaa-4211-8f0f-3798e7c5d5a0 req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/73a3e679-1894-4393-9dc6-d658c172bef2 HTTP/1.1" status: 204 len: 173 time: 0.1289093 Nov 12 03:26:00.233405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a068e39-c81b-4eb2-95ab-24e84ed40a0c tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73a3e679-1894-4393-9dc6-d658c172bef2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.269217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21e05c67-c33f-41e9-98d3-6206a0510a5d req-0ed5acda-3610-48ac-9618-26c3e976b14d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169089 Nov 12 03:26:00.286490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359f9e-689b-4d61-859a-cd40598a5309 req-53473936-f83c-4211-a4c7-794006ec29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.292004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-53473936-f83c-4211-a4c7-794006ec29a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08fcfdca-68a3-4b46-9e9d-8d38a3773020 HTTP/1.1" status: 200 len: 852 time: 0.2005889 Nov 12 03:26:00.428172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.443754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359f9e-689b-4d61-859a-cd40598a5309 req-2edddc6d-d183-4b1a-85d1-62d9e5da93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.445419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-2edddc6d-d183-4b1a-85d1-62d9e5da93c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436284 Nov 12 03:26:00.474785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fdf66-95d3-40cc-93d6-12a877e8d38a req-fcce60d6-d9b4-46d1-8721-5fddc8c3cf3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.476544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce4fdf66-95d3-40cc-93d6-12a877e8d38a req-fcce60d6-d9b4-46d1-8721-5fddc8c3cf3b tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.1162477 Nov 12 03:26:00.544058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81236e9-8dca-4446-974d-0fb7503e01fc req-c78b98f6-e145-4509-9506-251978f3112b tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.546013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c81236e9-8dca-4446-974d-0fb7503e01fc req-c78b98f6-e145-4509-9506-251978f3112b tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 943 time: 0.1460953 Nov 12 03:26:00.625594 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.651657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:00.651941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.677068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce4fdf66-95d3-40cc-93d6-12a877e8d38a req-d9439e98-33c5-4219-a425-7157e04897e1 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890216 Nov 12 03:26:00.684212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c81236e9-8dca-4446-974d-0fb7503e01fc req-7b85edd1-ea02-47e0-beb2-5d3b9e597a89 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245162 Nov 12 03:26:00.687828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-5bc3c58b-2a73-4a7d-b95a-41854a9817ef service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316334 Nov 12 03:26:00.759333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.774591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 2e3b60ab-f34d-41a0-8e17-d787b55b5b52 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:00.848018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60533fcc-1e62-48c4-b320-53743abc1008 req-5fd67a66-9632-43c7-8ec3-c346c60890b9 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 200 len: 2418 time: 0.1265993 Nov 12 03:26:00.904016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151e26-a808-423b-9e64-47d54d8a64bc req-0bdad993-35a8-4be0-932f-783bdef3b5c3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.905792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68151e26-a808-423b-9e64-47d54d8a64bc req-0bdad993-35a8-4be0-932f-783bdef3b5c3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 944 time: 0.1129842 Nov 12 03:26:00.910863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49359f9e-689b-4d61-859a-cd40598a5309 req-25b6a832-5a25-44a3-a61b-d5faafaf3bd3 service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114093 Nov 12 03:26:00.969027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60533fcc-1e62-48c4-b320-53743abc1008 req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.971138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.980926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68151e26-a808-423b-9e64-47d54d8a64bc req-3a14932b-f783-44a7-9135-cb1256777dc7 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659354 Nov 12 03:26:01.003475 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60533fcc-1e62-48c4-b320-53743abc1008 req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.053318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=2e3b60ab-f34d-41a0-8e17-d787b55b5b52,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.079534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60533fcc-1e62-48c4-b320-53743abc1008 req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.085525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60533fcc-1e62-48c4-b320-53743abc1008 req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.093216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60533fcc-1e62-48c4-b320-53743abc1008 req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/d08155c1-4eb2-40a2-a420-386ece36f8f8 HTTP/1.1" status: 204 len: 173 time: 0.2320116 Nov 12 03:26:01.104334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08155c1-4eb2-40a2-a420-386ece36f8f8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.123702 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-ecbcc0d0-ce80-4f17-a057-d70d6d048c28 req-f55b755b-f656-47a8-ae03-829f2e98dc6a tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] show failed (client error): The resource could not be found. Nov 12 03:26:01.125493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecbcc0d0-ce80-4f17-a057-d70d6d048c28 req-f55b755b-f656-47a8-ae03-829f2e98dc6a tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/b5801806-31e2-49dc-8bbe-527ec23e57fd HTTP/1.1" status: 404 len: 352 time: 0.0186489 Nov 12 03:26:01.133190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.133624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.145140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.145551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.145887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.146220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.146544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.146868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.147191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.147511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.150519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.150861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1e3d78-5193-4e21-aa14-8a668d0ec8ef tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:01.162267 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.226150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-8e9bddb6-e131-4608-9cde-270c9433b178 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/78637160-4498-4ca4-b880-e3994ff4094e HTTP/1.1" status: 200 len: 1823 time: 0.0719674 Nov 12 03:26:01.306512 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.335586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.355378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e1a9a2fa-7ccc-4063-9595-49431d326b21 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:01.406928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 45593c4e-581f-4e4e-84d5-538bc8314ab5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:01.417043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port e1a9a2fa-7ccc-4063-9595-49431d326b21 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:01.421973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port e1a9a2fa-7ccc-4063-9595-49431d326b21 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:01.422344 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.424822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.427433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.428691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a094ecc3-f0e2-4f1f-9bfd-1f9268959a3a req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/78637160-4498-4ca4-b880-e3994ff4094e HTTP/1.1" status: 204 len: 173 time: 0.1946011 Nov 12 03:26:01.443376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367f586-2052-43e6-b4f4-a538dd38503f tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78637160-4498-4ca4-b880-e3994ff4094e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.456416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe7aff-72e3-443a-92b2-c159d4c08cf5 req-9ab4245c-f6b5-442f-bdd9-f1c75b8166f3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.465387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47fe7aff-72e3-443a-92b2-c159d4c08cf5 req-9ab4245c-f6b5-442f-bdd9-f1c75b8166f3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.0840511 Nov 12 03:26:01.507593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:01.516410 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1daefdaa-368f-4e97-b687-887be33447a6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/45593c4e-581f-4e4e-84d5-538bc8314ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6162422 Nov 12 03:26:01.517743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:01.520087 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] Sync routers for ids ['45593c4e-581f-4e4e-84d5-538bc8314ab5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:01.531592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bccb2875-014c-4536-8c79-5d846f3010ca req-9887fbd0-de3c-4db9-80a2-c0fb4bc92f6e tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/20e39cf6-34cb-4cc9-a492-63f41c5a9d49 HTTP/1.1" status: 200 len: 1823 time: 0.0582836 Nov 12 03:26:01.541218 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] Routers {'45593c4e-581f-4e4e-84d5-538bc8314ab5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:01.542299 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['45593c4e-581f-4e4e-84d5-538bc8314ab5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.573941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47fe7aff-72e3-443a-92b2-c159d4c08cf5 req-a2fd4d51-74b6-484a-b416-b564f7104f30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075919 Nov 12 03:26:01.578605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.588105 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] Routers {'45593c4e-581f-4e4e-84d5-538bc8314ab5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:01.588880 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['45593c4e-581f-4e4e-84d5-538bc8314ab5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.623184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bccb2875-014c-4536-8c79-5d846f3010ca req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.624635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.631073 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.631773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e34dd-7505-4892-a79d-0ec9703bd2e3 None None] The sync data for ids ['45593c4e-581f-4e4e-84d5-538bc8314ab5'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:01.633597 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.654411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bccb2875-014c-4536-8c79-5d846f3010ca req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.675086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:01.676219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:01.679822 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43621aba-29ba-4988-8622-0cb25c2774ec" -d '{"events": [{"server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:01.683859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.751575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.757888 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38bf17-eb0a-413f-9e4e-b9bea5bc2bca x-openstack-request-id: req-5f38bf17-eb0a-413f-9e4e-b9bea5bc2bca {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:01.758405 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:01.758808 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5f38bf17-eb0a-413f-9e4e-b9bea5bc2bca {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:01.759402 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21', 'code': 200} Nov 12 03:26:01.784425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bccb2875-014c-4536-8c79-5d846f3010ca req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.798961 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bccb2875-014c-4536-8c79-5d846f3010ca req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.800740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bccb2875-014c-4536-8c79-5d846f3010ca req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/20e39cf6-34cb-4cc9-a492-63f41c5a9d49 HTTP/1.1" status: 204 len: 173 time: 0.2607453 Nov 12 03:26:01.814325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee7012-4d66-4d1b-bee2-2c932a95d0ae tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e39cf6-34cb-4cc9-a492-63f41c5a9d49,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.947019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61f97-e18a-4ca2-908f-b9187926db55 req-d739f89b-688c-4024-b951-bb185045f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.948467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29a61f97-e18a-4ca2-908f-b9187926db55 req-d739f89b-688c-4024-b951-bb185045f107 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 1097 time: 0.1247396 Nov 12 03:26:01.970446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957ee8-6abb-42cd-bfe5-dc70081ca923 req-28716f20-dcda-4311-b5c5-e47fc822f7a3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.972586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be957ee8-6abb-42cd-bfe5-dc70081ca923 req-28716f20-dcda-4311-b5c5-e47fc822f7a3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 943 time: 0.1074576 Nov 12 03:26:01.987630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7669-8c62-4676-ac30-83042592bf73 req-1451f2b4-923c-4771-b276-e743646c3551 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:01.989179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3b7669-8c62-4676-ac30-83042592bf73 req-1451f2b4-923c-4771-b276-e743646c3551 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.0952065 Nov 12 03:26:02.081369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29a61f97-e18a-4ca2-908f-b9187926db55 req-b91993c3-1e5a-4b3d-9e7d-3dc5bcba4340 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250014 Nov 12 03:26:02.088866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be957ee8-6abb-42cd-bfe5-dc70081ca923 req-664531ae-6879-4817-8662-5a5d8bfacf27 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969701 Nov 12 03:26:02.093200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3b7669-8c62-4676-ac30-83042592bf73 req-5a446fa0-43c6-4d89-b7bb-ad79f0f5f8fe tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951970 Nov 12 03:26:02.187686 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9413be81-053a-4274-8f62-8ae2983655c9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:26:02.189008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9413be81-053a-4274-8f62-8ae2983655c9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/45593c4e-581f-4e4e-84d5-538bc8314ab5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6702256 Nov 12 03:26:02.192705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.193490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-214641b3-8233-4cfd-9948-a10c51f2618a tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/4f645af5-8534-486b-942c-aca3d267d70a HTTP/1.1" status: 200 len: 1824 time: 0.0534389 Nov 12 03:26:02.220404 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9295b94b-829f-4dba-800c-79ac9c680052 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=45593c4e-581f-4e4e-84d5-538bc8314ab5 HTTP/1.1" status: 200 len: 205 time: 0.0261924 Nov 12 03:26:02.223199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.256919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b737a-4105-44a3-8730-f1d4b6d818ab req-2ed9bd14-baf6-4723-b7af-93f4ae2b17e1 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.258433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-948b737a-4105-44a3-8730-f1d4b6d818ab req-2ed9bd14-baf6-4723-b7af-93f4ae2b17e1 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.0804365 Nov 12 03:26:02.311710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.321863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.348052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-948b737a-4105-44a3-8730-f1d4b6d818ab req-d21c0f10-166a-4ffb-a8e7-d1baf94cf46a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788708 Nov 12 03:26:02.361668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.410046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.412820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.413995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d89dca0e-85db-4011-bdef-c8a9fb0744d2 req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/4f645af5-8534-486b-942c-aca3d267d70a HTTP/1.1" status: 204 len: 173 time: 0.2062726 Nov 12 03:26:02.428170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ae8f1-02dc-4d1c-b6ab-7797936709c4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f645af5-8534-486b-942c-aca3d267d70a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.488756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.491365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.515145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-82648709-a0ab-42ef-ac18-10c5e6dab4f3 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/62b5a869-e606-460a-8f9f-709366bf7f6e HTTP/1.1" status: 200 len: 2424 time: 0.0533574 Nov 12 03:26:02.548829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.549755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 45593c4e-581f-4e4e-84d5-538bc8314ab5 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:02.558267 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.562425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1cf409d8-a9cb-470e-816c-6cb14381f48c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/45593c4e-581f-4e4e-84d5-538bc8314ab5 HTTP/1.1" status: 204 len: 168 time: 0.3378949 Nov 12 03:26:02.563045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.591252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.625928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.654525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 1547ba55-d8d9-44ec-9751-8132c82e1d18 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:02.658047 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.708106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.711396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.714114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.724658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9092313-833a-4295-b9f6-6df73bb1ab66 req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/62b5a869-e606-460a-8f9f-709366bf7f6e HTTP/1.1" status: 204 len: 173 time: 0.2084715 Nov 12 03:26:02.754546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea398b-a058-4b50-8248-4f991a9a6187 req-dc24f7a0-baf3-4900-9a71-a98699691441 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.764332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86ea398b-a058-4b50-8248-4f991a9a6187 req-dc24f7a0-baf3-4900-9a71-a98699691441 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.1085823 Nov 12 03:26:02.768181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fe64c-f71c-4fc4-90e6-2b3ca0e879ab tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b5a869-e606-460a-8f9f-709366bf7f6e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.814703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.849929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86ea398b-a058-4b50-8248-4f991a9a6187 req-6668bd59-3e26-4a5f-8c19-74b7ebcde8a1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847328 Nov 12 03:26:02.864975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee73202-efce-4e4d-aa5b-6b982ef8792f req-03241bee-b45b-49a5-985d-03ba5b9602c4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.866652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dee73202-efce-4e4d-aa5b-6b982ef8792f req-03241bee-b45b-49a5-985d-03ba5b9602c4 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.1001260 Nov 12 03:26:02.890587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.911258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b4aca-759f-41ae-b417-a7fdec37f4ea None None] Network 378afda8-0c48-4071-9bce-cfc21c4afc43 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:02.918241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.922773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/1547ba55-d8d9-44ec-9751-8132c82e1d18 HTTP/1.1" status: 204 len: 168 time: 0.3586221 Nov 12 03:26:02.926239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.963629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dee73202-efce-4e4d-aa5b-6b982ef8792f req-6ba1edf8-472c-4ec7-b53f-45a98dcf7cfd tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898614 Nov 12 03:26:02.967142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-9cb7e87e-3531-4b0e-b9b7-eac0bc4b9dc4 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "GET /v2.0/security-groups/1d119d53-ce06-4631-bc3f-3eeda622be60 HTTP/1.1" status: 200 len: 2418 time: 0.0663505 Nov 12 03:26:02.972842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32b1ad-7f06-4333-86f2-bef8219d8fad tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=1547ba55-d8d9-44ec-9751-8132c82e1d18,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.053173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.077000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.079954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.139345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.142410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.143602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ce3b673-4cc6-4cb0-a58b-705c17531788 req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] 10.222.0.93 "DELETE /v2.0/security-groups/1d119d53-ce06-4631-bc3f-3eeda622be60 HTTP/1.1" status: 204 len: 173 time: 0.1652565 Nov 12 03:26:03.157878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.159915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] DHCP port deletion for 378afda8-0c48-4071-9bce-cfc21c4afc43 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:03.189433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb700507-1114-4c47-93b9-eb6e0b37ad22 tempest-SecurityGroupRulesTestJSON-1975103312 tempest-SecurityGroupRulesTestJSON-1975103312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d119d53-ce06-4631-bc3f-3eeda622be60,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.243395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port b093367b-0a3b-4486-bfe0-4c4318909a33 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:03.243727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.253417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916f1-3830-4833-89f6-ec0e696c5bf4 req-05d1f1fd-653c-431c-91d9-377c66a397c6 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.256509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ef916f1-3830-4833-89f6-ec0e696c5bf4 req-05d1f1fd-653c-431c-91d9-377c66a397c6 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 943 time: 0.0691299 Nov 12 03:26:03.263262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Deleting port b093367b-0a3b-4486-bfe0-4c4318909a33 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:03.263647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.279152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Deleting subnet 9a6d0a9a-0a8c-4da6-8d3a-98af91762d93 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:03.312758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.317774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ef916f1-3830-4833-89f6-ec0e696c5bf4 req-f7cfbb37-601a-4829-867a-27727b64825d tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549591 Nov 12 03:26:03.357926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] For port b093367b-0a3b-4486-bfe0-4c4318909a33, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b093367b-0a3b-4486-bfe0-4c4318909a33,segment=NetworkSegment(0a542732-896d-4892-b373-0bb2d0f68cda),segment_id=0a542732-896d-4892-b373-0bb2d0f68cda)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.358247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.359374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port b093367b-0a3b-4486-bfe0-4c4318909a33, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b093367b-0a3b-4486-bfe0-4c4318909a33,segment=NetworkSegment(0a542732-896d-4892-b373-0bb2d0f68cda),segment_id=0a542732-896d-4892-b373-0bb2d0f68cda)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.359744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.374369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Calling delete_port for b093367b-0a3b-4486-bfe0-4c4318909a33 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:03.377775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:03.406440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for b093367b-0a3b-4486-bfe0-4c4318909a33 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:03.433323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.533136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c446b6-fbd7-493e-95b3-2e9a541e1cfd req-83158b87-e113-49ab-aebc-cfdc026c0403 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.535423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4c446b6-fbd7-493e-95b3-2e9a541e1cfd req-83158b87-e113-49ab-aebc-cfdc026c0403 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.0963476 Nov 12 03:26:03.553763 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.569038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.590711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] Pushing event deleted for resources: {'Port': ['ID=b093367b-0a3b-4486-bfe0-4c4318909a33,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.602384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.614240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099e3d8-12ee-4fcb-bdb7-b9c8c4f1a28b None None] No DVR routers for this DVR port b093367b-0a3b-4486-bfe0-4c4318909a33 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:03.614467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port b093367b-0a3b-4486-bfe0-4c4318909a33 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:03.617063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4c446b6-fbd7-493e-95b3-2e9a541e1cfd req-05b186ca-1ca5-4998-b50a-58c81b738637 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731735 Nov 12 03:26:03.622437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'port_id': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'mac_address': 'fa:16:3e:c2:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:03.641731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.671509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=b093367b-0a3b-4486-bfe0-4c4318909a33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.676925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.691192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:03.712691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.718541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.776422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeeea6-b6a3-4287-ba78-1fce49fa3c64 req-599a2d92-7615-4d8e-9f6f-1969e639a595 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.778203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ceeeea6-b6a3-4287-ba78-1fce49fa3c64 req-599a2d92-7615-4d8e-9f6f-1969e639a595 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.0604064 Nov 12 03:26:03.787118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.787941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.812181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.817694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378afda8-0c48-4071-9bce-cfc21c4afc43']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:03.833034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a542732-896d-4892-b373-0bb2d0f68cda') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:03.833413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a542732-896d-4892-b373-0bb2d0f68cda') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:03.839767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ceeeea6-b6a3-4287-ba78-1fce49fa3c64 req-d115a5b2-b95e-4e3f-8108-99ae3d334907 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Nov 12 03:26:03.861713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.863570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6d0a9a-0a8c-4da6-8d3a-98af91762d93,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.871608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.878176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48288) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.878681 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf9a1cbc-6c7a-4cb2-83ff-d3a4d9c5259c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9a6d0a9a-0a8c-4da6-8d3a-98af91762d93 HTTP/1.1" status: 204 len: 168 time: 0.7189488 Nov 12 03:26:03.887543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.894872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:03.895477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:03.899504 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:03.989376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.994066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['142307e8-d0ed-42ad-ae7f-c35a7d7eb768'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:04.005096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.008447 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/378afda8-0c48-4071-9bce-cfc21c4afc43 HTTP/1.1" status: 204 len: 168 time: 1.0809851 Nov 12 03:26:04.014475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.030994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586813005'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.035593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8f43-325c-4b54-92c7-4387f905ea63 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=378afda8-0c48-4071-9bce-cfc21c4afc43,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.060913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.087341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.092265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.126224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:04.139186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.139540 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment 4781bfc9-4213-4662-9a6c-190def868ecc of type vlan for network 3e72636d-144f-4c59-91f3-e205441e8e7e Nov 12 03:26:04.141852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b41452-c0e8-4ce5-8b70-d2c0bdfd5818 req-2a013673-e359-46d4-9750-3615239f4424 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.150130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19b41452-c0e8-4ce5-8b70-d2c0bdfd5818 req-2a013673-e359-46d4-9750-3615239f4424 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.1622210 Nov 12 03:26:04.194317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.222306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.229357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.230791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.250369 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2335675 Nov 12 03:26:04.261240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.272693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.290428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.343879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec933-733a-4979-8619-7966d5e43514 req-1f0c6b36-a3df-4840-9657-7938e43ef74f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.345446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8bec933-733a-4979-8619-7966d5e43514 req-1f0c6b36-a3df-4840-9657-7938e43ef74f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.2125132 Nov 12 03:26:04.347077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef3ac76-6196-4b02-b48a-f85871efca50']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:04.366196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19b41452-c0e8-4ce5-8b70-d2c0bdfd5818 req-59d4de6c-b655-4135-844d-701ebcc8e148 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150993 Nov 12 03:26:04.375240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba58bc6-5105-435c-b67d-7ff2e1bd0d9a req-7837cb48-fa2d-4b52-bdd3-722251988f2f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.376782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cba58bc6-5105-435c-b67d-7ff2e1bd0d9a req-7837cb48-fa2d-4b52-bdd3-722251988f2f tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 946 time: 0.2773070 Nov 12 03:26:04.401349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe24d0-a6be-4f46-b99b-4ac580f0bb6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=3e72636d-144f-4c59-91f3-e205441e8e7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.410814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3e72636d-144f-4c59-91f3-e205441e8e7e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:04.420004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bf9f40-c485-485f-b61e-ddcc22ceeed6') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:04.420300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bf9f40-c485-485f-b61e-ddcc22ceeed6') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:04.446517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.452941 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.456246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.525913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.548523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:04.548924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:04.551441 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:04.577861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cba58bc6-5105-435c-b67d-7ff2e1bd0d9a req-ce42956a-8abe-496f-8f67-3e807d55ce59 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/security-groups?id=82eb98f0-b283-4587-a131-af01781593f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656034 Nov 12 03:26:04.645793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691486-468e-4514-8b7c-38e17d7ef9c9 req-1f5bc140-b0f6-4361-9c37-574779f4a205 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.647317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04691486-468e-4514-8b7c-38e17d7ef9c9 req-1f5bc140-b0f6-4361-9c37-574779f4a205 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.1772768 Nov 12 03:26:04.660222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.691191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.697161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8ef3ac76-6196-4b02-b48a-f85871efca50 HTTP/1.1" status: 204 len: 168 time: 0.8179545 Nov 12 03:26:04.716795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Deleting port 40b9eb9f-8159-4974-a273-4f4d3860f37c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:04.717151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.723637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049373a-8a7a-454f-bc6f-bd983fab5e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef3ac76-6196-4b02-b48a-f85871efca50,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.774886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b093367b-0a3b-4486-bfe0-4c4318909a33 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:04.812528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c618-0937-4363-ab26-7273de91ace5 req-244c2fcb-4cd5-4cc3-8ecc-57098a7d2ed8 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.814066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eff2c618-0937-4363-ab26-7273de91ace5 req-244c2fcb-4cd5-4cc3-8ecc-57098a7d2ed8 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 944 time: 0.1775715 Nov 12 03:26:04.824249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b093367b-0a3b-4486-bfe0-4c4318909a33 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:04.825065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b093367b-0a3b-4486-bfe0-4c4318909a33 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:04.825987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04691486-468e-4514-8b7c-38e17d7ef9c9 req-a6df32da-c916-4230-b1bc-c696a426d986 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685901 Nov 12 03:26:04.839494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.930981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] For port 40b9eb9f-8159-4974-a273-4f4d3860f37c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=40b9eb9f-8159-4974-a273-4f4d3860f37c,segment=NetworkSegment(e222e577-23a0-436f-8789-0d2b50b929f7),segment_id=e222e577-23a0-436f-8789-0d2b50b929f7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:04.931695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.948567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eff2c618-0937-4363-ab26-7273de91ace5 req-37c8ffa2-ac12-4d6e-9755-374342e213f9 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196167 Nov 12 03:26:04.956452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=6e87e642-4e54-428d-a277-7222983bd01f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.958403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.972629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': '4781bfc9-4213-4662-9a6c-190def868ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:04.972994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: 3e72636d-144f-4c59-91f3-e205441e8e7e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:04.974892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Calling delete_port for 40b9eb9f-8159-4974-a273-4f4d3860f37c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:05.010385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3e72636d-144f-4c59-91f3-e205441e8e7e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:05.030095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-529cac16-94e0-4d8a-92d0-4f9f998dff22 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb5ab1a11e37452a9397ce3cfa0bb98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647063 Nov 12 03:26:05.031410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:05.037651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3e72636d-144f-4c59-91f3-e205441e8e7e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:05.047216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.048357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.053237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8138def-841f-4f2a-a8b0-f561fcc1ca9d None None] Network 3e72636d-144f-4c59-91f3-e205441e8e7e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:05.086947 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b91ed2a4-5fa1-422a-9fcd-7400c1eccd31 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8242986 Nov 12 03:26:05.094108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48312) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:05.097919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0bedf-8052-46f5-adc4-82a6714adec2 req-2c2cbb35-6626-47cb-84dc-bf394d86d278 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.099372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d0bedf-8052-46f5-adc4-82a6714adec2 req-2c2cbb35-6626-47cb-84dc-bf394d86d278 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.0718999 Nov 12 03:26:05.101709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1392963084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:05.150905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.151974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.160257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.162889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d0bedf-8052-46f5-adc4-82a6714adec2 req-2c4750ce-ad6c-43a6-9065-fae875c0481a tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Nov 12 03:26:05.187177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.244286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.249394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.253595 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c697389b-16e9-4941-9dcd-c3dd20e3703a HTTP/1.1" status: 204 len: 168 time: 0.2214205 Nov 12 03:26:05.262036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb17d4b-ca48-4529-8a00-af182483728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697389b-16e9-4941-9dcd-c3dd20e3703a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.300680 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.316316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['40b9eb9f-8159-4974-a273-4f4d3860f37c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:05.390404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.397536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.416658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:05.451921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.456935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3015f2e0-db81-43ac-b07c-795d05129654 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3615129 Nov 12 03:26:05.457598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:05.589096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:05.595739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:05.595912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.638659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3e72636d-144f-4c59-91f3-e205441e8e7e', 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '6e87e642-4e54-428d-a277-7222983bd01f'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:05.639433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.864779 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.875811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.886078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Pushing event deleted for resources: {'Port': ['ID=40b9eb9f-8159-4974-a273-4f4d3860f37c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.923485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Allocated IP 2001:db8::2 (3e72636d-144f-4c59-91f3-e205441e8e7e/6e87e642-4e54-428d-a277-7222983bd01f/6cdb7d01-a457-4a0c-b133-e74e3982f37f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:05.970807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:05.978439 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3194d8b-77c6-4015-b510-b0c36c346d81" -d '{"events": [{"server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "name": "network-vif-plugged", "status": "completed", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:06.013097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:06.016223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] No DVR routers for this DVR port 40b9eb9f-8159-4974-a273-4f4d3860f37c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:06.020927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.024315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8bec933-733a-4979-8619-7966d5e43514 req-fbffd792-bf1f-41bf-b35b-910b78894b6d tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.100 "DELETE /v2.0/ports/40b9eb9f-8159-4974-a273-4f4d3860f37c HTTP/1.1" status: 204 len: 173 time: 1.6684339 Nov 12 03:26:06.024954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'name': 'network-vif-deleted', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:06.034849 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf7f59-c52f-4113-b3fb-3b9588b3a666" -d '{"events": [{"server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "name": "network-vif-deleted", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:06.043599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.045970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917d11-0458-4fa9-acf6-6f6e68b2703c req-4c7a9ab5-19e3-4121-8ef2-4e4d8b4392c5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.048259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02917d11-0458-4fa9-acf6-6f6e68b2703c req-4c7a9ab5-19e3-4121-8ef2-4e4d8b4392c5 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.1585972 Nov 12 03:26:06.124023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff3d62-990d-41bc-a681-b15300af3bb0 req-d4563241-f7b3-4c8a-a277-1d6fe6a0e10b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.125608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cff3d62-990d-41bc-a681-b15300af3bb0 req-d4563241-f7b3-4c8a-a277-1d6fe6a0e10b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2371504 Nov 12 03:26:06.279575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.297618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cff3d62-990d-41bc-a681-b15300af3bb0 req-16073cc6-4cae-4e3a-b9c5-24df6d9d844c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435897 Nov 12 03:26:06.303871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02917d11-0458-4fa9-acf6-6f6e68b2703c req-be95ef59-89d0-4654-9911-24891ffe314f tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481794 Nov 12 03:26:06.309511 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.333003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.372067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Network 3e72636d-144f-4c59-91f3-e205441e8e7e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:06.374556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:06.430186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:06.455129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e18a1755-69f3-405b-8f29-230fa4a3fe54 req-7a6c78d5-374a-46e7-ac98-bdc4d86e06f9 tempest-DeleteServersTestJSON-648100508 tempest-DeleteServersTestJSON-648100508-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfb316de-d108-4fa9-a047-87baa0b702f0 HTTP/1.1" status: 200 len: 210 time: 0.0447533 Nov 12 03:26:06.466871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8::1 (3e72636d-144f-4c59-91f3-e205441e8e7e/6e87e642-4e54-428d-a277-7222983bd01f/8684e8bd-35e4-480c-b422-426a607ff472) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:06.477210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Pushing event updated for resources: {'Port': ['ID=6cdb7d01-a457-4a0c-b133-e74e3982f37f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.574785 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2ea2d-1f8f-4352-8bc6-2af8b890cc84 x-openstack-request-id: req-50d2ea2d-1f8f-4352-8bc6-2af8b890cc84 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:06.575075 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "name": "network-vif-plugged", "status": "completed", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:06.575332 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-50d2ea2d-1f8f-4352-8bc6-2af8b890cc84 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:06.575733 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'code': 200} Nov 12 03:26:06.612136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Attempting to bind port 6cdb7d01-a457-4a0c-b133-e74e3982f37f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:06.612524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Attempting to bind port 6cdb7d01-a457-4a0c-b133-e74e3982f37f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '4781bfc9-4213-4662-9a6c-190def868ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:06.612892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Attempting to bind port 6cdb7d01-a457-4a0c-b133-e74e3982f37f on network 3e72636d-144f-4c59-91f3-e205441e8e7e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.637145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:06.637413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Checking segment: {'id': '4781bfc9-4213-4662-9a6c-190def868ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:06.637831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.638232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Bound using segment: {'id': '4781bfc9-4213-4662-9a6c-190def868ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:06.638731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Bound port: 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4781bfc9-4213-4662-9a6c-190def868ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '3e72636d-144f-4c59-91f3-e205441e8e7e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:06.639107 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.658463 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b22c6f-7749-4bb7-89d4-97e6d8c37cfe x-openstack-request-id: req-00b22c6f-7749-4bb7-89d4-97e6d8c37cfe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:06.659208 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb316de-d108-4fa9-a047-87baa0b702f0", "name": "network-vif-deleted", "tag": "40b9eb9f-8159-4974-a273-4f4d3860f37c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:06.659470 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00b22c6f-7749-4bb7-89d4-97e6d8c37cfe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:06.659882 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb316de-d108-4fa9-a047-87baa0b702f0', 'name': 'network-vif-deleted', 'tag': '40b9eb9f-8159-4974-a273-4f4d3860f37c', 'status': 'completed', 'code': 200} Nov 12 03:26:06.708637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcb739-7a27-4bb9-b8d3-b4e1400528f0 req-44c5dc01-4fdd-4ccf-b233-fdee2b07e0b7 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.716977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7fcb739-7a27-4bb9-b8d3-b4e1400528f0 req-44c5dc01-4fdd-4ccf-b233-fdee2b07e0b7 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.1393828 Nov 12 03:26:06.726326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.774558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.799596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] For port 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:06.804145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] For port 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6cdb7d01-a457-4a0c-b133-e74e3982f37f,segment=NetworkSegment(4781bfc9-4213-4662-9a6c-190def868ecc),segment_id=4781bfc9-4213-4662-9a6c-190def868ecc)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:06.816661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3e72636d-144f-4c59-91f3-e205441e8e7e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:06.818185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.820273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:06.824705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:06.828638 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.844365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7fcb739-7a27-4bb9-b8d3-b4e1400528f0 req-867fc479-6fd9-40af-8018-80b459ff19b9 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263838 Nov 12 03:26:06.853165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024090d-7294-4801-a225-cf20bc16d23c req-5de737e8-8e22-486f-a7f6-bdbb154eb612 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.860334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b024090d-7294-4801-a225-cf20bc16d23c req-5de737e8-8e22-486f-a7f6-bdbb154eb612 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.1354880 Nov 12 03:26:06.877543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=8684e8bd-35e4-480c-b422-426a607ff472,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.918517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee1b1-9b1b-487e-a107-3e2ce0698624 req-599f8bd2-00d0-4bc8-ac8d-19b3ff9eaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.921512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7feee1b1-9b1b-487e-a107-3e2ce0698624 req-599f8bd2-00d0-4bc8-ac8d-19b3ff9eaaf6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 1097 time: 0.1337457 Nov 12 03:26:06.959828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9944f-1ea0-4832-bf5f-16e0cee7be23 None None] Pushing event updated for resources: {'Port': ['ID=6cdb7d01-a457-4a0c-b133-e74e3982f37f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.982630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b024090d-7294-4801-a225-cf20bc16d23c req-2618031e-30a1-4736-ab71-fe6a1bc5347c tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213222 Nov 12 03:26:06.986276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.048875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7feee1b1-9b1b-487e-a107-3e2ce0698624 req-80ebb25d-2be9-46b5-889b-e3ebb6290d74 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189013 Nov 12 03:26:07.394413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 40b9eb9f-8159-4974-a273-4f4d3860f37c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:07.436346 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.442600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.443479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.450090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 40b9eb9f-8159-4974-a273-4f4d3860f37c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:07.450430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 40b9eb9f-8159-4974-a273-4f4d3860f37c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:07.560346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381336-f853-4f08-859e-667e074af2c1 req-0b0d8e03-23f1-40e4-a792-09c922fa673d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.561879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29381336-f853-4f08-859e-667e074af2c1 req-0b0d8e03-23f1-40e4-a792-09c922fa673d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.1130016 Nov 12 03:26:07.573511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790fa12-bd88-4614-a594-cec8b21f345c req-ad6a4250-29a1-4e7b-8f6f-9c5288f1ab10 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.574992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2790fa12-bd88-4614-a594-cec8b21f345c req-ad6a4250-29a1-4e7b-8f6f-9c5288f1ab10 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.1120164 Nov 12 03:26:07.608156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 3e72636d-144f-4c59-91f3-e205441e8e7e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:07.613295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:07.615361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:07.623333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=8684e8bd-35e4-480c-b422-426a607ff472,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.624418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29381336-f853-4f08-859e-667e074af2c1 req-782e3f54-9885-43a4-9cb6-b3d9ae1bcc97 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Nov 12 03:26:07.652397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.652572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.659192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.659534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.663517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.663769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.664149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.664633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.664975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.665308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.666055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.669246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:07.684526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2790fa12-bd88-4614-a594-cec8b21f345c req-bafb76be-3df9-4c05-8840-6f265a2d1322 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645700 Nov 12 03:26:07.820496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09e1fea-d2d7-4c79-8557-07a6cc694fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.891638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 84ce60a2-79e5-46bb-815d-a8586f3fbc5c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:07.999577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09e1fea-d2d7-4c79-8557-07a6cc694fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.029435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09e1fea-d2d7-4c79-8557-07a6cc694fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.045321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79452852-1640-44dd-a604-240a63c25cb3 req-1daacace-da44-41fd-8839-208df0a707f3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.047071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79452852-1640-44dd-a604-240a63c25cb3 req-1daacace-da44-41fd-8839-208df0a707f3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.0713682 Nov 12 03:26:08.125871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:08.130776 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a09e1fea-d2d7-4c79-8557-07a6cc694fd1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dba9facc040549eea0ded13ca86bd7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141146 Nov 12 03:26:08.135304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48404) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:08.139116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] Sync routers for ids ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:08.151027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06937175-914c-4a30-8157-59989cc58c07 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/84ce60a2-79e5-46bb-815d-a8586f3fbc5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6923637 Nov 12 03:26:08.152094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e1fea-d2d7-4c79-8557-07a6cc694fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5113883-48b5-4f6b-a765-36297c6fd7c0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.154354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:08.169645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] Routers {'84ce60a2-79e5-46bb-815d-a8586f3fbc5c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:08.172400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:08.222150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79452852-1640-44dd-a604-240a63c25cb3 req-d1c2c563-3a1d-426c-9d69-9975922d3b5b tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611941 Nov 12 03:26:08.248262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:08.255478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90dd1e-3ac8-47f5-96cc-2e15007d562a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.256953 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce90dd1e-3ac8-47f5-96cc-2e15007d562a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports/8684e8bd-35e4-480c-b422-426a607ff472 HTTP/1.1" status: 200 len: 911 time: 0.0955548 Nov 12 03:26:08.262591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] Routers {'84ce60a2-79e5-46bb-815d-a8586f3fbc5c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:08.263579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:08.266805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:08.267482 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.353911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:08.353911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a41667-dbbb-4b58-ac41-72c8462985ad None None] The sync data for ids ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:08.442097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.466678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15084f-b7f6-4f79-a3dd-0a3e0200b9b9 None None] Network 3e72636d-144f-4c59-91f3-e205441e8e7e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:08.552339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] Provisioning complete for port 6cdb7d01-a457-4a0c-b133-e74e3982f37f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:08.552622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.604296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.607139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.608548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c5113883-48b5-4f6b-a765-36297c6fd7c0 HTTP/1.1" status: 204 len: 168 time: 0.4722767 Nov 12 03:26:08.627764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612418c-3616-409b-91c1-24cb5cb120e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5113883-48b5-4f6b-a765-36297c6fd7c0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.815203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.860909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] For port 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6cdb7d01-a457-4a0c-b133-e74e3982f37f,segment=NetworkSegment(4781bfc9-4213-4662-9a6c-190def868ecc),segment_id=4781bfc9-4213-4662-9a6c-190def868ecc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:08.874764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.887781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6cdb7d01-a457-4a0c-b133-e74e3982f37f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:08.973922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059f46-9960-42c9-a444-842efe715388 req-a93ecbcf-f7fc-4d23-8635-bda710ceea6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.975859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5059f46-9960-42c9-a444-842efe715388 req-a93ecbcf-f7fc-4d23-8635-bda710ceea6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2358088 Nov 12 03:26:09.018772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.117395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52920abe-b3c6-4d60-bc62-a98ff3b781d9 None None] Pushing event updated for resources: {'Port': ['ID=6cdb7d01-a457-4a0c-b133-e74e3982f37f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:09.135674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6cdb7d01-a457-4a0c-b133-e74e3982f37f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:09.136059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.170291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f438cec-a851-4417-bf54-c231b798adb2 req-1444f365-ffb6-4f07-90a2-74f4d9a9fac6 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.171808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f438cec-a851-4417-bf54-c231b798adb2 req-1444f365-ffb6-4f07-90a2-74f4d9a9fac6 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.3550861 Nov 12 03:26:09.185053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-ac5d7192-9e8e-417a-8658-fdad100e1925 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.187179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-ac5d7192-9e8e-417a-8658-fdad100e1925 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.100 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 945 time: 0.4011500 Nov 12 03:26:09.353166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5059f46-9960-42c9-a444-842efe715388 req-3de805bd-103c-41b0-ae7f-f57021fb41a9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631568 Nov 12 03:26:09.376954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-63d8c5b3-7d2e-44b9-bc24-0beb0d59985f None None] Provisioning complete for port 6cdb7d01-a457-4a0c-b133-e74e3982f37f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:09.378109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d8c5b3-7d2e-44b9-bc24-0beb0d59985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.476294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f438cec-a851-4417-bf54-c231b798adb2 req-f23cde60-849f-4a95-9285-da374b5cb975 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/security-groups?id=71abef68-c787-4d9b-9377-efb40e78a4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838750 Nov 12 03:26:09.574131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Deleting port e1a9a2fa-7ccc-4063-9595-49431d326b21 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:09.574786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.646152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-63d8c5b3-7d2e-44b9-bc24-0beb0d59985f None None] Provisioning complete for port 8684e8bd-35e4-480c-b422-426a607ff472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:09.646678 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63d8c5b3-7d2e-44b9-bc24-0beb0d59985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.691856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-63d8c5b3-7d2e-44b9-bc24-0beb0d59985f None None] Port 8684e8bd-35e4-480c-b422-426a607ff472 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:09.818904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4457e830-dbfb-4cc7-8264-7cb1103740e1 None None] Provisioning complete for port 8684e8bd-35e4-480c-b422-426a607ff472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:09.819614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4457e830-dbfb-4cc7-8264-7cb1103740e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.879197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] For port e1a9a2fa-7ccc-4063-9595-49431d326b21, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e1a9a2fa-7ccc-4063-9595-49431d326b21,segment=NetworkSegment(0385c56a-809b-459e-9639-5a1f9952f9e3),segment_id=0385c56a-809b-459e-9639-5a1f9952f9e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:09.879776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.895196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4457e830-dbfb-4cc7-8264-7cb1103740e1 None None] Port 8684e8bd-35e4-480c-b422-426a607ff472 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:09.915143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Calling delete_port for e1a9a2fa-7ccc-4063-9595-49431d326b21 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:09.924859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af12cf-1880-4af6-83fc-cbb81e96596d req-83ce20f1-4e56-49c4-ae04-7406824600e3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.929087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:09.935381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65af12cf-1880-4af6-83fc-cbb81e96596d req-83ce20f1-4e56-49c4-ae04-7406824600e3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.3214426 Nov 12 03:26:09.949558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-48ab3cdf-4108-4849-92b9-3ee22f4608c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.951671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-48ab3cdf-4108-4849-92b9-3ee22f4608c4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 1096 time: 0.2104077 Nov 12 03:26:09.980916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:10.022656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4c36d485-4719-4a60-ba9c-439316cb2db6 None None] Provisioning complete for port 8684e8bd-35e4-480c-b422-426a607ff472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:10.023296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c36d485-4719-4a60-ba9c-439316cb2db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.073914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c36d485-4719-4a60-ba9c-439316cb2db6 None None] Port 8684e8bd-35e4-480c-b422-426a607ff472 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:10.074898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-network', 'tenant_id': 'b45410570586491fbccf733c90d5f121'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:10.105050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:10.107663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.119117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.119386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 8684e8bd-35e4-480c-b422-426a607ff472 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:10.119566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.131069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65af12cf-1880-4af6-83fc-cbb81e96596d req-1b38b8e5-5675-4547-9d2b-64ed2b6ace4c tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948440 Nov 12 03:26:10.166967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.227522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.231863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.265644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:10.278261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865efba-f787-48e3-9439-f13c24b8c2bd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.294694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.295042 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Added segment 379cb277-d753-42f4-bd8b-6723b6392933 of type vlan for network dfebe0c9-abb7-40ff-8611-9094d1309c12 Nov 12 03:26:10.342094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.371640 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.375871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.376432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.406107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.417614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12b231-6e8c-434e-ae7b-15f6c127490f req-8c76e964-7695-4a6d-b948-2835649f9ecf tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.419096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c12b231-6e8c-434e-ae7b-15f6c127490f req-8c76e964-7695-4a6d-b948-2835649f9ecf tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.1835771 Nov 12 03:26:10.434186 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5037444 Nov 12 03:26:10.436947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48456) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:10.442376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Request body: {'subnet': {'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-subnet', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:10.449784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:10.457779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Request body: {'floatingip': {'port_id': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:10.464065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113af32-46cd-4888-8c29-b0cc3c94c4ef admin admin] Pushing event updated for resources: {'Network': ['ID=dfebe0c9-abb7-40ff-8611-9094d1309c12,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.476633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:10.696750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 8684e8bd-35e4-480c-b422-426a607ff472 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:10.698486 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.710068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e1a9a2fa-7ccc-4063-9595-49431d326b21'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:10.750539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6cdb7d01-a457-4a0c-b133-e74e3982f37f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:10.752841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e6292e3-51aa-4212-bb60-9ae9b0101987 req-7ca046ee-dd0d-4692-a305-966b115e03de tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.93 "GET /v2.0/ports?device_id=3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f HTTP/1.1" status: 200 len: 210 time: 0.0725241 Nov 12 03:26:10.794834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Pushing event deleted for resources: {'Port': ['ID=e1a9a2fa-7ccc-4063-9595-49431d326b21,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.860684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6cdb7d01-a457-4a0c-b133-e74e3982f37f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:10.861494 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.862770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.866339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:10.869081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.885853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:10.910492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] No DVR routers for this DVR port e1a9a2fa-7ccc-4063-9595-49431d326b21 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:10.920835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.922314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-573eff19-d890-4f2b-98aa-68efe374cb31 req-301a6e2f-47ba-469d-a437-a4162eb82bb3 tempest-ServerDiskConfigTestJSON-1965223795 tempest-ServerDiskConfigTestJSON-1965223795-project] 10.222.0.100 "DELETE /v2.0/ports/e1a9a2fa-7ccc-4063-9595-49431d326b21 HTTP/1.1" status: 204 len: 173 time: 1.7255580 Nov 12 03:26:10.922939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'name': 'network-vif-deleted', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:10.926002 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a38c01-5f56-407b-aca9-32d36e39c0fa" -d '{"events": [{"server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "name": "network-vif-deleted", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:10.935720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b7f2e-c38e-4fd3-857e-511db9886248 req-7dc7bad5-82bf-4c1a-ae66-4003f137ae7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.937275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df8b7f2e-c38e-4fd3-857e-511db9886248 req-7dc7bad5-82bf-4c1a-ae66-4003f137ae7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.3670294 Nov 12 03:26:11.334846 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed15da2-8db2-490b-b123-cfb0cd4b9188 x-openstack-request-id: req-1ed15da2-8db2-490b-b123-cfb0cd4b9188 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:11.334846 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f", "name": "network-vif-deleted", "tag": "e1a9a2fa-7ccc-4063-9595-49431d326b21", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:11.334846 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1ed15da2-8db2-490b-b123-cfb0cd4b9188 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:11.334846 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3726e166-2ce4-4ccc-bd6a-3b1dc0f90f1f', 'name': 'network-vif-deleted', 'tag': 'e1a9a2fa-7ccc-4063-9595-49431d326b21', 'status': 'completed', 'code': 200} Nov 12 03:26:11.345343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:11.409200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df8b7f2e-c38e-4fd3-857e-511db9886248 req-a61ff928-ed08-47e4-be00-7732fb99d1ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610248 Nov 12 03:26:11.415519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:11.444309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.486380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.490512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Transition to ACTIVE for port object 69120887-056f-4a4f-880c-be2d9089f864 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:11.534301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.544930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.564288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=8684e8bd-35e4-480c-b422-426a607ff472,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.589726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a56cd24-d3c6-4f84-a5c8-ae4aec010200,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.593052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:26:11.691670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.692644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Checking segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:11.693142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Network hostable DHCP agents. Network: dfebe0c9-abb7-40ff-8611-9094d1309c12, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:11.697716 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.764774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:11.845681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, dfebe0c9-abb7-40ff-8611-9094d1309c12) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:11.854896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b41bf0-2693-4f5a-83df-e22c15d58346 None None] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:11.856293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.858820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.889452 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3ac9e0c-47aa-43b4-8fd7-c3b6010aeefa admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4510045 Nov 12 03:26:11.890107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:11.897191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:11.934103 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Floating IP a0998989-8c00-4de4-ab8b-52943e61552a associated. External IP: 172.25.4.142, port: 142307e8-d0ed-42ad-ae7f-c35a7d7eb768. Nov 12 03:26:11.968462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:12.009847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.095983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] No DVR routers for this DVR port 69120887-056f-4a4f-880c-be2d9089f864 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:12.208670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48488) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.213487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-dfebe0c9-abb7-40ff-8611-9094d1309c12', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:12.214721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.250354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Router 333e6790-9e88-4982-ad26-5d29de10bcde has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:12.254779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.256335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.366136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.390054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Deleting subnet eb4a1850-4e3a-4486-9f49-4b8782eb3946 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:12.403245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.434622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Allocated IP 172.20.0.2 (dfebe0c9-abb7-40ff-8611-9094d1309c12/6a56cd24-d3c6-4f84-a5c8-ae4aec010200/d70acee7-8473-41b7-a07b-d95be20dee69) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:12.435935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 84ce60a2-79e5-46bb-815d-a8586f3fbc5c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:12.507753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.610338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.614150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:12.619562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.627979 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Sync routers for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:12.633811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:12.634150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:12.634476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:12.648996 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:12.649168 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.661364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:12.679395 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-49e20ec2-c39b-4c58-b112-0307b2acc0b2 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "PUT /v2.0/floatingips/a0998989-8c00-4de4-ab8b-52943e61552a HTTP/1.1" status: 200 len: 991 time: 2.2259448 Nov 12 03:26:12.679395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:12.681023 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5632c-66a2-4897-bf38-048e91e352d8" -d '{"events": [{"name": "network-changed", "server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:12.692944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2d724f60-60e3-4504-9c76-debb55c6825b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/84ce60a2-79e5-46bb-815d-a8586f3fbc5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4232974 Nov 12 03:26:12.693887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:12.694208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Attempting to bind port 69120887-056f-4a4f-880c-be2d9089f864 on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:12.701214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] Sync routers for ids ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:12.711575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.723453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.757992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.766948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] Routers {'84ce60a2-79e5-46bb-815d-a8586f3fbc5c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:12.772118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.773147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:12.773548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:12.773746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Bound using segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:12.774207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Bound port: 69120887-056f-4a4f-880c-be2d9089f864, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:12.774558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.795701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0ae0dee1-c3a4-4280-bdf4-a49e1ca683a2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=84ce60a2-79e5-46bb-815d-a8586f3fbc5c HTTP/1.1" status: 200 len: 205 time: 0.0779710 Nov 12 03:26:12.799765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.826362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c1df0-4aed-4964-97a8-dce093dd13f6 req-48ba6530-4dfc-4c02-b92a-2ba250dd7347 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:12.833882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c68c1df0-4aed-4964-97a8-dce093dd13f6 req-48ba6530-4dfc-4c02-b92a-2ba250dd7347 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 944 time: 0.2549434 Nov 12 03:26:12.859387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.863788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.946513 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:12.972001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] Routers {'84ce60a2-79e5-46bb-815d-a8586f3fbc5c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:12.972858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.975803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:12.996148 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f15b0f5-b6e4-4f7b-b840-b88bfc522975 x-openstack-request-id: req-3f15b0f5-b6e4-4f7b-b840-b88bfc522975 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:12.996498 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:12.997145 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f15b0f5-b6e4-4f7b-b840-b88bfc522975 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:13.000478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:13.001245 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'status': 'completed', 'code': 200} Nov 12 03:26:13.056597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:13.067352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:13.068399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f95ccf0-9f19-49bb-b31f-31a1feb1aa06 None None] The sync data for ids ['84ce60a2-79e5-46bb-815d-a8586f3fbc5c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:13.072402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:13.074226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c68c1df0-4aed-4964-97a8-dce093dd13f6 req-2120e418-97ef-4e95-b1cb-141c238d9678 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394292 Nov 12 03:26:13.084835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.086443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.104804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Pushing event updated for resources: {'Port': ['ID=d70acee7-8473-41b7-a07b-d95be20dee69,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.176427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:13.182152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4a1850-4e3a-4486-9f49-4b8782eb3946,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.187224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.193010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-abcf3c11-ad95-4df5-b9aa-19d2157a1f05 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/eb4a1850-4e3a-4486-9f49-4b8782eb3946 HTTP/1.1" status: 204 len: 168 time: 0.9809551 Nov 12 03:26:13.198010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.202994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48514) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:13.208619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Attempting to bind port d70acee7-8473-41b7-a07b-d95be20dee69 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:13.208991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Attempting to bind port d70acee7-8473-41b7-a07b-d95be20dee69 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:13.209355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Attempting to bind port d70acee7-8473-41b7-a07b-d95be20dee69 on network dfebe0c9-abb7-40ff-8611-9094d1309c12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:13.217338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:13.217714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Checking segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:13.218121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.218518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Bound using segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:13.218998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Bound port: d70acee7-8473-41b7-a07b-d95be20dee69, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:13.219378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.274644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-b90480f2-f922-4cc4-97fd-171c8ad26b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.276528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-b90480f2-f922-4cc4-97fd-171c8ad26b3e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2c575797ca944772834e38c86f49e2e5&device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 1097 time: 0.2934499 Nov 12 03:26:13.277895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.278653 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.286014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] 10.222.0.98 "PUT /v2.0/ports/69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1093 time: 3.3137033 Nov 12 03:26:13.353293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:13.355560 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72598f7-4ca7-4520-a0c4-085c332993d8" -d '{"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:13.403440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e1a9a2fa-7ccc-4063-9595-49431d326b21 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:13.461363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: e1a9a2fa-7ccc-4063-9595-49431d326b21 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:13.461691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e1a9a2fa-7ccc-4063-9595-49431d326b21 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:13.471558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] For port d70acee7-8473-41b7-a07b-d95be20dee69, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:13.487452 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a38dd2c-838d-47d7-a97d-c9c428592009 x-openstack-request-id: req-1a38dd2c-838d-47d7-a97d-c9c428592009 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:13.487999 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:13.488934 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a38dd2c-838d-47d7-a97d-c9c428592009 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:13.489655 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'status': 'completed', 'code': 200} Nov 12 03:26:13.491822 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a0998989-8c00-4de4-ab8b-52943e61552a', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'port_id': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'mac_address': 'fa:16:3e:c2:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63437b47-9428-4a62-97c5-7e377f757d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:48Z', 'updated_at': '2021-11-12T03:26:11Z', 'revision_number': 1, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:13.508380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] For port d70acee7-8473-41b7-a07b-d95be20dee69, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d70acee7-8473-41b7-a07b-d95be20dee69,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:13.518395 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.527140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.535458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.558093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.560356 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Checking router: 333e6790-9e88-4982-ad26-5d29de10bcde for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:13.581190 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:13.582264 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:13.590512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2106-8025-4fff-968a-0163840f1f23 None None] Pushing event updated for resources: {'Port': ['ID=d70acee7-8473-41b7-a07b-d95be20dee69,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.613344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.642714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.663663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386aca-3a81-4c19-9249-e78d5e8ab1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.682605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-872c2a4a-8875-46cb-b11a-b66fde382305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.684193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-872c2a4a-8875-46cb-b11a-b66fde382305 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1097 time: 0.3638754 Nov 12 03:26:13.761818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-d0c75116-6c00-41d8-ae82-71880a034fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.763273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-d0c75116-6c00-41d8-ae82-71880a034fbf service neutron] 10.222.0.100 "GET /v2.0/networks?id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 200 len: 915 time: 0.4467769 Nov 12 03:26:13.814213 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:13.890058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.890567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 84ce60a2-79e5-46bb-815d-a8586f3fbc5c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:13.893320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Allocated IP 172.25.4.84 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/561e11ea-418b-45a8-8f0d-b7fc8aa76c68) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:13.906644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.920562 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d2d03a27-5c92-4627-b315-f76f5d7f3744 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/84ce60a2-79e5-46bb-815d-a8586f3fbc5c HTTP/1.1" status: 204 len: 168 time: 1.1209426 Nov 12 03:26:13.921254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:14.143042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.146755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-f585fc80-a6d0-402f-8ada-809904bcf82e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 200 len: 999 time: 0.3481946 Nov 12 03:26:14.163583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 6e87e642-4e54-428d-a277-7222983bd01f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:14.175181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.274281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:14.278608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-17b8f6ba-71bb-4a71-a4d8-4673c3aac448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.280736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-17b8f6ba-71bb-4a71-a4d8-4673c3aac448 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08fcfdca-68a3-4b46-9e9d-8d38a3773020 HTTP/1.1" status: 200 len: 852 time: 0.1021090 Nov 12 03:26:14.331931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.367246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.427876 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a0998989-8c00-4de4-ab8b-52943e61552a', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'port_id': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'mac_address': 'fa:16:3e:c2:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63437b47-9428-4a62-97c5-7e377f757d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:48Z', 'updated_at': '2021-11-12T03:26:11Z', 'revision_number': 1, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:14.470945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efeed3bc-92d5-4b9a-97c7-e989f26b5ea7']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:14.481444 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed5faf-7023-4606-b631-9b739b124720 None None] The sync data for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 is: [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a0998989-8c00-4de4-ab8b-52943e61552a', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'floating_ip_address': '172.25.4.142', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'port_id': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'mac_address': 'fa:16:3e:c2:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63437b47-9428-4a62-97c5-7e377f757d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:48Z', 'updated_at': '2021-11-12T03:26:11Z', 'revision_number': 1, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:14.496338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-6e73beaf-8bbc-4654-9374-b20a3ad73b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.498371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-6e73beaf-8bbc-4654-9374-b20a3ad73b83 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.7806652 Nov 12 03:26:14.500777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0385c56a-809b-459e-9639-5a1f9952f9e3') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:14.501072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0385c56a-809b-459e-9639-5a1f9952f9e3') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:14.514602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda54f3b-a190-4845-9d96-a7a81fbafc8f req-c8837d13-59cf-4493-92e0-d749ca0ae888 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.516169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda54f3b-a190-4845-9d96-a7a81fbafc8f req-c8837d13-59cf-4493-92e0-d749ca0ae888 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.3442118 Nov 12 03:26:14.539796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.553755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Deleting subnet a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:14.565350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.586080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.606018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.632924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.642105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-d6efe49f-0d05-4e37-bd41-cfb1f799e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.643609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-d6efe49f-0d05-4e37-bd41-cfb1f799e073 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2964783 Nov 12 03:26:14.657410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:14.657811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:14.680929 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:14.708940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:14.730444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:14.744466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:14.748369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659aa08-13b3-4466-ac3e-bbbd5116199e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:14.748852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Pushing event updated for resources: {'Port': ['ID=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:14.754077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.831672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c21b104d-43d9-4170-8926-e5e64b413977 None None] Provisioning complete for port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:14.832196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c21b104d-43d9-4170-8926-e5e64b413977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.898118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-37236a9a-4553-4c09-8e84-0d814d6a21e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1000 time: 0.3735704 Nov 12 03:26:14.909395 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37827-5578-44c2-a35e-76aa5fc4d5da None None] New status for floating IP a0998989-8c00-4de4-ab8b-52943e61552a: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:14.924767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d70acee7-8473-41b7-a07b-d95be20dee69 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:14.929255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda54f3b-a190-4845-9d96-a7a81fbafc8f req-c0ae9689-cdfc-473c-8140-d4b16fe59c02 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890092 Nov 12 03:26:14.939458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.947574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.063813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c21b104d-43d9-4170-8926-e5e64b413977 None None] Port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:15.106565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d70acee7-8473-41b7-a07b-d95be20dee69 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.108313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.160078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.202058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.205315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] 10.222.0.93 "DELETE /v2.0/networks/efeed3bc-92d5-4b9a-97c7-e989f26b5ea7 HTTP/1.1" status: 204 len: 168 time: 1.9984035 Nov 12 03:26:15.290389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-c1eb8bdc-e066-4920-a721-abb99610dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.293065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-c1eb8bdc-e066-4920-a721-abb99610dcac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.2902806 Nov 12 03:26:15.303176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852855a-9a39-4b27-b647-41cca9093945 admin admin] Pushing event deleted for resources: {'Network': ['ID=efeed3bc-92d5-4b9a-97c7-e989f26b5ea7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:15.313925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.363867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d70acee7-8473-41b7-a07b-d95be20dee69, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d70acee7-8473-41b7-a07b-d95be20dee69,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:15.369125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.401922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-9c858070-3acc-4b18-9ef6-1e31c40a18ed service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337658 Nov 12 03:26:15.467817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d70acee7-8473-41b7-a07b-d95be20dee69,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:15.476200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b925f4-4385-42c9-880f-56a26de013b7 None None] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:15.553053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:15.608854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=6e87e642-4e54-428d-a277-7222983bd01f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:15.623505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.630643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0d5b65f-b659-4d69-b2e0-d1c9045c4e6c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/6e87e642-4e54-428d-a277-7222983bd01f HTTP/1.1" status: 204 len: 168 time: 1.7058969 Nov 12 03:26:15.655612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e5632c-66a2-4897-bf38-048e91e352d8 req-d15339e6-8cf4-4ae6-9c47-4b6f849fdb10 service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292674 Nov 12 03:26:15.656109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:15.684161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-fd26f1cc-da66-4919-b635-5821f1f40a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.685527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-fd26f1cc-da66-4919-b635-5821f1f40a06 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3578446 Nov 12 03:26:15.785931 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9cdf908c-7d9c-4fbf-aeb8-c1eacc0ddaba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e3565b5d0f3545dcb7e0adc255ca9422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897428 Nov 12 03:26:15.789721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48560) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:15.806742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.811152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.908112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35582ac0-16ef-4267-994f-7d262419afd2 None None] Network 3e72636d-144f-4c59-91f3-e205441e8e7e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:15.943669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d16f1f30-6e2b-4d78-833b-8af42b417a06 None None] Provisioning complete for port d70acee7-8473-41b7-a07b-d95be20dee69 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.944146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d16f1f30-6e2b-4d78-833b-8af42b417a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.977265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.119801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.139308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.142952 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8562a642-40e4-41c9-b4a4-8877d1adfc48 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a8d5f8e7-4c65-4e01-b4fd-8f3701d5b03c HTTP/1.1" status: 204 len: 168 time: 1.8675590 Nov 12 03:26:16.168292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:16.335407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.343306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.369478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] DHCP port deletion for 3e72636d-144f-4c59-91f3-e205441e8e7e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:16.370680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 6cdb7d01-a457-4a0c-b133-e74e3982f37f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:16.371598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.402360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.411930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-73789cb4-1d1a-4d6e-bfb1-0032e4bd79fe service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188213 Nov 12 03:26:16.468590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Deleting port 6cdb7d01-a457-4a0c-b133-e74e3982f37f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:16.469049 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.509875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0e1ab-27d9-4e3e-bd58-44748c3cf494 req-82618ea1-1e92-47bf-9e0e-99c59a686c77 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.511447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22a0e1ab-27d9-4e3e-bd58-44748c3cf494 req-82618ea1-1e92-47bf-9e0e-99c59a686c77 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.2521551 Nov 12 03:26:16.549443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6cdb7d01-a457-4a0c-b133-e74e3982f37f,segment=NetworkSegment(4781bfc9-4213-4662-9a6c-190def868ecc),segment_id=4781bfc9-4213-4662-9a6c-190def868ecc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:16.549751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.587386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] For port 6cdb7d01-a457-4a0c-b133-e74e3982f37f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6cdb7d01-a457-4a0c-b133-e74e3982f37f,segment=NetworkSegment(4781bfc9-4213-4662-9a6c-190def868ecc),segment_id=4781bfc9-4213-4662-9a6c-190def868ecc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:16.587723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.616184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Calling delete_port for 6cdb7d01-a457-4a0c-b133-e74e3982f37f owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:16.683130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22a0e1ab-27d9-4e3e-bd58-44748c3cf494 req-6466bb93-ad7a-4a35-bfee-c6fcaa0c4ccb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627426 Nov 12 03:26:16.683996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.686616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.687728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/71abef68-c787-4d9b-9377-efb40e78a4ce HTTP/1.1" status: 204 len: 168 time: 0.8939769 Nov 12 03:26:16.697728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-44647cc4-5648-46c9-8f99-2a287335f4a1 service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756817 Nov 12 03:26:16.699810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.702774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb58210-b908-42d1-87aa-2ddff5745bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71abef68-c787-4d9b-9377-efb40e78a4ce,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.771883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.785641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 6cdb7d01-a457-4a0c-b133-e74e3982f37f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:16.802040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc593d8-433f-4438-ad72-dc7413689659']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:16.819256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e222e577-23a0-436f-8789-0d2b50b929f7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:16.819558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e222e577-23a0-436f-8789-0d2b50b929f7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:16.835738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d70acee7-8473-41b7-a07b-d95be20dee69 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:16.869188 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.894089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.912356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-786eabf1-3457-4689-80f8-3f059f836ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.914438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-786eabf1-3457-4689-80f8-3f059f836ac0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1097 time: 0.1409700 Nov 12 03:26:16.923870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] No DVR routers for this DVR port 6cdb7d01-a457-4a0c-b133-e74e3982f37f on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:16.931148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.985987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a4f634e6-d9ca-426c-bae4-308fbae245b6 None None] Provisioning complete for port d70acee7-8473-41b7-a07b-d95be20dee69 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:16.986346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4f634e6-d9ca-426c-bae4-308fbae245b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.989880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:16.990829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:16.994273 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:17.032067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddec4ec-16cb-4ec5-a06e-66e10ab7c57c None None] Pushing event deleted for resources: {'Port': ['ID=6cdb7d01-a457-4a0c-b133-e74e3982f37f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.076345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d70acee7-8473-41b7-a07b-d95be20dee69 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:17.077096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.101978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.113530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-e5bf444d-a9a1-4764-8e6b-7b11247630aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.115192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-e5bf444d-a9a1-4764-8e6b-7b11247630aa service neutron] 10.222.0.98 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.1893919 Nov 12 03:26:17.131915 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.144900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.149501 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] 10.222.0.93 "DELETE /v2.0/networks/3bc593d8-433f-4438-ad72-dc7413689659 HTTP/1.1" status: 204 len: 168 time: 0.9789116 Nov 12 03:26:17.156839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=6cdb7d01-a457-4a0c-b133-e74e3982f37f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.181434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a8f3d-364b-4ed8-87df-5f10178698ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc593d8-433f-4438-ad72-dc7413689659,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.192931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port 6cdb7d01-a457-4a0c-b133-e74e3982f37f on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:17.257834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-3003eac8-7834-4320-b1d1-a4ed53443161 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1000 time: 0.1346080 Nov 12 03:26:17.276100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Router 36762a52-eafd-4f05-be3d-059162bb2bb1 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:17.331952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.386180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-a843e00e-7a32-435b-9ff2-f49deb39721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.402050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-a843e00e-7a32-435b-9ff2-f49deb39721f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1347640 Nov 12 03:26:17.410170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e72636d-144f-4c59-91f3-e205441e8e7e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:17.429903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4781bfc9-4213-4662-9a6c-190def868ecc') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:17.432207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4781bfc9-4213-4662-9a6c-190def868ecc') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:17.444382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6cdb7d01-a457-4a0c-b133-e74e3982f37f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:17.460205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:17.498064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:17.505954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-87a35789-5ae9-45a2-b40b-7e03063b9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.507643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-87a35789-5ae9-45a2-b40b-7e03063b9042 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967512 Nov 12 03:26:17.517608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.527592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Sync routers for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:17.537030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6cdb7d01-a457-4a0c-b133-e74e3982f37f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:17.537657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6cdb7d01-a457-4a0c-b133-e74e3982f37f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:17.542459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:17.543376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:17.543853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.548087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfda3e29-c579-4b49-b206-5b05c6b6a2bb admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6547344 Nov 12 03:26:17.552357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.554362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:17.679027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:17.697479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-742b5bad-932b-4426-bd7b-6d917f3a4ec3 service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672626 Nov 12 03:26:17.701288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-df44dabb-4dc1-45e2-896c-77aad2872e7c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c6d1024a9280442baac56f2be5bd388d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390058 Nov 12 03:26:17.705204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48606) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:17.712475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:17.714844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:17.724806 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:17.967302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:15Z', 'revision_number': 3, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:18.011261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Checking router: 36762a52-eafd-4f05-be3d-059162bb2bb1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:18.011776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Updating router 36762a52-eafd-4f05-be3d-059162bb2bb1 port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:18.047754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.080521 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.092519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e115e-d315-4a93-9b86-605878949f94 req-fac7a979-c69b-4ccc-9e45-74653204335a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.093579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-beccdc9b-0d77-41ed-987a-7d9e0c387554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.102229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-813e115e-d315-4a93-9b86-605878949f94 req-fac7a979-c69b-4ccc-9e45-74653204335a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.2217314 Nov 12 03:26:18.126931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b72598f7-4ca7-4520-a0c4-085c332993d8 req-2e4933e0-d242-4941-9645-7dd4b6306e3b service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913240 Nov 12 03:26:18.132103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.151709 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.151901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.165432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/3e72636d-144f-4c59-91f3-e205441e8e7e HTTP/1.1" status: 204 len: 168 time: 2.5044386 Nov 12 03:26:18.166639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48616) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:18.182902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1685928508', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:18.225482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e7ed-aa6a-4ce2-9258-870e1a33ee8b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=3e72636d-144f-4c59-91f3-e205441e8e7e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.314088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-813e115e-d315-4a93-9b86-605878949f94 req-8aec7b31-d081-4ef8-a65e-92b086f0f5f3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097180 Nov 12 03:26:18.354820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.361085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.423631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.436274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.440459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/82eb98f0-b283-4587-a131-af01781593f7 HTTP/1.1" status: 204 len: 168 time: 0.7335668 Nov 12 03:26:18.501663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd68996-5ec0-4ff0-9efa-e8e0261277e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eb98f0-b283-4587-a131-af01781593f7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.590596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.698310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:18.789658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.797762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.925688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b33348-3c28-42bf-b8e4-c7a5562ec479 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:19.011147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Attempting to bind port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:19.012672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Attempting to bind port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:19.013783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Attempting to bind port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:19.042335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fb8c-d042-4537-b730-c44c13659ddf None None] Pushing event updated for resources: {'Port': ['ID=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.054606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:19.055443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:19.056058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.056614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:19.057353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Bound port: 561e11ea-418b-45a8-8f0d-b7fc8aa76c68, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:19.057904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.095702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-683241651-network', 'tenant_id': 'c55352a2b44f47919d3e4266c396e951'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:19.099753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.144793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] For port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:19.148680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] For port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:19.160764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.173134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Made reservation on behalf of c55352a2b44f47919d3e4266c396e951 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:19.182519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.223509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.321922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208510dd-69e7-48be-8934-aa219c4fce63 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:19.387254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fb8c-d042-4537-b730-c44c13659ddf None None] Pushing event updated for resources: {'Port': ['ID=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.418445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] Provisioning complete for port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:19.420783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.473645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:19.475671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:25:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:19.517781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.738198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.804405 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.901564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66510b53-8b2f-42ca-9962-58d32b05a658 req-bf40df9b-55f7-48d3-863a-a7d80d9e4450 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.910344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66510b53-8b2f-42ca-9962-58d32b05a658 req-bf40df9b-55f7-48d3-863a-a7d80d9e4450 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.3155117 Nov 12 03:26:19.929326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.950761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Allocated IP 172.20.0.1 (dfebe0c9-abb7-40ff-8611-9094d1309c12/6a56cd24-d3c6-4f84-a5c8-ae4aec010200/16b059dd-b908-494e-a55d-0b60b55139eb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:20.003078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:20.177717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.198373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.204873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66510b53-8b2f-42ca-9962-58d32b05a658 req-81557e34-1279-4071-85b8-211961602528 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921057 Nov 12 03:26:20.301701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:20.350613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:20.369886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-116531085-network', 'tenant_id': 'eb452135a91f43929f441d29fea0063c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:20.392903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 172.25.4.193 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/7e711c66-c55f-4560-a003-e4b50b30e21b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:20.398991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64cca7-f64b-467b-ba9c-1c9437189036,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.402050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.402390 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Added segment f4e977d1-2381-4fc0-a5d1-58370a7f8490 of type vlan for network d5d79ab9-6945-46fc-aa67-aac105ec3f81 Nov 12 03:26:20.423481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:20.426981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.457538 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.533209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.572565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.580365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.683414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.695692 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.708087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:20.716572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:26:20.720168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.722148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:20.778108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16c09907-cf98-4f60-8a5c-20ddf4bb0fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.794546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:20.854630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:20.875201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.907749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Pushing event updated for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.910217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847b591-6cb4-4035-87d2-fc71283ed2f2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.914644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.916117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.919319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.938742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.939198 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Added segment 80dfa19a-79cd-456c-86d4-59a454af487e of type vlan for network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f Nov 12 03:26:20.947846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:20.962261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:20.965972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=7e711c66-c55f-4560-a003-e4b50b30e21b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.990728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:20.999043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277918d-9536-40c2-9ebf-204e7607ca25 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:21.005003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] For port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.036343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.082506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.134170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:15Z', 'revision_number': 3, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:21.145986 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4445837 Nov 12 03:26:21.149523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.164964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48676) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:21.171846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61d0d-e825-4bf4-a740-f2803df1b03e admin admin] Pushing event updated for resources: {'Network': ['ID=d5d79ab9-6945-46fc-aa67-aac105ec3f81,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.186961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Request body: {'subnet': {'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-683241651-subnet', 'tenant_id': 'c55352a2b44f47919d3e4266c396e951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:21.266257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a93cf1-de9e-4939-b22b-35ae61b48404 None None] The sync data for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 is: [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:15Z', 'revision_number': 3, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:21.278914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:21.404171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.405145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.405738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.459776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab1c1-96d7-40f0-b0fe-bf1715ee645c None None] Pushing event updated for resources: {'Port': ['ID=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.470254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b2cba53b-2e0e-4fa0-8f0c-48bd2f0943cc None None] Provisioning complete for port 7e711c66-c55f-4560-a003-e4b50b30e21b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:21.470636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2cba53b-2e0e-4fa0-8f0c-48bd2f0943cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.536516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.595368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b2cba53b-2e0e-4fa0-8f0c-48bd2f0943cc None None] Port 7e711c66-c55f-4560-a003-e4b50b30e21b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:21.641156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.651823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b2cba53b-2e0e-4fa0-8f0c-48bd2f0943cc None None] Provisioning complete for port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:21.652541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2cba53b-2e0e-4fa0-8f0c-48bd2f0943cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.667288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] Pushing event updated for resources: {'Network': ['ID=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.693370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Made reservation on behalf of c55352a2b44f47919d3e4266c396e951 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:21.731495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.746024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:21.749503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-155c219b-e388-4536-95af-5b31914b3e6c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6779776 Nov 12 03:26:21.763565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48682) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:21.859602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Request body: {'subnet': {'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-116531085-subnet', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:22.078593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.085215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.200120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.260276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:22.262378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.276101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eb1e9a04-0e20-4df0-929f-5033bd84d86c None None] Provisioning complete for port 16b059dd-b908-494e-a55d-0b60b55139eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:22.276659 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb1e9a04-0e20-4df0-929f-5033bd84d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.350544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e9a04-0e20-4df0-929f-5033bd84d86c None None] Port 16b059dd-b908-494e-a55d-0b60b55139eb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:22.360647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a9c1-3e3a-4f29-9b93-bb2c6d6910ef req-c503122a-2aa4-43b6-a4ba-1d08a55ddf01 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.369311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e76a9c1-3e3a-4f29-9b93-bb2c6d6910ef req-c503122a-2aa4-43b6-a4ba-1d08a55ddf01 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.4574130 Nov 12 03:26:22.448663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.559364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Pushing event updated for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.581254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:22.584851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:22.753988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e76a9c1-3e3a-4f29-9b93-bb2c6d6910ef req-a3cdda38-9665-4e72-bad6-b675bfd0c82d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836982 Nov 12 03:26:22.905036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Router 36762a52-eafd-4f05-be3d-059162bb2bb1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:22.911855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:23.150638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.176888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:23.179347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.237626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.262693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:23.277572 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79be4557-b5c1-4e39-9fb7-88ffe92f0a2a admin admin] 10.222.0.93 "PUT /v2.0/routers/36762a52-eafd-4f05-be3d-059162bb2bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7222033 Nov 12 03:26:23.401207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b9494b1e-c926-4490-8ea0-a8dbf37b4112 None None] Provisioning complete for port 16b059dd-b908-494e-a55d-0b60b55139eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:23.406348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9494b1e-c926-4490-8ea0-a8dbf37b4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.420405 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.422349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.466993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b9494b1e-c926-4490-8ea0-a8dbf37b4112 None None] Port 16b059dd-b908-494e-a55d-0b60b55139eb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:23.507126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Checking segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:23.507514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Network hostable DHCP agents. Network: d5d79ab9-6945-46fc-aa67-aac105ec3f81, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:23.514377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.647835 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.672316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:23.679097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7735336e-0730-4a12-ab1c-6451a6199f21,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.703634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d5d79ab9-6945-46fc-aa67-aac105ec3f81) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:23.714610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633ce9d-c64a-4689-95cb-6e31747c6571 None None] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:23.718133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.718567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.762848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b99d950d-1b76-4524-bac1-2767afc4c70a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5889192 Nov 12 03:26:23.764746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Checking segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:23.764746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Network hostable DHCP agents. Network: 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:23.824271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:23.841595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:23.855743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.856437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.873345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 94e3d54a-d6d1-428d-b87e-ec2f6af2f70a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:23.892246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bff4adfc-0aae-475e-aa28-c9d76f5741ad admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1260092 Nov 12 03:26:23.894392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.899279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:23.907859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca5194-2a12-422d-a700-1187e569b98b None None] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:23.978661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.981994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.188735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:24.209005 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] Sync routers for ids ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:24.226977 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] Routers {'94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:24.231088 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:24.239714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.290203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.291461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b2d64473-704a-472b-8d26-a65411ca211b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1175554 Nov 12 03:26:24.343918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:24.389654 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:24.413303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] Routers {'94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:24.416892 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:24.673938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:24.676355 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.683494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Sync routers for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:24.832744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8b8b-1ab6-442e-9147-f7741f9e6b42 req-ddca8763-9295-40e9-b8b0-9975805c4e20 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.834546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17bc8b8b-1ab6-442e-9147-f7741f9e6b42 req-ddca8763-9295-40e9-b8b0-9975805c4e20 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.6505332 Nov 12 03:26:24.864913 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:24.867678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c77e004-a410-41e1-b21c-cd78a9acb7f7 None None] The sync data for ids ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:24.884427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:24.885012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:24.938677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-98b5cf3f-88b3-4307-8a81-ba585a2b0ac5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers/94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 200 len: 885 time: 0.5710332 Nov 12 03:26:24.954612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48768) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.017095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d5d79ab9-6945-46fc-aa67-aac105ec3f81', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'tenant_id': 'c55352a2b44f47919d3e4266c396e951', 'fixed_ips': [{'subnet_id': 'abe1680e-ce73-4f6b-8699-91e6ec4bb2b0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:25.018065 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.412729 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:25.469340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Allocated IP 172.20.0.2 (d5d79ab9-6945-46fc-aa67-aac105ec3f81/abe1680e-ce73-4f6b-8699-91e6ec4bb2b0/2dd43401-522c-4507-913e-0afbf82ab87b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:25.643950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.745176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.781113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.913749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:25.949780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17bc8b8b-1ab6-442e-9147-f7741f9e6b42 req-f69df848-83b6-49ef-9525-78a8521ba6b0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0927072 Nov 12 03:26:26.038400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:26.082851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:26.104013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:26.144802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Pushing event updated for resources: {'Port': ['ID=2dd43401-522c-4507-913e-0afbf82ab87b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.167011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.192215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.241049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-eaf2dacb-952d-4bff-94ba-27c816cdabef tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.262576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-eaf2dacb-952d-4bff-94ba-27c816cdabef tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 1.3089094 Nov 12 03:26:26.371550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-57517202-1c89-4f82-888a-20082b9f391b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/quotas/c55352a2b44f47919d3e4266c396e951 HTTP/1.1" status: 200 len: 375 time: 0.0983803 Nov 12 03:26:26.429976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Allocated IP 172.25.4.40 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/9559be2c-e094-4ed7-90c4-f77d42fce8d9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:26.626293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-105e714e-7710-430d-9eda-8188709a3aba tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2357206 Nov 12 03:26:26.731870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.811184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.811922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Allocated IP 172.20.0.2 (3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f/7735336e-0730-4a12-ab1c-6451a6199f21/d3a8d3b8-740a-4a96-9c81-3b4b8fc92870) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:26.878014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7c8703f4-4768-4d51-b5d8-53d55e4145a3 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.9190071 Nov 12 03:26:26.891057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-f7a8f904-d330-4aa4-a63f-54298aa0c362 service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551486 Nov 12 03:26:26.898086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.926658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1685928508'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:26.936372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Attempting to bind port 2dd43401-522c-4507-913e-0afbf82ab87b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:26.939740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Attempting to bind port 2dd43401-522c-4507-913e-0afbf82ab87b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:26.940961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Attempting to bind port 2dd43401-522c-4507-913e-0afbf82ab87b on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:26.948639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:26.985098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:26.985757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Checking segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:26.986338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.987408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Bound using segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:26.988094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Bound port: 2dd43401-522c-4507-913e-0afbf82ab87b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:26.989967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.057452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:27.069757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:27.072045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Pushing event updated for resources: {'Port': ['ID=9559be2c-e094-4ed7-90c4-f77d42fce8d9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.114200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d61ba8a9-4b7d-43fb-8064-503d698795d5 service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202981 Nov 12 03:26:27.205177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] For port 2dd43401-522c-4507-913e-0afbf82ab87b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:27.215296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] For port 2dd43401-522c-4507-913e-0afbf82ab87b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2dd43401-522c-4507-913e-0afbf82ab87b,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:27.226747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a68503-80b6-4fc7-b8c5-ee4bea1a1e2c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:27.264041 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.555182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-37faba5d-340d-4317-a887-3dc37bdfb09b None None] Provisioning complete for port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:27.557297 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-37faba5d-340d-4317-a887-3dc37bdfb09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.733295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2085e3e-62fe-4047-bb26-2bc337bbdcdc req-bd4e0492-c28e-4411-af69-7993a69de17f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.734834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2085e3e-62fe-4047-bb26-2bc337bbdcdc req-bd4e0492-c28e-4411-af69-7993a69de17f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.1436617 Nov 12 03:26:27.871100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2085e3e-62fe-4047-bb26-2bc337bbdcdc req-7c6659ac-c63e-4fd3-9952-40fa2924faff tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208203 Nov 12 03:26:27.893895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d787-2bec-45ed-bc87-083bd8973cf0 None None] Pushing event updated for resources: {'Port': ['ID=2dd43401-522c-4507-913e-0afbf82ab87b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.925727 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.931323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-37faba5d-340d-4317-a887-3dc37bdfb09b None None] Port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:27.938901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.000435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 2, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:28.077890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:28.084537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:28.090858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:28.101030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Checking router: 36762a52-eafd-4f05-be3d-059162bb2bb1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:28.101646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Updating router 36762a52-eafd-4f05-be3d-059162bb2bb1 port 16b059dd-b908-494e-a55d-0b60b55139eb binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:28.239161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.251454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.260144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.302923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Attempting to bind port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:28.303624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Attempting to bind port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:28.304183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Attempting to bind port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 on network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:28.310750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:28.311414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Checking segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:28.312137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.312704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Bound using segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:28.313358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Bound port: d3a8d3b8-740a-4a96-9c81-3b4b8fc92870, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:28.313929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.583486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] For port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:28.592814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] For port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:28.613014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.616562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.732749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.884463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2dd43401-522c-4507-913e-0afbf82ab87b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:29.106836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.198004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4ff7a-9034-4556-9f31-feb26b297305 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.217625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.234957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 94e3d54a-d6d1-428d-b87e-ec2f6af2f70a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:29.272779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2dd43401-522c-4507-913e-0afbf82ab87b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:29.272779 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.277597 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.479562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:29.486872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.489899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c9433fa2-013f-48f0-a1c9-5b62c233cb1b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 200 len: 892 time: 2.5888820 Nov 12 03:26:29.490826 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] Sync routers for ids ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:29.506373 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] Routers {'94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:29.509257 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:29.524563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48854) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.661459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Router 59e6bfe4-709c-416c-982a-ad2a6edc8bed is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:29.699025 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:29.719536 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] Routers {'94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:29.722697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:29.773394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ec409-5668-4f73-aaa2-49b1f4336c67 None None] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:29.827947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:29.829833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c91e9-ab05-4794-8a10-56d4e070fe97 None None] The sync data for ids ['94e3d54a-d6d1-428d-b87e-ec2f6af2f70a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:29.880456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960908-9944-4c3f-8e71-b102518d4b60 None None] Pushing event updated for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.887512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Attempting to bind port 16b059dd-b908-494e-a55d-0b60b55139eb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:29.888356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Attempting to bind port 16b059dd-b908-494e-a55d-0b60b55139eb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:29.888963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Attempting to bind port 16b059dd-b908-494e-a55d-0b60b55139eb on network dfebe0c9-abb7-40ff-8611-9094d1309c12 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:29.918341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:29.954059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.955313 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55dd22cc-cec4-4bfa-93c3-ebf766882028 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0598259 Nov 12 03:26:29.960657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:30.001415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Sync routers for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:30.013581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:30.016080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Checking segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:30.017450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.019480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Bound using segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:30.023597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Bound port: 16b059dd-b908-494e-a55d-0b60b55139eb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:30.026742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.047404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1342e740-f304-4a83-9262-0ca6cae980bd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers/94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 200 len: 892 time: 0.5187421 Nov 12 03:26:30.055410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48860) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:30.151700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dbb34310-22bd-48c9-8cc1-08229d58c87c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 200 len: 205 time: 0.0917909 Nov 12 03:26:30.159142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48862) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:30.296012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.313540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:30.314185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:30.343881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b25106b-0407-4668-aaae-c108d18bea51 None None] Provisioning complete for port 2dd43401-522c-4507-913e-0afbf82ab87b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.344273 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b25106b-0407-4668-aaae-c108d18bea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.449758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] For port 16b059dd-b908-494e-a55d-0b60b55139eb, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:30.457262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] For port 16b059dd-b908-494e-a55d-0b60b55139eb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=16b059dd-b908-494e-a55d-0b60b55139eb,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:30.505881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-5b514edf-a4cf-4656-b9ce-74bcee023763 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.507201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-5b514edf-a4cf-4656-b9ce-74bcee023763 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 1.1053245 Nov 12 03:26:30.515283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.530906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Request body: {'port': {'device_id': '82381e50-8147-43f7-b0cf-6af865371419', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'admin_state_up': True, 'tenant_id': 'c55352a2b44f47919d3e4266c396e951'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:30.635786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 2dd43401-522c-4507-913e-0afbf82ab87b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2dd43401-522c-4507-913e-0afbf82ab87b,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:30.675914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.838933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.861090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=2dd43401-522c-4507-913e-0afbf82ab87b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:30.894455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Made reservation on behalf of c55352a2b44f47919d3e4266c396e951 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:30.903842 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.919801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8843b3-3a0a-45b7-b4c4-67c70a02eb03 None None] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:31.251256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Allocated IP 172.20.0.4 (d5d79ab9-6945-46fc-aa67-aac105ec3f81/abe1680e-ce73-4f6b-8699-91e6ec4bb2b0/c28adc28-c86a-465d-9e52-050f0883db23) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:31.410323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:31.542460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.588952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.619602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.682963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:31.686171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:31.686345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.686913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:31.714444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:31.816816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:31.857758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:31.868305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.869175 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.896681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Allocated IP 172.20.0.1 (3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f/7735336e-0730-4a12-ab1c-6451a6199f21/d2443677-6b10-4bbb-bed2-b558f229213c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:31.921839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960908-9944-4c3f-8e71-b102518d4b60 None None] Pushing event updated for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.964796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.035020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5139742 Nov 12 03:26:32.045653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6771a3-81af-4b0c-a0fe-139d99a45b2b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event updated for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.059112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Request body: {'port': {'device_id': '82381e50-8147-43f7-b0cf-6af865371419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:32.068994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.122924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.139623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:32.140045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.141615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.200047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:32.205309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:32.206253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-e59064e1-7de5-44c4-baff-64798df241d8 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.208124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-e59064e1-7de5-44c4-baff-64798df241d8 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 0.2826712 Nov 12 03:26:32.209890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:32.236247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.237250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Provisioning complete for port 16b059dd-b908-494e-a55d-0b60b55139eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:32.237626 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.248290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:32.259636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.288965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-51dc6d6e-d560-44cb-9763-39b9e72aaf0e tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.296069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-51dc6d6e-d560-44cb-9763-39b9e72aaf0e tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.5690508 Nov 12 03:26:32.342237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-dd082be7-4a82-4535-8040-2a92070c1e1a tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/quotas/c55352a2b44f47919d3e4266c396e951 HTTP/1.1" status: 200 len: 375 time: 0.0855446 Nov 12 03:26:32.403094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.417079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-6a86b249-e321-4aa5-a792-ae9a60e62655 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/quotas/4e31348393f44fd981dffc8300741326 HTTP/1.1" status: 200 len: 375 time: 0.1200483 Nov 12 03:26:32.441833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.519418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-c46be702-6e8d-423e-ae2f-4129927911fa tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762154 Nov 12 03:26:32.652800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.685315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-21337295-307a-433f-9aa7-da2dbd451ac4 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2671742 Nov 12 03:26:32.730337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.741876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.775879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:32.779990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 7e711c66-c55f-4560-a003-e4b50b30e21b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:32.780328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.808632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:27Z', 'revision_number': 3, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:32.812868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.850217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Checking router: 59e6bfe4-709c-416c-982a-ad2a6edc8bed for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:32.850561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Updating router 59e6bfe4-709c-416c-982a-ad2a6edc8bed port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:32.852532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.976344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.996352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.004926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Pushing event updated for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.008592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.052708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 7e711c66-c55f-4560-a003-e4b50b30e21b owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:33.088202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:33.090170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:33.099768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] For port 16b059dd-b908-494e-a55d-0b60b55139eb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=16b059dd-b908-494e-a55d-0b60b55139eb,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:33.104282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2dd43401-522c-4507-913e-0afbf82ab87b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:33.141989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.165451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.334186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Provisioning complete for port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.334547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.345635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Router 59e6bfe4-709c-416c-982a-ad2a6edc8bed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:33.392248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1153b28-2b52-4ca1-bbac-2f20964eddee None None] Pushing event updated for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.449292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:30Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:33.506671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:33.520552 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78c42fda-7f07-44aa-9fea-d07ec941fd95 admin admin] 10.222.0.93 "PUT /v2.0/routers/59e6bfe4-709c-416c-982a-ad2a6edc8bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5503626 Nov 12 03:26:33.528217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e86e5-4d55-4f1d-a9c9-81038d8570bf None None] The sync data for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 is: [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:30Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:33.562683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-c8f0746f-cad2-43e9-8d01-733ab48a6f14 service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0422902 Nov 12 03:26:33.628635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2dd43401-522c-4507-913e-0afbf82ab87b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.628846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.710352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-85d2262b-c526-4815-a394-b21d8d4accb4 service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0238650 Nov 12 03:26:34.027938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-95511793-3c6f-4947-b947-0fc0421d74d7 service neutron] 10.222.0.93 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151457 Nov 12 03:26:34.054266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-6552b498-b159-4715-8207-3f37b42f865c service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791451 Nov 12 03:26:34.187823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28adc28-c86a-465d-9e52-050f0883db23 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:34.201478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Provisioning complete for port d2443677-6b10-4bbb-bed2-b558f229213c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:34.203110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.203644 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.267836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Transition to ACTIVE for port object c28adc28-c86a-465d-9e52-050f0883db23 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:34.270097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.270925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.290998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.300946 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.306749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Port d2443677-6b10-4bbb-bed2-b558f229213c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:34.387378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=7e711c66-c55f-4560-a003-e4b50b30e21b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.552621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a73656-f635-4d31-a06c-0c691a6647db None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:34.637170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7b56e-d2e3-416d-8fca-ac9dcd9d28a6 None None] Pushing event updated for resources: {'Port': ['ID=9559be2c-e094-4ed7-90c4-f77d42fce8d9,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.696413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Provisioning complete for port 2dd43401-522c-4507-913e-0afbf82ab87b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:34.696970 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.700500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Attempting to bind port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:34.700866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Attempting to bind port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:34.701225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Attempting to bind port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:34.778232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2b392-2c31-4d7a-84eb-03631490f580 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:34.809374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Pushing event updated for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.843835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:34.844143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:34.844542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.844936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:34.845428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Bound port: 9559be2c-e094-4ed7-90c4-f77d42fce8d9, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:34.845807 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.038328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b44e90c-26d0-4ab0-8387-94d968572453 req-9f1871e5-e10e-4e77-9255-0ac0eb29007a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 210 time: 0.1889739 Nov 12 03:26:35.053386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] For port 9559be2c-e094-4ed7-90c4-f77d42fce8d9, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:35.088793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.094420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] For port 9559be2c-e094-4ed7-90c4-f77d42fce8d9, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9559be2c-e094-4ed7-90c4-f77d42fce8d9,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:35.129607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.296824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7b56e-d2e3-416d-8fca-ac9dcd9d28a6 None None] Pushing event updated for resources: {'Port': ['ID=9559be2c-e094-4ed7-90c4-f77d42fce8d9,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.302902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 16b059dd-b908-494e-a55d-0b60b55139eb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:35.354230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Provisioning complete for port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:35.354480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dce2fd09-a35f-4264-93b0-d8826187822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.429487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a21522-6b3e-4237-9e4d-697c1663793b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:35.452507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Attempting to bind port c28adc28-c86a-465d-9e52-050f0883db23 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:35.453253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Attempting to bind port c28adc28-c86a-465d-9e52-050f0883db23 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:35.453764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Attempting to bind port c28adc28-c86a-465d-9e52-050f0883db23 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:35.463270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.466686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Port c28adc28-c86a-465d-9e52-050f0883db23 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:35.467225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Attempting to bind port c28adc28-c86a-465d-9e52-050f0883db23 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:35.488124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419cebe-0a8f-4396-a6da-81d6e3b716be req-212718df-979d-4040-9a87-95d26685ce55 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.498368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1419cebe-0a8f-4396-a6da-81d6e3b716be req-212718df-979d-4040-9a87-95d26685ce55 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.8456454 Nov 12 03:26:35.501567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.509408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:35.510965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:35.511789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Checking segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:35.511937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:35.512550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Bound using segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:35.513164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Bound port: c28adc28-c86a-465d-9e52-050f0883db23, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:35.513680 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.544909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 16b059dd-b908-494e-a55d-0b60b55139eb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:35.545443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.757967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.758526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 94e3d54a-d6d1-428d-b87e-ec2f6af2f70a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:35.765345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.772584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b4f6c0b9-e607-4474-82d5-ab273b1a9a76 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 204 len: 168 time: 5.6120024 Nov 12 03:26:35.775081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:35.780931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1126289400'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:35.835528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:35.841141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.854685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:35.873787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1419cebe-0a8f-4396-a6da-81d6e3b716be req-5b2d0706-a071-48af-9d66-f5b925ab14e4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743246 Nov 12 03:26:35.889781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:35.908173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.908998 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3 of type vlan for network a2049a92-1499-4662-9ec4-f44d1d0b6e08 Nov 12 03:26:35.928594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-857d5789-3dc4-48e4-95d6-1266511fdaae tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.930470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-857d5789-3dc4-48e4-95d6-1266511fdaae tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 0.7065248 Nov 12 03:26:35.934849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c28adc28-c86a-465d-9e52-050f0883db23,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:35.950973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-4e4fff15-2d6c-46e7-b016-4c454ce427af tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/quotas/c55352a2b44f47919d3e4266c396e951 HTTP/1.1" status: 200 len: 375 time: 0.0140727 Nov 12 03:26:35.952872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.969897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.970887 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.974789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] 10.222.0.100 "PUT /v2.0/ports/c28adc28-c86a-465d-9e52-050f0883db23 HTTP/1.1" status: 200 len: 1092 time: 3.9196000 Nov 12 03:26:35.978395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:35.995076 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66090499-e5fe-411c-9baf-d55a896b5dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "tag": "c28adc28-c86a-465d-9e52-050f0883db23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:36.017667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.024620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:36.116410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.133159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.135896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.141262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:36.153678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] Provisioning complete for port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:36.161970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936921b-4f53-4220-96f3-f0d9d3930580 service neutron] Pushing event updated for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.168583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.174255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-27113684-58ac-40ab-9d01-06cb25368631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.176645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-27113684-58ac-40ab-9d01-06cb25368631 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 1095 time: 0.1363094 Nov 12 03:26:36.209502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-392c7f3a-fd39-4489-b081-7344b2020db6 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289729 Nov 12 03:26:36.217547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4413083 Nov 12 03:26:36.237956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:36.263362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:36.358468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-d63961fc-e7a7-438b-bc7f-fb046c9faf21 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28adc28-c86a-465d-9e52-050f0883db23 HTTP/1.1" status: 200 len: 217 time: 0.1473355 Nov 12 03:26:36.389707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadfdc6-5bdc-4af7-afed-b1a391b4a90b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=a2049a92-1499-4662-9ec4-f44d1d0b6e08,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.450077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:36.465758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:36.473334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.631766 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48392bf9-cf21-4757-baec-5292e06daa19 x-openstack-request-id: req-48392bf9-cf21-4757-baec-5292e06daa19 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:36.632236 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "tag": "c28adc28-c86a-465d-9e52-050f0883db23", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:36.632505 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48392bf9-cf21-4757-baec-5292e06daa19 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:36.633000 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23', 'status': 'completed', 'code': 200} Nov 12 03:26:36.738783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b3e2750-cd7b-435f-8458-888140f11215 req-cbde4bd0-9e89-47e1-a705-ef6c5dbbd709 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0614479 Nov 12 03:26:36.807109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.807881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-7ce5b121-e251-40c0-bae8-01ff7dd6fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.809068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-7ce5b121-e251-40c0-bae8-01ff7dd6fcd6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.4418252 Nov 12 03:26:36.817581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-f440896a-314d-482c-a965-9202b466b353 service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569216 Nov 12 03:26:36.890063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=fd59914d-6654-4482-83d1-04952f5e6543,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.998015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-1e5c39e3-8f45-48f9-8c9b-f46714e79b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.999457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-1e5c39e3-8f45-48f9-8c9b-f46714e79b82 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799076 Nov 12 03:26:37.008154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-83172e7c-863d-408a-ba09-fbdae8751e0c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.009591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-83172e7c-863d-408a-ba09-fbdae8751e0c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.98 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 0.3854985 Nov 12 03:26:37.014589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 2, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:37.069076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:37.069534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: a2049a92-1499-4662-9ec4-f44d1d0b6e08, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:37.089246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:37.089616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.100463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Request body: {'port': {'device_id': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'admin_state_up': True, 'tenant_id': 'c55352a2b44f47919d3e4266c396e951'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:37.101060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6419bf-2993-44fa-a882-77b0e7ad047d None None] The sync data for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 is: [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 2, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:37.121892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:37.153065 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.166019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-4a44bd2b-3cd7-4235-8175-662ff4ba4a19 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.168571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-4a44bd2b-3cd7-4235-8175-662ff4ba4a19 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 815 time: 0.2818468 Nov 12 03:26:37.179265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a2049a92-1499-4662-9ec4-f44d1d0b6e08) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:37.185718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.186218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.199042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfa7e6d-1c3a-4810-8c95-4f7ef7b121e3 None None] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:37.204248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Request body: {'port': {'device_id': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'admin_state_up': True, 'tenant_id': '4e31348393f44fd981dffc8300741326'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:37.216829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8537bc6a-0ee3-4d49-be85-6f2d3bca0a38 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9664457 Nov 12 03:26:37.222618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-fd2bb420-fdb6-48b5-9c66-f047b29a99a9 service neutron] 10.222.0.93 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041164 Nov 12 03:26:37.236109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] For port 9559be2c-e094-4ed7-90c4-f77d42fce8d9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9559be2c-e094-4ed7-90c4-f77d42fce8d9,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:37.248228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.255240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.268578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-160304369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:37.435290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Made reservation on behalf of 4e31348393f44fd981dffc8300741326 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:37.444060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.477652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.484155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.542121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6415d4-9745-43f6-9acf-ee2ec96ff909 None None] Pushing event updated for resources: {'Port': ['ID=9559be2c-e094-4ed7-90c4-f77d42fce8d9,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:37.597935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e2fd0-2e06-46c1-9e29-fb0b8e71643e req-71ad877d-d4e5-4251-8b82-a69024d78b27 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.623894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d4e2fd0-2e06-46c1-9e29-fb0b8e71643e req-71ad877d-d4e5-4251-8b82-a69024d78b27 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.5708816 Nov 12 03:26:37.724973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-e2c32028-4eb0-441a-801e-ecd94685a77a service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044122 Nov 12 03:26:37.726008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Allocated IP 172.20.0.9 (d98a96c7-3758-48ad-88e6-3df079aa9a10/f3ca11da-cc68-4cfe-b41f-3361c451acab/8758acfe-b311-45ae-92c2-52d34800730b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:37.750436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a2049a92-1499-4662-9ec4-f44d1d0b6e08', 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': 'fd59914d-6654-4482-83d1-04952f5e6543'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:37.751529 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.867888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.943999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.950723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Made reservation on behalf of c55352a2b44f47919d3e4266c396e951 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:37.954978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.024556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89b41cdb-a4cc-48fa-b124-87bdd8ccaa8c req-58d6e1a4-2eeb-4cf9-9085-6597d7d4e84a tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 210 time: 0.0963879 Nov 12 03:26:38.155495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.195713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Allocated IP 2001:db8::2 (a2049a92-1499-4662-9ec4-f44d1d0b6e08/fd59914d-6654-4482-83d1-04952f5e6543/8840903a-ef1e-42fa-af85-fca2dc05d2a1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:38.228587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.255575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', '947ea9c1-7732-4557-a279-92193421f28e', '9b91255c-ddcd-47b0-9059-f1c0e1e4e899'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:38.278807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42a96ceb-ad52-4182-bd2f-74f3a7fef1c5 req-15d2b90a-c493-4fb9-b569-f30a8b3e6121 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355000 Nov 12 03:26:38.349863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Network d98a96c7-3758-48ad-88e6-3df079aa9a10 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:38.373001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:38.379706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:38.391317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d4e2fd0-2e06-46c1-9e29-fb0b8e71643e req-cbd52d63-f9c8-45ac-850e-e850a9c9cc75 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7642362 Nov 12 03:26:38.472289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.497569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.502590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:38.505295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-01a0e427-a925-42b2-83ad-46685cd6d1b2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2559361 Nov 12 03:26:38.532049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.532792 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.690800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-788a6613-f749-4340-afaa-c9451e3f58f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4904320 Nov 12 03:26:38.695338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-83b2313c-50d1-4823-93c0-45e8d2d345c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.696786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-83b2313c-50d1-4823-93c0-45e8d2d345c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 1095 time: 0.2277474 Nov 12 03:26:38.756275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Request body: {'port': {'device_id': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:38.868266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a492781-2569-4932-8978-2818db604a7a req-c3d1c0f0-5e71-4cff-b7a0-9ebdb2b29423 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.870015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a492781-2569-4932-8978-2818db604a7a req-c3d1c0f0-5e71-4cff-b7a0-9ebdb2b29423 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 931 time: 0.5676432 Nov 12 03:26:38.912594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-84a7aba5-3c20-491a-930b-a92019af0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.914345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-84a7aba5-3c20-491a-930b-a92019af0421 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 917 time: 0.1963849 Nov 12 03:26:38.988330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-f59ee800-46eb-4bdf-8cc5-c2291e99e0c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28adc28-c86a-465d-9e52-050f0883db23 HTTP/1.1" status: 200 len: 217 time: 0.0612199 Nov 12 03:26:38.994395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Allocated IP 172.20.0.9 (d5d79ab9-6945-46fc-aa67-aac105ec3f81/abe1680e-ce73-4f6b-8699-91e6ec4bb2b0/367751ea-c2a0-4cd9-bbd3-06641086528a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:39.036939 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.124505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.125898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a492781-2569-4932-8978-2818db604a7a req-33eca060-d951-49d0-8e6c-1ccef0f710b2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227969 Nov 12 03:26:39.225688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:39.231597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-7a53f424-4b89-4f2a-bb6c-63f72055ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.233126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-7a53f424-4b89-4f2a-bb6c-63f72055ca07 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.2308717 Nov 12 03:26:39.248905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fb7c933-abcd-4d62-90ff-e9a665c256b3 req-44c0f3d8-846d-42cf-ba1e-be677e5be3d5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 210 time: 0.0805626 Nov 12 03:26:39.254085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:39.280293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:39.299866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Pushing event updated for resources: {'Port': ['ID=8840903a-ef1e-42fa-af85-fca2dc05d2a1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.418951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-09008cb3-9508-44fe-a5f5-16dd3841e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.420508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-09008cb3-9508-44fe-a5f5-16dd3841e567 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593637 Nov 12 03:26:39.502905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Attempting to bind port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:39.503411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Attempting to bind port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:39.503682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Attempting to bind port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 on network a2049a92-1499-4662-9ec4-f44d1d0b6e08 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:39.546103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:39.546484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Checking segment: {'id': 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:39.546893 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.547291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Bound using segment: {'id': 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:39.547787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Bound port: 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': 'a2049a92-1499-4662-9ec4-f44d1d0b6e08'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:39.548199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.595801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.754651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] For port 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:39.774468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] For port 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8840903a-ef1e-42fa-af85-fca2dc05d2a1,segment=NetworkSegment(b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3),segment_id=b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:39.794925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.874136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9559be2c-e094-4ed7-90c4-f77d42fce8d9 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:39.943548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e00ca-f547-4d0f-95cd-6922fe6bafd3 None None] Pushing event updated for resources: {'Port': ['ID=8840903a-ef1e-42fa-af85-fca2dc05d2a1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.962928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-8db56f2c-e911-4c93-94cb-23fb4ba362af tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.964971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-8db56f2c-e911-4c93-94cb-23fb4ba362af tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 815 time: 0.2359729 Nov 12 03:26:40.014473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Request body: {'port': {'device_id': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'admin_state_up': True, 'tenant_id': 'c55352a2b44f47919d3e4266c396e951'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:40.023119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.033321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:40.034711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.039917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.317087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:40.359478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-3996b9f7-bcec-4f00-99f5-c12e77181a22 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9295654 Nov 12 03:26:40.415097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7ab7b-8e67-4d69-9403-b904b144ab0d req-763728a1-cb51-4df6-addb-b670c6a93172 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.422399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32a7ab7b-8e67-4d69-9403-b904b144ab0d req-763728a1-cb51-4df6-addb-b670c6a93172 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 945 time: 0.8458314 Nov 12 03:26:40.496024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.515609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413c31-e534-45fd-bea6-c74732c4098d req-133e044e-060f-4fe1-bc2b-654244a8d52d tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.517194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9413c31-e534-45fd-bea6-c74732c4098d req-133e044e-060f-4fe1-bc2b-654244a8d52d tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 931 time: 0.2361691 Nov 12 03:26:40.589809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.610651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '69120887-056f-4a4f-880c-be2d9089f864', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '69120887-056f-4a4f-880c-be2d9089f864', 'mac_address': 'fa:16:3e:fa:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:40.635447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Made reservation on behalf of c55352a2b44f47919d3e4266c396e951 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:40.639111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.708061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:40.721569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:40.727439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.739584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:40.763846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:40.786058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32a7ab7b-8e67-4d69-9403-b904b144ab0d req-59aede8e-02b5-4921-a65d-46ab92d65e0b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615842 Nov 12 03:26:40.786855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event updated for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.871686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9413c31-e534-45fd-bea6-c74732c4098d req-084f086b-ebd4-406f-800f-a444fa58e763 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040376 Nov 12 03:26:40.878229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.880325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66090499-e5fe-411c-9baf-d55a896b5dd9 req-ecb2888d-7c44-405a-ad70-11e387ed06eb service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939430 Nov 12 03:26:40.896604 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.915512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.916206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.945287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-40d29620-3e20-432c-af7d-5a4e0b6b10f5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8941965 Nov 12 03:26:40.964751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Request body: {'port': {'device_id': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:40.974108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8::1 (a2049a92-1499-4662-9ec4-f44d1d0b6e08/fd59914d-6654-4482-83d1-04952f5e6543/ef15bb50-2dbd-40e4-8d31-22ee3db7023d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:41.047325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-020f59b5-9aa8-458d-8a67-c4dab48132c9 req-00a98ba7-da8a-4258-87d3-627e49318b8e tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 210 time: 0.0377591 Nov 12 03:26:41.098360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.107107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.139196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['69120887-056f-4a4f-880c-be2d9089f864'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:41.212247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758acfe-b311-45ae-92c2-52d34800730b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:41.225300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Allocated IP 172.20.0.5 (d5d79ab9-6945-46fc-aa67-aac105ec3f81/abe1680e-ce73-4f6b-8699-91e6ec4bb2b0/bfbc9ec1-cb40-4a3c-9135-9d5bf4259235) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:41.305654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.391444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Transition to ACTIVE for port object 8758acfe-b311-45ae-92c2-52d34800730b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:41.403882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-51fad8c3-8b36-46a1-8694-c7261f41ddbe None None] Provisioning complete for port 367751ea-c2a0-4cd9-bbd3-06641086528a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:41.404564 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51fad8c3-8b36-46a1-8694-c7261f41ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.406213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.518206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-51fad8c3-8b36-46a1-8694-c7261f41ddbe None None] Port 367751ea-c2a0-4cd9-bbd3-06641086528a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:41.591686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.599416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.638311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c28adc28-c86a-465d-9e52-050f0883db23 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:41.738203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.783439 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Sync routers for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:41.800476 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:41.804145 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:41.854303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c28adc28-c86a-465d-9e52-050f0883db23,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:41.876970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.907134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c28adc28-c86a-465d-9e52-050f0883db23', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'port_id': 'c28adc28-c86a-465d-9e52-050f0883db23', 'mac_address': 'fa:16:3e:5c:6f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe1680e-ce73-4f6b-8699-91e6ec4bb2b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:41.919518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8840903a-ef1e-42fa-af85-fca2dc05d2a1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:42.004608 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:42.021666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:42.029602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:42.042179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:42.055871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0183f3-bfaa-4dd3-806a-30fdf32fc96a None None] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:42.165658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Attempting to bind port 8758acfe-b311-45ae-92c2-52d34800730b on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:42.166018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Attempting to bind port 8758acfe-b311-45ae-92c2-52d34800730b by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:42.166716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Attempting to bind port 8758acfe-b311-45ae-92c2-52d34800730b on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:42.172799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event updated for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.210473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.211162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.259104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Port 8758acfe-b311-45ae-92c2-52d34800730b on network d98a96c7-3758-48ad-88e6-3df079aa9a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:42.259369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Attempting to bind port 8758acfe-b311-45ae-92c2-52d34800730b on network d98a96c7-3758-48ad-88e6-3df079aa9a10 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:42.275091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.288026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.301781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] Provisioning complete for port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:42.302161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.371335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1d7db-ceec-4cb9-8ec1-1d2cbdad80f5 req-e50c2139-3702-4c2e-b693-6b4f0f2796dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.383511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0f1d7db-ceec-4cb9-8ec1-1d2cbdad80f5 req-e50c2139-3702-4c2e-b693-6b4f0f2796dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 946 time: 0.3358836 Nov 12 03:26:42.389224 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 2, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:42.418070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:42.423172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Checking segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:42.425028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:42.425509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Bound using segment: {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:42.425509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Bound port: 8758acfe-b311-45ae-92c2-52d34800730b, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:42.425936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.450900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215993c3-cc61-487e-8d66-eb2269a41817 req-784bf287-5559-45b3-b9b4-c3bd0a7ad749 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.451661 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Checking router: 59e6bfe4-709c-416c-982a-ad2a6edc8bed for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:42.452317 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Updating router 59e6bfe4-709c-416c-982a-ad2a6edc8bed port d2443677-6b10-4bbb-bed2-b558f229213c binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:42.454963 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-7a3a2d43-f0f0-4509-ab58-ce328ab67a13 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4525990 Nov 12 03:26:42.456974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215993c3-cc61-487e-8d66-eb2269a41817 req-784bf287-5559-45b3-b9b4-c3bd0a7ad749 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 943 time: 0.3851540 Nov 12 03:26:42.463685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367751ea-c2a0-4cd9-bbd3-06641086528a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:42.478252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:42.488314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28adc28-c86a-465d-9e52-050f0883db23 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:42.500170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:42.516105 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.523154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c28adc28-c86a-465d-9e52-050f0883db23,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:42.527074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Request body: {'port': {'device_id': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.539402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:42.541187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.590433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.604587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.634601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=ef15bb50-2dbd-40e4-8d31-22ee3db7023d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.756880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:42.759505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.773880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215993c3-cc61-487e-8d66-eb2269a41817 req-92b6d1ef-504d-43e4-b88f-1f96aeeeb7e5 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974234 Nov 12 03:26:42.838592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Transition to ACTIVE for port object 367751ea-c2a0-4cd9-bbd3-06641086528a will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:42.859656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-b587bbc5-5975-447c-8bd1-d68dc75d10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.863836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-b587bbc5-5975-447c-8bd1-d68dc75d10fc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1098 time: 0.3534784 Nov 12 03:26:42.864418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.870769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.917467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:42.922322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:42.936592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.013994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0f1d7db-ceec-4cb9-8ec1-1d2cbdad80f5 req-873ac0d2-226c-4485-9cfd-f91519d9648d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6266687 Nov 12 03:26:43.081121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c28adc28-c86a-465d-9e52-050f0883db23'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:43.134520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.148067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.163925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.168334 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] 10.222.0.98 "PUT /v2.0/ports/8758acfe-b311-45ae-92c2-52d34800730b HTTP/1.1" status: 200 len: 1092 time: 4.4257104 Nov 12 03:26:43.169742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:43.183637 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e47301-b155-47dd-b4ab-5cbd7f534087" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "tag": "8758acfe-b311-45ae-92c2-52d34800730b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:43.198435 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.229034 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.243213 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.291616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Pushing event updated for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.312989 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Pushing event updated for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.324909 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.325248 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.325573 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.325905 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.326227 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.326547 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.326868 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.327184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.327498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.328185 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.328507 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.328825 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:43.370513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 69120887-056f-4a4f-880c-be2d9089f864 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:43.433598 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Attempting to bind port d2443677-6b10-4bbb-bed2-b558f229213c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:43.436101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53750af-494e-4bda-955e-a09442ee0f24 service neutron] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.437335 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Attempting to bind port d2443677-6b10-4bbb-bed2-b558f229213c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:43.438232 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Attempting to bind port d2443677-6b10-4bbb-bed2-b558f229213c on network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:43.451318 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:43.451683 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Checking segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:43.452108 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.452644 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Bound using segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:43.453115 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Bound port: d2443677-6b10-4bbb-bed2-b558f229213c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:43.453490 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.456379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.458540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 69120887-056f-4a4f-880c-be2d9089f864 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:43.459319 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.466453 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5338ad-f3cd-4a88-9d94-b2eeb97223f3 x-openstack-request-id: req-ac5338ad-f3cd-4a88-9d94-b2eeb97223f3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:43.466791 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "tag": "8758acfe-b311-45ae-92c2-52d34800730b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:43.466993 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ac5338ad-f3cd-4a88-9d94-b2eeb97223f3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:43.467388 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b', 'status': 'completed', 'code': 200} Nov 12 03:26:43.590573 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] For port d2443677-6b10-4bbb-bed2-b558f229213c, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:43.594557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702a4d-aea2-4cbf-9db8-493eb4152acf req-a8f99409-a9fb-4c5a-ba40-a9ddb0fa0554 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.601083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19702a4d-aea2-4cbf-9db8-493eb4152acf req-a8f99409-a9fb-4c5a-ba40-a9ddb0fa0554 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 931 time: 0.5836337 Nov 12 03:26:43.602995 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] For port d2443677-6b10-4bbb-bed2-b558f229213c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d2443677-6b10-4bbb-bed2-b558f229213c,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:43.611435 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.624131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.631494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-beb231d5-1b74-4bcd-8358-4caf75d9b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.636844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-a5089ccc-a936-4f18-b25e-9538985f35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.638897 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-beb231d5-1b74-4bcd-8358-4caf75d9b433 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 1095 time: 0.4000986 Nov 12 03:26:43.642891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-a5089ccc-a936-4f18-b25e-9538985f35b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.7283077 Nov 12 03:26:43.714164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] For port 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8840903a-ef1e-42fa-af85-fca2dc05d2a1,segment=NetworkSegment(b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3),segment_id=b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:43.724374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.759426 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582a12d-35cc-40fe-ad9f-e85f6255d766 None None] Pushing event updated for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.779149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:43.792225 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:43.793207 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.798195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:43.802275 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279568f6-f40f-4955-8140-9eda04d47efb" -d '{"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:43.805020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.844730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Attempting to bind port 367751ea-c2a0-4cd9-bbd3-06641086528a on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:43.852841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Attempting to bind port 367751ea-c2a0-4cd9-bbd3-06641086528a by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:43.854390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Attempting to bind port 367751ea-c2a0-4cd9-bbd3-06641086528a on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:43.890278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.895653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaebac4-9c8b-4e47-acd9-8fa84ab48743 None None] Pushing event updated for resources: {'Port': ['ID=8840903a-ef1e-42fa-af85-fca2dc05d2a1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.902207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Port 367751ea-c2a0-4cd9-bbd3-06641086528a on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:43.904081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Attempting to bind port 367751ea-c2a0-4cd9-bbd3-06641086528a on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:43.933318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-dd941818-c3af-4fac-9fb3-a1a374e4467a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 200 len: 1001 time: 0.2472627 Nov 12 03:26:44.008656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19702a4d-aea2-4cbf-9db8-493eb4152acf req-579a6f8d-d374-490b-ac59-de10213cd4da tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988822 Nov 12 03:26:44.014882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:44.015514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Checking segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:44.016270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Bound using segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:44.025353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Bound port: 367751ea-c2a0-4cd9-bbd3-06641086528a, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:44.027273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.073494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.077760 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:44.205097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-50859c15-19db-4069-b079-c39f9366bf83 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8758acfe-b311-45ae-92c2-52d34800730b HTTP/1.1" status: 200 len: 217 time: 0.4686778 Nov 12 03:26:44.230625 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786a359-f3ee-42e3-b8f8-a3aee9bcf529 x-openstack-request-id: req-8786a359-f3ee-42e3-b8f8-a3aee9bcf529 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:44.231123 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-plugged", "status": "completed", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:44.232234 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8786a359-f3ee-42e3-b8f8-a3aee9bcf529 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:44.244445 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'code': 200} Nov 12 03:26:44.258861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.324375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.98', 52381) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.336822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.338366 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.371397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42982b-d580-4249-bead-37841204cda8 req-46c122ef-86b3-4bb3-b9c9-2a18f83aa9d3 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.380465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d42982b-d580-4249-bead-37841204cda8 req-46c122ef-86b3-4bb3-b9c9-2a18f83aa9d3 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 943 time: 0.4161546 Nov 12 03:26:44.403668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:44.404418 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:44.407647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Provisioning complete for port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:44.408313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.481062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=ef15bb50-2dbd-40e4-8d31-22ee3db7023d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.484459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:44.488134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:44.500003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=367751ea-c2a0-4cd9-bbd3-06641086528a,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:44.514758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-3550c77b-5cb7-489e-89f1-cbcca2f4745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.516350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-3550c77b-5cb7-489e-89f1-cbcca2f4745f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.2889431 Nov 12 03:26:44.545953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Provisioning complete for port d2443677-6b10-4bbb-bed2-b558f229213c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:44.546926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.554759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.582901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:43Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:44.626084 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bf5a8c-5624-42de-a070-c1eace1eb34d None None] The sync data for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 is: [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:43Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:44.693496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.717414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-db1b619c-6afb-45bc-805a-51137887b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.726505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-db1b619c-6afb-45bc-805a-51137887b883 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.7918518 Nov 12 03:26:44.783352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] For port d2443677-6b10-4bbb-bed2-b558f229213c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d2443677-6b10-4bbb-bed2-b558f229213c,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:44.792890 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.867936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.868867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.871094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] 10.222.0.98 "PUT /v2.0/ports/367751ea-c2a0-4cd9-bbd3-06641086528a HTTP/1.1" status: 200 len: 1092 time: 3.9174087 Nov 12 03:26:44.899186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d42982b-d580-4249-bead-37841204cda8 req-609b65a7-81b6-4d79-9087-8fc43746f0fa tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881954 Nov 12 03:26:44.912766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:44.922167 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8a30e0-b502-496f-bd2a-e0439f32d572" -d '{"events": [{"name": "network-changed", "server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:44.965605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe15239-8307-45cd-a116-ae8a990b58e8 None None] Pushing event updated for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.041838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Provisioning complete for port ef15bb50-2dbd-40e4-8d31-22ee3db7023d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.043841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.143205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb652d-a828-47cc-8261-e6c3bf6361e6 service neutron] Pushing event updated for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.164137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Port ef15bb50-2dbd-40e4-8d31-22ee3db7023d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:45.178897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Provisioning complete for port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.179563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.217436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf44c6-31e2-4f7e-8b03-cadb8d00117a req-a06b4e9c-aa96-431d-a24b-6b5b58575bb9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.234551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8bf44c6-31e2-4f7e-8b03-cadb8d00117a req-a06b4e9c-aa96-431d-a24b-6b5b58575bb9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.9361434 Nov 12 03:26:45.290844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17551b36-d7bb-4bd6-961a-62cc1ae16d50 req-682f6290-7a63-4102-b790-3d964346a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.292203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d2443677-6b10-4bbb-bed2-b558f229213c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:45.299826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17551b36-d7bb-4bd6-961a-62cc1ae16d50 req-682f6290-7a63-4102-b790-3d964346a7ea service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 1099 time: 0.9172182 Nov 12 03:26:45.304424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-f9f523dd-34b0-466e-8e82-7334ad564ec1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5733693 Nov 12 03:26:45.306294 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818adfe5-0be4-4a9d-a647-fe9497ed994f x-openstack-request-id: req-818adfe5-0be4-4a9d-a647-fe9497ed994f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:45.306668 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:45.307088 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-818adfe5-0be4-4a9d-a647-fe9497ed994f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:45.307520 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a', 'status': 'completed', 'code': 200} Nov 12 03:26:45.347548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-428483c9-4d96-440c-8113-58bf337f1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.349188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-428483c9-4d96-440c-8113-58bf337f1388 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5215704 Nov 12 03:26:45.383613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8bf44c6-31e2-4f7e-8b03-cadb8d00117a req-09f28500-eb82-434b-a8be-e910f39722ac tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477039 Nov 12 03:26:45.411325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:45.414741 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-8fb2f42a-1389-46e3-965c-d683f3a70324 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392210 Nov 12 03:26:45.420096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:45.482997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d2443677-6b10-4bbb-bed2-b558f229213c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.483368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.496006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Provisioning complete for port d2443677-6b10-4bbb-bed2-b558f229213c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.496786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc0bfeb3-a688-41af-b260-879aed9c1873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.521811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:45.545311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.588457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-6d419959-e0b3-4c43-9ef1-46d92d79ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.590259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-6d419959-e0b3-4c43-9ef1-46d92d79ed75 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 1095 time: 0.6437492 Nov 12 03:26:45.642511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c28adc28-c86a-465d-9e52-050f0883db23 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:45.644386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80601-6948-4b39-a06d-02beba36e158 req-41e1ef0f-f0d4-4bc4-b159-cef134bd2b5d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.646078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f80601-6948-4b39-a06d-02beba36e158 req-41e1ef0f-f0d4-4bc4-b159-cef134bd2b5d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 931 time: 0.2126865 Nov 12 03:26:45.707304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Transition to ACTIVE for port object bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:45.754223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.788577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-d651af60-aeb5-4768-8212-9166861dfc57 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367751ea-c2a0-4cd9-bbd3-06641086528a HTTP/1.1" status: 200 len: 217 time: 0.1672854 Nov 12 03:26:45.822784 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-05eb6ff3-5fd4-40b9-932d-01d82791c5d0 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908908 Nov 12 03:26:45.886772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-bac2b83c-3480-428c-bc7c-e6ced16aa0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.891666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-bac2b83c-3480-428c-bc7c-e6ced16aa0b5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 1097 time: 0.5370986 Nov 12 03:26:45.903477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17551b36-d7bb-4bd6-961a-62cc1ae16d50 req-62ec8629-d253-4033-84d3-8e2b3c067e91 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302222 Nov 12 03:26:45.917249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c28adc28-c86a-465d-9e52-050f0883db23 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:45.968857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c28adc28-c86a-465d-9e52-050f0883db23 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.969229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.041411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41536369-badc-4123-aca2-464a3077329e service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.171165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-07f25a35-cc3f-4b1a-bbc9-e16ee2badc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.172685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-07f25a35-cc3f-4b1a-bbc9-e16ee2badc54 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 200 len: 913 time: 0.2441776 Nov 12 03:26:46.181326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-3e4ded6d-6f09-4cdb-b217-e277866822d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.182848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-3e4ded6d-6f09-4cdb-b217-e277866822d7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.3499644 Nov 12 03:26:46.209315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f80601-6948-4b39-a06d-02beba36e158 req-25e24cf2-0705-45bc-82d3-225f105d36c4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372742 Nov 12 03:26:46.214841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Attempting to bind port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:46.215324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Attempting to bind port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:46.215736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Attempting to bind port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:46.235519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-62031546-b8ff-4584-9b8e-48dcc6257f66 service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477492 Nov 12 03:26:46.254863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:46.255195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Attempting to bind port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 on network d5d79ab9-6945-46fc-aa67-aac105ec3f81 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:46.275787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8840903a-ef1e-42fa-af85-fca2dc05d2a1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:46.283422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 178c5d16-e514-48cc-81e7-33122b557f26 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:46.296562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:46.296896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Checking segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:46.297284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Bound using segment: {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:46.297712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Bound port: bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e977d1-2381-4fc0-a5d1-58370a7f8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:46.298648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.306830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-97deda12-890a-43b3-a2c4-886907498e61 None None] Provisioning complete for port ef15bb50-2dbd-40e4-8d31-22ee3db7023d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:46.307277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97deda12-890a-43b3-a2c4-886907498e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.352538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-97deda12-890a-43b3-a2c4-886907498e61 None None] Port ef15bb50-2dbd-40e4-8d31-22ee3db7023d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:46.432092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99138da-6749-4905-93d9-617b5cae1ba5 req-b981a723-a00d-47c7-8753-c1eaf13efcfd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.434008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d99138da-6749-4905-93d9-617b5cae1ba5 req-b981a723-a00d-47c7-8753-c1eaf13efcfd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 943 time: 0.3520794 Nov 12 03:26:46.443248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:46.443615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.447838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-862ee60e-d9b3-4770-9206-75192fdf6f5f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 200 len: 1001 time: 0.2625871 Nov 12 03:26:46.468001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.510178 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9654b75e-5fbd-4b0b-a6f0-70e5e2a0058b req-5dbb7712-ba6e-41de-a281-dda25dfa86b5 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549420 Nov 12 03:26:46.512336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-50fe624a-65fe-4202-99ca-bbe4d287e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.514296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-50fe624a-65fe-4202-99ca-bbe4d287e28c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3026135 Nov 12 03:26:46.543170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c28adc28-c86a-465d-9e52-050f0883db23,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:46.550061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:46.556852 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2f503-9b6c-4b09-8007-ac9d0c6afaa3" -d '{"events": [{"server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "name": "network-vif-plugged", "status": "completed", "tag": "c28adc28-c86a-465d-9e52-050f0883db23"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:46.566510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.615892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d433396c-3f14-4f7c-9308-999bdd3810fa req-06d47e3f-f76a-4448-9346-163d1df578f0 service neutron] 10.222.0.98 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970381 Nov 12 03:26:46.633160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-4cd22a6c-b5ce-41a2-b20e-c7b15f0c1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.634948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-4cd22a6c-b5ce-41a2-b20e-c7b15f0c1732 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=388d95bc-acaf-40c7-b62a-368f0bb17013 HTTP/1.1" status: 200 len: 850 time: 0.1746836 Nov 12 03:26:46.675856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.698060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d99138da-6749-4905-93d9-617b5cae1ba5 req-2a65ca46-a569-4600-b6f8-2777e2572d4e tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443008 Nov 12 03:26:46.732988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:46.745607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] Sync routers for ids ['178c5d16-e514-48cc-81e7-33122b557f26'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:46.753569 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71fbb613-d30d-4786-b5b7-02748caca0e1 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/178c5d16-e514-48cc-81e7-33122b557f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2492714 Nov 12 03:26:46.762550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.777133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-5c6c8111-bd0e-4e66-9546-8c1b3fa4b10b service neutron] 10.222.0.98 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538390 Nov 12 03:26:46.780517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] Routers {'178c5d16-e514-48cc-81e7-33122b557f26'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:46.781049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['178c5d16-e514-48cc-81e7-33122b557f26'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.786450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a144-e637-4841-82ad-d482c0cc0c1c req-ba464093-a441-4414-a7a8-6ec327e69a38 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.793796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b50a144-e637-4841-82ad-d482c0cc0c1c req-ba464093-a441-4414-a7a8-6ec327e69a38 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.1724243 Nov 12 03:26:46.822419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-28e0e54a-e806-478d-a437-2b97ec9693a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.825298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-28e0e54a-e806-478d-a437-2b97ec9693a1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f6fd437c-d176-413a-b042-a2d8e1d52862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521704 Nov 12 03:26:46.839348 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd58b3c-d6b6-4e0e-927b-26d7a8f68387 x-openstack-request-id: req-5cd58b3c-d6b6-4e0e-927b-26d7a8f68387 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:46.839704 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "name": "network-vif-plugged", "status": "completed", "tag": "c28adc28-c86a-465d-9e52-050f0883db23", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:46.839921 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cd58b3c-d6b6-4e0e-927b-26d7a8f68387 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:46.840291 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23', 'code': 200} Nov 12 03:26:46.841789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.854717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] Routers {'178c5d16-e514-48cc-81e7-33122b557f26'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:46.855354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['178c5d16-e514-48cc-81e7-33122b557f26'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.873443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:46.897577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.898227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b7578-992d-4908-bfa9-e13e62234042 None None] The sync data for ids ['178c5d16-e514-48cc-81e7-33122b557f26'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:46.900534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:46.914206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-db93d728-e44e-4c20-968e-e57f15cdc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.916320 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-db93d728-e44e-4c20-968e-e57f15cdc287 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 1095 time: 0.3254015 Nov 12 03:26:46.937149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.962352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b6def-c97c-4f31-a9ba-2fb6bafd2fbf tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.963793 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-011b6def-c97c-4f31-a9ba-2fb6bafd2fbf tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports/ef15bb50-2dbd-40e4-8d31-22ee3db7023d HTTP/1.1" status: 200 len: 911 time: 0.1953912 Nov 12 03:26:46.969815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b50a144-e637-4841-82ad-d482c0cc0c1c req-46d6014e-7d61-45b9-9e95-c4e1bd14e15a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751521 Nov 12 03:26:46.973572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49120) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.978577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd59914d-6654-4482-83d1-04952f5e6543'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.023737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.024488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.026229 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-41536369-badc-4123-aca2-464a3077329e service neutron] 10.222.0.100 "PUT /v2.0/ports/bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 HTTP/1.1" status: 200 len: 1092 time: 4.5239024 Nov 12 03:26:47.031492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cba1333-5340-41c8-bbb2-be55e770dffe req-8df03679-e99e-4c7d-844a-8c7751a8bc91 service neutron] 10.222.0.98 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291720 Nov 12 03:26:47.059939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:47.061253 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8610e2e-8641-43c9-90e7-590c1004cefc" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:47.107826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d818b-ef4d-487c-9d0e-1633602378f5 req-5b57ed40-ef23-4195-9355-dd378b7e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.109254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-701d818b-ef4d-487c-9d0e-1633602378f5 req-5b57ed40-ef23-4195-9355-dd378b7e24f3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 1097 time: 0.2431352 Nov 12 03:26:47.121541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-5876974b-33ec-462b-a394-f1dabc4f2d54 service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793298 Nov 12 03:26:47.149149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41536369-badc-4123-aca2-464a3077329e service neutron] Pushing event updated for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.209050 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac02904-7d6a-4e5a-83e2-877fb9fd80c0 x-openstack-request-id: req-3ac02904-7d6a-4e5a-83e2-877fb9fd80c0 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:47.210616 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:47.211852 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3ac02904-7d6a-4e5a-83e2-877fb9fd80c0 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:47.212660 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235', 'status': 'completed', 'code': 200} Nov 12 03:26:47.344553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-9f9e5cd5-6f98-4c36-b5a0-959d1807f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.347608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-9f9e5cd5-6f98-4c36-b5a0-959d1807f9ff service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.4082046 Nov 12 03:26:47.369880 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-701d818b-ef4d-487c-9d0e-1633602378f5 req-6100ffe7-8cb4-4c36-934a-0ce4aa85daed service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369509 Nov 12 03:26:47.427546 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-f20efc92-1ff8-4dd5-8b32-03d154f85298 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8758acfe-b311-45ae-92c2-52d34800730b HTTP/1.1" status: 200 len: 217 time: 0.0705638 Nov 12 03:26:47.433109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-e9fe428b-2ea6-4f16-8a0a-fd2ee335877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.436001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-e9fe428b-2ea6-4f16-8a0a-fd2ee335877a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 1095 time: 0.2136970 Nov 12 03:26:47.492176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-2da40039-05c3-45de-87f5-67e0133e2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.493577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-2da40039-05c3-45de-87f5-67e0133e2ddd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.0507400 Nov 12 03:26:47.535348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-98f8ba60-5f86-4d47-844a-38f10ea449d9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332692 Nov 12 03:26:47.655699 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-e038832e-c4f7-4e8c-b0da-815ebba45c45 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 HTTP/1.1" status: 200 len: 217 time: 0.0831761 Nov 12 03:26:47.770977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-745d6d61-cabc-441f-b6f2-15fd88bec18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.773185 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-745d6d61-cabc-441f-b6f2-15fd88bec18d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.0700274 Nov 12 03:26:47.818712 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-c38c8f26-1949-47ed-b852-80d293597522 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737539 Nov 12 03:26:47.845363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.849240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-cb92ee2f-5314-40ac-a440-1803d9d7a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.850735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-cb92ee2f-5314-40ac-a440-1803d9d7a539 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 1095 time: 0.5855546 Nov 12 03:26:47.863919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-e2cec533-1bde-493c-ba69-43fe441b39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.865484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-e2cec533-1bde-493c-ba69-43fe441b39ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837665 Nov 12 03:26:47.871931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead3a76-c3b1-4153-94c8-4466689148da req-456bc2f7-3f6d-4618-93cc-5d02159df81c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.880757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ead3a76-c3b1-4153-94c8-4466689148da req-456bc2f7-3f6d-4618-93cc-5d02159df81c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 943 time: 0.5681207 Nov 12 03:26:47.929926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-473d0d85-91e5-4fbc-82de-65ef17928f29 req-010ba9ac-3ec3-413e-bd4c-46c8a0317b0a service neutron] 10.222.0.100 "GET /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845834 Nov 12 03:26:47.997991 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d0e47301-b155-47dd-b4ab-5cbd7f534087 req-8f5c2a1a-c109-4cc7-a76a-442eea830994 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661320 Nov 12 03:26:48.014611 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-d8e5ecf1-7147-48ec-9136-975235f4347d service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168745 Nov 12 03:26:48.039161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c6e4de4-a54e-48fd-ba4d-961652405a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.049103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14fd8-1f7a-43fd-a938-6d29482c2aa4 req-4fa78a31-d60d-483f-8650-4843fe3ba297 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.051214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4c14fd8-1f7a-43fd-a938-6d29482c2aa4 req-4fa78a31-d60d-483f-8650-4843fe3ba297 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 943 time: 0.2531772 Nov 12 03:26:48.157755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ead3a76-c3b1-4153-94c8-4466689148da req-c08b7963-39ab-4162-b7e7-47476b78b8a0 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757609 Nov 12 03:26:48.176971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b8745b4f-7de2-4e0f-b953-34399856cd19 req-54919038-87e8-4750-b8b5-418cdc535db6 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517673 Nov 12 03:26:48.260563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-a5c62b00-3a28-41da-8009-b5e30f3a7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.262078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-a5c62b00-3a28-41da-8009-b5e30f3a7ac0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 917 time: 0.3731565 Nov 12 03:26:48.320148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-37d10035-4dfd-43d2-b391-92add09851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.325712 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-37d10035-4dfd-43d2-b391-92add09851bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 1095 time: 0.0824587 Nov 12 03:26:48.374377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4c14fd8-1f7a-43fd-a938-6d29482c2aa4 req-3701d6c4-6804-4163-8acc-d042228337d3 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736125 Nov 12 03:26:48.384442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-090d7bf8-d24d-40a9-8a04-d5b25b296619 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=367751ea-c2a0-4cd9-bbd3-06641086528a HTTP/1.1" status: 200 len: 217 time: 0.0697169 Nov 12 03:26:48.524843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-c788db14-9e4b-4a0a-af20-e865080bae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.526294 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-c788db14-9e4b-4a0a-af20-e865080bae1c service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 917 time: 0.1902697 Nov 12 03:26:48.562916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52056c-fc27-4aa6-b5eb-03c3ae07bd2c req-649a0b58-f299-4889-9251-1509e8dcb75d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.566105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c52056c-fc27-4aa6-b5eb-03c3ae07bd2c req-649a0b58-f299-4889-9251-1509e8dcb75d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.2608891 Nov 12 03:26:48.577434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-deca7d96-28c1-4d4c-85ce-86197d12fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.580472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-deca7d96-28c1-4d4c-85ce-86197d12fc72 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.1867695 Nov 12 03:26:48.657016 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-c90481cc-665f-4ff6-ae39-d09825806dca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 HTTP/1.1" status: 200 len: 217 time: 0.1196635 Nov 12 03:26:48.727664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-0d335833-37e4-405d-bd03-315ce1a32a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.729500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-0d335833-37e4-405d-bd03-315ce1a32a3a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376750 Nov 12 03:26:48.732799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-a1ff7a69-2cf9-48f6-8482-6b54bff429e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.734562 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-a1ff7a69-2cf9-48f6-8482-6b54bff429e7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.0690124 Nov 12 03:26:48.736290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c52056c-fc27-4aa6-b5eb-03c3ae07bd2c req-f5162287-3c71-4347-bd47-9a6315a283dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042309 Nov 12 03:26:48.822668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-530679d9-ead0-4401-989e-21e89c3f3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.824314 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-530679d9-ead0-4401-989e-21e89c3f3de3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784979 Nov 12 03:26:48.898483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-b20c5654-39a6-453b-924f-a6f25268f754 service neutron] 10.222.0.98 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580820 Nov 12 03:26:48.933549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.960110 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-0ad180f4-32cd-4686-9564-2029a6fef190 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109374 Nov 12 03:26:48.977556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.983674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.984318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.985654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/ports/ef15bb50-2dbd-40e4-8d31-22ee3db7023d HTTP/1.1" status: 200 len: 911 time: 2.0111394 Nov 12 03:26:48.991886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:49.044520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955de8f-d536-4c92-ab50-39b98d8a6f2e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=ef15bb50-2dbd-40e4-8d31-22ee3db7023d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.069038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae8a30e0-b502-496f-bd2a-e0439f32d572 req-c998c73d-90f2-44bf-8a92-2b9c62d32ee1 service neutron] 10.222.0.98 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495731 Nov 12 03:26:49.307884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde758a-b7aa-4c5f-b57b-936bed79b03a req-f8469c2b-1786-4dfb-8c70-fa1e375b582e tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.309806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fde758a-b7aa-4c5f-b57b-936bed79b03a req-f8469c2b-1786-4dfb-8c70-fa1e375b582e tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 943 time: 0.0744865 Nov 12 03:26:49.417417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fde758a-b7aa-4c5f-b57b-936bed79b03a req-2cbce240-126c-488d-86cb-73d940c8fcc1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931690 Nov 12 03:26:49.456670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-8a3b3f71-38d7-4273-a89a-00a7f9ce92c3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639217 Nov 12 03:26:49.465278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e8610e2e-8641-43c9-90e7-590c1004cefc req-1e599b84-a8cf-4443-ac21-d8c330fb0f9f service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972596 Nov 12 03:26:49.594766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-6f60c346-174c-4e53-b705-5dedd7c8cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.596844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-6f60c346-174c-4e53-b705-5dedd7c8cd34 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 1097 time: 0.1022689 Nov 12 03:26:49.607645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7eb65-b048-4fee-b857-3907503803a0 req-030d8a7e-6166-4efd-96f1-2142c84614aa tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.609172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94b7eb65-b048-4fee-b857-3907503803a0 req-030d8a7e-6166-4efd-96f1-2142c84614aa tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 943 time: 0.1018589 Nov 12 03:26:49.742817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.746965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94b7eb65-b048-4fee-b857-3907503803a0 req-10c6ad57-4990-4e11-9633-369a8bb5e95c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275220 Nov 12 03:26:49.807029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-abdfbcf9-5c30-4be2-a2d9-3d9c123318a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.811592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-abdfbcf9-5c30-4be2-a2d9-3d9c123318a1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.1714284 Nov 12 03:26:49.871022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-20611b40-b5da-48a3-b054-d93010fafd59 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc HTTP/1.1" status: 200 len: 217 time: 0.0549209 Nov 12 03:26:49.963681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21719a31-081c-4a25-80fc-0a9cb5390f48 req-745e98b7-9250-420d-80b3-fbb50eeb54ae tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.965253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21719a31-081c-4a25-80fc-0a9cb5390f48 req-745e98b7-9250-420d-80b3-fbb50eeb54ae tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.1042695 Nov 12 03:26:49.989751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-21e98c89-0375-4e8c-a7f6-714e289bf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.991221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-21e98c89-0375-4e8c-a7f6-714e289bf573 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.0935104 Nov 12 03:26:50.037027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-1752daab-969d-41e1-8705-13bcedf33f08 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376320 Nov 12 03:26:50.050629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port ef15bb50-2dbd-40e4-8d31-22ee3db7023d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:50.051130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.067999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21719a31-081c-4a25-80fc-0a9cb5390f48 req-ce106f4b-0df4-4ea1-a263-2ca29e010764 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941062 Nov 12 03:26:50.156252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-1bceadb6-1553-4ff9-b2c9-f2c671820dcb service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113231 Nov 12 03:26:50.156885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.170839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for ef15bb50-2dbd-40e4-8d31-22ee3db7023d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:50.273345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-305e2442-ba3c-433e-bad2-3cc89d810af5 req-0d14acbd-2302-4094-8e9b-216f777ecbe0 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095974 Nov 12 03:26:50.346004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8758acfe-b311-45ae-92c2-52d34800730b details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:50.384801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.417096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=ef15bb50-2dbd-40e4-8d31-22ee3db7023d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.436158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d210245-986b-4ca0-b00a-bfba10689fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.493523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:50.512747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '8758acfe-b311-45ae-92c2-52d34800730b', 'network_id': 'd98a96c7-3758-48ad-88e6-3df079aa9a10', 'port_id': '8758acfe-b311-45ae-92c2-52d34800730b', 'mac_address': 'fa:16:3e:ad:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca11da-cc68-4cfe-b41f-3361c451acab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:50.554128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.581409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f52346-ecfc-4223-a534-c546e12b7510 req-483f620f-dbb2-455b-a9a4-49078d40c308 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.592020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19f52346-ecfc-4223-a534-c546e12b7510 req-483f620f-dbb2-455b-a9a4-49078d40c308 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 943 time: 0.0798953 Nov 12 03:26:50.599341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.623595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758acfe-b311-45ae-92c2-52d34800730b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:50.656120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:50.668498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.669340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 367751ea-c2a0-4cd9-bbd3-06641086528a details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:50.696990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19f52346-ecfc-4223-a534-c546e12b7510 req-3a747cda-f648-45d5-b895-d039f5d5c5e3 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038873 Nov 12 03:26:50.755650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.783410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.783916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.784399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.785243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.785243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.785920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.786480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.786904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.787329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.787750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.788196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.788687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:50.797590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 178c5d16-e514-48cc-81e7-33122b557f26 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:50.907457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b6ce9-9aba-4495-b81a-bcea315c3ac4 req-5072a060-350c-40cd-a581-4af3d4c9f1e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.909064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e8b6ce9-9aba-4495-b81a-bcea315c3ac4 req-5072a060-350c-40cd-a581-4af3d4c9f1e8 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 944 time: 0.0719376 Nov 12 03:26:50.912161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:50.921832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-13056c45-8285-4551-a4dc-551b62100897 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/178c5d16-e514-48cc-81e7-33122b557f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290783 Nov 12 03:26:50.925945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] Sync routers for ids ['178c5d16-e514-48cc-81e7-33122b557f26'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:50.928790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:50.944795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] Routers {'178c5d16-e514-48cc-81e7-33122b557f26'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:50.945780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['178c5d16-e514-48cc-81e7-33122b557f26'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:50.946264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=367751ea-c2a0-4cd9-bbd3-06641086528a,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:50.965624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '367751ea-c2a0-4cd9-bbd3-06641086528a', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'port_id': '367751ea-c2a0-4cd9-bbd3-06641086528a', 'mac_address': 'fa:16:3e:4b:43:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe1680e-ce73-4f6b-8699-91e6ec4bb2b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:50.984266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75c0abe9-114f-461f-8b77-be70a4b75990 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=178c5d16-e514-48cc-81e7-33122b557f26 HTTP/1.1" status: 200 len: 205 time: 0.0542157 Nov 12 03:26:50.986779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.041678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.043533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e8b6ce9-9aba-4495-b81a-bcea315c3ac4 req-bbd4d84a-b5e4-4e93-9f27-aee35220e008 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252153 Nov 12 03:26:51.053993 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] Routers {'178c5d16-e514-48cc-81e7-33122b557f26'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:51.054793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['178c5d16-e514-48cc-81e7-33122b557f26'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.127076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.158006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367751ea-c2a0-4cd9-bbd3-06641086528a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:51.187613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.207172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=367751ea-c2a0-4cd9-bbd3-06641086528a,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:51.214237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.215150 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c356c-14b8-453d-9195-3f7f4f339360 None None] The sync data for ids ['178c5d16-e514-48cc-81e7-33122b557f26'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:51.221905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.272913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4876e-daad-44d2-a90c-dcc2513748e7 req-1034340b-f4ca-49ea-81a1-c7d82f39962d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.283648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f4876e-daad-44d2-a90c-dcc2513748e7 req-1034340b-f4ca-49ea-81a1-c7d82f39962d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.1196609 Nov 12 03:26:51.336082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.347802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f4876e-daad-44d2-a90c-dcc2513748e7 req-6ebaf8bd-f449-473d-8dd0-9587254a5a8f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620782 Nov 12 03:26:51.415187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.418392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.471564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.473731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 178c5d16-e514-48cc-81e7-33122b557f26 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:51.483724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['367751ea-c2a0-4cd9-bbd3-06641086528a'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:51.484243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.485041 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f5d959ab-c7a9-4d26-911b-93480ac98eb9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/178c5d16-e514-48cc-81e7-33122b557f26 HTTP/1.1" status: 204 len: 168 time: 0.4967618 Nov 12 03:26:51.487913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.489722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['8758acfe-b311-45ae-92c2-52d34800730b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:51.559379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet fd59914d-6654-4482-83d1-04952f5e6543 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:51.562671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.636897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.655868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.679385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:51.852797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.910503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:51.929824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235', 'network_id': 'd5d79ab9-6945-46fc-aa67-aac105ec3f81', 'port_id': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235', 'mac_address': 'fa:16:3e:53:12:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe1680e-ce73-4f6b-8699-91e6ec4bb2b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:51.954838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767688-9476-4904-ae9d-2e31e035f879 req-78db717c-c3f2-4f8c-b01d-3eaa783984e4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.966255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d767688-9476-4904-ae9d-2e31e035f879 req-78db717c-c3f2-4f8c-b01d-3eaa783984e4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 943 time: 0.1440597 Nov 12 03:26:52.023560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.028444 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.041089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:52.056683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=fd59914d-6654-4482-83d1-04952f5e6543,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.082269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d767688-9476-4904-ae9d-2e31e035f879 req-c19978a6-6a9a-4d4f-a0dc-5f5e63c6305f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067092 Nov 12 03:26:52.090660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.095603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4c9825a8-9eed-4454-a401-3628b0dbaa3d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/fd59914d-6654-4482-83d1-04952f5e6543 HTTP/1.1" status: 204 len: 168 time: 0.6060512 Nov 12 03:26:52.098347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.101270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:52.104346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3416b39-6f24-43b6-bcd9-57813751fecf None None] Network a2049a92-1499-4662-9ec4-f44d1d0b6e08 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:52.131629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.261985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.277175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3311-3b91-438c-99a7-d5c0a16feb95 req-76be33f4-ea0a-4c6b-883a-9ed2d5296446 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.287345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a64c3311-3b91-438c-99a7-d5c0a16feb95 req-76be33f4-ea0a-4c6b-883a-9ed2d5296446 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 944 time: 0.0999703 Nov 12 03:26:52.322817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.328441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:52.329115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.352015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a64c3311-3b91-438c-99a7-d5c0a16feb95 req-7d7d201a-0251-4c64-9208-5c974766a5b0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560541 Nov 12 03:26:52.359792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['bfbc9ec1-cb40-4a3c-9135-9d5bf4259235'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:52.422124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8840903a-ef1e-42fa-af85-fca2dc05d2a1,segment=NetworkSegment(b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3),segment_id=b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:52.422502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.464539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 8840903a-ef1e-42fa-af85-fca2dc05d2a1 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:52.529275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a36b7f-544b-41d4-a926-9ad335729c7f req-fdf56ad0-3918-46d2-8efb-e2f2b02e2a85 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.541893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77a36b7f-544b-41d4-a926-9ad335729c7f req-fdf56ad0-3918-46d2-8efb-e2f2b02e2a85 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.0942571 Nov 12 03:26:52.551013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] DHCP port deletion for a2049a92-1499-4662-9ec4-f44d1d0b6e08 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:52.598830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.605150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77a36b7f-544b-41d4-a926-9ad335729c7f req-07fad58a-cde9-4155-a047-61331bff529f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621784 Nov 12 03:26:52.641158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=8840903a-ef1e-42fa-af85-fca2dc05d2a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.652632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:52.727857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Deleting port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:52.728353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.768224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.798382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2049a92-1499-4662-9ec4-f44d1d0b6e08']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.813139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.813678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b7d4d2-13f1-4cbc-b419-9cd8bdbc2ea3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.816006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] For port 8840903a-ef1e-42fa-af85-fca2dc05d2a1, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:52.816690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.828499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.833362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Calling delete_port for 8840903a-ef1e-42fa-af85-fca2dc05d2a1 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:52.836664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:26:52.837957 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.850470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.858015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:52.858712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:52.862348 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:52.865620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] Pushing event deleted for resources: {'Port': ['ID=8840903a-ef1e-42fa-af85-fca2dc05d2a1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.869260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15403f81-7c3e-48a6-be6b-63487339fbed None None] No DVR routers for this DVR port 8840903a-ef1e-42fa-af85-fca2dc05d2a1 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:52.953458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.969982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.970602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.979309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49246) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.987998 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/a2049a92-1499-4662-9ec4-f44d1d0b6e08 HTTP/1.1" status: 204 len: 168 time: 0.8849275 Nov 12 03:26:52.997106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66300-018c-458c-82bb-0264a6f73d69 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=a2049a92-1499-4662-9ec4-f44d1d0b6e08,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.999013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1528040029', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:53.031313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.033428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.117820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.123733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.135902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8840903a-ef1e-42fa-af85-fca2dc05d2a1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:53.156892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.160565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ffb5028a-071b-4bf8-b321-76fd362813dd tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1668847 Nov 12 03:26:53.162193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.167206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8840903a-ef1e-42fa-af85-fca2dc05d2a1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:53.167206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8840903a-ef1e-42fa-af85-fca2dc05d2a1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:53.171227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1182069944'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:53.205569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:53.209881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.246518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:53.260748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.261342 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment df3e0417-d75f-4ae9-b07e-02b9f1525224 of type vlan for network e75843f9-bb3b-436d-afb5-0feb742f85e2 Nov 12 03:26:53.276321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487290-323d-45fc-aa45-94b16bcb7232 req-39d5b9fd-9edf-455d-ad3a-c005bda8d881 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.277954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc487290-323d-45fc-aa45-94b16bcb7232 req-39d5b9fd-9edf-455d-ad3a-c005bda8d881 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 944 time: 0.0885518 Nov 12 03:26:53.312554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.344478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.351694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.352608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.359548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc487290-323d-45fc-aa45-94b16bcb7232 req-019c0fb8-c7b4-4818-afe0-9e51f34c2a5e tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642231 Nov 12 03:26:53.393266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2296433 Nov 12 03:26:53.396124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.401647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:53.441465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46b9cf-d0ea-415d-ab25-f607c48e3f4f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=e75843f9-bb3b-436d-afb5-0feb742f85e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.453653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:53.538463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340904a-0058-4ba0-a00f-1f2b9c0f4af8 req-aee0602e-d7e3-46b3-9859-ffafc1eed6f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.540041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8340904a-0058-4ba0-a00f-1f2b9c0f4af8 req-aee0602e-d7e3-46b3-9859-ffafc1eed6f0 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 944 time: 0.1044796 Nov 12 03:26:53.570291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:53.573963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.618643 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.683877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:53.718924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8340904a-0058-4ba0-a00f-1f2b9c0f4af8 req-ed546b12-ce39-4505-aaf8-67067802d2f4 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569653 Nov 12 03:26:53.741726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:53.752733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:53.753932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.841127 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.868735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:53.871216 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def54e0f-8d23-4791-b948-6d92471789dc" -d '{"events": [{"server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "name": "network-vif-plugged", "status": "completed", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:53.881033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.913618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:53.921158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.984880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=9eaf1248-a04d-470a-82ab-c0c52452d563,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.996390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:53.996758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: e75843f9-bb3b-436d-afb5-0feb742f85e2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:54.000929 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db46ff4-103f-4d11-abd8-39f6cfe9126a x-openstack-request-id: req-7db46ff4-103f-4d11-abd8-39f6cfe9126a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:54.006852 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "name": "network-vif-plugged", "status": "completed", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:54.007279 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7db46ff4-103f-4d11-abd8-39f6cfe9126a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:54.007717 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235', 'code': 200} Nov 12 03:26:54.019381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:54.020631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.030868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e75843f9-bb3b-436d-afb5-0feb742f85e2) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:54.036658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.037707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.042418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e1f61-720f-4361-819f-899fc36fd406 None None] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:54.067230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-42a941eb-ef3b-483e-919e-3f8b889e929e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6695719 Nov 12 03:26:54.072342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49274) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:54.112749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5497c3-9876-42cd-8fdb-9d4e74308d6e req-251a9852-7ab5-4528-9e90-7bfd388ed7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.114443 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f5497c3-9876-42cd-8fdb-9d4e74308d6e req-251a9852-7ab5-4528-9e90-7bfd388ed7bc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 1097 time: 0.0979741 Nov 12 03:26:54.210641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0f5497c3-9876-42cd-8fdb-9d4e74308d6e req-0067ee9c-29e7-40c5-bf32-4b7f3b5f2c2c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852561 Nov 12 03:26:54.273266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e75843f9-bb3b-436d-afb5-0feb742f85e2', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:54.274143 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.350892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8758acfe-b311-45ae-92c2-52d34800730b up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:54.455500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 8758acfe-b311-45ae-92c2-52d34800730b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:54.468552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 8758acfe-b311-45ae-92c2-52d34800730b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:54.468923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.470964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Allocated IP 2001:db8::2 (e75843f9-bb3b-436d-afb5-0feb742f85e2/9eaf1248-a04d-470a-82ab-c0c52452d563/ab3185b3-707f-4696-8692-3575ccbd8128) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:54.557304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.631134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.735919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:54.738137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.742783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.744809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 367751ea-c2a0-4cd9-bbd3-06641086528a up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:54.751278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.777483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9616e-68e7-4a49-8ac1-b6f0d940f250 req-ab847685-5509-4af8-976e-49a0e4e121fd tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.780725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17a9616e-68e7-4a49-8ac1-b6f0d940f250 req-ab847685-5509-4af8-976e-49a0e4e121fd tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.2259338 Nov 12 03:26:54.879811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:54.901821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:54.904382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:54.924705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.945242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17a9616e-68e7-4a49-8ac1-b6f0d940f250 req-f7cd309a-fa85-4e27-b6b9-8842972121cc tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558697 Nov 12 03:26:55.019576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Pushing event updated for resources: {'Port': ['ID=ab3185b3-707f-4696-8692-3575ccbd8128,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.028389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b714f-6496-4c9a-a61d-ac826ed9f4fb req-44e00506-8201-4f55-aa4c-bb3314aa1064 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.030641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad1b714f-6496-4c9a-a61d-ac826ed9f4fb req-44e00506-8201-4f55-aa4c-bb3314aa1064 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.2063363 Nov 12 03:26:55.056606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 367751ea-c2a0-4cd9-bbd3-06641086528a completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:55.060298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Attempting to bind port ab3185b3-707f-4696-8692-3575ccbd8128 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:55.060996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Attempting to bind port ab3185b3-707f-4696-8692-3575ccbd8128 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:55.060996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Attempting to bind port ab3185b3-707f-4696-8692-3575ccbd8128 on network e75843f9-bb3b-436d-afb5-0feb742f85e2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:55.067503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:55.067895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Checking segment: {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:55.068319 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.068729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Bound using segment: {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:55.069238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Bound port: ab3185b3-707f-4696-8692-3575ccbd8128, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:55.069655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.073329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 367751ea-c2a0-4cd9-bbd3-06641086528a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:55.073704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.077118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8::1 (e75843f9-bb3b-436d-afb5-0feb742f85e2/9eaf1248-a04d-470a-82ab-c0c52452d563/325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:55.122408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad1b714f-6496-4c9a-a61d-ac826ed9f4fb req-2b1118ce-7677-444b-9379-517b8ea9490f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787466 Nov 12 03:26:55.265808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.316134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.360121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:55.365218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:55.375707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:55.376757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.442113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.466364 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.531743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] For port ab3185b3-707f-4696-8692-3575ccbd8128, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:55.539293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] For port ab3185b3-707f-4696-8692-3575ccbd8128, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ab3185b3-707f-4696-8692-3575ccbd8128,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:55.577309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.595743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.684307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=367751ea-c2a0-4cd9-bbd3-06641086528a,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:55.701608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.750024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6966-3640-4d38-bdce-50be0841a17b None None] Pushing event updated for resources: {'Port': ['ID=ab3185b3-707f-4696-8692-3575ccbd8128,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.842729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.020065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b'}, {'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:56.020065 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706728a2-f5fc-49dd-9b50-67fe21d8f1c6" -d '{"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-plugged", "status": "completed", "tag": "8758acfe-b311-45ae-92c2-52d34800730b"}, {"server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "name": "network-vif-plugged", "status": "completed", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:56.106452 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130208b0-103c-44b6-a440-af1b9a003838 x-openstack-request-id: req-130208b0-103c-44b6-a440-af1b9a003838 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:56.106940 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-plugged", "status": "completed", "tag": "8758acfe-b311-45ae-92c2-52d34800730b", "code": 200}, {"server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "name": "network-vif-plugged", "status": "completed", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:56.107195 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-130208b0-103c-44b6-a440-af1b9a003838 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:56.107594 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b', 'code': 200} Nov 12 03:26:56.107851 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a', 'code': 200} Nov 12 03:26:56.272863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf795b-f8ed-4534-ac43-5544ed5178bd req-65ee565a-f91c-4feb-9c20-5cb484b4cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.274278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-cfbf795b-f8ed-4534-ac43-5544ed5178bd req-65ee565a-f91c-4feb-9c20-5cb484b4cdd0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0557048 Nov 12 03:26:56.336582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-cfbf795b-f8ed-4534-ac43-5544ed5178bd req-4d6ecaef-9982-4a52-b624-da3b5dec9d07 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 Nov 12 03:26:56.344407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd006f-0bd4-4c5e-9969-cc351ec5f902 req-7809165f-ff49-4e96-a0eb-6b9565bef01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.345858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abd006f-0bd4-4c5e-9969-cc351ec5f902 req-7809165f-ff49-4e96-a0eb-6b9565bef01a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 1097 time: 0.1347899 Nov 12 03:26:56.371705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb1d9-92de-46c4-9c4a-b752684b2d20 req-e2886aeb-699d-4369-8ab9-290d09a95df6 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.373193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c32cb1d9-92de-46c4-9c4a-b752684b2d20 req-e2886aeb-699d-4369-8ab9-290d09a95df6 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1341279 Nov 12 03:26:56.412520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86ac04-9996-455a-902f-9424e18c7e7f req-b5a16196-660a-4a7c-b171-a298cf6a8511 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.419625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf86ac04-9996-455a-902f-9424e18c7e7f req-b5a16196-660a-4a7c-b171-a298cf6a8511 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.2225516 Nov 12 03:26:56.523220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c32cb1d9-92de-46c4-9c4a-b752684b2d20 req-257337b2-6b80-46e3-b9da-7433102eea50 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Nov 12 03:26:56.537488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf86ac04-9996-455a-902f-9424e18c7e7f req-910a350f-d919-440a-9d6e-14988d1a8f73 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119981 Nov 12 03:26:56.625784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.646865 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.647662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.704557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abd006f-0bd4-4c5e-9969-cc351ec5f902 req-e91bdeac-ab68-47dc-a1e0-1eb84cc73157 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431830 Nov 12 03:26:56.811428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.921643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119d8ca-ce09-4926-b3e6-ff81f383fffa req-e52d1afa-dc96-4ad8-8d3b-b24749ba8038 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.923311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f119d8ca-ce09-4926-b3e6-ff81f383fffa req-e52d1afa-dc96-4ad8-8d3b-b24749ba8038 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.2123551 Nov 12 03:26:56.950266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:56.972757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:57.100230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f119d8ca-ce09-4926-b3e6-ff81f383fffa req-13d973a3-0273-4c08-b871-48cb2399b893 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583197 Nov 12 03:26:57.105813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197e694-0471-4c45-8b0f-d67e6561aac1 None None] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:57.132330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b063e2-7f60-44c0-9c39-70aa017e5c06 req-732428e0-c7a8-4f9c-bb1d-9f90eb99f955 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.146820 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09b063e2-7f60-44c0-9c39-70aa017e5c06 req-732428e0-c7a8-4f9c-bb1d-9f90eb99f955 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.2223589 Nov 12 03:26:57.223599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ab3185b3-707f-4696-8692-3575ccbd8128 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:57.266332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] Provisioning complete for port ab3185b3-707f-4696-8692-3575ccbd8128 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:57.266698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.318962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09b063e2-7f60-44c0-9c39-70aa017e5c06 req-300278de-a1d5-4fa4-8422-b188d6853960 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711485 Nov 12 03:26:57.332807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d6a6-ebe2-43b6-90ea-ad0765802b80 req-13f31b40-b8fd-4696-95da-77a73c4507df tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.340597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab13d6a6-ebe2-43b6-90ea-ad0765802b80 req-13f31b40-b8fd-4696-95da-77a73c4507df tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.1216986 Nov 12 03:26:57.391506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:57.415639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab13d6a6-ebe2-43b6-90ea-ad0765802b80 req-4d955e28-5445-4f21-8037-873830c1eda2 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737357 Nov 12 03:26:57.417067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ab3185b3-707f-4696-8692-3575ccbd8128 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:57.417596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.527947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:57.533668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16a16b77-5cc5-47b0-be6b-c1bddfcd6270 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601004 Nov 12 03:26:57.536628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.547094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424411341'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.561636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:57.583209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:57.587903 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.610071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.646353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:57.646999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:57.684781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:57.707561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838002-b2bf-45b0-b228-c0fb2ce4df81 req-2b4f56cc-013b-4245-9033-0dd09419c54f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.709152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0838002-b2bf-45b0-b228-c0fb2ce4df81 req-2b4f56cc-013b-4245-9033-0dd09419c54f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0902116 Nov 12 03:26:57.723631 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.724244 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment eeee409c-1c7d-493c-8e96-0d51b1e5e284 of type vlan for network 73bbcefa-a004-4765-9fe9-c071b5a59528 Nov 12 03:26:57.753455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.817265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.854686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0838002-b2bf-45b0-b228-c0fb2ce4df81 req-e5fa0831-25d8-4c52-852a-6c61cdedb12f tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321223 Nov 12 03:26:57.923545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.943108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.947341 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.959345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] For port ab3185b3-707f-4696-8692-3575ccbd8128, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ab3185b3-707f-4696-8692-3575ccbd8128,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:58.011255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4732921 Nov 12 03:26:58.014145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49336) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:58.030105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:58.075154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.126010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4107c2-29b3-4b64-ba46-5f697ae0350c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=73bbcefa-a004-4765-9fe9-c071b5a59528,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.152232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:58.188076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:58.236503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:58.236949 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:58.253792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:58.263679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.326219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333576b-b35d-4955-b203-d3f5db805d8a None None] Pushing event updated for resources: {'Port': ['ID=ab3185b3-707f-4696-8692-3575ccbd8128,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.396908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-15c523ce-fdaa-4da6-a215-a6c4652314ab None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:58.397274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15c523ce-fdaa-4da6-a215-a6c4652314ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.505116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-15c523ce-fdaa-4da6-a215-a6c4652314ab None None] Port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:58.535937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-15c523ce-fdaa-4da6-a215-a6c4652314ab None None] Provisioning complete for port ab3185b3-707f-4696-8692-3575ccbd8128 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:58.536854 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-15c523ce-fdaa-4da6-a215-a6c4652314ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.598178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4508-5631-4bde-93c8-01f8f49244d7 req-40077e77-f8b4-4fd0-a9f4-7b8d5b41464f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.606207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438c4508-5631-4bde-93c8-01f8f49244d7 req-40077e77-f8b4-4fd0-a9f4-7b8d5b41464f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1510022 Nov 12 03:26:58.691497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:26:56Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.692385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438c4508-5631-4bde-93c8-01f8f49244d7 req-77f7b05b-4035-4f52-ad22-39970088771f tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851026 Nov 12 03:26:58.732680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:58.732680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Updating router e291f7b1-a102-4beb-92ea-709a30589ef4 port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:58.760372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929d09b-3cfa-48be-ba8e-3698fe69d43d req-fe05f07b-dc93-480d-a065-50ac7febfade tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.764428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a929d09b-3cfa-48be-ba8e-3698fe69d43d req-fe05f07b-dc93-480d-a065-50ac7febfade tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.2116838 Nov 12 03:26:58.826749 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.898031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a929d09b-3cfa-48be-ba8e-3698fe69d43d req-8dc6b229-3d4f-4cdc-8478-f00e7df029c1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Nov 12 03:26:58.952978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.990835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bb8666bd-f923-4c0e-8d24-53b59d3c298a None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:58.991238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb8666bd-f923-4c0e-8d24-53b59d3c298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.118279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=7f7d2f81-5717-4233-9450-6f5aa966e797,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.130227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:59.130827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: 73bbcefa-a004-4765-9fe9-c071b5a59528, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:59.144543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156d65-413b-4408-a111-8096b39e5716 req-3407f668-6c10-4cca-b758-749e678a8160 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.153978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83156d65-413b-4408-a111-8096b39e5716 req-3407f668-6c10-4cca-b758-749e678a8160 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1579244 Nov 12 03:26:59.176153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bb8666bd-f923-4c0e-8d24-53b59d3c298a None None] Port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:59.212580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ab3185b3-707f-4696-8692-3575ccbd8128 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:59.224014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83156d65-413b-4408-a111-8096b39e5716 req-b26e0615-2797-4bb7-9738-22b63097772a tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Nov 12 03:26:59.246290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:59.300849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 73bbcefa-a004-4765-9fe9-c071b5a59528) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:59.311119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.321019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.335782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a24a2-54e2-4bda-af05-9aa407d5bd80 None None] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:59.371596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3f1a421e-e059-493e-bbd3-d943c4011c12 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3535030 Nov 12 03:26:59.371811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.632205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-52cf4815-3fee-40ed-bb1e-f46ce4c29a0b None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.632675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-52cf4815-3fee-40ed-bb1e-f46ce4c29a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.710922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07fc16-769e-49f9-b26d-db078fe1d343 req-3d7c52b9-a3cb-4a87-8ef8-e768dfdba08c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.715311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ab3185b3-707f-4696-8692-3575ccbd8128 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.715651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc07fc16-769e-49f9-b26d-db078fe1d343 req-3d7c52b9-a3cb-4a87-8ef8-e768dfdba08c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.1889057 Nov 12 03:26:59.715778 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.801435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-52cf4815-3fee-40ed-bb1e-f46ce4c29a0b None None] Port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:59.878344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc07fc16-769e-49f9-b26d-db078fe1d343 req-4052eee1-4b65-48cb-8c42-3620b7b6051b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511509 Nov 12 03:26:59.924187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.944419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0c071-8e0c-4cad-bddf-26cd46151bf8 req-d3dadb02-40cd-4c4c-9a31-68eceda6d3d4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.951419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8be0c071-8e0c-4cad-bddf-26cd46151bf8 req-d3dadb02-40cd-4c4c-9a31-68eceda6d3d4 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1576946 Nov 12 03:27:00.010779 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.057593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8be0c071-8e0c-4cad-bddf-26cd46151bf8 req-a1b0f0f7-22dd-433e-8ec8-e80ea81c4744 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001801 Nov 12 03:27:00.200130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-73bbcefa-a004-4765-9fe9-c071b5a59528', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:00.201961 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.228020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2d344-0011-4158-a69b-2496947bf11a None None] Pushing event updated for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.273593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Attempting to bind port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:00.273975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Attempting to bind port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:00.274340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Attempting to bind port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 on network e75843f9-bb3b-436d-afb5-0feb742f85e2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:00.311755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:00.312176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Checking segment: {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:00.312583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.312985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Bound using segment: {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:00.313480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Bound port: 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3e0417-d75f-4ae9-b07e-02b9f1525224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:00.313864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.530846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23fdb-05c3-47dc-be94-6b2f849ea856 req-f6fea200-dd6f-4f12-98c5-66a9dde9e6dc tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.533735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0d23fdb-05c3-47dc-be94-6b2f849ea856 req-f6fea200-dd6f-4f12-98c5-66a9dde9e6dc tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.0830204 Nov 12 03:27:00.552265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.624791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0d23fdb-05c3-47dc-be94-6b2f849ea856 req-e83cd640-2e97-487f-961b-e7c13f886ba1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851655 Nov 12 03:27:00.701476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] For port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:00.722610 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.759196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] For port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:00.760723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9ad2124d-2e4a-4eb7-a04b-ae81e8efa2a9 None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:00.761281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ad2124d-2e4a-4eb7-a04b-ae81e8efa2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.804686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2124d-2e4a-4eb7-a04b-ae81e8efa2a9 None None] Port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:00.808942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.821256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Allocated IP 2001:db8:1::2 (73bbcefa-a004-4765-9fe9-c071b5a59528/7f7d2f81-5717-4233-9450-6f5aa966e797/1507fca0-76ed-4c8c-abfe-790f03127bd6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:00.953354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2d344-0011-4158-a69b-2496947bf11a None None] Pushing event updated for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.012120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:01.012871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:01.259356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:01.428486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-928a808b-4d4e-435b-aba3-3d6b30157127 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.430117 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-928a808b-4d4e-435b-aba3-3d6b30157127 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.100 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.3075151 Nov 12 03:27:01.432822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6721-f314-4ee0-ab2c-37650b8952f5 req-f7bdee34-f6f8-44bf-98d8-b72d2f469be1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.450874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6721-f314-4ee0-ab2c-37650b8952f5 req-f7bdee34-f6f8-44bf-98d8-b72d2f469be1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.463915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6721-f314-4ee0-ab2c-37650b8952f5 req-f7bdee34-f6f8-44bf-98d8-b72d2f469be1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.473232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da3c6721-f314-4ee0-ab2c-37650b8952f5 req-f7bdee34-f6f8-44bf-98d8-b72d2f469be1 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7&device_id=d6de30b8-a827-402b-9896-dc30ffe860dc&device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 2416 time: 0.3054335 Nov 12 03:27:01.502415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7e7d-7c5f-4585-b4cb-5713a65188c4 req-bf0ab3a6-85cb-4fbb-a4b2-d9bcd2c9e1d3 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.514607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a3d7e7d-7c5f-4585-b4cb-5713a65188c4 req-bf0ab3a6-85cb-4fbb-a4b2-d9bcd2c9e1d3 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.2395692 Nov 12 03:27:01.660933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.668098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a3d7e7d-7c5f-4585-b4cb-5713a65188c4 req-5371d320-cd11-4be1-a2b6-63cd62e36590 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525323 Nov 12 03:27:01.703155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da3c6721-f314-4ee0-ab2c-37650b8952f5 req-86a8c107-8953-4c75-be09-b47bef46c2a3 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271328 Nov 12 03:27:01.742766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.780357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8:1::1 (73bbcefa-a004-4765-9fe9-c071b5a59528/7f7d2f81-5717-4233-9450-6f5aa966e797/7f708838-407d-48cf-8832-ee943bd9361c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:01.827561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:01.828453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.838526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Deleting port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:01.838869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.912364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:01.922187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.923258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:01.935479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:01.976461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Pushing event updated for resources: {'Port': ['ID=1507fca0-76ed-4c8c-abfe-790f03127bd6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.984725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a9d5d-6f7b-4364-b3f5-1afb7abff60f req-728d4918-50dd-4a5f-9ace-7d92de229807 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.992353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d6a9d5d-6f7b-4364-b3f5-1afb7abff60f req-728d4918-50dd-4a5f-9ace-7d92de229807 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.1001790 Nov 12 03:27:02.069645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d6a9d5d-6f7b-4364-b3f5-1afb7abff60f req-af490848-9843-47a4-885d-3752d4cb5af6 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625498 Nov 12 03:27:02.090623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Attempting to bind port 1507fca0-76ed-4c8c-abfe-790f03127bd6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:02.091217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Attempting to bind port 1507fca0-76ed-4c8c-abfe-790f03127bd6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:02.092545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Attempting to bind port 1507fca0-76ed-4c8c-abfe-790f03127bd6 on network 73bbcefa-a004-4765-9fe9-c071b5a59528 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:02.103540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] For port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:02.105457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.144341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:02.144756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Checking segment: {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:02.148448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.148904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Bound using segment: {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:02.150048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Bound port: 1507fca0-76ed-4c8c-abfe-790f03127bd6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:02.150460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.286403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.321427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] For port 1507fca0-76ed-4c8c-abfe-790f03127bd6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:02.347721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] For port 1507fca0-76ed-4c8c-abfe-790f03127bd6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1507fca0-76ed-4c8c-abfe-790f03127bd6,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:02.356892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.364513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.403175 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:02.409009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:00Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:02.437590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.447010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155798d4-c403-4e7b-9517-c03f2a5104c3 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:00Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:02.486124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] For port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:02.511576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.563368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59decd30-3e42-436c-9470-bbff0d8fbdd2 None None] Pushing event updated for resources: {'Port': ['ID=1507fca0-76ed-4c8c-abfe-790f03127bd6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.634266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.636500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.637419 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Floating IP dc80ecd9-3ffb-49db-9451-6805ce92b461 disassociated. External IP: 172.25.4.198, port: 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4. Nov 12 03:27:02.638516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Calling delete_port for 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:02.640301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fea1b-907c-456b-9ae1-016bfa5b9dd5 None None] Pushing event updated for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.671655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:02.682938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:02.718908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:02.719743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.726782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.993124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1978-d486-44b2-8e7d-9468fd0fb11b req-d139dcee-9f66-4ad7-8808-ed51569dae09 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.994690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e4e1978-d486-44b2-8e7d-9468fd0fb11b req-d139dcee-9f66-4ad7-8808-ed51569dae09 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 945 time: 0.1710219 Nov 12 03:27:03.085399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.149053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e4e1978-d486-44b2-8e7d-9468fd0fb11b req-f6aa99ed-4af9-4beb-8310-186784b5d6e7 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups?id=ab731957-7699-4c13-a55d-3b212445ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480706 Nov 12 03:27:03.420363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:03.549169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:03.550724 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.657828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.731541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event deleted for resources: {'Port': ['ID=8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:03.910974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:04.169390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1507fca0-76ed-4c8c-abfe-790f03127bd6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:04.355024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1507fca0-76ed-4c8c-abfe-790f03127bd6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:04.355788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.369648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ce8ff13-1b1a-4c6e-a3ec-ae176e625157 req-d79e1999-13c2-4c2e-ab6b-1f51ee4eeb27 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 210 time: 0.0643055 Nov 12 03:27:04.536086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.564825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:04.578360 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Sync routers for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:04.594582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af564bc-fd0e-4f5b-a5c8-ca62ea54c48c req-cd1cc694-233d-4b5a-ba66-c1f107249e1b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.595740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:04.601351 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:04.606543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3af564bc-fd0e-4f5b-a5c8-ca62ea54c48c req-cd1cc694-233d-4b5a-ba66-c1f107249e1b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1612146 Nov 12 03:27:04.627007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.628615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.631747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] No DVR routers for this DVR port 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:04.635033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.639210 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1c1a1a27-9a46-45e1-a14a-5a9f052ae2b1 req-a412b258-0d56-4400-aeae-4fa57d1fd5f5 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.100 "DELETE /v2.0/ports/8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 HTTP/1.1" status: 204 len: 173 time: 3.2010300 Nov 12 03:27:04.648386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'name': 'network-vif-deleted', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:04.651525 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e755ba17-2e01-411a-9e75-566931303d40" -d '{"events": [{"server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "name": "network-vif-deleted", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:04.747737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e85699-e720-4d1a-bac4-4b844aef6f8f None None] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:04.759445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3af564bc-fd0e-4f5b-a5c8-ca62ea54c48c req-94422113-c435-4314-b12f-4d4b2fa9319f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480668 Nov 12 03:27:04.826472 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.900656 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851d0c61-1f4f-45db-b564-f298df563393 x-openstack-request-id: req-851d0c61-1f4f-45db-b564-f298df563393 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:04.901029 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb65e9f-02e2-402b-8cf0-21a20129e3cb", "name": "network-vif-deleted", "tag": "8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:04.901218 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-851d0c61-1f4f-45db-b564-f298df563393 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:04.901611 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb65e9f-02e2-402b-8cf0-21a20129e3cb', 'name': 'network-vif-deleted', 'tag': '8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4', 'status': 'completed', 'code': 200} Nov 12 03:27:04.922904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:04.930909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.056026 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:05.085190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-193dba1d-a245-4b09-b2e6-7e882f1f99d7 None None] Provisioning complete for port 1507fca0-76ed-4c8c-abfe-790f03127bd6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:05.085558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-193dba1d-a245-4b09-b2e6-7e882f1f99d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.089689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.105985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:05.318835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 1507fca0-76ed-4c8c-abfe-790f03127bd6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1507fca0-76ed-4c8c-abfe-790f03127bd6,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:05.345217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.449438 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:05.478622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=1507fca0-76ed-4c8c-abfe-790f03127bd6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.491166 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Checking router: 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:05.506317 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:05.507329 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:05.680604 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:05.685162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bddd920f-5308-4cb0-a6f2-a18ed24fccf9 req-ff6f01b7-28c3-440b-9bdb-0283f0cebb7e tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/ports?device_id=afb65e9f-02e2-402b-8cf0-21a20129e3cb HTTP/1.1" status: 200 len: 210 time: 0.0763605 Nov 12 03:27:05.752561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:05.803225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:05.803666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8fe3afb0-e6fb-4990-8ff3-f396dbf0ecf4 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:05.914999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:05.926136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:05.934083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1675eb1-521e-480b-b158-5dc98a2ca473 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5611317 Nov 12 03:27:05.936642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:05.942203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-563900329'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:05.944456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:05.945172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:05.986900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:05.991211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.991670 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:06.039920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:06.044819 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab7d4e5-392d-4e21-a290-f92060ed28b4 None None] The sync data for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 is: [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 4, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'aacfd94a-24d6-4443-b698-c0341097250d', 'name': '', 'network_id': 'f6fd437c-d176-413a-b042-a2d8e1d52862', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'mac_address': 'fa:16:3e:f9:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:50Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'subnets': [{'id': '388d95bc-acaf-40c7-b62a-368f0bb17013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:06.054007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765448c-23be-4610-952b-417f146d043e req-344322ea-227b-48bd-b1ee-85120844d445 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.066031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5765448c-23be-4610-952b-417f146d043e req-344322ea-227b-48bd-b1ee-85120844d445 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1573775 Nov 12 03:27:06.081997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.082353 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc of type vlan for network c51d9374-db45-43e4-866d-7107a294d411 Nov 12 03:27:06.208056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.212545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5765448c-23be-4610-952b-417f146d043e req-3e5c6407-4745-4399-9e7e-a35029599480 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405721 Nov 12 03:27:06.226345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:06.322445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.356651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.356651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.457376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5196481 Nov 12 03:27:06.460240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.463720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0095342b-7bb4-4093-83b2-5cb76e479354 None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:06.464199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0095342b-7bb4-4093-83b2-5cb76e479354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.465377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.551455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4490bcf-f142-403f-a1ed-d9e536f8a47a tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=c51d9374-db45-43e4-866d-7107a294d411,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.588826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0095342b-7bb4-4093-83b2-5cb76e479354 None None] Port 7f708838-407d-48cf-8832-ee943bd9361c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:06.590589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c51d9374-db45-43e4-866d-7107a294d411 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:06.640383 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba49391-7bb4-478c-8b51-c6cb3384e285 None None] New status for floating IP dc80ecd9-3ffb-49db-9451-6805ce92b461: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:06.755410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:06.760235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.857149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.882963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0095342b-7bb4-4093-83b2-5cb76e479354 None None] Provisioning complete for port 1507fca0-76ed-4c8c-abfe-790f03127bd6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:06.884065 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0095342b-7bb4-4093-83b2-5cb76e479354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.054211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.063683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 3, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.091034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.114143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:07.114503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Updating router e291f7b1-a102-4beb-92ea-709a30589ef4 port 7f708838-407d-48cf-8832-ee943bd9361c binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:07.119669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=d5a754fe-86be-4a41-b257-11aeba17776d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.129945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.130283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.130624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.130962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.131289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.131615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.131939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.132284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.132607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.132961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.133293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.133608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:07.162988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.182138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:07.182522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: c51d9374-db45-43e4-866d-7107a294d411, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:07.204318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network c51d9374-db45-43e4-866d-7107a294d411 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:07.219376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c51d9374-db45-43e4-866d-7107a294d411) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:07.255736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.258906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd00192d-3488-4f74-ae27-dc53a8726387 None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:07.259269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd00192d-3488-4f74-ae27-dc53a8726387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.272109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.273249 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.273409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.276435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.279928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "DELETE /v2.0/security-groups/ab731957-7699-4c13-a55d-3b212445ee8a HTTP/1.1" status: 204 len: 168 time: 0.4193449 Nov 12 03:27:07.282609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.314285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4c68c5aa-6a25-4340-98a5-e95928afd7e9 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8529198 Nov 12 03:27:07.317624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.327470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833d3a-d95b-44c3-b443-827b7a4172e0 tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab731957-7699-4c13-a55d-3b212445ee8a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.333589 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-bfd4d4c7-3f70-49e0-a305-eca0fc0ee43c tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] show failed (client error): The resource could not be found. Nov 12 03:27:07.336382 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bfd4d4c7-3f70-49e0-a305-eca0fc0ee43c tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "GET /v2.0/security-groups/ab731957-7699-4c13-a55d-3b212445ee8a HTTP/1.1" status: 404 len: 347 time: 0.0496881 Nov 12 03:27:07.340533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.356744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f87d5-77a4-4649-964c-4c132db86a4f None None] Network c51d9374-db45-43e4-866d-7107a294d411 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:07.505471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd00192d-3488-4f74-ae27-dc53a8726387 None None] Port 7f708838-407d-48cf-8832-ee943bd9361c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:07.604693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Deleting port 4e986570-8e1a-4e44-9d7b-280a69917a59 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:07.605363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.649038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a715574-90af-42e7-89cb-183fe9d2a543 req-e86e98db-be4c-40a7-b2a0-114adc3395a4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.660493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a715574-90af-42e7-89cb-183fe9d2a543 req-e86e98db-be4c-40a7-b2a0-114adc3395a4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1851876 Nov 12 03:27:07.771616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.775648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.787088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1507fca0-76ed-4c8c-abfe-790f03127bd6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:07.813142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Calling delete_port for 4e986570-8e1a-4e44-9d7b-280a69917a59 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:07.886436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a715574-90af-42e7-89cb-183fe9d2a543 req-8eaccb2e-42c7-4fee-b5d6-3d8060c81ade tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203121 Nov 12 03:27:07.954079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9cee1c01-29e2-44b3-9405-1d5155abd1a9 None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:07.954645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cee1c01-29e2-44b3-9405-1d5155abd1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.048111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-c51d9374-db45-43e4-866d-7107a294d411', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:08.048888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.156214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.188966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Pushing event deleted for resources: {'Port': ['ID=4e986570-8e1a-4e44-9d7b-280a69917a59,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.208759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.209380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.209907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.210389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.210962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.211442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.212144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.212633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.213352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.213882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.214421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.214922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:08.281977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.286028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.287877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6e0de6e-772f-43df-ad4e-04e0cc3f4baa tempest-ServersTestManualDisk-1821727806 tempest-ServersTestManualDisk-1821727806-project] 10.222.0.93 "DELETE /v2.0/floatingips/dc80ecd9-3ffb-49db-9451-6805ce92b461 HTTP/1.1" status: 204 len: 168 time: 0.9459250 Nov 12 03:27:08.290642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49528) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.302371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.457985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1507fca0-76ed-4c8c-abfe-790f03127bd6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:08.467350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.475368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9cee1c01-29e2-44b3-9405-1d5155abd1a9 None None] Port 7f708838-407d-48cf-8832-ee943bd9361c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:08.554884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49534) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.571308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-144178466'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:08.791405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Allocated IP 2001:db8:2::2 (c51d9374-db45-43e4-866d-7107a294d411/d5a754fe-86be-4a41-b257-11aeba17776d/b3fa8763-d9e8-48b5-a773-af8ef4b81362) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:08.794683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:08.796057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.798981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.813291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.846122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:08.857883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.865219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.865704 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Added segment dae3d3ee-83db-4529-b2e8-5588689ad35d of type vlan for network 9a201ab7-ac1e-4470-8215-8da255708ce7 Nov 12 03:27:08.877853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058368-cb15-40ce-96cc-955628cf41fe None None] Pushing event updated for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.943558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.029356 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.073417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.073991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.181229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Attempting to bind port 7f708838-407d-48cf-8832-ee943bd9361c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:09.181876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Attempting to bind port 7f708838-407d-48cf-8832-ee943bd9361c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:09.183297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Attempting to bind port 7f708838-407d-48cf-8832-ee943bd9361c on network 73bbcefa-a004-4765-9fe9-c071b5a59528 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.203745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:09.206116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Checking segment: {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:09.206843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.209835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Bound using segment: {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:09.210854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Bound port: 7f708838-407d-48cf-8832-ee943bd9361c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeee409c-1c7d-493c-8e96-0d51b1e5e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:09.212624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.275279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:09.275924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7148113 Nov 12 03:27:09.289042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1396451087'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:09.304666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736d20-f642-4bb5-b9ef-b671e849deb0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Network': ['ID=9a201ab7-ac1e-4470-8215-8da255708ce7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.390535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5626f98-9349-4619-8f9c-6bdecb742215 req-abc863ea-fb20-4c80-b334-bbf9aff68e8d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.392343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5626f98-9349-4619-8f9c-6bdecb742215 req-abc863ea-fb20-4c80-b334-bbf9aff68e8d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.3084497 Nov 12 03:27:09.409986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:09.437501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:09.441596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.502221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:09.513587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Deleting port aacfd94a-24d6-4443-b698-c0341097250d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:09.513997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.529601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5626f98-9349-4619-8f9c-6bdecb742215 req-f6bd2656-11b9-4ea2-a8e6-2d926b717c8d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184413 Nov 12 03:27:09.603894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.606496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.606842 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Added segment 82884647-43fa-4129-8be0-43ebc89ffb34 of type vlan for network 7fd15f06-7b17-4180-b987-925b66abf718 Nov 12 03:27:09.644380 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.651742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-504500a1-7188-47cc-9e09-63887548aeb8 None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:09.652236 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-504500a1-7188-47cc-9e09-63887548aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.702708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.717795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] For port 7f708838-407d-48cf-8832-ee943bd9361c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:09.732275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] For port aacfd94a-24d6-4443-b698-c0341097250d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aacfd94a-24d6-4443-b698-c0341097250d,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.733271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.753503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8:2::1 (c51d9374-db45-43e4-866d-7107a294d411/d5a754fe-86be-4a41-b257-11aeba17776d/01a3e19a-cebf-43c7-8341-84db3d42de29) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:09.766369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Network c51d9374-db45-43e4-866d-7107a294d411 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:09.769057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] For port 7f708838-407d-48cf-8832-ee943bd9361c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f708838-407d-48cf-8832-ee943bd9361c,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:09.770114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Pushing event updated for resources: {'Port': ['ID=b3fa8763-d9e8-48b5-a773-af8ef4b81362,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.775862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:09.779577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:09.786098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-504500a1-7188-47cc-9e09-63887548aeb8 None None] Port 7f708838-407d-48cf-8832-ee943bd9361c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:09.788716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.793343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Calling delete_port for aacfd94a-24d6-4443-b698-c0341097250d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:09.817017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.824592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.825401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.906567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Attempting to bind port b3fa8763-d9e8-48b5-a773-af8ef4b81362 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:09.906939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Attempting to bind port b3fa8763-d9e8-48b5-a773-af8ef4b81362 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:09.907300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Attempting to bind port b3fa8763-d9e8-48b5-a773-af8ef4b81362 on network c51d9374-db45-43e4-866d-7107a294d411 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.918827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058368-cb15-40ce-96cc-955628cf41fe None None] Pushing event updated for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.921574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:09.922752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:09.926142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:09.926413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Checking segment: {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:09.926811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.927191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Bound using segment: {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:09.927667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Bound port: b3fa8763-d9e8-48b5-a773-af8ef4b81362, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:09.928077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.982067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7008131 Nov 12 03:27:09.993673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.003505 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.012154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'subnet': {'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:10.051170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f555-982d-41c4-ad75-b23f3a19c0e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Network': ['ID=7fd15f06-7b17-4180-b987-925b66abf718,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.051435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:10.088378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.146049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7fd15f06-7b17-4180-b987-925b66abf718 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:10.225391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.265744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network c51d9374-db45-43e4-866d-7107a294d411 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:10.267209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:10.277465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:10.278973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.381679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] For port b3fa8763-d9e8-48b5-a773-af8ef4b81362, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:10.385580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] For port b3fa8763-d9e8-48b5-a773-af8ef4b81362, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3fa8763-d9e8-48b5-a773-af8ef4b81362,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:10.430697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:10.434154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.445279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.485670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.611469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.622408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.702304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba22bc-7b9b-4f4e-b55b-6c91c1c3b73e None None] Pushing event updated for resources: {'Port': ['ID=b3fa8763-d9e8-48b5-a773-af8ef4b81362,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.813668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d193f-1298-4dde-8a29-c4e3418f18c0 req-9c80c592-d97f-4a50-85e4-653427f8ad4f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.814348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-947d193f-1298-4dde-8a29-c4e3418f18c0 req-9c80c592-d97f-4a50-85e4-653427f8ad4f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1192713 Nov 12 03:27:10.824556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 3, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:09Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:10.876249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.885563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.912283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3cb0b-eac4-4d46-b91b-47bb900f7014 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 3, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:09Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:10.972756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-947d193f-1298-4dde-8a29-c4e3418f18c0 req-8666154d-3cd3-4717-bdd2-71a7630c05e2 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435933 Nov 12 03:27:10.984194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Pushing event deleted for resources: {'Port': ['ID=aacfd94a-24d6-4443-b698-c0341097250d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.998801 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.086207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] For port 7f708838-407d-48cf-8832-ee943bd9361c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f708838-407d-48cf-8832-ee943bd9361c,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:11.091706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.096241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.120894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.121817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.202802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eff5fb-7c3b-4499-b2ee-c9a299662faa None None] Pushing event updated for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.225772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Subnet': ['ID=48986db5-69a5-4c7e-817e-e06427a8b06e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.243228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:11.243599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network hostable DHCP agents. Network: 9a201ab7-ac1e-4470-8215-8da255708ce7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:11.266652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.371692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:11.476574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 9a201ab7-ac1e-4470-8215-8da255708ce7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:11.483139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.483739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.494420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb576b0e-f5f7-4e28-b710-76768cc76878 None None] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:11.544253 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2c0d6d4-70ee-48aa-93cc-fb4491097c6d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5475962 Nov 12 03:27:11.547151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49560) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:11.550648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.565774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'subnet': {'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:11.744857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network c51d9374-db45-43e4-866d-7107a294d411 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:11.756465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:11.872772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f708838-407d-48cf-8832-ee943bd9361c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:12.005449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:12.043013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-9a201ab7-ac1e-4470-8215-8da255708ce7', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:12.049410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.053216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:12.058644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.144343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:12.164448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7f708838-407d-48cf-8832-ee943bd9361c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:12.165812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.430097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:12.445620 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bbf87987-5cfe-4abb-afb9-a03d3203e53d admin admin] 10.222.0.93 "PUT /v2.0/routers/8ca12cd4-0d3c-4916-a998-4ecb3cc31311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1535420 Nov 12 03:27:12.449044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.454640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Sync routers for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:12.489170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3fa8763-d9e8-48b5-a773-af8ef4b81362 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:12.567390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Allocated IP 10.1.1.2 (9a201ab7-ac1e-4470-8215-8da255708ce7/48986db5-69a5-4c7e-817e-e06427a8b06e/afec28f1-a274-435c-b5b8-9523af74c2ba) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:12.579245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fcf22-55db-4e5b-b34c-04a9c6f5f784 None None] Network c51d9374-db45-43e4-866d-7107a294d411 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:12.591157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Routers {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:12.592378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:12.665980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.787568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:12.797123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9a04-e488-48a3-bc62-84d9775c2dea req-e6b60a96-50c6-4478-b78d-e7c26f527c00 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.798441 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:12.799398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-272d9a04-e488-48a3-bc62-84d9775c2dea req-e6b60a96-50c6-4478-b78d-e7c26f527c00 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1911318 Nov 12 03:27:12.804348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f4c297d0-3389-4108-8d0c-16f6c49393a8 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4855855 Nov 12 03:27:12.813010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49578) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.815858 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:12.816978 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:12.831688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1694201087'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:12.889255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.935446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-272d9a04-e488-48a3-bc62-84d9775c2dea req-94a780a4-d11a-4690-a2a1-6cbf474e82e9 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285498 Nov 12 03:27:12.939211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:12.942816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.995649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Deleting port a2a43e9b-99ed-4e2f-a95b-029d64758a7a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:12.996211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.024230 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:13.026247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:13.058007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.074008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.074349 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added segment 645fdadf-5e62-4b5c-8632-f26c3b7fd1d0 of type vlan for network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd Nov 12 03:27:13.177398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] For port a2a43e9b-99ed-4e2f-a95b-029d64758a7a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:13.177770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.215706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Calling delete_port for a2a43e9b-99ed-4e2f-a95b-029d64758a7a owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:13.299188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.302243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Subnet': ['ID=c5e399b3-2e2c-4b77-972b-ec91cfa580a7,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.344251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Checking segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:13.344613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network hostable DHCP agents. Network: 7fd15f06-7b17-4180-b987-925b66abf718, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:13.361481 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:10Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:10Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:13.367509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3fa8763-d9e8-48b5-a773-af8ef4b81362 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:13.367918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.393298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.401941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.402791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.426058 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:13.426675 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Updating router e291f7b1-a102-4beb-92ea-709a30589ef4 port 01a3e19a-cebf-43c7-8341-84db3d42de29 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:13.431135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 7fd15f06-7b17-4180-b987-925b66abf718 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:13.485878 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.505190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d13a1739-b6cc-4379-a8a6-c6eb0afa1e34 None None] Provisioning complete for port b3fa8763-d9e8-48b5-a773-af8ef4b81362 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:13.506641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d13a1739-b6cc-4379-a8a6-c6eb0afa1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.525674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.579704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7fd15f06-7b17-4180-b987-925b66abf718) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:13.586985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a43e9b-99ed-4e2f-a95b-029d64758a7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.600511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.602419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.618900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ad305-a734-4f5b-a670-6c618b440dfd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:13.627024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e63ec37-d9f0-4576-adca-c105dec43d69 None None] Network 7fd15f06-7b17-4180-b987-925b66abf718 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:13.632657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Network': ['ID=71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.649830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d5ea0e74-8592-4b40-b177-f196b249c7ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0924690 Nov 12 03:27:13.658894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cd2af027-ee86-464b-bfa0-f4563986d7ef tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8429329 Nov 12 03:27:13.661391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49586) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.661895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49588) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.668157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1798517458', 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:13.680115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'subnet': {'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:13.700368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:13.724952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.914820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:14.020586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.044664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Set router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:14.055834 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.068988 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.075060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] device_id is not set on port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:14.178075 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Attempting to bind port 01a3e19a-cebf-43c7-8341-84db3d42de29 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:14.178344 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Attempting to bind port 01a3e19a-cebf-43c7-8341-84db3d42de29 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:14.178878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Attempting to bind port 01a3e19a-cebf-43c7-8341-84db3d42de29 on network c51d9374-db45-43e4-866d-7107a294d411 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:14.185681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:14.186088 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Checking segment: {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:14.186463 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.187028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Bound using segment: {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:14.187419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Bound port: 01a3e19a-cebf-43c7-8341-84db3d42de29, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:14.188025 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.231230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.257024 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] For port 01a3e19a-cebf-43c7-8341-84db3d42de29, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:14.260200 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] For port 01a3e19a-cebf-43c7-8341-84db3d42de29, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01a3e19a-cebf-43c7-8341-84db3d42de29,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:14.261880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.264492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.271890 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.280679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Made reservation on behalf of 476efec799904efabd9b3a74a0b8833c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:14.283610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb7a9-c669-4753-8614-b44cfb56259f None None] Pushing event updated for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.302761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.334183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.334732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:14.337011 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.339333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.343199 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-19160681-7344-4c7f-a44a-918dd207f442 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8ca12cd4-0d3c-4916-a998-4ecb3cc31311 HTTP/1.1" status: 204 len: 168 time: 1.8927040 Nov 12 03:27:14.346065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.400019 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:14.400636 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.402536 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb7a9-c669-4753-8614-b44cfb56259f None None] Pushing event updated for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.403657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a785e7-e26f-42f0-ab9b-0043a724343a req-96542e0a-6b21-4084-ab81-1e13ce7eb04c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.414572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12a785e7-e26f-42f0-ab9b-0043a724343a req-96542e0a-6b21-4084-ab81-1e13ce7eb04c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.3730023 Nov 12 03:27:14.492199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Deleting subnet 388d95bc-acaf-40c7-b62a-368f0bb17013 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:14.504171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.507083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:14.530442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:14.540874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Pushing event updated for resources: {'Port': ['ID=afec28f1-a274-435c-b5b8-9523af74c2ba,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.543374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:14.551074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:14.552954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.1.1.37 (9a201ab7-ac1e-4470-8215-8da255708ce7/48986db5-69a5-4c7e-817e-e06427a8b06e/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:14.554978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.560411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12a785e7-e26f-42f0-ab9b-0043a724343a req-649bfd64-c96f-4686-9d3c-d61615b3e78d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447227 Nov 12 03:27:14.613406 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.717420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.832373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Attempting to bind port afec28f1-a274-435c-b5b8-9523af74c2ba on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:14.834730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Attempting to bind port afec28f1-a274-435c-b5b8-9523af74c2ba by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:14.835272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Attempting to bind port afec28f1-a274-435c-b5b8-9523af74c2ba on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:14.835394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.866699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.885557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] 10.222.0.93 "DELETE /v2.0/subnets/388d95bc-acaf-40c7-b62a-368f0bb17013 HTTP/1.1" status: 204 len: 168 time: 0.5370245 Nov 12 03:27:14.885789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49604) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.889859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d13a1739-b6cc-4379-a8a6-c6eb0afa1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.905481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.920205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.936391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a130-a60a-49a4-a48b-7ab70d78a6ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388d95bc-acaf-40c7-b62a-368f0bb17013,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.947519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea142eb4-ccf5-4279-bd78-bcb193959075 None None] Network f6fd437c-d176-413a-b042-a2d8e1d52862 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:14.973279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:10Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:14Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.039727 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d7798-bb10-4f9c-9ce0-62572bfa89f5 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:10Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:14Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:15.073980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:15.075026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:15.075529 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.076424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Bound using segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:15.077161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Bound port: afec28f1-a274-435c-b5b8-9523af74c2ba, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:15.077629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.116193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Subnet': ['ID=39c3a176-5b4e-4d14-8b03-a7a4442b4472,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.126929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.173715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Checking segment: {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:15.177566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network hostable DHCP agents. Network: 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:15.192073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.192300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b3fa8763-d9e8-48b5-a773-af8ef4b81362, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3fa8763-d9e8-48b5-a773-af8ef4b81362,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.241230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.317154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:15.320352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7fd15f06-7b17-4180-b987-925b66abf718', 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ips': [{'subnet_id': 'c5e399b3-2e2c-4b77-972b-ec91cfa580a7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:15.320978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.386619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:15.401676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:15.419119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.419726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.448235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:15.456876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:15.462920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474a358-d047-4a1e-adbd-f5139f1eef9d None None] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:15.493822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.543761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Deleting port 7abcfc3b-915c-418b-8521-666c752e8812 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.544128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.577553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] For port afec28f1-a274-435c-b5b8-9523af74c2ba, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:15.592974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] For port afec28f1-a274-435c-b5b8-9523af74c2ba, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=afec28f1-a274-435c-b5b8-9523af74c2ba,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:15.607197 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-d13a1739-b6cc-4379-a8a6-c6eb0afa1e34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:15.607547 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-d13a1739-b6cc-4379-a8a6-c6eb0afa1e34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:15.613642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7031069-70c3-4d32-aca6-859ab550c168 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9392142 Nov 12 03:27:15.616684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.634454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.637975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] For port 7abcfc3b-915c-418b-8521-666c752e8812, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7abcfc3b-915c-418b-8521-666c752e8812,segment=NetworkSegment(9ea3fd61-4314-4ea5-aab9-ab62f5c1b679),segment_id=9ea3fd61-4314-4ea5-aab9-ab62f5c1b679)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.638392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.686917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.687812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.693009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Calling delete_port for 7abcfc3b-915c-418b-8521-666c752e8812 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:15.717472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6e697dc9-af8a-492e-b379-407ebfd5ddfd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0541563 Nov 12 03:27:15.725192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.732999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b3fa8763-d9e8-48b5-a773-af8ef4b81362,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.746419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-796958515', 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:15.747180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01a3e19a-cebf-43c7-8341-84db3d42de29 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:15.873167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a814-dd83-411f-8a3d-77d190516adb req-7cd41b40-c617-4c9f-a5c9-e470c69a34a7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.875025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea65a814-dd83-411f-8a3d-77d190516adb req-7cd41b40-c617-4c9f-a5c9-e470c69a34a7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1099668 Nov 12 03:27:16.008584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.064905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea65a814-dd83-411f-8a3d-77d190516adb req-2d8ce180-b739-4399-9936-d02d016d144f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826205 Nov 12 03:27:16.069411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] No DVR routers for this DVR port 7abcfc3b-915c-418b-8521-666c752e8812 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:16.083489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067752-09b3-4e8d-8e22-72f50edad6ac None None] Pushing event updated for resources: {'Port': ['ID=afec28f1-a274-435c-b5b8-9523af74c2ba,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.088523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abcfc3b-915c-418b-8521-666c752e8812,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.236662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.268312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7c329-39ba-46cd-8cc3-f126fa8cd1b4 None None] DHCP port deletion for f6fd437c-d176-413a-b042-a2d8e1d52862 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:16.300984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fd437c-d176-413a-b042-a2d8e1d52862']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.314905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.315764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea3fd61-4314-4ea5-aab9-ab62f5c1b679') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.318006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:16.355117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.403689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.419768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:16.419954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:16.538394 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:16.543529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.561130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.567385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] 10.222.0.93 "DELETE /v2.0/networks/f6fd437c-d176-413a-b042-a2d8e1d52862 HTTP/1.1" status: 204 len: 168 time: 1.6778588 Nov 12 03:27:16.592906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.602844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbd74-bb14-4959-a4c2-76f7929e7418 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6fd437c-d176-413a-b042-a2d8e1d52862,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.686870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] device_id is not set on port 7a75503a-65c4-45c8-bd74-cb273783d950 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:16.710914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'name': 'tempest-ServersTestManualDisk-403041825-router', 'tenant_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:44Z', 'updated_at': '2021-11-12T03:27:10Z', 'revision_number': 5, 'project_id': '7a7a3c585fa9487c86a674f6d9cf7518', 'gw_port': {'id': 'a2a43e9b-99ed-4e2f-a95b-029d64758a7a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca12cd4-0d3c-4916-a998-4ecb3cc31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:45Z', 'updated_at': '2021-11-12T03:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.764440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Checking router: 8ca12cd4-0d3c-4916-a998-4ecb3cc31311 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:16.769763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.797883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49628) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:16.828668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'fixed_ips': [{'subnet_id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:16.828668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.858715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Allocated IP 10.2.2.2 (7fd15f06-7b17-4180-b987-925b66abf718/c5e399b3-2e2c-4b77-972b-ec91cfa580a7/849e7464-6282-4b64-aa38-3663add761fc) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:16.862955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 01a3e19a-cebf-43c7-8341-84db3d42de29 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:16.863329 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.902345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:16.902727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:27:16.903394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ca12cd4-0d3c-4916-a998-4ecb3cc31311'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:26:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:27:16.903793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999b8e81-3abd-4bbe-81e8-58f773e3f8e1 None None] The sync data for ids ['8ca12cd4-0d3c-4916-a998-4ecb3cc31311'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:16.926430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-17c1571c-272e-48bf-b586-6c8a422765ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7a7a3c585fa9487c86a674f6d9cf7518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267636 Nov 12 03:27:16.927189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49630) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.018663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.043404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.144717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.150334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.152784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed0ffaa9-b85d-4c56-a4cb-6733988c40f9 HTTP/1.1" status: 204 len: 168 time: 0.2237713 Nov 12 03:27:17.163011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77fe0-1e25-4cac-bc00-05d7c59088cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0ffaa9-b85d-4c56-a4cb-6733988c40f9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.207700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.1.1.244 (9a201ab7-ac1e-4470-8215-8da255708ce7/48986db5-69a5-4c7e-817e-e06427a8b06e/7a75503a-65c4-45c8-bd74-cb273783d950) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:17.231441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c13591df-f09e-4bf0-b8bf-66efc1521698 None None] Provisioning complete for port b3fa8763-d9e8-48b5-a773-af8ef4b81362 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:17.231865 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c13591df-f09e-4bf0-b8bf-66efc1521698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.253951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.263783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-90903818'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:17.287149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.356942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cf4ff-277f-4c48-802b-2174effef494 req-adf2a5d7-4a2b-48df-a4df-48f874b939b9 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.357544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:17.358721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b46cf4ff-277f-4c48-802b-2174effef494 req-adf2a5d7-4a2b-48df-a4df-48f874b939b9 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1212735 Nov 12 03:27:17.367369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.442571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:17.469257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.469476 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Added segment f6218757-55da-4ac6-84e8-6ee4be3e538a of type vlan for network 397dbaab-b030-4995-b17a-77e27577f554 Nov 12 03:27:17.484473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b46cf4ff-277f-4c48-802b-2174effef494 req-6ac9630a-8297-4bc9-95fa-d8fae75a219c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189632 Nov 12 03:27:17.507460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Allocated IP 2001:db8:3::2 (71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd/39c3a176-5b4e-4d14-8b03-a7a4442b4472/c2c0e087-53a7-4307-af9f-386bff07b3ca) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:17.540039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 01a3e19a-cebf-43c7-8341-84db3d42de29, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01a3e19a-cebf-43c7-8341-84db3d42de29,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:17.585558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.588658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.640594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.647064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.657670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.658815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.702111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.707761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.738379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Network': ['ID=397dbaab-b030-4995-b17a-77e27577f554,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.761241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 397dbaab-b030-4995-b17a-77e27577f554 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:17.765379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.765597 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db938b2b-49b6-457b-a76d-a7e5f26948e2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5101750 Nov 12 03:27:17.771186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1394557049'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:17.790885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.795270 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.818895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:17.824557 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.860091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:17.872099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.872696 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Added segment becd0354-41dc-4b98-8c23-8563752b06f1 of type vlan for network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 Nov 12 03:27:17.891203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b918b2a9-e3c8-401a-b134-cf1890243998 None None] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:17.931129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.934487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:17.954330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:17.961138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:17.999893 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.026459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.027085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Network 7fd15f06-7b17-4180-b987-925b66abf718 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:18.027198 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.043663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.056183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.086091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:18.095583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cae496a1-9123-4a0a-b344-ccc1f0056092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.107911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c13591df-f09e-4bf0-b8bf-66efc1521698 None None] Provisioning complete for port 01a3e19a-cebf-43c7-8341-84db3d42de29 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:18.108332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c13591df-f09e-4bf0-b8bf-66efc1521698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.127418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Network': ['ID=87ca4c5c-9a7c-48da-9751-c0036d9c3373,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.135104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.135773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.139177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d2647bdf-b8cc-4e2a-9fae-b94c303e44ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3726501 Nov 12 03:27:18.142494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.149126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'subnet': {'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.155765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d5db43a1-6e42-42a6-845f-0a40115cd552 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4143908 Nov 12 03:27:18.266330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.273256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Pushing event updated for resources: {'Port': ['ID=849e7464-6282-4b64-aa38-3663add761fc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.277394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:18.279633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01a3e19a-cebf-43c7-8341-84db3d42de29 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:18.329971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:18.334532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.339081 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.341040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Allocated IP 2001:db8:3::1 (71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd/39c3a176-5b4e-4d14-8b03-a7a4442b4472/fd349245-fbc7-45ab-8b5e-1b1af2195369) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:18.428662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.481823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:18.530158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.532924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Pushing event updated for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.535440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:18.543028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Attempting to bind port 849e7464-6282-4b64-aa38-3663add761fc on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:18.543398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Attempting to bind port 849e7464-6282-4b64-aa38-3663add761fc by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:18.543757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Attempting to bind port 849e7464-6282-4b64-aa38-3663add761fc on network 7fd15f06-7b17-4180-b987-925b66abf718 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.551271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.601291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:18.601673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Checking segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:18.602057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.602445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Bound using segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:18.603084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Bound port: 849e7464-6282-4b64-aa38-3663add761fc, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:18.603469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.624214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.633657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771556159', 'description': 'tempest-description--123534001'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.645429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-90471774-network', 'tenant_id': 'bfa6be6da43643f18e4ccaca2a907243'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.649777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.667672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.715942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:18.716843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=fd349245-fbc7-45ab-8b5e-1b1af2195369,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.726414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.731663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.734197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:18.734825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.740008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Subnet': ['ID=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.754762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109e29-ac46-41c6-b5b2-b886d06da709 req-c4b29e2e-f1e8-432c-a48a-dc2125f21949 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.756340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04109e29-ac46-41c6-b5b2-b886d06da709 req-c4b29e2e-f1e8-432c-a48a-dc2125f21949 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1197751 Nov 12 03:27:18.761882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 01a3e19a-cebf-43c7-8341-84db3d42de29 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:18.762060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.766400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:18.766761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network hostable DHCP agents. Network: 397dbaab-b030-4995-b17a-77e27577f554, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:18.807426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Made reservation on behalf of bfa6be6da43643f18e4ccaca2a907243 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:18.810788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.816822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 397dbaab-b030-4995-b17a-77e27577f554 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:18.824295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04109e29-ac46-41c6-b5b2-b886d06da709 req-a07b4e94-d6e2-4c02-8aeb-f4d32724affd tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596533 Nov 12 03:27:18.833279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Attempting to bind port c2c0e087-53a7-4307-af9f-386bff07b3ca on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:18.833647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Attempting to bind port c2c0e087-53a7-4307-af9f-386bff07b3ca by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:18.834005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Attempting to bind port c2c0e087-53a7-4307-af9f-386bff07b3ca on network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:18.834701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 397dbaab-b030-4995-b17a-77e27577f554) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.840459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.841370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.848375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.868505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-34084ada-6a9c-4f7c-a219-2bd87d290231 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7244549 Nov 12 03:27:18.871367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49682) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.877929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7148f-3f43-40cb-a9f4-daebb90b95f8 None None] Network 397dbaab-b030-4995-b17a-77e27577f554 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:18.880313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:18.880706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Checking segment: {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:18.881074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.881456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Bound using segment: {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:18.881938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Bound port: c2c0e087-53a7-4307-af9f-386bff07b3ca, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:18.882309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.884374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'subnet': {'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.953262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] For port 849e7464-6282-4b64-aa38-3663add761fc, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:18.976592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.983413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.990213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:18.990990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.995991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.031000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Provisioning complete for port 01a3e19a-cebf-43c7-8341-84db3d42de29 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:19.031375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.034905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.036011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] For port 849e7464-6282-4b64-aa38-3663add761fc, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=849e7464-6282-4b64-aa38-3663add761fc,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:19.036256 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4102881 Nov 12 03:27:19.043408 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.072548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'security_group_rule': {'security_group_id': 'e1bc415e-cf4e-479d-bb37-fe19237afe7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.088096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.090883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b595fc-1b46-429a-b70c-435fc05e5dcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc415e-cf4e-479d-bb37-fe19237afe7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.145870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.250455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.270727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.289555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:19.299302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.299656 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Added segment 42fb4b86-540a-4381-95be-9bad5b99bf94 of type vlan for network b8787f04-5424-43c2-a05c-88760c519d5c Nov 12 03:27:19.309452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Subnet': ['ID=e21b954b-6ebd-415c-9ad4-22111a5205b2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.340572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device afec28f1-a274-435c-b5b8-9523af74c2ba up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:19.353537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Checking segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:19.353978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network hostable DHCP agents. Network: 87ca4c5c-9a7c-48da-9751-c0036d9c3373, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:19.357198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.379916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:19.388118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:19.432984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c41a3-249a-4ced-b1c1-d104164ab540,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.437510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 87ca4c5c-9a7c-48da-9751-c0036d9c3373) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:19.446136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.447022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.449929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.450760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.451340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.455911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2c0e087-53a7-4307-af9f-386bff07b3ca,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:19.476526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.476771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-434d6b66-73f1-4cca-a984-2dbd8190c8a2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6029902 Nov 12 03:27:19.478209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49688) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.484166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.485272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'name': 'tempest-TaggedBootDevicesTest-803470249', 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.486282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033337f-5506-4286-b4ba-8381417f958e None None] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:19.539717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1058831 Nov 12 03:27:19.539992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8e203-1bd9-4dd4-92ed-90b252b30210 None None] Pushing event updated for resources: {'Port': ['ID=849e7464-6282-4b64-aa38-3663add761fc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.549278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.609061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Request body: {'subnet': {'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-90471774-subnet', 'tenant_id': 'bfa6be6da43643f18e4ccaca2a907243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.823210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port afec28f1-a274-435c-b5b8-9523af74c2ba triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:19.823210 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.977894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-397dbaab-b030-4995-b17a-77e27577f554', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:19.980353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.039877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea13ec-8a01-49a8-be3f-28909f146ca7 None None] Pushing event updated for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.117108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12770527-ed95-4e4d-a8e0-4302dc279e34 req-c27897fe-f278-4320-8bc0-36116638d31b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.126489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12770527-ed95-4e4d-a8e0-4302dc279e34 req-c27897fe-f278-4320-8bc0-36116638d31b tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1699319 Nov 12 03:27:20.130449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Provisioning complete for port afec28f1-a274-435c-b5b8-9523af74c2ba triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:20.131100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.168634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eede84f-ffb0-4af2-8c73-979d75dc4d0b admin admin] Pushing event updated for resources: {'Network': ['ID=b8787f04-5424-43c2-a05c-88760c519d5c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.180972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:20.189888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Made reservation on behalf of bfa6be6da43643f18e4ccaca2a907243 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:20.192988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.310820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b8787f04-5424-43c2-a05c-88760c519d5c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:20.350510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12770527-ed95-4e4d-a8e0-4302dc279e34 req-2ab2301c-dc35-40cf-90e0-2b3436d24ca4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972618 Nov 12 03:27:20.371094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.412861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] device_id is not set on port b8273c09-d186-4733-b733-a0075bc2777c yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:20.416529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.432934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.457302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a7d303-74e2-466a-bcc8-005c2f54dc46,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.571045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-055b760a-af79-45d8-a453-ba05d785f6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.623862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ips': [{'subnet_id': 'e21b954b-6ebd-415c-9ad4-22111a5205b2'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:20.625138 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.631067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.638097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98d00cb2-5fee-454a-accf-648be89e8dfe tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5695875 Nov 12 03:27:20.646182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49702) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.654078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.658929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'security_group_rule': {'security_group_id': 'e1bc415e-cf4e-479d-bb37-fe19237afe7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:20.668124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.669156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.721343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.741794 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.747161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.783611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.786149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Allocated IP 10.1.1.2 (397dbaab-b030-4995-b17a-77e27577f554/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3/486ac0cf-9418-47bb-a2d6-c7a38be93349) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:20.810857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.825976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.868125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f498e9-4a9b-407d-a68c-a5831d79b472,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.877502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.878777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-449fadd4-e5b5-49ef-a0b2-442846478914 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282529 Nov 12 03:27:20.881809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49706) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.889825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:20.916802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f2a2c-99c9-4fe1-a6fb-f5aeed40951e req-c3bcc427-f7cd-480d-ba27-122a2c394c82 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.918370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b23f2a2c-99c9-4fe1-a6fb-f5aeed40951e req-c3bcc427-f7cd-480d-ba27-122a2c394c82 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.1061044 Nov 12 03:27:20.964657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.008947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:21.038821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.051986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.142631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b23f2a2c-99c9-4fe1-a6fb-f5aeed40951e req-42ff8f80-1729-4cea-abc9-18284d68b204 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174244 Nov 12 03:27:21.197896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905accd2-c473-462c-90df-48931bef692e None None] Network 7fd15f06-7b17-4180-b987-925b66abf718 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:21.216874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.235110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.1.1.20 (397dbaab-b030-4995-b17a-77e27577f554/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3/b8273c09-d186-4733-b733-a0075bc2777c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:21.322598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port afec28f1-a274-435c-b5b8-9523af74c2ba, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=afec28f1-a274-435c-b5b8-9523af74c2ba,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:21.333805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event updated for resources: {'Port': ['ID=fd349245-fbc7-45ab-8b5e-1b1af2195369,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.355451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-b708d903-8f49-4d86-a011-11a1c84a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.358288 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-b708d903-8f49-4d86-a011-11a1c84a076a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c55352a2b44f47919d3e4266c396e951&device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 1097 time: 0.5005805 Nov 12 03:27:21.370967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac33a40-b5bf-4a6c-b62f-205ea81425e7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.412605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Checking segment: {'id': '42fb4b86-540a-4381-95be-9bad5b99bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:21.413200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Network hostable DHCP agents. Network: b8787f04-5424-43c2-a05c-88760c519d5c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:21.430082 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.431279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3fa8763-d9e8-48b5-a773-af8ef4b81362 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:21.527954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.543849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.603345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Network 397dbaab-b030-4995-b17a-77e27577f554 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:21.642345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-dadc0198-b9b0-48ae-8898-139c51da9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.651420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-dadc0198-b9b0-48ae-8898-139c51da9092 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 200 len: 917 time: 0.2735236 Nov 12 03:27:21.655501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:21.663498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.690421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.693502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:21.698286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Allocated IP 10.2.2.2 (87ca4c5c-9a7c-48da-9751-c0036d9c3373/e21b954b-6ebd-415c-9ad4-22111a5205b2/3c8b69f3-7967-4631-8eae-cbf9229c7b41) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:21.715267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Pushing event updated for resources: {'Port': ['ID=486ac0cf-9418-47bb-a2d6-c7a38be93349,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.734559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.745437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Network b8787f04-5424-43c2-a05c-88760c519d5c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:21.756184 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-2a422e3e-10b6-4f67-85de-d7e2135ce476 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28adc28-c86a-465d-9e52-050f0883db23 HTTP/1.1" status: 200 len: 217 time: 0.0925782 Nov 12 03:27:21.756416 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:21.756891 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-39745206-ff57-4d3f-9b5d-92ce3634766c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:21.759640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b8787f04-5424-43c2-a05c-88760c519d5c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.772433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1878e-0e0e-41cd-a10c-aad80c78440e None None] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:21.807870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.808496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.819118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a604c3-db5a-4732-a539-7b3c41450e53 None None] Network b8787f04-5424-43c2-a05c-88760c519d5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:21.850225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 397dbaab-b030-4995-b17a-77e27577f554 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:21.883586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.884998 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c016fb5-b040-4427-93fd-a5dccdfde9b0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3262389 Nov 12 03:27:21.888826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.898820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:21.965015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-5f422700-508c-4fd6-9049-8c2ba2ac37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.966848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-5f422700-508c-4fd6-9049-8c2ba2ac37f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 200 len: 854 time: 0.2031496 Nov 12 03:27:21.980290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 172.25.4.203 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/de91f63e-784e-44ca-b9f0-29d10442af24) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:22.060705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=afec28f1-a274-435c-b5b8-9523af74c2ba,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.061476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.062607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.082299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:22.101409 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a9caca9-1289-4a97-bc57-d4da48cf816e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4834344 Nov 12 03:27:22.106238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49730) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:22.116345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.155376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:22.161245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67032bc8-942d-4928-98ce-072627fb3796 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6812871 Nov 12 03:27:22.164094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:22.170699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'name': 'tempest-TaggedBootDevicesTest-544293573', 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.296318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.336342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-27b1b4fb-2115-4189-872e-c3ccc578a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.341621 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-27b1b4fb-2115-4189-872e-c3ccc578a4d1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d5d79ab9-6945-46fc-aa67-aac105ec3f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3515933 Nov 12 03:27:22.365228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:22.371109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.396369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.398789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] device_id is not set on port 00ae1f29-381d-485b-93a3-df669a053f0f yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:22.471567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3fa8763-d9e8-48b5-a773-af8ef4b81362 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.472120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.494618 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-8cb1425b-f185-4fd5-b59b-68f9432ba185 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115510 Nov 12 03:27:22.502798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:22.511247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:22.526181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:22.598952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=de91f63e-784e-44ca-b9f0-29d10442af24,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.657164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Attempting to bind port 486ac0cf-9418-47bb-a2d6-c7a38be93349 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:22.657692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Attempting to bind port 486ac0cf-9418-47bb-a2d6-c7a38be93349 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:22.657909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Attempting to bind port 486ac0cf-9418-47bb-a2d6-c7a38be93349 on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:22.711752 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-99f2e050-ce7c-4a65-ac94-912e1a903d3f req-d4fb2b97-074e-4fdc-a356-33f122a4f660 service neutron] 10.222.0.100 "GET /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855001 Nov 12 03:27:22.766133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91febe60-18cc-475d-9ffe-0ddf04d1e4c6 req-2f70b794-950d-49bb-900d-fb72dc77653c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.774817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91febe60-18cc-475d-9ffe-0ddf04d1e4c6 req-2f70b794-950d-49bb-900d-fb72dc77653c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.3694916 Nov 12 03:27:22.780921 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.787206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:22.788256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:22.803672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.852199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:27:22.873394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Removed routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:27:22.873930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.880393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:22.883191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:22.883906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.884519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Bound using segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:22.885277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Bound port: 486ac0cf-9418-47bb-a2d6-c7a38be93349, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:22.885833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.900589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91febe60-18cc-475d-9ffe-0ddf04d1e4c6 req-0c94b11f-a7ce-41b4-aca2-1e7a04d6e4dc tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245394 Nov 12 03:27:22.953906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.161463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:23.172327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Pushing event updated for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.195225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.254493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:23.272454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:23.299290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:23.528508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06bbaa-5504-41d1-99a2-f356ef44b735 None None] Network b8787f04-5424-43c2-a05c-88760c519d5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:23.530352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Provisioning complete for port 7a75503a-65c4-45c8-bd74-cb273783d950 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:23.530721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.695516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-19b78a50-3c61-405e-bea3-880bbbfa07c4 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.697077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-19b78a50-3c61-405e-bea3-880bbbfa07c4 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/networks?id=b8787f04-5424-43c2-a05c-88760c519d5c HTTP/1.1" status: 200 len: 812 time: 1.0884311 Nov 12 03:27:23.698321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.1.1.148 (397dbaab-b030-4995-b17a-77e27577f554/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3/00ae1f29-381d-485b-93a3-df669a053f0f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:23.709931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.801755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aacfd94a-24d6-4443-b698-c0341097250d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:23.807484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Port 7a75503a-65c4-45c8-bd74-cb273783d950 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:23.813664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-001a2c2d-1444-4d81-8a23-11183fb3c497 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/quotas/bfa6be6da43643f18e4ccaca2a907243 HTTP/1.1" status: 200 len: 375 time: 0.0235600 Nov 12 03:27:23.858421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.865762 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.878641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-a2113cca-5e89-4a12-828b-0727c81526ae tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bfa6be6da43643f18e4ccaca2a907243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549991 Nov 12 03:27:23.924427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] For port 486ac0cf-9418-47bb-a2d6-c7a38be93349, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:23.938044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] For port 486ac0cf-9418-47bb-a2d6-c7a38be93349, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=486ac0cf-9418-47bb-a2d6-c7a38be93349,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:24.040162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:24.062595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.088980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: aacfd94a-24d6-4443-b698-c0341097250d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:24.088980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aacfd94a-24d6-4443-b698-c0341097250d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:24.089224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a2a43e9b-99ed-4e2f-a95b-029d64758a7a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:24.121267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.144917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.167426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.169480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Attempting to bind port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:24.169859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Attempting to bind port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:24.170224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Attempting to bind port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:24.170635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:24.178995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.183526 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff1d2063-822d-47e2-bc49-d30dc0e1e411 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 954 time: 2.0727773 Nov 12 03:27:24.184522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.189462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a2a43e9b-99ed-4e2f-a95b-029d64758a7a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:24.189806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a2a43e9b-99ed-4e2f-a95b-029d64758a7a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:24.190230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7abcfc3b-915c-418b-8521-666c752e8812 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:24.196522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Provisioning complete for port afec28f1-a274-435c-b5b8-9523af74c2ba triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.196894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.202199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:24.202584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Checking segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:24.202977 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.203370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Bound using segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:24.203990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Bound port: 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:24.204389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.327532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7abcfc3b-915c-418b-8521-666c752e8812 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:24.327882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7abcfc3b-915c-418b-8521-666c752e8812 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:24.357116 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-494b8729-b38a-4fc7-a23f-cfa4c6c76804 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 954 time: 0.1711419 Nov 12 03:27:24.357798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.364593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'routes': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:24.367697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53873471-6684-4169-98a0-86dcbc7ff4a2 None None] Pushing event updated for resources: {'Port': ['ID=486ac0cf-9418-47bb-a2d6-c7a38be93349,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.459053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:18Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd349245-fbc7-45ab-8b5e-1b1af2195369', 'name': '', 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:8c:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:17Z', 'updated_at': '2021-11-12T03:27:19Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:24.490913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25019-fa24-4ae1-8074-acf60cdb650e req-192474c9-434d-4ef2-9498-0821ac4f359d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.508265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce25019-fa24-4ae1-8074-acf60cdb650e req-192474c9-434d-4ef2-9498-0821ac4f359d tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.3846917 Nov 12 03:27:24.520170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:24.520535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Updating router e291f7b1-a102-4beb-92ea-709a30589ef4 port fd349245-fbc7-45ab-8b5e-1b1af2195369 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:24.595404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:24.672114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=de91f63e-784e-44ca-b9f0-29d10442af24,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.679620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.688249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-d2a139ff-46ce-4ec8-97b0-f95ce44677ce service neutron] 10.222.0.93 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992821 Nov 12 03:27:24.713265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cce25019-fa24-4ae1-8074-acf60cdb650e req-29cbb0aa-80df-483e-ab27-9a963cbe3560 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031555 Nov 12 03:27:24.750741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3c8b69f3-7967-4631-8eae-cbf9229c7b41,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:24.759501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.779447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.807355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.811876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d8476ae-65cf-4bf5-aaa2-5dd4802bf4ba tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9291139 Nov 12 03:27:24.942318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 849e7464-6282-4b64-aa38-3663add761fc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:24.947855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.082122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-105a8042-e9d1-4e9a-81ce-85efe2650360 service neutron] 10.222.0.93 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545172 Nov 12 03:27:25.120325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.134637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Provisioning complete for port c2c0e087-53a7-4307-af9f-386bff07b3ca triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.139347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.263984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 397dbaab-b030-4995-b17a-77e27577f554 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:25.269544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:25.278762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:25.317162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f022-80cb-4992-bdf3-e38f24b69d6c None None] Pushing event updated for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.387818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:27:25.389194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:27:25.474417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.476199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.603992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-d4887397-048d-4762-abc9-e0ac4c089a97 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1771556159&fields=id&tenant_id=b45410570586491fbccf733c90d5f121 HTTP/1.1" status: 200 len: 267 time: 0.1171434 Nov 12 03:27:25.704504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 849e7464-6282-4b64-aa38-3663add761fc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.705137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.749719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.750908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.806830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf7e70-b69c-4056-9dd1-6205eb5961d3 req-e157954c-f34e-48ef-8c95-be3adb7097c2 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.814113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fcf7e70-b69c-4056-9dd1-6205eb5961d3 req-e157954c-f34e-48ef-8c95-be3adb7097c2 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.5717947 Nov 12 03:27:25.834987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.855721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.860070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.884413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-415b37c3-973e-48dc-9f3e-0f00c5084e20 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.886075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-415b37c3-973e-48dc-9f3e-0f00c5084e20 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 936 time: 0.2339561 Nov 12 03:27:25.891694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6bbe6950-4b78-416b-8c3b-06f126eecf47 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7261789 Nov 12 03:27:25.913878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2c0e087-53a7-4307-af9f-386bff07b3ca,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.929003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.980353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fcf7e70-b69c-4056-9dd1-6205eb5961d3 req-eaf3f857-b82f-4b7f-a8c3-53160b40e75f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617975 Nov 12 03:27:26.001172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-2de669bc-99ac-4cb3-aed3-aa798d68228f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.005610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-2de669bc-99ac-4cb3-aed3-aa798d68228f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 936 time: 0.1075242 Nov 12 03:27:26.099828 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.121783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:26.206497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-bd896a7b-4c23-4ab1-b649-3687ada34d51 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1931684 Nov 12 03:27:26.217052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20f072b8-0cb7-45e5-9df5-54a0f7d00ea9 req-f3022138-e52e-41a6-a01d-37349cb06579 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 210 time: 0.1064014 Nov 12 03:27:26.242549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.274559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.294343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd109f-2003-41a7-b602-7a5efb58b37c None None] Network 397dbaab-b030-4995-b17a-77e27577f554 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:26.318451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-21d4fe2c-757a-46a4-88de-412f7b9afa05 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0904691 Nov 12 03:27:26.357471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:26.364349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Provisioning complete for port 849e7464-6282-4b64-aa38-3663add761fc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.366316 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.379800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.384034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-82fd449f-a9dc-42cf-b32b-ac54e36c3390 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 704 time: 2.0242856 Nov 12 03:27:26.388147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.590101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37fe294a-e7fc-4688-9452-67cadca32102 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.598950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37fe294a-e7fc-4688-9452-67cadca32102 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.613491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37fe294a-e7fc-4688-9452-67cadca32102 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.628757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37fe294a-e7fc-4688-9452-67cadca32102 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 1995 time: 0.3093305 Nov 12 03:27:26.633837 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0e32cf21-64aa-4574-8b42-ef3ce6d15285 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 704 time: 0.2438271 Nov 12 03:27:26.639172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.657930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-88d1200c-5289-4288-9317-032c1ecc5a9e tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/quotas/b45410570586491fbccf733c90d5f121 HTTP/1.1" status: 200 len: 375 time: 0.0281780 Nov 12 03:27:26.745512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 849e7464-6282-4b64-aa38-3663add761fc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=849e7464-6282-4b64-aa38-3663add761fc,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.771895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Pushing event updated for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.797702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.798672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device afec28f1-a274-435c-b5b8-9523af74c2ba up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:26.814756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f76c5546-159f-4f27-a33f-94d03822ef0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1558528 Nov 12 03:27:26.901855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c31ab-f886-4793-bf2f-80f208dc98e9 None None] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:26.950588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-84023c50-2478-4525-ac5b-b54490706562 service neutron] 10.222.0.93 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335304 Nov 12 03:27:27.021699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.028979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745230529', 'description': 'tempest-description--1605841072'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.088168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.104955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-3cf6f0ca-b70f-4a86-b21e-bc9dd5d5c8d1 service neutron] 10.222.0.93 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534593 Nov 12 03:27:27.170935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Attempting to bind port fd349245-fbc7-45ab-8b5e-1b1af2195369 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:27.171470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Attempting to bind port fd349245-fbc7-45ab-8b5e-1b1af2195369 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:27.171599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Attempting to bind port fd349245-fbc7-45ab-8b5e-1b1af2195369 on network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:27.182295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681bec3-a398-4f15-91f6-d2f794e2a0a8 None None] Pushing event updated for resources: {'Port': ['ID=fd349245-fbc7-45ab-8b5e-1b1af2195369,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.229222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-057bba26-464f-4b07-a34d-fecc50bc8fa3 service neutron] 10.222.0.93 "GET /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1232057 Nov 12 03:27:27.297733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1776d27-43b3-4cb4-b346-c7767957494c req-a10b7a9b-b85f-461a-a475-8ce69f66a2b9 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.299272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1776d27-43b3-4cb4-b346-c7767957494c req-a10b7a9b-b85f-461a-a475-8ce69f66a2b9 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.1028323 Nov 12 03:27:27.323050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=849e7464-6282-4b64-aa38-3663add761fc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.351268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:27.352016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Checking segment: {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:27.352722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.353380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Bound using segment: {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:27.354062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Bound port: fd349245-fbc7-45ab-8b5e-1b1af2195369, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:27.354652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.356805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port afec28f1-a274-435c-b5b8-9523af74c2ba triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.357512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.422503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-d22a6dbc-8dfa-4c74-a365-3d73884f824e tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.423917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-d22a6dbc-8dfa-4c74-a365-3d73884f824e tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.100 "GET /v2.0/networks?id=b8787f04-5424-43c2-a05c-88760c519d5c HTTP/1.1" status: 200 len: 812 time: 0.3952861 Nov 12 03:27:27.447607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Request body: {'port': {'device_id': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c', 'admin_state_up': True, 'tenant_id': 'bfa6be6da43643f18e4ccaca2a907243'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.467569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.491506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.511674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1776d27-43b3-4cb4-b346-c7767957494c req-9e4ef252-3618-4a09-a06b-44164d45c451 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985638 Nov 12 03:27:27.514347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.524939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.529557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5065520 Nov 12 03:27:27.530552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.536304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Provisioning complete for port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.537032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.549379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'security_group_rule': {'security_group_id': '97cd7d96-0614-4ffa-a403-2dd36d3c2c0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.609555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f500e817-df06-46ba-84a0-7f97d67225bd service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598218 Nov 12 03:27:27.638621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] For port fd349245-fbc7-45ab-8b5e-1b1af2195369, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:27.658460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] For port fd349245-fbc7-45ab-8b5e-1b1af2195369, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fd349245-fbc7-45ab-8b5e-1b1af2195369,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:27.686867 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.758394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a054c7c9-5fbf-4c4f-83b7-c1f2d6d5b577 None None] Port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:27.779789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.796838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Made reservation on behalf of bfa6be6da43643f18e4ccaca2a907243 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:27.806847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.816312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:27.817631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.820382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2c0e087-53a7-4307-af9f-386bff07b3ca up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:27.862201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dbdcce5-7a41-4d74-b861-81f00ee97600 req-221a0f8a-ccc1-48de-9d8b-18b5b0e0fc4d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 210 time: 0.1110985 Nov 12 03:27:27.862860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdc431-f535-4cfa-bad4-efda23739650 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.962248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.972993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.998496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb0d417-b015-421b-a4c4-0519833446b3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.042051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-536da6c8-0bbf-40cd-a61b-4e5dd5d0be8e service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240096 Nov 12 03:27:28.049906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.063741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0dd9a5fb-e67a-48a1-9887-057b91f9b51b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5160513 Nov 12 03:27:28.087470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49830) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.097953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681bec3-a398-4f15-91f6-d2f794e2a0a8 None None] Pushing event updated for resources: {'Port': ['ID=fd349245-fbc7-45ab-8b5e-1b1af2195369,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.151875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'security_group_rule': {'security_group_id': '97cd7d96-0614-4ffa-a403-2dd36d3c2c0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:28.158036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Provisioning complete for port 486ac0cf-9418-47bb-a2d6-c7a38be93349 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.168455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.235132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:28.259186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-564dc4e3-5746-469d-ac88-b1b15bbcc62d service neutron] 10.222.0.93 "GET /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2141833 Nov 12 03:27:28.294362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.342420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c2c0e087-53a7-4307-af9f-386bff07b3ca triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.342420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.381806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56fe64-7d76-4adc-a61e-852640cdb46d req-9eff9a32-508f-4573-9bd7-267813a29ed7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.383655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df56fe64-7d76-4adc-a61e-852640cdb46d req-9eff9a32-508f-4573-9bd7-267813a29ed7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.2206900 Nov 12 03:27:28.444784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.465604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.527025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-3aa9c650-f074-4e5a-98ab-92fa515c2ac3 service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596807 Nov 12 03:27:28.545291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df56fe64-7d76-4adc-a61e-852640cdb46d req-ba7cc6f2-19df-480f-8ea3-71bc2c9acff0 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433868 Nov 12 03:27:28.634190 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.676773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8842fdf-821b-4ac0-985a-f92720e561c9,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.694276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.700594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1766b1d5-15f7-4c7a-949b-7f1eca154605 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6073737 Nov 12 03:27:28.701121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.708333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:28.725015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Allocated IP 172.20.0.12 (b8787f04-5424-43c2-a05c-88760c519d5c/fac33a40-b5bf-4a6c-b62f-205ea81425e7/067a0f02-65f6-4855-8301-db7b06b87c3d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:28.756649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-193bf715-6551-4c71-b879-7953a370bad4 req-940d7d28-ed78-4067-a56f-bd09016a98a0 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:27:28.768379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-193bf715-6551-4c71-b879-7953a370bad4 req-940d7d28-ed78-4067-a56f-bd09016a98a0 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185843 Nov 12 03:27:28.838004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.861173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] For port 486ac0cf-9418-47bb-a2d6-c7a38be93349, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=486ac0cf-9418-47bb-a2d6-c7a38be93349,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:28.913355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-193bf715-6551-4c71-b879-7953a370bad4 req-3b39dd52-f5a5-4686-8bc9-5f099e821a67 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1440568 Nov 12 03:27:28.929722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-7c355714-b441-41f1-9349-2143d41a8e34 service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776066 Nov 12 03:27:29.036222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-d08c3c34-f709-4204-9b86-fbf89bbb30d9 service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077902 Nov 12 03:27:29.056142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port fd349245-fbc7-45ab-8b5e-1b1af2195369 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:29.056945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.153461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-3a5a5051-4d39-4baf-bd1b-d692506a6b7b service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161535 Nov 12 03:27:29.192942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.206861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.228289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port fd349245-fbc7-45ab-8b5e-1b1af2195369, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fd349245-fbc7-45ab-8b5e-1b1af2195369,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:29.228706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.262969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for fd349245-fbc7-45ab-8b5e-1b1af2195369 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.269669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.291841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-96d8833f-cc03-4afa-9e7b-4b6a9106f143 service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375177 Nov 12 03:27:29.293540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Provisioning complete for port 849e7464-6282-4b64-aa38-3663add761fc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.294103 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.339181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Pushing event updated for resources: {'Port': ['ID=486ac0cf-9418-47bb-a2d6-c7a38be93349,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.364769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.371132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:25Z', 'revision_number': 7, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd349245-fbc7-45ab-8b5e-1b1af2195369', 'name': '', 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:8c:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:17Z', 'updated_at': '2021-11-12T03:27:27Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:29.405746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 486ac0cf-9418-47bb-a2d6-c7a38be93349 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:29.425576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f938a-0b57-4968-b8bb-e2ff8d9f6b2b None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:25Z', 'revision_number': 7, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd349245-fbc7-45ab-8b5e-1b1af2195369', 'name': '', 'network_id': '71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:8c:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:17Z', 'updated_at': '2021-11-12T03:27:27Z', 'revision_number': 4, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '39c3a176-5b4e-4d14-8b03-a7a4442b4472', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:29.446980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Network b8787f04-5424-43c2-a05c-88760c519d5c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:29.462731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:29.465931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:29.544633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-96061e9d-cb79-4c6c-8aae-fe2b2ac9cd1e service neutron] 10.222.0.93 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515485 Nov 12 03:27:29.558849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Pushing event updated for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.587470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Provisioning complete for port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.587843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.613565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 486ac0cf-9418-47bb-a2d6-c7a38be93349 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.613944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.661410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 172.25.4.65 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:29.763998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-9988bd6d-ed56-4dde-8e09-bd40c0e28132 service neutron] 10.222.0.93 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123072 Nov 12 03:27:29.803343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3c8b69f3-7967-4631-8eae-cbf9229c7b41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:29.857855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.913762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.914429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.931854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.932310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.976224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-3ee8f94e-67e2-4142-9ae6-3ee79f35041a service neutron] 10.222.0.93 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059734 Nov 12 03:27:30.010972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.054458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ab1bf-fc87-40a5-8e57-d8aeb3fc836d req-ddfb34d1-b43e-4322-88d4-5dce75b9aa27 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.056691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3c8b69f3-7967-4631-8eae-cbf9229c7b41,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.057627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e59ab1bf-fc87-40a5-8e57-d8aeb3fc836d req-ddfb34d1-b43e-4322-88d4-5dce75b9aa27 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 932 time: 0.1603742 Nov 12 03:27:30.083354 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.086221 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-f74497ad-5710-44a4-8220-e7c41e7aef14 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6518278 Nov 12 03:27:30.087377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.099746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.151682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Provisioning complete for port c2c0e087-53a7-4307-af9f-386bff07b3ca triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:30.152100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.170326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Request body: {'port': {'device_id': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:30.180700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.202848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e59ab1bf-fc87-40a5-8e57-d8aeb3fc836d req-bc57b19e-c1c1-47c9-bb7c-0c7246c611b4 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238723 Nov 12 03:27:30.213486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-108b38e5-23a1-4215-8116-2f764f13d457 service neutron] 10.222.0.93 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287869 Nov 12 03:27:30.260096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Pushing event updated for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.270515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.309918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:30.322895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:30.345997 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:30.345997 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:30.373979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:30.378806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.413041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dce2f7a0-879c-4eb0-95b7-de278ab1656b service neutron] 10.222.0.93 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840761 Nov 12 03:27:30.429796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-73396a65-f8e1-4cc1-b1a8-34b709ad487c None None] Could not find standard attr ID for object fd349245-fbc7-45ab-8b5e-1b1af2195369. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:30.516361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ece65-f7b9-4bbe-8ce7-0c3c7fa96701 req-17dd397d-74ef-4ad4-a0fc-51bb54af9cad tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.524344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7ece65-f7b9-4bbe-8ce7-0c3c7fa96701 req-17dd397d-74ef-4ad4-a0fc-51bb54af9cad tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.0878351 Nov 12 03:27:30.534842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:30.553611 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:30.555154 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:30.561795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Provisioning complete for port 486ac0cf-9418-47bb-a2d6-c7a38be93349 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:30.562169 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.585624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee7ece65-f7b9-4bbe-8ce7-0c3c7fa96701 req-c69878d5-cff6-43d2-a0c8-0a61bf645f5c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604687 Nov 12 03:27:30.612394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=fd349245-fbc7-45ab-8b5e-1b1af2195369,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.764312 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:30.764884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.813330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.818744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378df4-7479-4ce0-8ada-9d8d5c1f0db9 req-fc4c38b6-9b21-4096-a3ea-b40cb88f4300 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.829784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a378df4-7479-4ce0-8ada-9d8d5c1f0db9 req-fc4c38b6-9b21-4096-a3ea-b40cb88f4300 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.0992606 Nov 12 03:27:30.833950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Provisioning complete for port b8273c09-d186-4733-b733-a0075bc2777c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:30.834426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.904300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a378df4-7479-4ce0-8ada-9d8d5c1f0db9 req-7744d939-a8ad-48d2-afad-de5bfe469ad7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732963 Nov 12 03:27:30.906873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.957495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Port b8273c09-d186-4733-b733-a0075bc2777c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:30.963800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 849e7464-6282-4b64-aa38-3663add761fc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:31.003512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Provisioning complete for port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.004076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.047390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.062037 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.064151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 849e7464-6282-4b64-aa38-3663add761fc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.064635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.132447 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:31.145757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.146757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.158887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Could not find standard attr ID for object fd349245-fbc7-45ab-8b5e-1b1af2195369. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:31.212272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bbe13-577b-450f-99ef-23bdffb69222 req-1b95820f-5e37-4905-bf95-b8b70127710a tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.220380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-041bbe13-577b-450f-99ef-23bdffb69222 req-1b95820f-5e37-4905-bf95-b8b70127710a tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.1033974 Nov 12 03:27:31.249091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Provisioning complete for port 00ae1f29-381d-485b-93a3-df669a053f0f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.249217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.287294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2c0e087-53a7-4307-af9f-386bff07b3ca up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:31.308271 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:31.334614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-041bbe13-577b-450f-99ef-23bdffb69222 req-716a3521-d3a2-4e25-aaef-b2fbb705fdef tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136115 Nov 12 03:27:31.414081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1e2ce-269d-47d3-bd2a-44993e8064a0 None None] Port 00ae1f29-381d-485b-93a3-df669a053f0f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:31.473361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c2c0e087-53a7-4307-af9f-386bff07b3ca triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:31.473734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.599670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7e6d6-79ee-4326-90bd-17d87b697807 req-5d9037ff-d380-4991-9146-90bc9e9a157a tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.613144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d7e6d6-79ee-4326-90bd-17d87b697807 req-5d9037ff-d380-4991-9146-90bc9e9a157a tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 932 time: 0.1127512 Nov 12 03:27:31.634541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.676827 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.727904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d7e6d6-79ee-4326-90bd-17d87b697807 req-8b32061a-fba5-4729-a49e-9d41b722f220 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128702 Nov 12 03:27:31.763312 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0bdc8-446f-47d0-8d07-98abe48dbb1d None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:31.763706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:31.786056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067a0f02-65f6-4855-8301-db7b06b87c3d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:31.821922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.854583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Transition to ACTIVE for port object 067a0f02-65f6-4855-8301-db7b06b87c3d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:31.865655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.984244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:32.022138 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-58f0d460-454b-429b-8ca1-2fae56c5dcb2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3807843 Nov 12 03:27:32.030270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:32.087511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e779a-2d52-4de6-9087-49ed40483d74 req-c2111294-9a90-4ec8-a24b-3275ed2fba14 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.094105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e779a-2d52-4de6-9087-49ed40483d74 req-c2111294-9a90-4ec8-a24b-3275ed2fba14 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.101407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e779a-2d52-4de6-9087-49ed40483d74 req-c2111294-9a90-4ec8-a24b-3275ed2fba14 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.110327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-536e779a-2d52-4de6-9087-49ed40483d74 req-c2111294-9a90-4ec8-a24b-3275ed2fba14 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7&device_id=d6de30b8-a827-402b-9896-dc30ffe860dc&device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 2416 time: 0.1187387 Nov 12 03:27:32.126088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 39c3a176-5b4e-4d14-8b03-a7a4442b4472 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:32.176974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Pushing event updated for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.185746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.209777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 486ac0cf-9418-47bb-a2d6-c7a38be93349 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:32.230316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-536e779a-2d52-4de6-9087-49ed40483d74 req-5b56f61f-5d2b-4fa7-8e85-09ee2f03e2d3 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187716 Nov 12 03:27:32.273904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.287851 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.364990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-594ced37-e4f2-4210-b392-d6832d29c905 req-69d29d6e-2580-4f4f-954e-d53e60a14b31 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0905900 Nov 12 03:27:32.409290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc2d4426-8922-4591-a942-4457b602b36d req-d5d6e1f5-d052-4bf6-b95a-182699fd410f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1460125 Nov 12 03:27:32.429294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 486ac0cf-9418-47bb-a2d6-c7a38be93349 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:32.429855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.439880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.551050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Attempting to bind port 067a0f02-65f6-4855-8301-db7b06b87c3d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:32.551460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Attempting to bind port 067a0f02-65f6-4855-8301-db7b06b87c3d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '42fb4b86-540a-4381-95be-9bad5b99bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:32.551793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Attempting to bind port 067a0f02-65f6-4855-8301-db7b06b87c3d on network b8787f04-5424-43c2-a05c-88760c519d5c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:32.602460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3c8b69f3-7967-4631-8eae-cbf9229c7b41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:32.605209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Port 067a0f02-65f6-4855-8301-db7b06b87c3d on network b8787f04-5424-43c2-a05c-88760c519d5c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:32.605515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Attempting to bind port 067a0f02-65f6-4855-8301-db7b06b87c3d on network b8787f04-5424-43c2-a05c-88760c519d5c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:32.638444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:32.647170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.660889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:32.661225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Checking segment: {'id': '42fb4b86-540a-4381-95be-9bad5b99bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:32.661609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Bound using segment: {'id': '42fb4b86-540a-4381-95be-9bad5b99bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:32.662042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Bound port: 067a0f02-65f6-4855-8301-db7b06b87c3d, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fb4b86-540a-4381-95be-9bad5b99bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:32.662394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.667626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:32.668356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.671435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.699691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.734134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.735979 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-358d113a-05c4-452b-8ea8-bbf867e8ac71 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0315940 Nov 12 03:27:32.785550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:32.785923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.823710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:32.830229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=067a0f02-65f6-4855-8301-db7b06b87c3d,segment=NetworkSegment(42fb4b86-540a-4381-95be-9bad5b99bf94),segment_id=42fb4b86-540a-4381-95be-9bad5b99bf94)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:32.840566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.857105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:32.862840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.011524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92dead-7fed-4868-89fd-af12267a4e47 req-ad9ad669-4a20-4696-8cb0-229a6f4cc92c tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.019639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c92dead-7fed-4868-89fd-af12267a4e47 req-ad9ad669-4a20-4696-8cb0-229a6f4cc92c tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 944 time: 0.1195519 Nov 12 03:27:33.063612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.063612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.067791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79608f-64f6-4246-a56f-d97f089e91c6 None None] Network 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:33.068155 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] 10.222.0.100 "PUT /v2.0/ports/067a0f02-65f6-4855-8301-db7b06b87c3d HTTP/1.1" status: 200 len: 1093 time: 2.9027269 Nov 12 03:27:33.069238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.075466 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/39c3a176-5b4e-4d14-8b03-a7a4442b4472 HTTP/1.1" status: 204 len: 168 time: 1.0426142 Nov 12 03:27:33.076150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:33.081005 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4693a9-5347-4bd3-8456-07854f41c3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:33.083908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49918) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:33.099769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c92dead-7fed-4868-89fd-af12267a4e47 req-8f511701-0787-4cb1-8041-d3de304bb7d5 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753911 Nov 12 03:27:33.162707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea4ba6-5185-49f5-9562-71ee871a82b5 service neutron] Pushing event updated for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.165465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a534c9-de14-486b-b28e-7d51c58494b6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=39c3a176-5b4e-4d14-8b03-a7a4442b4472,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.257141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-4f3ff4e2-3a0b-4beb-8e3a-b9e210c26b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.258771 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-4f3ff4e2-3a0b-4beb-8e3a-b9e210c26b99 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bfa6be6da43643f18e4ccaca2a907243&device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 1096 time: 0.1151040 Nov 12 03:27:33.346449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.353420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-c743b2b6-cc2c-4763-ae76-f38c39de75a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067a0f02-65f6-4855-8301-db7b06b87c3d HTTP/1.1" status: 200 len: 217 time: 0.0803754 Nov 12 03:27:33.427443 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fbc262-f57e-4f14-a3a0-b9b4faa63414 x-openstack-request-id: req-52fbc262-f57e-4f14-a3a0-b9b4faa63414 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:33.427999 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:33.428293 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-52fbc262-f57e-4f14-a3a0-b9b4faa63414 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:33.428937 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d', 'status': 'completed', 'code': 200} Nov 12 03:27:33.472270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b8fcb-8517-442b-99db-c99866483eb6 req-5ff8bcb9-dc44-4094-a0d3-471427dacd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.478993 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-5ff8bcb9-dc44-4094-a0d3-471427dacd21 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fac33a40-b5bf-4a6c-b62f-205ea81425e7 HTTP/1.1" status: 200 len: 852 time: 0.1176455 Nov 12 03:27:33.503790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-a4ee48e0-bd76-49d3-90db-aa0fb1af47f2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1745230529&fields=id&tenant_id=eb452135a91f43929f441d29fea0063c HTTP/1.1" status: 200 len: 267 time: 0.2331688 Nov 12 03:27:33.516911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.559461 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-14dd293c-8a15-41f6-b68a-61cea94b65b8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b8787f04-5424-43c2-a05c-88760c519d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636606 Nov 12 03:27:33.603288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-1c75cde0-39fb-49f4-9427-b48a287f33ed tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.610883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-1c75cde0-39fb-49f4-9427-b48a287f33ed tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 930 time: 0.1059678 Nov 12 03:27:33.657836 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-feac8264-8dac-4ce2-b4d1-5f9eb49f95e5 service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948365 Nov 12 03:27:33.668605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port c2c0e087-53a7-4307-af9f-386bff07b3ca {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:33.669028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.680715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-6b3ac5cc-feba-47de-b38b-9019abbf669c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.689272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-6b3ac5cc-feba-47de-b38b-9019abbf669c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 931 time: 0.0774922 Nov 12 03:27:33.748992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-9b3b9780-e31b-4113-9322-12d79c85f663 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0585558 Nov 12 03:27:33.766220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] DHCP port deletion for 71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:33.772392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:33.806693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:33.807321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.825664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-d1a19d9d-45c6-4442-a7fc-52e7a666390d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0752807 Nov 12 03:27:33.842802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2c0e087-53a7-4307-af9f-386bff07b3ca,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.843246 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.884070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for c2c0e087-53a7-4307-af9f-386bff07b3ca owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.940559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Deleting port c2c0e087-53a7-4307-af9f-386bff07b3ca {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:33.946909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.972367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fd349245-fbc7-45ab-8b5e-1b1af2195369 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:33.995824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02157483-b9e2-4653-8881-7d515263dbc7 req-6a245d79-6921-45bd-8cc3-50b80f3506fd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0744877 Nov 12 03:27:34.012265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-123b8fcb-8517-442b-99db-c99866483eb6 req-c036b1c8-0d88-4ab6-90a6-9fc3bff63731 service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458226 Nov 12 03:27:34.057220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fd349245-fbc7-45ab-8b5e-1b1af2195369 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:34.060407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fd349245-fbc7-45ab-8b5e-1b1af2195369 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:34.061019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2c0e087-53a7-4307-af9f-386bff07b3ca no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:34.176855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-f6fb575e-4a05-4d60-aad1-76ca4165b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.178891 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-f6fb575e-4a05-4d60-aad1-76ca4165b6e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bfa6be6da43643f18e4ccaca2a907243&device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 1096 time: 0.1134241 Nov 12 03:27:34.180149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:34.353232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-b6ed1c5e-6eb0-47aa-b2f5-d56917394f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.355243 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-b6ed1c5e-6eb0-47aa-b2f5-d56917394f74 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b8787f04-5424-43c2-a05c-88760c519d5c HTTP/1.1" status: 200 len: 914 time: 0.1678562 Nov 12 03:27:34.401071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2c0e087-53a7-4307-af9f-386bff07b3ca,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.401627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.433044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Calling delete_port for c2c0e087-53a7-4307-af9f-386bff07b3ca owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.457752 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-578d0101-1b4d-4724-ad06-61183e4c2700 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067a0f02-65f6-4855-8301-db7b06b87c3d HTTP/1.1" status: 200 len: 217 time: 0.0949183 Nov 12 03:27:34.560790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-1bb30d1a-d9e8-4a07-8a02-84579d4f9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.562717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-1bb30d1a-d9e8-4a07-8a02-84579d4f9538 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fac33a40-b5bf-4a6c-b62f-205ea81425e7 HTTP/1.1" status: 200 len: 852 time: 0.0978675 Nov 12 03:27:34.614390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.620045 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-d30007ad-d9db-4104-8367-46e8693a65c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b8787f04-5424-43c2-a05c-88760c519d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469341 Nov 12 03:27:34.669885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:34.699108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port c2c0e087-53a7-4307-af9f-386bff07b3ca, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2c0e087-53a7-4307-af9f-386bff07b3ca,segment=NetworkSegment(645fdadf-5e62-4b5c-8632-f26c3b7fd1d0),segment_id=645fdadf-5e62-4b5c-8632-f26c3b7fd1d0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.700326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b2e81-f759-4ca7-863a-ca2be2bbb2f1 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:29Z', 'revision_number': 8, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '01a3e19a-cebf-43c7-8341-84db3d42de29', 'name': '', 'network_id': 'c51d9374-db45-43e4-866d-7107a294d411', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:e2:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:17Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': 'd5a754fe-86be-4a41-b257-11aeba17776d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:34.704898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.719517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.749502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event deleted for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.756725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] No DVR routers for this DVR port c2c0e087-53a7-4307-af9f-386bff07b3ca on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:34.791885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eedc68-b6e8-4737-98bb-5effff284b32 None None] Pushing event deleted for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.819423 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-643e87e8-b375-4d37-9487-c1513d61bd31 service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914237 Nov 12 03:27:34.859551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-6f6453eb-b931-4669-a564-cad500ff7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.860922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-6f6453eb-b931-4669-a564-cad500ff7fee service neutron] 10.222.0.98 "GET /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 1032 time: 0.8543570 Nov 12 03:27:34.935152 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c4693a9-5347-4bd3-8456-07854f41c3fa req-ace66a33-2cae-40f6-a78d-8e4c89894cd1 service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076720 Nov 12 03:27:34.940296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-8b08f929-0aed-4086-beed-c5c78515bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.942666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-8b08f929-0aed-4086-beed-c5c78515bf1d service neutron] 10.222.0.98 "GET /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 1032 time: 0.0518482 Nov 12 03:27:34.966445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-29690e2e-c10a-412e-a75e-b37a7e136b0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.972282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-29690e2e-c10a-412e-a75e-b37a7e136b0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.978004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-29690e2e-c10a-412e-a75e-b37a7e136b0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.979612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-29690e2e-c10a-412e-a75e-b37a7e136b0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 1988 time: 1.1530936 Nov 12 03:27:35.063664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-1aa04ddf-988b-4ec5-9b5c-7f4396d49aa6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/quotas/eb452135a91f43929f441d29fea0063c HTTP/1.1" status: 200 len: 375 time: 0.0719202 Nov 12 03:27:35.085424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca281-264a-4380-ad2a-150e352add29 req-c04c1160-055e-41cc-a64f-9be9a447846c tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.086937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86dca281-264a-4380-ad2a-150e352add29 req-c04c1160-055e-41cc-a64f-9be9a447846c tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 944 time: 0.2471628 Nov 12 03:27:35.142339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.201502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port c2c0e087-53a7-4307-af9f-386bff07b3ca on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:35.211881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=c2c0e087-53a7-4307-af9f-386bff07b3ca,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.256789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-823aaa6b-0b39-423d-8a73-08c23e36579c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.263028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-823aaa6b-0b39-423d-8a73-08c23e36579c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.268955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-823aaa6b-0b39-423d-8a73-08c23e36579c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.270727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-823aaa6b-0b39-423d-8a73-08c23e36579c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 1995 time: 0.3125083 Nov 12 03:27:35.320163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-5fa4a4b1-0ad7-4425-aa9c-3cfd42fcc3c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2322156 Nov 12 03:27:35.335671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86dca281-264a-4380-ad2a-150e352add29 req-c34ba2a7-40d1-415c-a198-2bf68fe17c5d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315426 Nov 12 03:27:35.393268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.463515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.483795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.484224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645fdadf-5e62-4b5c-8632-f26c3b7fd1d0') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.503870 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.524581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-89456cf1-9fa4-4524-95cf-8c03a3b26020 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45410570586491fbccf733c90d5f121 HTTP/1.1" status: 200 len: 380 time: 0.2419631 Nov 12 03:27:35.537292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'admin_state_up': True, 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'security_groups': ['e1bc415e-cf4e-479d-bb37-fe19237afe7e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:35.543278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.573793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-34506c13-5b4b-49be-93a7-2fad16e495ff service neutron] 10.222.0.93 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370121 Nov 12 03:27:35.574818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:35.575224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:35.580367 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:35.720837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26e6333f-06c5-4445-bc5d-116c0ad83402 req-9df7f225-7520-43e4-b782-509c444e412b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0874500 Nov 12 03:27:35.748952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.763019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.769515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49956) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.770019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd HTTP/1.1" status: 204 len: 168 time: 2.6687181 Nov 12 03:27:35.792009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb8d8f-34c0-4295-b952-a1d7dcbdc0c4 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=71a0daf6-f25e-4c4b-abb3-20a6e2d5fefd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.840497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-a1184d52-9d4e-4d02-9ef1-6507fce20928 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468619 Nov 12 03:27:35.857315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 067a0f02-65f6-4855-8301-db7b06b87c3d details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:35.876101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:35.879743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.903123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-8e9bbffc-5d94-4639-aced-71b16af53519 service neutron] 10.222.0.93 "GET /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0616999 Nov 12 03:27:36.067199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=067a0f02-65f6-4855-8301-db7b06b87c3d,segment=NetworkSegment(42fb4b86-540a-4381-95be-9bad5b99bf94),segment_id=42fb4b86-540a-4381-95be-9bad5b99bf94)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.090515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-bed0d388-f284-4ad2-9396-976dad1756d0 service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858730 Nov 12 03:27:36.094380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '067a0f02-65f6-4855-8301-db7b06b87c3d', 'network_id': 'b8787f04-5424-43c2-a05c-88760c519d5c', 'port_id': '067a0f02-65f6-4855-8301-db7b06b87c3d', 'mac_address': 'fa:16:3e:08:7e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac33a40-b5bf-4a6c-b62f-205ea81425e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:36.142608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.161406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067a0f02-65f6-4855-8301-db7b06b87c3d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:36.183489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=067a0f02-65f6-4855-8301-db7b06b87c3d,segment=NetworkSegment(42fb4b86-540a-4381-95be-9bad5b99bf94),segment_id=42fb4b86-540a-4381-95be-9bad5b99bf94)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.188773 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.212209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 172.20.0.8 (dfebe0c9-abb7-40ff-8611-9094d1309c12/6a56cd24-d3c6-4f84-a5c8-ae4aec010200/e70b37d4-7f20-4ba8-917e-0b68e23e021b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:36.274365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.276943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce6ba-05e0-40af-a7b4-213c10586393 req-7624261a-9cc6-4b50-9f8e-11252085b85c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.284567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a1ce6ba-05e0-40af-a7b4-213c10586393 req-7624261a-9cc6-4b50-9f8e-11252085b85c tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.1829207 Nov 12 03:27:36.291302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.292853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-b6987a4b-7948-4216-aa27-922377beba31 service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015138 Nov 12 03:27:36.410128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-05053274-438d-40af-ae04-2332aaa4e9aa service neutron] 10.222.0.93 "GET /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1068866 Nov 12 03:27:36.444701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['067a0f02-65f6-4855-8301-db7b06b87c3d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:36.449133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a1ce6ba-05e0-40af-a7b4-213c10586393 req-2cd4d4d0-585e-4959-8288-c3d3b90506de tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622453 Nov 12 03:27:36.564661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 01a3e19a-cebf-43c7-8341-84db3d42de29 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.565231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.609437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.612591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-b867089e-1b78-4f93-94c8-1d1f4fc1790d service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890788 Nov 12 03:27:36.678800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 01a3e19a-cebf-43c7-8341-84db3d42de29, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01a3e19a-cebf-43c7-8341-84db3d42de29,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.679682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.694416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71db6d-b1ac-4b12-83ca-8b31ac71d39e req-9ce4c57c-0f6f-4c42-b9de-bc4ef8789fbf tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.696507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 01a3e19a-cebf-43c7-8341-84db3d42de29 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:36.697441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d71db6d-b1ac-4b12-83ca-8b31ac71d39e req-9ce4c57c-0f6f-4c42-b9de-bc4ef8789fbf tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 945 time: 0.1527827 Nov 12 03:27:36.762869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.822591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-8cc1e096-2ce9-4f58-8e76-353f7be049a5 service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027130 Nov 12 03:27:36.856215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d71db6d-b1ac-4b12-83ca-8b31ac71d39e req-77d8783a-fef0-4f0e-b59d-ea921109baa0 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412320 Nov 12 03:27:36.876013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:36.885148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.893721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:36.897531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:36.912113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.960914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=01a3e19a-cebf-43c7-8341-84db3d42de29,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.038029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-c25472b2-f5ae-4ed1-9f77-2bcef6ddeb4e service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803074 Nov 12 03:27:37.081378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.082199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.135459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-01fa00e4-428b-4948-9b7d-bd2aa6a0196a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6041939 Nov 12 03:27:37.139146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.183475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'admin_state_up': True, 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'security_groups': ['e1bc415e-cf4e-479d-bb37-fe19237afe7e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:37.275872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3958-a568-44d3-ba9d-c8da169f0e56 req-97c1daf8-313e-420e-830f-ae8555d1ca08 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.278929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a9c3958-a568-44d3-ba9d-c8da169f0e56 req-97c1daf8-313e-420e-830f-ae8555d1ca08 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 931 time: 0.1836863 Nov 12 03:27:37.389686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:37.432188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-4bf1472d-d1a7-4984-aabd-0830aaa25b19 service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929729 Nov 12 03:27:37.469140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:37.475735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.489865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ada8ee4b-772c-4ad1-b1ec-7b2d33cfe7df None None] Provisioning complete for port e70b37d4-7f20-4ba8-917e-0b68e23e021b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:37.490436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ada8ee4b-772c-4ad1-b1ec-7b2d33cfe7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.530447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ada8ee4b-772c-4ad1-b1ec-7b2d33cfe7df None None] Port e70b37d4-7f20-4ba8-917e-0b68e23e021b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:37.648588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a9c3958-a568-44d3-ba9d-c8da169f0e56 req-b0489f63-23b8-4ec0-9469-058050b8a6ca tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435517 Nov 12 03:27:37.719912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-9c34da68-c3b3-4fe2-90b6-163c769335fe service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731876 Nov 12 03:27:37.748165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.1.1.79 (9a201ab7-ac1e-4470-8215-8da255708ce7/48986db5-69a5-4c7e-817e-e06427a8b06e/f7adb686-fab4-4186-af3f-2a3d215ce2dc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:37.817866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:37.827716 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-678a6866-894b-41f4-924c-e371078299f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570869 Nov 12 03:27:37.835326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.835496 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:37.839117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-31efb80f-f6c1-4e37-806a-e0254c411ef5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.840610 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-31efb80f-f6c1-4e37-806a-e0254c411ef5 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.3984978 Nov 12 03:27:37.859557 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:37.860220 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:37.872370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 067a0f02-65f6-4855-8301-db7b06b87c3d up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:37.991250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet d5a754fe-86be-4a41-b257-11aeba17776d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:37.995563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.018742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 067a0f02-65f6-4855-8301-db7b06b87c3d completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:38.023306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 067a0f02-65f6-4855-8301-db7b06b87c3d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:38.023703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.090436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.107690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae132eb-0e6a-4778-8ce5-9fc8920a7550 req-9909a2b1-9acf-4a2f-9437-f1ad49a2f5ec tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.115915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae132eb-0e6a-4778-8ce5-9fc8920a7550 req-9909a2b1-9acf-4a2f-9437-f1ad49a2f5ec tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7 HTTP/1.1" status: 200 len: 945 time: 0.3054416 Nov 12 03:27:38.152013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.178854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:38.181597 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e169dd5a-8945-4d57-88bc-a4b4623f1df9" -d '{"events": [{"server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "name": "network-vif-plugged", "status": "completed", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:38.184529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:38.197203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=067a0f02-65f6-4855-8301-db7b06b87c3d,segment=NetworkSegment(42fb4b86-540a-4381-95be-9bad5b99bf94),segment_id=42fb4b86-540a-4381-95be-9bad5b99bf94)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:38.203930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.224323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-53918282-a6b8-4c6a-a6d6-b9cc562e41b5 service neutron] 10.222.0.93 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004575 Nov 12 03:27:38.256163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Deleting port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.256648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.257437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae132eb-0e6a-4778-8ce5-9fc8920a7550 req-2aa9ea60-ccdd-4a9e-bae3-b232024407f4 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406407 Nov 12 03:27:38.269100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.346691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.383890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-5be85971-3c27-48cf-b477-7342357cef0b service neutron] 10.222.0.93 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422946 Nov 12 03:27:38.395224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.465612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] For port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:38.466400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.483010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Calling delete_port for bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:38.531629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205d82-49e9-4548-9f47-388c2d852d0d req-be77915b-cec1-4a1b-96be-79864a35410a tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.533668 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:36Z', 'revision_number': 9, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:38.540849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.541237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58205d82-49e9-4548-9f47-388c2d852d0d req-be77915b-cec1-4a1b-96be-79864a35410a tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.1545975 Nov 12 03:27:38.562848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.569693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0cefc-c576-48af-b95e-6a96ca7bad6a None None] Network c51d9374-db45-43e4-866d-7107a294d411 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:38.571857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.582257 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/d5a754fe-86be-4a41-b257-11aeba17776d HTTP/1.1" status: 204 len: 168 time: 0.7512507 Nov 12 03:27:38.583595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.586437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:38.600512 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:38.601353 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:38.619717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418ae9b-ff86-429c-a607-179c3c5034e5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a754fe-86be-4a41-b257-11aeba17776d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.641297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.669251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-c6203ab0-542c-4cde-a560-747fdc35070d service neutron] 10.222.0.93 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717502 Nov 12 03:27:38.681064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58205d82-49e9-4548-9f47-388c2d852d0d req-aa224d31-a7df-41d6-b0be-d7a8005dbcc2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388981 Nov 12 03:27:38.749449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:38.760276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:38.766615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:38.777718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.828922 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:38.918895 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2328fb-e425-438a-b7a4-d3bc41d377f0 x-openstack-request-id: req-6f2328fb-e425-438a-b7a4-d3bc41d377f0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:38.919184 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "name": "network-vif-plugged", "status": "completed", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:38.919439 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f2328fb-e425-438a-b7a4-d3bc41d377f0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:38.919837 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d', 'code': 200} Nov 12 03:27:38.938213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] DHCP port deletion for c51d9374-db45-43e4-866d-7107a294d411 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:39.014442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.016808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.017009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.030832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['367751ea-c2a0-4cd9-bbd3-06641086528a'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:39.033332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c28adc28-c86a-465d-9e52-050f0883db23', 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:39.094847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event deleted for resources: {'Port': ['ID=bfbc9ec1-cb40-4a3c-9135-9d5bf4259235,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.121108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port b3fa8763-d9e8-48b5-a773-af8ef4b81362 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.121591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.192661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port b3fa8763-d9e8-48b5-a773-af8ef4b81362, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3fa8763-d9e8-48b5-a773-af8ef4b81362,segment=NetworkSegment(c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc),segment_id=c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.193043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.207698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for b3fa8763-d9e8-48b5-a773-af8ef4b81362 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.250302 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:36Z', 'revision_number': 9, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.312463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.317309 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfb967a-a378-4a35-b689-9b683d2afd5d None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:36Z', 'revision_number': 9, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f708838-407d-48cf-8832-ee943bd9361c', 'name': '', 'network_id': '73bbcefa-a004-4765-9fe9-c071b5a59528', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:d7:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:11Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '7f7d2f81-5717-4233-9450-6f5aa966e797', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:39.341241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=b3fa8763-d9e8-48b5-a773-af8ef4b81362,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.373131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port b3fa8763-d9e8-48b5-a773-af8ef4b81362 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:39.380886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] No DVR routers for this DVR port bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:39.383325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.387372 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f37a1574-d8a1-44ef-9a33-bfe10b071fbb req-4c093297-0540-475c-b9b0-1c2d11cb855f tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "DELETE /v2.0/ports/bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 HTTP/1.1" status: 204 len: 173 time: 1.5361996 Nov 12 03:27:39.389795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'name': 'network-vif-deleted', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:39.392654 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f73f79-310c-4d9c-a948-24172dc3bd93" -d '{"events": [{"server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "name": "network-vif-deleted", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:39.405074 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:39.501310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.537814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51d9374-db45-43e4-866d-7107a294d411']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.553252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.553622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56fdf1f-5ab5-43f7-90bb-f3152eadb2fc') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.577911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.598279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.606313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:39.606706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:39.643859 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:39.686431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-760e196e-9578-4ae4-97c0-9878ec283843 None None] Provisioning complete for port f7adb686-fab4-4186-af3f-2a3d215ce2dc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:39.687016 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-760e196e-9578-4ae4-97c0-9878ec283843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.732495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Deleting port b3fa8763-d9e8-48b5-a773-af8ef4b81362 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.732829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.778783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.836679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.868882 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/c51d9374-db45-43e4-866d-7107a294d411 HTTP/1.1" status: 204 len: 168 time: 1.2602944 Nov 12 03:27:39.870014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186a142-8772-4fe6-94d5-b974c0203058 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=c51d9374-db45-43e4-866d-7107a294d411,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.878904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.884996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] For port b3fa8763-d9e8-48b5-a773-af8ef4b81362, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:39.885396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.904610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Calling delete_port for b3fa8763-d9e8-48b5-a773-af8ef4b81362 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:39.907748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Port b3fa8763-d9e8-48b5-a773-af8ef4b81362 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:39.918809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.961055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-98b56de3-ce3e-4ebf-b195-b121c18210de service neutron] 10.222.0.93 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2788050 Nov 12 03:27:39.989962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-405a1248-4486-4678-a376-99817232d919 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8086729 Nov 12 03:27:39.996306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01a3e19a-cebf-43c7-8341-84db3d42de29 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:40.019172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'admin_state_up': True, 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'security_groups': ['e1bc415e-cf4e-479d-bb37-fe19237afe7e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:40.089569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef50a1-996f-40e1-a10b-7e2a3a7e4ef8 req-ed6b4585-e7ff-4094-8abf-3088041a7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.091165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdef50a1-996f-40e1-a10b-7e2a3a7e4ef8 req-ed6b4585-e7ff-4094-8abf-3088041a7dda service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 1098 time: 1.0540390 Nov 12 03:27:40.146696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870b1b-7b47-4135-b0c6-8aa8a67d876e req-70a0ed20-a7e4-4fda-b1a3-9d3c9501f046 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.149506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Network c51d9374-db45-43e4-866d-7107a294d411 is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:27:40.149971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] No DVR routers for this DVR port b3fa8763-d9e8-48b5-a773-af8ef4b81362 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:40.158551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 01a3e19a-cebf-43c7-8341-84db3d42de29 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:40.159079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01a3e19a-cebf-43c7-8341-84db3d42de29 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:40.160426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3fa8763-d9e8-48b5-a773-af8ef4b81362 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:40.165432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870b1b-7b47-4135-b0c6-8aa8a67d876e req-70a0ed20-a7e4-4fda-b1a3-9d3c9501f046 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.174004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a870b1b-7b47-4135-b0c6-8aa8a67d876e req-70a0ed20-a7e4-4fda-b1a3-9d3c9501f046 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 1652 time: 0.4208066 Nov 12 03:27:40.192341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80ad30-e5a4-4a04-9567-a42ae671940f None None] Pushing event deleted for resources: {'Port': ['ID=b3fa8763-d9e8-48b5-a773-af8ef4b81362,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.208440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-760e196e-9578-4ae4-97c0-9878ec283843 None None] Port f7adb686-fab4-4186-af3f-2a3d215ce2dc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:40.232567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b3fa8763-d9e8-48b5-a773-af8ef4b81362 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:40.233645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3fa8763-d9e8-48b5-a773-af8ef4b81362 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:40.316453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a870b1b-7b47-4135-b0c6-8aa8a67d876e req-5557f119-44b0-4f63-bca5-38a804280c6c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361907 Nov 12 03:27:40.507051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdef50a1-996f-40e1-a10b-7e2a3a7e4ef8 req-0bb85224-ab29-44d0-a0ce-685d6977567e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824265 Nov 12 03:27:40.539038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-526364a0-f9cb-45e9-9514-cb609d8d53d3 service neutron] 10.222.0.93 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643063 Nov 12 03:27:40.587228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:40.590884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.593416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.866557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.1.1.49 (9a201ab7-ac1e-4470-8215-8da255708ce7/48986db5-69a5-4c7e-817e-e06427a8b06e/57c8029d-4ed9-4240-b4dd-79b60e62c1ac) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:40.902659 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c2651-7bff-4a0c-a383-226cef8e6981 x-openstack-request-id: req-4a6c2651-7bff-4a0c-a383-226cef8e6981 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:40.902967 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7", "name": "network-vif-deleted", "tag": "bfbc9ec1-cb40-4a3c-9135-9d5bf4259235", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:40.905053 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4a6c2651-7bff-4a0c-a383-226cef8e6981 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:40.905535 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8d3dc-0ea5-46a7-ba6c-4bbc8daf69d7', 'name': 'network-vif-deleted', 'tag': 'bfbc9ec1-cb40-4a3c-9135-9d5bf4259235', 'status': 'completed', 'code': 200} Nov 12 03:27:41.149296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32633e0-cf1d-4341-b32a-7897ec05dc9d req-df5a9456-d66b-47be-8607-2458e104fcb2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.164389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f32633e0-cf1d-4341-b32a-7897ec05dc9d req-df5a9456-d66b-47be-8607-2458e104fcb2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.2001472 Nov 12 03:27:41.205999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 7f708838-407d-48cf-8832-ee943bd9361c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:41.207384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.253924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.331365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 7f708838-407d-48cf-8832-ee943bd9361c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7f708838-407d-48cf-8832-ee943bd9361c,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:41.331727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.349660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 7f708838-407d-48cf-8832-ee943bd9361c owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:41.352252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.431593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:41.555535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:41.585418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:41.618555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f32633e0-cf1d-4341-b32a-7897ec05dc9d req-c564ad9f-48ad-4953-9208-bb7a1518fcb6 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533381 Nov 12 03:27:41.676524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.714221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=7f708838-407d-48cf-8832-ee943bd9361c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.798608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.889597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:41.899497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700fc9-083e-4667-b8b2-a2a6408b2a7b req-89ac490e-7c53-44b8-8344-3246e7f15c41 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.914330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3700fc9-083e-4667-b8b2-a2a6408b2a7b req-89ac490e-7c53-44b8-8344-3246e7f15c41 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.3990879 Nov 12 03:27:41.986082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:41.986602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device bfbc9ec1-cb40-4a3c-9135-9d5bf4259235 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:42.008399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.011073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.053107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.151618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cca93219-e7c3-44a3-865d-05d7c47a8800 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1565621 Nov 12 03:27:42.155305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e86f83f5-e290-485f-a9e9-5141fcee6a7c None None] Provisioning complete for port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:42.155689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e86f83f5-e290-485f-a9e9-5141fcee6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.177315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'admin_state_up': True, 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'security_groups': ['e1bc415e-cf4e-479d-bb37-fe19237afe7e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:42.249798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e86f83f5-e290-485f-a9e9-5141fcee6a7c None None] Port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:42.302427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3700fc9-083e-4667-b8b2-a2a6408b2a7b req-c83a0cd4-d736-4d31-b0ba-dbdfe905b52b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=abf6938d-a863-4296-85aa-a81385860eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868587 Nov 12 03:27:42.346870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548b14-ce89-47b6-b650-623f2e4b394f req-78033c18-593f-4bdc-974e-01eb7bba655c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.348469 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-30548b14-ce89-47b6-b650-623f2e4b394f req-78033c18-593f-4bdc-974e-01eb7bba655c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.98 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 947 time: 0.0832193 Nov 12 03:27:42.524737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2554be1-3ad4-4aa1-ae34-71d0eaf89494 req-e251bce4-57b5-4b36-8afc-4c2eb3570905 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.540736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2554be1-3ad4-4aa1-ae34-71d0eaf89494 req-e251bce4-57b5-4b36-8afc-4c2eb3570905 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.554022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2554be1-3ad4-4aa1-ae34-71d0eaf89494 req-e251bce4-57b5-4b36-8afc-4c2eb3570905 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.557252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2554be1-3ad4-4aa1-ae34-71d0eaf89494 req-e251bce4-57b5-4b36-8afc-4c2eb3570905 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 2372 time: 0.3989642 Nov 12 03:27:42.645302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:42.647428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1b78a25-218a-4818-b6d1-b6dc137f915c req-fe17e052-017c-4712-b601-62de3d7ea199 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.1683133 Nov 12 03:27:42.653128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Deleting port 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.653477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.808968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:42.858652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:42.874638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:42.875450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2554be1-3ad4-4aa1-ae34-71d0eaf89494 req-37302db9-332f-4d5c-b9de-23f801d59924 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024731 Nov 12 03:27:42.895605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:42.896669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:42.903061 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-695da055-d316-4c2d-97d3-158df113b38f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0230060 Nov 12 03:27:42.903694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.914598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] For port 69120887-056f-4a4f-880c-be2d9089f864, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=69120887-056f-4a4f-880c-be2d9089f864,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.914923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.000371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.047778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:43.050916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 7f7d2f81-5717-4233-9450-6f5aa966e797 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:43.057549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.154562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.314885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.315383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.316395 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Floating IP 97ed5773-3f4d-4371-8ee8-9ba97570f590 disassociated. External IP: 172.25.4.208, port: 69120887-056f-4a4f-880c-be2d9089f864. Nov 12 03:27:43.316839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Calling delete_port for 69120887-056f-4a4f-880c-be2d9089f864 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.320607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:41Z', 'revision_number': 10, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.382377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.421398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:43.423691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aab34-17fd-41d5-b356-32061faa95d7 req-57654755-e7ae-4d71-89c1-79b7a17860c7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.433568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-112aab34-17fd-41d5-b356-32061faa95d7 req-57654755-e7ae-4d71-89c1-79b7a17860c7 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.4159811 Nov 12 03:27:43.466767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:43.468100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.509365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468a64-8feb-433c-aa1e-c657ec97da44 req-0eac9f26-f483-4e6f-a893-66f177b506b2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.517365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c468a64-8feb-433c-aa1e-c657ec97da44 req-0eac9f26-f483-4e6f-a893-66f177b506b2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.4988790 Nov 12 03:27:43.538771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.543014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-112aab34-17fd-41d5-b356-32061faa95d7 req-b281272a-127b-473a-9af5-c496bd636c7e tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085715 Nov 12 03:27:43.610104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7d2f81-5717-4233-9450-6f5aa966e797,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.622297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.627040 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aba46082-b7e8-40f7-8b6a-adc241613241 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/7f7d2f81-5717-4233-9450-6f5aa966e797 HTTP/1.1" status: 204 len: 168 time: 0.7083836 Nov 12 03:27:43.630029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.633367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f263a1-14db-4908-9d45-bca07ae8e55e None None] Network 73bbcefa-a004-4765-9fe9-c071b5a59528 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:43.715025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-fd76e242-f595-46cd-9b5e-51c9abad7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.716461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-fd76e242-f595-46cd-9b5e-51c9abad7546 service neutron] 10.222.0.100 "GET /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 1026 time: 0.3041041 Nov 12 03:27:43.722882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.726807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:43.839745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.844648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'Port': ['ID=69120887-056f-4a4f-880c-be2d9089f864,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.916955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22dd3d74-be84-4136-a024-8e060cfaff8b req-7177b343-3ba1-4457-85e9-69dba915ed01 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=46920344-2782-445a-9678-ef26c675fdf7 HTTP/1.1" status: 200 len: 210 time: 0.2442648 Nov 12 03:27:43.984265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-7dbc7dfd-0bb9-401a-80ad-9b1ae58ab8c8 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.985884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-7dbc7dfd-0bb9-401a-80ad-9b1ae58ab8c8 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.6442370 Nov 12 03:27:44.008750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] DHCP port deletion for 73bbcefa-a004-4765-9fe9-c071b5a59528 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:44.136068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-81d16578-be3b-4905-8b56-c7c56c5dc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.137441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-81d16578-be3b-4905-8b56-c7c56c5dc254 service neutron] 10.222.0.100 "GET /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 1027 time: 0.3393347 Nov 12 03:27:44.260347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c468a64-8feb-433c-aa1e-c657ec97da44 req-4f464794-e3d4-4517-baa0-7c6882f862b2 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091460 Nov 12 03:27:44.273456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:41Z', 'revision_number': 10, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:44.273625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.2.2.100 (7fd15f06-7b17-4180-b987-925b66abf718/c5e399b3-2e2c-4b77-972b-ec91cfa580a7/0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:44.370834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9efc697-9c65-4674-9f13-0393fda68c61 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:41Z', 'revision_number': 10, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None, '_interfaces': [{'id': '325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3', 'name': '', 'network_id': 'e75843f9-bb3b-436d-afb5-0feb742f85e2', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'mac_address': 'fa:16:3e:a3:fc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 5, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'subnets': [{'id': '9eaf1248-a04d-470a-82ab-c0c52452d563', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:44.380977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Deleting port 1507fca0-76ed-4c8c-abfe-790f03127bd6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:44.381373 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.523200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] For port 1507fca0-76ed-4c8c-abfe-790f03127bd6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1507fca0-76ed-4c8c-abfe-790f03127bd6,segment=NetworkSegment(eeee409c-1c7d-493c-8e96-0d51b1e5e284),segment_id=eeee409c-1c7d-493c-8e96-0d51b1e5e284)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.523200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.552412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Calling delete_port for 1507fca0-76ed-4c8c-abfe-790f03127bd6 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:44.611261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a19df11-f88d-4a3f-bce9-237174d3ae88 req-0a821119-005c-454b-b82f-77b46df27dc5 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.1144054 Nov 12 03:27:44.735460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.772768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:44.777245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 1507fca0-76ed-4c8c-abfe-790f03127bd6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:44.778075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.844913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3ca05-25f2-498d-b201-98043b848794 req-a67ec82d-9a86-44aa-81cd-37b83605b3db tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.860841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3ca05-25f2-498d-b201-98043b848794 req-a67ec82d-9a86-44aa-81cd-37b83605b3db tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.868991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3ca05-25f2-498d-b201-98043b848794 req-a67ec82d-9a86-44aa-81cd-37b83605b3db tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.870703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad3ca05-25f2-498d-b201-98043b848794 req-a67ec82d-9a86-44aa-81cd-37b83605b3db tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 2372 time: 0.3994043 Nov 12 03:27:44.893131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Deleting port 367751ea-c2a0-4cd9-bbd3-06641086528a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:44.893639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.946119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 1507fca0-76ed-4c8c-abfe-790f03127bd6, host n-d-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.946886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.972580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 1507fca0-76ed-4c8c-abfe-790f03127bd6 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:44.983423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Port 1507fca0-76ed-4c8c-abfe-790f03127bd6 was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:45.022333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.043911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-e38224ea-6bb4-4c71-a7c2-94b2776fb73d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.070929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-e38224ea-6bb4-4c71-a7c2-94b2776fb73d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.076840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-e38224ea-6bb4-4c71-a7c2-94b2776fb73d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.078457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-e38224ea-6bb4-4c71-a7c2-94b2776fb73d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 1988 time: 0.8844602 Nov 12 03:27:45.089205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] Pushing event deleted for resources: {'Port': ['ID=1507fca0-76ed-4c8c-abfe-790f03127bd6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.092412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb27e5b-66ed-42c5-98c3-fefcb7a5719a None None] No DVR routers for this DVR port 1507fca0-76ed-4c8c-abfe-790f03127bd6 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:45.115504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port 1507fca0-76ed-4c8c-abfe-790f03127bd6 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:45.123936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=1507fca0-76ed-4c8c-abfe-790f03127bd6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.150921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:45.162577 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:45.173445 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:45.177068 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.210008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] For port 367751ea-c2a0-4cd9-bbd3-06641086528a, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=367751ea-c2a0-4cd9-bbd3-06641086528a,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:45.210414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.257865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa7d8-1f5b-430b-8b00-05c3e7269042 req-08fd18ee-715d-4793-aff5-c0ad09f3e9b6 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.260714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] No DVR routers for this DVR port 69120887-056f-4a4f-880c-be2d9089f864 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:45.263660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.266897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f79fa7d8-1f5b-430b-8b00-05c3e7269042 req-08fd18ee-715d-4793-aff5-c0ad09f3e9b6 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.5079260 Nov 12 03:27:45.267852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-30548b14-ce89-47b6-b650-623f2e4b394f req-b6e10b8a-9c69-4a25-bc44-e2596530691e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.98 "DELETE /v2.0/ports/69120887-056f-4a4f-880c-be2d9089f864 HTTP/1.1" status: 204 len: 173 time: 2.9098141 Nov 12 03:27:45.273112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-deleted', 'tag': '69120887-056f-4a4f-880c-be2d9089f864'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:45.275450 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489f024b-84e4-4363-b919-6546bbc17f11" -d '{"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-deleted", "tag": "69120887-056f-4a4f-880c-be2d9089f864"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:45.288912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.361250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bbcefa-a004-4765-9fe9-c071b5a59528']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.366898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Calling delete_port for 367751ea-c2a0-4cd9-bbd3-06641086528a owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:45.396887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeee409c-1c7d-493c-8e96-0d51b1e5e284') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.397186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeee409c-1c7d-493c-8e96-0d51b1e5e284') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.401419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:45.410303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad3ca05-25f2-498d-b201-98043b848794 req-9cb89788-5344-4f0d-91cd-d580cd05a25e tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781610 Nov 12 03:27:45.420151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.445903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.462946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:45.463356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:45.466533 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:45.558198 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.703067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-08399b22-689b-4e54-88e1-acc0db4fe048 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2355547 Nov 12 03:27:45.703603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.713693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.717583 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/73bbcefa-a004-4765-9fe9-c071b5a59528 HTTP/1.1" status: 204 len: 168 time: 2.0865102 Nov 12 03:27:45.723099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-1c24cbed-f58f-40eb-825f-f836136dd737 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb452135a91f43929f441d29fea0063c HTTP/1.1" status: 200 len: 380 time: 0.6203840 Nov 12 03:27:45.732385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.827560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'admin_state_up': True, 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'security_groups': ['97cd7d96-0614-4ffa-a403-2dd36d3c2c0e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:45.842967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-b1201598-05f0-483a-8a32-dfe49072b772 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1999600 Nov 12 03:27:45.844925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a17cf0-7f48-4146-90b8-b9fb8a4b9c50 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=73bbcefa-a004-4765-9fe9-c071b5a59528,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.898563 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.929321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f708838-407d-48cf-8832-ee943bd9361c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:45.967284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7f708838-407d-48cf-8832-ee943bd9361c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:45.968077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:45.969068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7f708838-407d-48cf-8832-ee943bd9361c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:45.970520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1507fca0-76ed-4c8c-abfe-790f03127bd6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:45.992436 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:45.997420 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:46.001440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 1507fca0-76ed-4c8c-abfe-790f03127bd6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:46.002395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1507fca0-76ed-4c8c-abfe-790f03127bd6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:46.065127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-323b88f2-e67d-46d2-90ec-dc4d0cd26403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.067057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-323b88f2-e67d-46d2-90ec-dc4d0cd26403 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e31348393f44fd981dffc8300741326&device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 1098 time: 0.3258481 Nov 12 03:27:46.077649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-72937e2f-04e7-4ee1-af56-2d4353aa9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.079067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-72937e2f-04e7-4ee1-af56-2d4353aa9d50 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2c575797ca944772834e38c86f49e2e5&device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 1097 time: 0.1347513 Nov 12 03:27:46.160370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:46.176045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f79fa7d8-1f5b-430b-8b00-05c3e7269042 req-a0da7643-f82f-4883-8bd8-760a240ae027 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082134 Nov 12 03:27:46.219475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec89e7-5fb8-4e9e-9b73-2fff78c4f01a req-a945cbc4-3b8b-4df5-9e66-8e7245485848 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.229629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ec89e7-5fb8-4e9e-9b73-2fff78c4f01a req-a945cbc4-3b8b-4df5-9e66-8e7245485848 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6de30b8-a827-402b-9896-dc30ffe860dc HTTP/1.1" status: 200 len: 945 time: 0.4853160 Nov 12 03:27:46.275891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.279569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.290147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.311465 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccccb1cb-2067-4bdf-a489-68334e8e6f07 x-openstack-request-id: req-ccccb1cb-2067-4bdf-a489-68334e8e6f07 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:46.312057 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46920344-2782-445a-9678-ef26c675fdf7", "name": "network-vif-deleted", "tag": "69120887-056f-4a4f-880c-be2d9089f864", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:46.312464 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ccccb1cb-2067-4bdf-a489-68334e8e6f07 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:46.313229 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46920344-2782-445a-9678-ef26c675fdf7', 'name': 'network-vif-deleted', 'tag': '69120887-056f-4a4f-880c-be2d9089f864', 'status': 'completed', 'code': 200} Nov 12 03:27:46.366440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-00213784-8f7b-4ec7-b298-6b4318b185bd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.367982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-00213784-8f7b-4ec7-b298-6b4318b185bd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 945 time: 0.5877776 Nov 12 03:27:46.447696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.474877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 7fd15f06-7b17-4180-b987-925b66abf718 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:46.524131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-96f31b75-51b8-44be-93e8-10b9d327a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.525698 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-96f31b75-51b8-44be-93e8-10b9d327a0ad service neutron] 10.222.0.98 "GET /v2.0/networks?id=d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 200 len: 917 time: 0.3435616 Nov 12 03:27:46.529285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-421c2e78-7a21-463b-b25a-3f9adefbdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.530765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-421c2e78-7a21-463b-b25a-3f9adefbdf98 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 200 len: 915 time: 0.3675125 Nov 12 03:27:46.531262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:46.535025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:46.601084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 367751ea-c2a0-4cd9-bbd3-06641086528a no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:46.648592 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:46.650454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ec89e7-5fb8-4e9e-9b73-2fff78c4f01a req-f8fa77a3-99f5-4201-bfc6-f979f1f99e02 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198925 Nov 12 03:27:46.694328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No active binding found for port 367751ea-c2a0-4cd9-bbd3-06641086528a {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:27:46.694933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 367751ea-c2a0-4cd9-bbd3-06641086528a not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:46.696701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:46.729883 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-4cb101c6-b905-4701-ae46-d409fa2cf17f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=947ea9c1-7732-4557-a279-92193421f28e HTTP/1.1" status: 200 len: 217 time: 0.1817093 Nov 12 03:27:46.734838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 69120887-056f-4a4f-880c-be2d9089f864 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:46.736312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 69120887-056f-4a4f-880c-be2d9089f864 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:46.746942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d6fe2-3a1f-4758-96b3-bc7145b19e13 None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:46.752447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.755207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.770515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c28adc28-c86a-465d-9e52-050f0883db23'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:46.915841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cc9f756-ce23-4389-a0b2-9aaed738db80 req-dd6e83f3-b54b-45a8-b654-af8983ac71e9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.2595336 Nov 12 03:27:46.942347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-769da2de-3063-49eb-8de1-90cc0a904e2d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 200 len: 1001 time: 0.3769081 Nov 12 03:27:46.979997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-761cdd05-5ea7-489a-a24d-64f4758de145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.981326 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-761cdd05-5ea7-489a-a24d-64f4758de145 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 200 len: 855 time: 0.2279994 Nov 12 03:27:46.988723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-6c8f9b9b-1a11-42db-b3f1-01527c1d9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:46.990310 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-6c8f9b9b-1a11-42db-b3f1-01527c1d9647 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=bfa6be6da43643f18e4ccaca2a907243&device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 1098 time: 0.4112980 Nov 12 03:27:47.004057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event deleted for resources: {'Port': ['ID=367751ea-c2a0-4cd9-bbd3-06641086528a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.044527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.048794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.084743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0870835a-6276-4853-bdc2-79d92ba6544a None None] Provisioning complete for port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:47.086499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0870835a-6276-4853-bdc2-79d92ba6544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.134691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0870835a-6276-4853-bdc2-79d92ba6544a None None] Port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:47.214467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8cfc4-8756-4114-82c2-621a345422e9 None None] New status for floating IP 97ed5773-3f4d-4371-8ee8-9ba97570f590: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:47.394294 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-bb205798-55ae-4394-b3c5-4972daa5201d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d98a96c7-3758-48ad-88e6-3df079aa9a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3796623 Nov 12 03:27:47.497443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.534950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-e816dbfe-60ad-4753-845a-547899470258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.536398 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-e816dbfe-60ad-4753-845a-547899470258 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=08fcfdca-68a3-4b46-9e9d-8d38a3773020 HTTP/1.1" status: 200 len: 852 time: 0.5806985 Nov 12 03:27:47.552930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-dbf01baa-a76e-401b-97be-3d206488f586 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3913820 Nov 12 03:27:47.577653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'admin_state_up': True, 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'security_groups': ['e1bc415e-cf4e-479d-bb37-fe19237afe7e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:47.598810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] No DVR routers for this DVR port 367751ea-c2a0-4cd9-bbd3-06641086528a on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:47.601610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.605542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c457cf8c-8048-41b0-b040-334bd3d46baa req-81b0cb40-f540-43ae-a586-0468b2af2658 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.98 "DELETE /v2.0/ports/367751ea-c2a0-4cd9-bbd3-06641086528a HTTP/1.1" status: 204 len: 173 time: 3.6089368 Nov 12 03:27:47.607912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.615800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'name': 'network-vif-deleted', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:47.618085 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe4b54-c6aa-45f2-b11c-c03498a691f1" -d '{"events": [{"server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "name": "network-vif-deleted", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:47.711175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-e4a6be87-0ff5-4ab8-8005-0f5be25a6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.712662 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-e4a6be87-0ff5-4ab8-8005-0f5be25a6bf0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b8787f04-5424-43c2-a05c-88760c519d5c HTTP/1.1" status: 200 len: 914 time: 0.6862824 Nov 12 03:27:47.739523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-70553e6e-e4f1-45de-8675-09468bdff0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.741053 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-70553e6e-e4f1-45de-8675-09468bdff0f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890085 Nov 12 03:27:47.744224 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-e7585cb4-b11e-4e54-9920-51578e2ae387 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339109 Nov 12 03:27:47.750361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-899786cf-6975-489b-92c8-ba4fe59d9bcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.757157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-899786cf-6975-489b-92c8-ba4fe59d9bcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.766082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-899786cf-6975-489b-92c8-ba4fe59d9bcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.775792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-899786cf-6975-489b-92c8-ba4fe59d9bcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.778282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-899786cf-6975-489b-92c8-ba4fe59d9bcd tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3093 time: 0.9041255 Nov 12 03:27:47.805080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-0ae022c5-96cd-445d-ba23-45be8a1cc0e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=067a0f02-65f6-4855-8301-db7b06b87c3d HTTP/1.1" status: 200 len: 217 time: 0.0757437 Nov 12 03:27:47.864421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Deleting port 8758acfe-b311-45ae-92c2-52d34800730b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:47.864756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.872101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 172.20.0.4 (3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f/7735336e-0730-4a12-ab1c-6451a6199f21/8b1219ef-9c69-463b-a2dc-6ca7c2256b2f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:47.914448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7d55-788c-4fe0-9f46-f1979b197365 req-d911b853-4735-48b1-bb97-7a98f0adee5d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.915989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d1c7d55-788c-4fe0-9f46-f1979b197365 req-d911b853-4735-48b1-bb97-7a98f0adee5d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.8449714 Nov 12 03:27:47.966501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.971607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.973695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "DELETE /v2.0/security-groups/abf6938d-a863-4296-85aa-a81385860eee HTTP/1.1" status: 204 len: 168 time: 1.2050667 Nov 12 03:27:47.978587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50096) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.012188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83083b-0582-450c-8f83-968d58565d36 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6938d-a863-4296-85aa-a81385860eee,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.025681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.066627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-8d62547f-f8ff-47d9-b322-aa4891cd3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.068857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-8d62547f-f8ff-47d9-b322-aa4891cd3dbb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fac33a40-b5bf-4a6c-b62f-205ea81425e7 HTTP/1.1" status: 200 len: 852 time: 0.2179070 Nov 12 03:27:48.075245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d75b951b-9be8-46f3-b41f-7ff7da411fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.113952 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-271af398-85cc-4e73-aa0b-4922cfd67c61 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] show failed (client error): The resource could not be found. Nov 12 03:27:48.117572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-271af398-85cc-4e73-aa0b-4922cfd67c61 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups/abf6938d-a863-4296-85aa-a81385860eee HTTP/1.1" status: 404 len: 347 time: 0.1260180 Nov 12 03:27:48.117933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50098) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.156731 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-30b4f7db-422b-4192-aaa1-2f37cc67d89f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b8787f04-5424-43c2-a05c-88760c519d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423949 Nov 12 03:27:48.187523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a54304d3-0fb1-4ac4-acc8-b3506bc183cb req-bb6bb221-cfb2-47af-b143-8bc0e6f2fb11 service neutron] 10.222.0.98 "GET /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091318 Nov 12 03:27:48.207469 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-4b185f00-0526-4dec-b65f-1a92f4b1589c service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161618 Nov 12 03:27:48.219461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c2c3fe-59d9-452e-bd4e-5ea82772af3c req-018a409d-0db6-4fc8-a725-4313f52e62df tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038403 Nov 12 03:27:48.290905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-94eec256-2ad6-4113-b680-81b76deff465 service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181035 Nov 12 03:27:48.459371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.545897 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-19ed9857-c62e-42f0-9af6-a3e1b4971c12 req-f5986720-52ca-49a4-b950-35923d01a66f service neutron] 10.222.0.100 "GET /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539074 Nov 12 03:27:48.554264 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0e812e0b-b12f-4e0b-b622-19504cf44b23 req-f3201c55-e537-4ee5-8034-2a29c10b246b service neutron] 10.222.0.100 "GET /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266257 Nov 12 03:27:48.567653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.568047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.584882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Calling delete_port for 8758acfe-b311-45ae-92c2-52d34800730b owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.602250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 8758acfe-b311-45ae-92c2-52d34800730b no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:48.667447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.684614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Made reservation on behalf of b45410570586491fbccf733c90d5f121 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:48.716112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.742202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:48.742941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.743290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.744544 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b47068c-c6d7-435b-bf03-504874826d37" -d '{"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "8758acfe-b311-45ae-92c2-52d34800730b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:48.759723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 8758acfe-b311-45ae-92c2-52d34800730b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=8758acfe-b311-45ae-92c2-52d34800730b,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.766515 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.807768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d1c7d55-788c-4fe0-9f46-f1979b197365 req-1f9a59ee-7afc-4ba0-aea5-f9d0a74317db tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8803272 Nov 12 03:27:48.867370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.008776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:49.009243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.021515 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770ce0e-fc8e-4b72-8bbe-b7191909ac78 x-openstack-request-id: req-c770ce0e-fc8e-4b72-8bbe-b7191909ac78 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:49.021808 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6de30b8-a827-402b-9896-dc30ffe860dc", "name": "network-vif-deleted", "tag": "367751ea-c2a0-4cd9-bbd3-06641086528a", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:49.022148 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c770ce0e-fc8e-4b72-8bbe-b7191909ac78 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:49.022657 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6de30b8-a827-402b-9896-dc30ffe860dc', 'name': 'network-vif-deleted', 'tag': '367751ea-c2a0-4cd9-bbd3-06641086528a', 'status': 'completed', 'code': 200} Nov 12 03:27:49.027668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.028615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:49.036656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:49.039040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', '947ea9c1-7732-4557-a279-92193421f28e', '9b91255c-ddcd-47b0-9059-f1c0e1e4e899'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:49.128877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:49.161323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:49.224182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.224830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.334781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9eb6b-f52b-4d83-bf09-c888c010fcf7 req-5e014002-0c19-464b-8039-e062f7711fcd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.336789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-10f9eb6b-f52b-4d83-bf09-c888c010fcf7 req-5e014002-0c19-464b-8039-e062f7711fcd tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=2d7fc521-ad8b-4beb-9742-cb5af98e0ba1 HTTP/1.1" status: 200 len: 867 time: 0.9997597 Nov 12 03:27:49.355594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6144671 Nov 12 03:27:49.356780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfaf97-ad04-4709-995b-efa75f43bfcf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.396542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.413791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event deleted for resources: {'Port': ['ID=8758acfe-b311-45ae-92c2-52d34800730b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.426534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'admin_state_up': True, 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'security_groups': ['97cd7d96-0614-4ffa-a403-2dd36d3c2c0e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.449038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.558840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] No DVR routers for this DVR port 8758acfe-b311-45ae-92c2-52d34800730b on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:49.566432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ac40fdd6-fa80-4a29-bfdc-955eeffe33e3 None None] Provisioning complete for port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:49.567006 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac40fdd6-fa80-4a29-bfdc-955eeffe33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.595921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.600903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.604388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-062fb16b-865a-452b-8417-a80cf5fb27aa req-3d15d9ad-c6bb-49d3-90c5-7ea7e0317295 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "DELETE /v2.0/ports/8758acfe-b311-45ae-92c2-52d34800730b HTTP/1.1" status: 204 len: 173 time: 3.2076011 Nov 12 03:27:49.624601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ac40fdd6-fa80-4a29-bfdc-955eeffe33e3 None None] Port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:49.649545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f073c-d0b4-47cd-bb68-182ce63cef89 req-2ba2c8b7-d208-4283-9afe-e1cd0b554a0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.658937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a8f073c-d0b4-47cd-bb68-182ce63cef89 req-2ba2c8b7-d208-4283-9afe-e1cd0b554a0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 931 time: 0.5045547 Nov 12 03:27:49.758758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.766305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:49.798002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.826792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:49.857243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Deleting port 62af4468-e9c1-4281-9a1e-e0c1c2dd85e2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:49.858236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.919155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:49.924340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75fa865e-2c7d-457e-a50c-b5f70b683628 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1914048 Nov 12 03:27:49.927499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.929754 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:49.934404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-10f9eb6b-f52b-4d83-bf09-c888c010fcf7 req-8377c17c-4136-45e0-b6fd-ec90501156be tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327654 Nov 12 03:27:49.942741 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:49.943684 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.035420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting subnet 9eaf1248-a04d-470a-82ab-c0c52452d563 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:50.041283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.062144 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bed4cc5-f2c2-41a0-9cc2-31871615440d x-openstack-request-id: req-3bed4cc5-f2c2-41a0-9cc2-31871615440d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:50.062646 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "8758acfe-b311-45ae-92c2-52d34800730b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:50.063068 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bed4cc5-f2c2-41a0-9cc2-31871615440d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:50.063612 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b', 'code': 200} Nov 12 03:27:50.126765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.258141 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:50.266436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.313513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.1.1.183 (397dbaab-b030-4995-b17a-77e27577f554/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3/5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:50.337217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a8f073c-d0b4-47cd-bb68-182ce63cef89 req-f50b2cc5-1ea0-4a66-8be1-719e656e4447 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6768086 Nov 12 03:27:50.350264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d88663b5-abed-4740-aa26-9b4b7b0ab069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.354320 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.389140 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:50.392487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.400947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:50.401768 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.463916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Subnet': ['ID=9eaf1248-a04d-470a-82ab-c0c52452d563,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.470234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.478729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e88a7d-e5ef-453a-9e3f-ecad8ba8ca46 None None] Network e75843f9-bb3b-436d-afb5-0feb742f85e2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:50.480971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40961ea3-6e24-4407-8480-31c532540506 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/9eaf1248-a04d-470a-82ab-c0c52452d563 HTTP/1.1" status: 204 len: 168 time: 0.5520914 Nov 12 03:27:50.484758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.505485 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:50.559423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.559749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.589083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.594400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.626233 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73622d3-1801-4790-a706-6b065142fb46 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:50.669811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Deleting port ab3185b3-707f-4696-8692-3575ccbd8128 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:50.670438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.715911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Calling delete_port for 62af4468-e9c1-4281-9a1e-e0c1c2dd85e2 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:50.754990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] For port ab3185b3-707f-4696-8692-3575ccbd8128, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ab3185b3-707f-4696-8692-3575ccbd8128,segment=NetworkSegment(df3e0417-d75f-4ae9-b07e-02b9f1525224),segment_id=df3e0417-d75f-4ae9-b07e-02b9f1525224)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:50.756565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.768668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Calling delete_port for ab3185b3-707f-4696-8692-3575ccbd8128 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:50.775804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Allocated IP 10.2.2.200 (7fd15f06-7b17-4180-b987-925b66abf718/c5e399b3-2e2c-4b77-972b-ec91cfa580a7/b391a84a-e263-46a9-b30c-f7725480f555) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:50.791950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-53328fd2-48cf-43f2-82c8-22eaeaa23c0a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.798127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-53328fd2-48cf-43f2-82c8-22eaeaa23c0a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.804924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-53328fd2-48cf-43f2-82c8-22eaeaa23c0a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.810888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-53328fd2-48cf-43f2-82c8-22eaeaa23c0a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.812675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-53328fd2-48cf-43f2-82c8-22eaeaa23c0a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3093 time: 0.3939829 Nov 12 03:27:50.856589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b674eb-d80e-4a4f-adc8-35eeaf4cbd5a req-ddc6e0b4-8542-4e5d-bf44-fad94247013d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.858338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b674eb-d80e-4a4f-adc8-35eeaf4cbd5a req-ddc6e0b4-8542-4e5d-bf44-fad94247013d tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.3454247 Nov 12 03:27:50.860890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.891673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Port': ['ID=ab3185b3-707f-4696-8692-3575ccbd8128,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.896205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No DVR routers for this DVR port ab3185b3-707f-4696-8692-3575ccbd8128 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:50.974588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.983527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.017116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe02c29-65f3-48e7-b3b8-e66a7639497d None None] DHCP port deletion for e75843f9-bb3b-436d-afb5-0feb742f85e2 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:51.024556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75843f9-bb3b-436d-afb5-0feb742f85e2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.032891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-deleted', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:51.038779 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b4438-5d08-405a-82b9-e7b241d23928" -d '{"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-deleted", "tag": "8758acfe-b311-45ae-92c2-52d34800730b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:51.044297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3e0417-d75f-4ae9-b07e-02b9f1525224') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.044723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3e0417-d75f-4ae9-b07e-02b9f1525224') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.057809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.073935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.083261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:51.084004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:51.087395 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:51.110324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec6bea5c-fe77-4051-82e2-0f424d90784c req-c20e6563-8034-4343-ad83-ceee0326490e tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631686 Nov 12 03:27:51.158044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b674eb-d80e-4a4f-adc8-35eeaf4cbd5a req-b0d4a478-a16f-4ddc-91d4-1ea03e88bf71 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819908 Nov 12 03:27:51.169306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.178709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.187641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/networks/e75843f9-bb3b-436d-afb5-0feb742f85e2 HTTP/1.1" status: 204 len: 168 time: 0.7004571 Nov 12 03:27:51.199258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.199258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50120) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.199258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'routes': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:51.238710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cfe1c-c611-47bc-ade2-878ef60ee397 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Pushing event deleted for resources: {'Network': ['ID=e75843f9-bb3b-436d-afb5-0feb742f85e2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.372428 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa7478-36be-44b7-9494-5ff37170ce88 x-openstack-request-id: req-7afa7478-36be-44b7-9494-5ff37170ce88 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:51.372718 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7fc521-ad8b-4beb-9742-cb5af98e0ba1", "name": "network-vif-deleted", "tag": "8758acfe-b311-45ae-92c2-52d34800730b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:51.373459 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7afa7478-36be-44b7-9494-5ff37170ce88 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:51.373459 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7fc521-ad8b-4beb-9742-cb5af98e0ba1', 'name': 'network-vif-deleted', 'tag': '8758acfe-b311-45ae-92c2-52d34800730b', 'status': 'completed', 'code': 200} Nov 12 03:27:51.450935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.468191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 397dbaab-b030-4995-b17a-77e27577f554 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:51.520764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:51.522586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.527853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:51.535050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.604908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.799362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f82f78bb-9f7d-42d1-9918-5988ad3531d4 None None] Provisioning complete for port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:51.799789 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f82f78bb-9f7d-42d1-9918-5988ad3531d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.839870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f82f78bb-9f7d-42d1-9918-5988ad3531d4 None None] Port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:51.875704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.900649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.901680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 325fe8bf-8d9d-4a7c-ba90-bbef96fe8ec3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:51.901680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ab3185b3-707f-4696-8692-3575ccbd8128 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:51.926366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ab3185b3-707f-4696-8692-3575ccbd8128 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:51.926693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ab3185b3-707f-4696-8692-3575ccbd8128 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:52.025036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-2bbf8796-bcff-4907-9413-8ae0557e3b82 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.026707 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-2bbf8796-bcff-4907-9413-8ae0557e3b82 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.0607479 Nov 12 03:27:52.038376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'Port': ['ID=62af4468-e9c1-4281-9a1e-e0c1c2dd85e2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.061557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Added routes are [] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:27:52.061906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Removed routes are [] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:27:52.062238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.082401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223bf6e-1d34-4554-bded-6f29ddc30e56 req-600ef7c4-53b6-4e4c-8426-faa1bcf6c7fa tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.084000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7223bf6e-1d34-4554-bded-6f29ddc30e56 req-600ef7c4-53b6-4e4c-8426-faa1bcf6c7fa tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/ports?device_id=82381e50-8147-43f7-b0cf-6af865371419 HTTP/1.1" status: 200 len: 945 time: 0.7296813 Nov 12 03:27:52.147288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.147976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.156386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Deleting port c28adc28-c86a-465d-9e52-050f0883db23 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:52.157012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.210573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c405c-0b7b-4148-be35-7c5186b54045 req-888b45a5-4fd9-4eaf-8923-d7423046e4d8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.216518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c405c-0b7b-4148-be35-7c5186b54045 req-888b45a5-4fd9-4eaf-8923-d7423046e4d8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.218091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-100c405c-0b7b-4148-be35-7c5186b54045 req-888b45a5-4fd9-4eaf-8923-d7423046e4d8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 1653 time: 0.7480516 Nov 12 03:27:52.266631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] For port c28adc28-c86a-465d-9e52-050f0883db23, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c28adc28-c86a-465d-9e52-050f0883db23,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:52.266979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.268552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.281846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Calling delete_port for c28adc28-c86a-465d-9e52-050f0883db23 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:52.293246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-66fed4ba-492a-46c3-9b0f-aba966082d00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8949051 Nov 12 03:27:52.344392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'admin_state_up': True, 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'security_groups': ['97cd7d96-0614-4ffa-a403-2dd36d3c2c0e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:52.388474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.391060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.392234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-70c15d12-12e8-40e6-a607-f4c39323e3f2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "DELETE /v2.0/floatingips/97ed5773-3f4d-4371-8ee8-9ba97570f590 HTTP/1.1" status: 204 len: 168 time: 4.2513733 Nov 12 03:27:52.459900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.478498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7223bf6e-1d34-4554-bded-6f29ddc30e56 req-fcbe55eb-0a6e-4dc2-a571-ec16231e96a2 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.93 "GET /v2.0/security-groups?id=6a64cca7-f64b-467b-ba9c-1c9437189036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748076 Nov 12 03:27:52.480041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c28adc28-c86a-465d-9e52-050f0883db23'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:52.492294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Network 7fd15f06-7b17-4180-b987-925b66abf718 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:52.505901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.524534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Pushing event deleted for resources: {'Port': ['ID=c28adc28-c86a-465d-9e52-050f0883db23,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.589101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] No DVR routers for this DVR port c28adc28-c86a-465d-9e52-050f0883db23 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:52.591709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.592646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.595937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:52.598603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:52.601742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.605362 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5ac5cbd5-5d2d-4b73-bea2-9afc488013f5 req-211eb550-e47d-483a-a355-9bf75b060d40 tempest-ListServerFiltersTestJSON-1401375757 tempest-ListServerFiltersTestJSON-1401375757-project] 10.222.0.100 "DELETE /v2.0/ports/c28adc28-c86a-465d-9e52-050f0883db23 HTTP/1.1" status: 204 len: 173 time: 0.5713615 Nov 12 03:27:52.605736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'name': 'network-vif-deleted', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:52.621201 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51023db8-c587-4c0c-9b5e-0eff6081459b" -d '{"events": [{"server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "name": "network-vif-deleted", "tag": "c28adc28-c86a-465d-9e52-050f0883db23"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:52.754205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router e291f7b1-a102-4beb-92ea-709a30589ef4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:52.774845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-100c405c-0b7b-4148-be35-7c5186b54045 req-9c2d40d1-c093-4f40-89d2-7988971cd855 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5135911 Nov 12 03:27:52.895893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.896526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.917961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:52.922334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.975422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.977658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-aeda2556-ab08-45ee-84e1-0b7605bb1d3e None None] Provisioning complete for port b391a84a-e263-46a9-b30c-f7725480f555 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:52.978268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aeda2556-ab08-45ee-84e1-0b7605bb1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.017750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:53.043974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Sync routers for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:53.057675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aeda2556-ab08-45ee-84e1-0b7605bb1d3e None None] Port b391a84a-e263-46a9-b30c-f7725480f555 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:53.074319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.077966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9aa01dec-ec42-404f-8ed7-53925dd81fb6 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 705 time: 1.8828421 Nov 12 03:27:53.080780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:53.081838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.081974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.110810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-90d0bec6-9f13-437d-a31d-b2c860099aaa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5371237 Nov 12 03:27:53.128756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.148071 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e05bddd4-54cc-4b1b-bbc8-337c4f64c724 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 205 time: 0.0630960 Nov 12 03:27:53.148434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.202419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:53.301082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.319112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50148) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.344644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315915352', 'description': 'tempest-description--268577418'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.344913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Checking router: e291f7b1-a102-4beb-92ea-709a30589ef4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:53.356271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Routers {'e291f7b1-a102-4beb-92ea-709a30589ef4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:53.356899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e291f7b1-a102-4beb-92ea-709a30589ef4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.409085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.416086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.422174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.429382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.435665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.440504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] Set router e291f7b1-a102-4beb-92ea-709a30589ef4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:53.443873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-c18f8e6f-c899-4694-80a4-c3c69f1ec529 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3814 time: 0.5292659 Nov 12 03:27:53.508249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:53.535080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.542837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9a2c1-1eb6-4f5c-9dc2-a3558dd22e72 None None] The sync data for ids ['e291f7b1-a102-4beb-92ea-709a30589ef4'] in n-d-713499-30 is: [{'id': 'e291f7b1-a102-4beb-92ea-709a30589ef4', 'name': 'tempest-RoutersIpV6Test-router-1528040029', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:53Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 11, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:53.543440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.607374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.630694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.1.1.136 (397dbaab-b030-4995-b17a-77e27577f554/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3/fe7f8e31-1092-47fb-988d-441d09ae1248) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:53.676525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bc9fbd6-a4ee-480a-9b51-f414fa7bac34 req-002995bc-168f-4496-945b-a815bfe366de tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226429 Nov 12 03:27:53.713995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc301a-1db1-4041-befd-dc36144f98b9 req-c70666c1-b78e-423a-8b81-d26889524a23 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.722632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fbc301a-1db1-4041-befd-dc36144f98b9 req-c70666c1-b78e-423a-8b81-d26889524a23 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.2283676 Nov 12 03:27:53.731425 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ab1da-775f-480c-b609-110171d6f0f2 x-openstack-request-id: req-551ab1da-775f-480c-b609-110171d6f0f2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:53.731991 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82381e50-8147-43f7-b0cf-6af865371419", "name": "network-vif-deleted", "tag": "c28adc28-c86a-465d-9e52-050f0883db23", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:53.731991 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-551ab1da-775f-480c-b609-110171d6f0f2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:53.732685 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82381e50-8147-43f7-b0cf-6af865371419', 'name': 'network-vif-deleted', 'tag': 'c28adc28-c86a-465d-9e52-050f0883db23', 'status': 'completed', 'code': 200} Nov 12 03:27:53.740777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.909185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.911950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.948207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fbc301a-1db1-4041-befd-dc36144f98b9 req-698b7aa8-bd97-46c2-b260-d232ae2792d0 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245219 Nov 12 03:27:53.958998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.960173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router e291f7b1-a102-4beb-92ea-709a30589ef4 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:53.968291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.970496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aeaf39cd-a2bb-474e-a3da-d66c8abac084 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 204 len: 168 time: 0.8210957 Nov 12 03:27:53.976938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.982050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195983649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.013835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.014757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.015947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.068315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50156) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.103080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.104331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.110071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.134925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.138894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8043c1b4-4e22-4244-9ecc-9970eaf32049 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1583903 Nov 12 03:27:54.139236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50158) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.139786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7607ae-de3d-4ad7-97f8-e476f5f3a819 req-7bbd8dde-a3eb-41dc-bf5f-017d4e9675d8 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.141307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b7607ae-de3d-4ad7-97f8-e476f5f3a819 req-7bbd8dde-a3eb-41dc-bf5f-017d4e9675d8 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.2976511 Nov 12 03:27:54.151047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.248615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.249864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9119792 Nov 12 03:27:54.271012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50160) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.276009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group_rule': {'security_group_id': '8c5f2d54-1b55-4a1f-bbc7-746621a795c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.280974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e3043-f2b9-4fc6-8d71-6b0c90ac94cd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f2d54-1b55-4a1f-bbc7-746621a795c6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.308004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Deleting subnet abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:54.331043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.336567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.384847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b7607ae-de3d-4ad7-97f8-e476f5f3a819 req-45648b1f-1907-49ac-a9e5-6ce985fce909 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280021 Nov 12 03:27:54.413675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc29ff3-8796-4145-97ee-1707c0eeb84f req-a62fff94-aecc-41fc-87a2-11b1799c8dd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.419617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc29ff3-8796-4145-97ee-1707c0eeb84f req-a62fff94-aecc-41fc-87a2-11b1799c8dd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.421309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcc29ff3-8796-4145-97ee-1707c0eeb84f req-a62fff94-aecc-41fc-87a2-11b1799c8dd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 1653 time: 0.2737670 Nov 12 03:27:54.429782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.441357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.459270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-5383bcb6-0f42-4e9a-9071-c5f0d18e4c03 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.460904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-5383bcb6-0f42-4e9a-9071-c5f0d18e4c03 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.100 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 0.1492417 Nov 12 03:27:54.470087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.475016 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.616823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.624273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70b37d4-7f20-4ba8-917e-0b68e23e021b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:54.632473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-3086cadc-96fd-434d-ab6b-0ad580fff84c tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.633904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-3086cadc-96fd-434d-ab6b-0ad580fff84c tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.100 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 945 time: 0.1718254 Nov 12 03:27:54.674056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcc29ff3-8796-4145-97ee-1707c0eeb84f req-e168363e-c88a-45d1-9c79-6279b1d9a6b1 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352300 Nov 12 03:27:54.684638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.716352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.749039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Transition to ACTIVE for port object e70b37d4-7f20-4ba8-917e-0b68e23e021b will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:54.752797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.756506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 397dbaab-b030-4995-b17a-77e27577f554 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:54.757310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.759980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Deleting port 067a0f02-65f6-4855-8301-db7b06b87c3d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:54.763461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:54.765243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.766193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.766759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.769534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:54.802120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Router 53595821-d087-4bbc-97fd-866e7d42c6ec is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:54.859915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bd6358-ab7d-460d-a85d-b4a56b200f29,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.907277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.911593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cf97a2fc-727c-4c0a-bf41-effc22394d7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6392906 Nov 12 03:27:54.921372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.928590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'security_group_rule': {'security_group_id': '8c5f2d54-1b55-4a1f-bbc7-746621a795c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.955532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.967414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.970078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.976199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.004333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Deleting port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:55.004679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.021331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:55.039576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Sync routers for ids ['53595821-d087-4bbc-97fd-866e7d42c6ec'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:55.065449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e499fdd-b25e-4f30-ab41-8cdaf98181dd None None] Network d5d79ab9-6945-46fc-aa67-aac105ec3f81 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:55.068606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Routers {'53595821-d087-4bbc-97fd-866e7d42c6ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:55.069445 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['53595821-d087-4bbc-97fd-866e7d42c6ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:55.108560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe1680e-ce73-4f6b-8699-91e6ec4bb2b0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.132366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.145363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fd6fce9d-921f-4c2f-a032-98724f1ab1cb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/abe1680e-ce73-4f6b-8699-91e6ec4bb2b0 HTTP/1.1" status: 204 len: 168 time: 1.0662384 Nov 12 03:27:55.178887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.184132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] For port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:55.184696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.192063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.196119 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Set router 53595821-d087-4bbc-97fd-866e7d42c6ec gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:55.202311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.220799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.248226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.264979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-ea1b8a39-62b8-4cf6-a7fa-cc405ae60983 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3826 time: 0.4208603 Nov 12 03:27:55.269268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53595821-d087-4bbc-97fd-866e7d42c6ec', 'name': 'tempest-RoutersIpV6Test-router-1195983649', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:54Z', 'updated_at': '2021-11-12T03:27:54Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:55.287888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50168) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.302730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Checking router: 53595821-d087-4bbc-97fd-866e7d42c6ec for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:55.312001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Routers {'53595821-d087-4bbc-97fd-866e7d42c6ec'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:55.312865 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['53595821-d087-4bbc-97fd-866e7d42c6ec'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:55.336271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-97c8c5af-ba7a-4f0c-af65-e92d609916d1 None None] Provisioning complete for port fe7f8e31-1092-47fb-988d-441d09ae1248 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:55.336694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c8c5af-ba7a-4f0c-af65-e92d609916d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.378810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.380441 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98493c53-4440-4b9f-add1-a0ed7155bd5f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "PUT /v2.0/routers/53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 200 len: 698 time: 1.2398980 Nov 12 03:27:55.383939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.390984 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] Set router 53595821-d087-4bbc-97fd-866e7d42c6ec gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:55.421989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c5af-ba7a-4f0c-af65-e92d609916d1 None None] Port fe7f8e31-1092-47fb-988d-441d09ae1248 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:55.430558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] For port 067a0f02-65f6-4855-8301-db7b06b87c3d, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=067a0f02-65f6-4855-8301-db7b06b87c3d,segment=NetworkSegment(42fb4b86-540a-4381-95be-9bad5b99bf94),segment_id=42fb4b86-540a-4381-95be-9bad5b99bf94)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:55.432296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.449879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Calling delete_port for 067a0f02-65f6-4855-8301-db7b06b87c3d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:55.455182 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53595821-d087-4bbc-97fd-866e7d42c6ec', 'name': 'tempest-RoutersIpV6Test-router-1195983649', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:54Z', 'updated_at': '2021-11-12T03:27:54Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:55.479170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d27f45af-3d6c-4873-b959-88752bd1e291 req-36da7d3c-6d0a-4366-b755-086b61540137 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132087 Nov 12 03:27:55.491757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.494370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c1870-9b52-4392-a5bb-8a8a4e8c52d6 None None] The sync data for ids ['53595821-d087-4bbc-97fd-866e7d42c6ec'] in n-d-713499-30 is: [{'id': '53595821-d087-4bbc-97fd-866e7d42c6ec', 'name': 'tempest-RoutersIpV6Test-router-1195983649', 'tenant_id': '476efec799904efabd9b3a74a0b8833c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:54Z', 'updated_at': '2021-11-12T03:27:54Z', 'revision_number': 2, 'project_id': '476efec799904efabd9b3a74a0b8833c', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:55.526672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] DHCP port deletion for d5d79ab9-6945-46fc-aa67-aac105ec3f81 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:55.540753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.619055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-ede64c4c-5850-4836-a196-b9a023763d0a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2880034 Nov 12 03:27:55.626436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Deleting port 2dd43401-522c-4507-913e-0afbf82ab87b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:55.627090 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.676126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'admin_state_up': True, 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'security_groups': ['97cd7d96-0614-4ffa-a403-2dd36d3c2c0e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:55.701559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.701930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.702257 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Floating IP a0998989-8c00-4de4-ab8b-52943e61552a disassociated. External IP: 172.25.4.142, port: 142307e8-d0ed-42ad-ae7f-c35a7d7eb768. Nov 12 03:27:55.702615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Calling delete_port for 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:55.730158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] For port 2dd43401-522c-4507-913e-0afbf82ab87b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2dd43401-522c-4507-913e-0afbf82ab87b,segment=NetworkSegment(f4e977d1-2381-4fc0-a5d1-58370a7f8490),segment_id=f4e977d1-2381-4fc0-a5d1-58370a7f8490)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:55.730586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.762415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Calling delete_port for 2dd43401-522c-4507-913e-0afbf82ab87b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:55.788353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.902457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.919649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2dd43401-522c-4507-913e-0afbf82ab87b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:55.973958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 067a0f02-65f6-4855-8301-db7b06b87c3d no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:56.067287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 2dd43401-522c-4507-913e-0afbf82ab87b update to DOWN by agent not found {{(pid=102607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:27:56.069120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.070178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.077832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No active binding found for port 067a0f02-65f6-4855-8301-db7b06b87c3d {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:27:56.078275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 067a0f02-65f6-4855-8301-db7b06b87c3d not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:56.078688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c28adc28-c86a-465d-9e52-050f0883db23 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:56.127224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c28adc28-c86a-465d-9e52-050f0883db23 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:56.127657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c28adc28-c86a-465d-9e52-050f0883db23 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:56.129820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] No DVR routers for this DVR port 2dd43401-522c-4507-913e-0afbf82ab87b on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:56.131333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Pushing event deleted for resources: {'Port': ['ID=2dd43401-522c-4507-913e-0afbf82ab87b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.132985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.134377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2108052 Nov 12 03:27:56.135113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461ee24-9834-4e17-a0d3-b1022ddf0b56 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd30bd1-23b4-4117-98eb-3cac1ab8467c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.139674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Pushing event deleted for resources: {'Port': ['ID=067a0f02-65f6-4855-8301-db7b06b87c3d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.141070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.141247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.141351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.141690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.142031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.142377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.142703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.143033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.143364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.143691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.145174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.145174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.145400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383747-64a6-405d-b1df-8756de1a4b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:56.154399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:56.243365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] No DVR routers for this DVR port 067a0f02-65f6-4855-8301-db7b06b87c3d on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:56.264288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.270108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.273610 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d9ea2d10-f6d2-4795-b710-0cb52fde4b26 req-1c6e5200-f1b0-4410-bb4e-6fd5e4098982 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.100 "DELETE /v2.0/ports/067a0f02-65f6-4855-8301-db7b06b87c3d HTTP/1.1" status: 204 len: 173 time: 1.7986712 Nov 12 03:27:56.275421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'name': 'network-vif-deleted', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:56.277738 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485a4ba-7ef9-447e-b975-17d731860ac5" -d '{"events": [{"server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "name": "network-vif-deleted", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:56.329451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.347812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eba00cfd-552d-4493-acc5-346d97d32c55 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/routers/53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 200 len: 704 time: 0.9350412 Nov 12 03:27:56.348616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50180) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.368239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Attempting to bind port e70b37d4-7f20-4ba8-917e-0b68e23e021b on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:56.368486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Attempting to bind port e70b37d4-7f20-4ba8-917e-0b68e23e021b by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:56.368830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Attempting to bind port e70b37d4-7f20-4ba8-917e-0b68e23e021b on network dfebe0c9-abb7-40ff-8611-9094d1309c12 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:56.378854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996383d1-81c4-4621-a0a5-c0adee8cb081 req-82e364ec-8253-4225-ab3c-6d30d64c0a0f tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.386328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-996383d1-81c4-4621-a0a5-c0adee8cb081 req-82e364ec-8253-4225-ab3c-6d30d64c0a0f tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/ports?device_id=54558421-0d05-43dd-8e34-8c8a4db8c005 HTTP/1.1" status: 200 len: 946 time: 1.2641788 Nov 12 03:27:56.390804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event deleted for resources: {'Port': ['ID=142307e8-d0ed-42ad-ae7f-c35a7d7eb768,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.475574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-45a4e092-be25-4dd1-80c4-c9366a342a58 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 200 len: 205 time: 0.1147966 Nov 12 03:27:56.476897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.499158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Port e70b37d4-7f20-4ba8-917e-0b68e23e021b on network dfebe0c9-abb7-40ff-8611-9094d1309c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:56.499612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Attempting to bind port e70b37d4-7f20-4ba8-917e-0b68e23e021b on network dfebe0c9-abb7-40ff-8611-9094d1309c12 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:56.546911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:56.547396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Checking segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:56.547884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Bound using segment: {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:56.548455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Bound port: e70b37d4-7f20-4ba8-917e-0b68e23e021b, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '379cb277-d753-42f4-bd8b-6723b6392933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:56.548903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.569822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-996383d1-81c4-4621-a0a5-c0adee8cb081 req-ae544d6c-0fa1-4af6-a12e-dfca004f5967 tempest-InstanceActionsTestJSON-1669426341 tempest-InstanceActionsTestJSON-1669426341-project] 10.222.0.93 "GET /v2.0/security-groups?id=c18c41a3-249a-4ced-b1c1-d104164ab540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825941 Nov 12 03:27:56.612002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154f11-cd15-4011-a038-bd147ac412be req-4258ee5f-793e-48ec-8b2d-608880de45e0 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.620463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74154f11-cd15-4011-a038-bd147ac412be req-4258ee5f-793e-48ec-8b2d-608880de45e0 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 867 time: 0.9364974 Nov 12 03:27:56.655197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.791881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d79ab9-6945-46fc-aa67-aac105ec3f81']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:56.824860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e977d1-2381-4fc0-a5d1-58370a7f8490') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:56.825304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e977d1-2381-4fc0-a5d1-58370a7f8490') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:56.853953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:56.874325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74154f11-cd15-4011-a038-bd147ac412be req-d0a00dfc-25b1-4a99-ac89-eb41e853c3c3 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups?id=2ede6838-beb8-4536-bbb7-108b7ee56220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526441 Nov 12 03:27:56.891184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.932970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.976551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:56.996115 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6221b84-335f-489e-9e74-6ba5ec436cf2 x-openstack-request-id: req-a6221b84-335f-489e-9e74-6ba5ec436cf2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:56.996407 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54558421-0d05-43dd-8e34-8c8a4db8c005", "name": "network-vif-deleted", "tag": "067a0f02-65f6-4855-8301-db7b06b87c3d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:56.996658 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a6221b84-335f-489e-9e74-6ba5ec436cf2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:56.997057 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54558421-0d05-43dd-8e34-8c8a4db8c005', 'name': 'network-vif-deleted', 'tag': '067a0f02-65f6-4855-8301-db7b06b87c3d', 'status': 'completed', 'code': 200} Nov 12 03:27:57.009214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.009768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add818-ca2b-4642-b7b6-6f31701cd2e3 req-c542e0c9-0a2d-4f3d-9f23-7db37bf9ba89 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.015895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add818-ca2b-4642-b7b6-6f31701cd2e3 req-c542e0c9-0a2d-4f3d-9f23-7db37bf9ba89 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.022579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4add818-ca2b-4642-b7b6-6f31701cd2e3 req-c542e0c9-0a2d-4f3d-9f23-7db37bf9ba89 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.030236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4add818-ca2b-4642-b7b6-6f31701cd2e3 req-c542e0c9-0a2d-4f3d-9f23-7db37bf9ba89 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 2374 time: 0.3069913 Nov 12 03:27:57.114746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.123191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Router 333e6790-9e88-4982-ad26-5d29de10bcde has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:57.125167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:57.135333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.137980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:57.138221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.140382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.142917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:57.145532 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:57.286650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.287530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.289333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] 10.222.0.98 "PUT /v2.0/ports/e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 1092 time: 4.1671267 Nov 12 03:27:57.290443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.290985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Fanout notify agent at l3_agent the message router_deleted on router 53595821-d087-4bbc-97fd-866e7d42c6ec {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:57.291429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:57.294107 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bcadc-db30-4af2-b3d7-13b1ced99a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:57.299053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.300226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4629100b-5133-4233-bd6c-9fbbd932dc46 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 204 len: 168 time: 0.8215706 Nov 12 03:27:57.306125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.311598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4add818-ca2b-4642-b7b6-6f31701cd2e3 req-ce7d7840-54cc-4329-a98f-80fbda7b7edf tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804694 Nov 12 03:27:57.316820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.334373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.349312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.357098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.363677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.376197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.383655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.393251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-2cf6c77e-e3b9-44eb-8a64-7ae20021a62c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3826 time: 0.3552110 Nov 12 03:27:57.414311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:57.422663 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-45e1cc94-d443-493b-ba5d-b65ee9572b08 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 200 len: 205 time: 0.1151159 Nov 12 03:27:57.430091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.466324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.477985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d5d79ab9-6945-46fc-aa67-aac105ec3f81 HTTP/1.1" status: 204 len: 168 time: 2.1800277 Nov 12 03:27:57.493710 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-749d4957-4e0a-4f02-8be8-c49e6de09edf tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:57.494844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-749d4957-4e0a-4f02-8be8-c49e6de09edf tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/53595821-d087-4bbc-97fd-866e7d42c6ec HTTP/1.1" status: 404 len: 336 time: 0.0633135 Nov 12 03:27:57.505363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.533097 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339f52a-73b8-4df8-a010-4f381f5c2f52 x-openstack-request-id: req-0339f52a-73b8-4df8-a010-4f381f5c2f52 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:57.533328 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:57.533548 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0339f52a-73b8-4df8-a010-4f381f5c2f52 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:57.534000 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'status': 'completed', 'code': 200} Nov 12 03:27:57.576242 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41ee9fb-7f9f-4323-930a-6d929b105d88 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:57.576726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41ee9fb-7f9f-4323-930a-6d929b105d88 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:57.581035 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d41ee9fb-7f9f-4323-930a-6d929b105d88 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/39c3a176-5b4e-4d14-8b03-a7a4442b4472 HTTP/1.1" status: 404 len: 337 time: 0.0745921 Nov 12 03:27:57.591344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50198) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.614418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Allocated IP 172.25.4.27 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:57.614642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49699a16-e0ac-4711-9f29-b35cc0f080b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.640871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda222d-a723-4d64-9cd0-bb11095d94b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d79ab9-6945-46fc-aa67-aac105ec3f81,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.654138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:57.664130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Sync routers for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:57.665379 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2df35b9-fc94-4398-a126-2ee6852410a2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:57.665852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2df35b9-fc94-4398-a126-2ee6852410a2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:57.678524 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2df35b9-fc94-4398-a126-2ee6852410a2 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/d5a754fe-86be-4a41-b257-11aeba17776d HTTP/1.1" status: 404 len: 337 time: 0.0762775 Nov 12 03:27:57.682292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.683444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:57.684157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:57.716630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.733403 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc2cf09-5db0-45f2-8d9c-97a68a06b1da tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:57.733788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc2cf09-5db0-45f2-8d9c-97a68a06b1da tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:57.736975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1dc2cf09-5db0-45f2-8d9c-97a68a06b1da tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/7f7d2f81-5717-4233-9450-6f5aa966e797 HTTP/1.1" status: 404 len: 337 time: 0.0536311 Nov 12 03:27:57.744499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50206) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.860140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.870244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] No DVR routers for this DVR port 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:57.872905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.878004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b108aff1-f337-4bf2-9ec7-bf80e5fc5773 req-732d4cf6-c711-487e-991d-8c7e32cecdba tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.100 "DELETE /v2.0/ports/142307e8-d0ed-42ad-ae7f-c35a7d7eb768 HTTP/1.1" status: 204 len: 173 time: 3.2320287 Nov 12 03:27:57.885233 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca4cb15-423a-4199-bca0-3598f5b2227d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:57.885700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca4cb15-423a-4199-bca0-3598f5b2227d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:57.892106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ca4cb15-423a-4199-bca0-3598f5b2227d tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/9eaf1248-a04d-470a-82ab-c0c52452d563 HTTP/1.1" status: 404 len: 337 time: 0.1314135 Nov 12 03:27:57.953454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.996957 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75a503db-0453-4d96-bc0c-8411a7a4e6b7 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 200 len: 205 time: 0.0400901 Nov 12 03:27:58.005865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.020794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Deleting subnet fac33a40-b5bf-4a6c-b62f-205ea81425e7 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:58.086435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.093023 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-64743c9d-53fd-494e-91c3-d862828841f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:58.094083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64743c9d-53fd-494e-91c3-d862828841f5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/e291f7b1-a102-4beb-92ea-709a30589ef4 HTTP/1.1" status: 404 len: 336 time: 0.0868030 Nov 12 03:27:58.103631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.2.2.100 (87ca4c5c-9a7c-48da-9751-c0036d9c3373/e21b954b-6ebd-415c-9ad4-22111a5205b2/cd8ac541-688c-4d08-9fb9-20fe67ab217e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:58.136773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.184269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:58.214156 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-019ac724-40a2-4bb4-91a8-6f05ccc0402e tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=178c5d16-e514-48cc-81e7-33122b557f26 HTTP/1.1" status: 200 len: 205 time: 0.0762019 Nov 12 03:27:58.216854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a265bf75-883c-4eff-8770-ddd678019c2f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c55352a2b44f47919d3e4266c396e951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519681 Nov 12 03:27:58.217576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.232291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.238458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:58.238973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 142307e8-d0ed-42ad-ae7f-c35a7d7eb768 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:58.272286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:58.316867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.321022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.322880 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-78675dfe-e9ba-45ac-ab04-78ba39676623 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:58.324452 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78675dfe-e9ba-45ac-ab04-78ba39676623 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/178c5d16-e514-48cc-81e7-33122b557f26 HTTP/1.1" status: 404 len: 336 time: 0.1017582 Nov 12 03:27:58.346674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.371591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.408558 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7dc166-3506-485e-9b97-4552f39eb357 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:58.409015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7dc166-3506-485e-9b97-4552f39eb357 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:58.412703 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce7dc166-3506-485e-9b97-4552f39eb357 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/fd59914d-6654-4482-83d1-04952f5e6543 HTTP/1.1" status: 404 len: 337 time: 0.0609329 Nov 12 03:27:58.419155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a6514cb-da7b-47d3-9cd0-7f351519eb2f req-9d527e1f-9e7d-43c7-a8fe-54b188be926b tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/ports?device_id=63437b47-9428-4a62-97c5-7e377f757d49 HTTP/1.1" status: 200 len: 210 time: 0.1609356 Nov 12 03:27:58.422565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21fe10ef-0bf4-4303-b46f-3574584dcc34 req-0e509377-8039-412b-8e6d-c63cb347b17f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0275824 Nov 12 03:27:58.437950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.477794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.499998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.500502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.501112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.501846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.502403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.514048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-333965b9-a434-47bf-baa1-5b0197fcef9e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 4362 time: 0.9790525 Nov 12 03:27:58.565415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8dba8dd-e895-4ec7-ac5b-3e680eeea70b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 200 len: 205 time: 0.1252332 Nov 12 03:27:58.571462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.588113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.679490 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-be3e3e28-f5da-4098-956c-f9d3653b2eac tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:58.681038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be3e3e28-f5da-4098-956c-f9d3653b2eac tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/94e3d54a-d6d1-428d-b87e-ec2f6af2f70a HTTP/1.1" status: 404 len: 336 time: 0.1010585 Nov 12 03:27:58.684216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.686240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.704436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.706350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:58.751675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Checking router: 333e6790-9e88-4982-ad26-5d29de10bcde for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:58.759877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6966024f-c5c8-432a-9740-a1908bf10e7c tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=84ce60a2-79e5-46bb-815d-a8586f3fbc5c HTTP/1.1" status: 200 len: 205 time: 0.0689788 Nov 12 03:27:58.768626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.771075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:58.772144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:58.793128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.852969 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-820e7bc7-725b-43c1-8602-118226182f78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:58.853913 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-820e7bc7-725b-43c1-8602-118226182f78 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/84ce60a2-79e5-46bb-815d-a8586f3fbc5c HTTP/1.1" status: 404 len: 336 time: 0.0757678 Nov 12 03:27:58.862889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:58.864106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.866906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.890995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.893590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:58.913335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:58.942576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:58.971205 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe034ee-b0e6-466d-9c3d-acfe8442590f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:58.971205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe034ee-b0e6-466d-9c3d-acfe8442590f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:58.976848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ebe034ee-b0e6-466d-9c3d-acfe8442590f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/6e87e642-4e54-428d-a277-7222983bd01f HTTP/1.1" status: 404 len: 337 time: 0.1022403 Nov 12 03:27:58.976848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac33a40-b5bf-4a6c-b62f-205ea81425e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.983057 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.989134 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54f03774-eb28-48f5-9f38-cd903f34d2da admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fac33a40-b5bf-4a6c-b62f-205ea81425e7 HTTP/1.1" status: 204 len: 168 time: 1.2477984 Nov 12 03:27:58.990505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.990505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.013559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'name': 'network-vif-deleted', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:59.015727 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b5378b-0416-4d6b-927c-838950fc1ae7" -d '{"events": [{"server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "name": "network-vif-deleted", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:59.078672 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589184e-3148-46c7-b370-8a769c76b6a3 x-openstack-request-id: req-b589184e-3148-46c7-b370-8a769c76b6a3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:59.079257 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63437b47-9428-4a62-97c5-7e377f757d49", "name": "network-vif-deleted", "tag": "142307e8-d0ed-42ad-ae7f-c35a7d7eb768", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:59.079799 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b589184e-3148-46c7-b370-8a769c76b6a3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:59.080411 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63437b47-9428-4a62-97c5-7e377f757d49', 'name': 'network-vif-deleted', 'tag': '142307e8-d0ed-42ad-ae7f-c35a7d7eb768', 'status': 'completed', 'code': 200} Nov 12 03:27:59.088787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:59.093526 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6851119-b712-4bf7-91b4-989df9646ef5 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=45593c4e-581f-4e4e-84d5-538bc8314ab5 HTTP/1.1" status: 200 len: 205 time: 0.1026218 Nov 12 03:27:59.097138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.101666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.137135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e82f84-481e-4c3a-9f91-7abe9e7ee33b req-563c550d-ba03-4d24-91b0-3d0e8b4a4539 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.145009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e82f84-481e-4c3a-9f91-7abe9e7ee33b req-563c550d-ba03-4d24-91b0-3d0e8b4a4539 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.152240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e82f84-481e-4c3a-9f91-7abe9e7ee33b req-563c550d-ba03-4d24-91b0-3d0e8b4a4539 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.153914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30e82f84-481e-4c3a-9f91-7abe9e7ee33b req-563c550d-ba03-4d24-91b0-3d0e8b4a4539 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 2374 time: 0.5622241 Nov 12 03:27:59.155233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.198309 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-6666bb47-47f6-42b3-8277-ceaef308e27f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:27:59.200106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6666bb47-47f6-42b3-8277-ceaef308e27f tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/45593c4e-581f-4e4e-84d5-538bc8314ab5 HTTP/1.1" status: 404 len: 336 time: 0.0966523 Nov 12 03:27:59.204057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.218438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:59.235146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.235349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Transition to ACTIVE for port object 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:59.240110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.241487 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a64cca7-f64b-467b-ba9c-1c9437189036 HTTP/1.1" status: 204 len: 168 time: 0.9799850 Nov 12 03:27:59.253016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.263869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e619a-75b2-4a8e-873a-ef8362078325 None None] The sync data for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 is: [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:25:38Z', 'revision_number': 4, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e7881ffb-1f8a-4a76-bda2-5d8bc817194f', 'name': '', 'network_id': '1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'mac_address': 'fa:16:3e:a0:2c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:36Z', 'updated_at': '2021-11-12T03:25:44Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'subnets': [{'id': '08fcfdca-68a3-4b46-9e9d-8d38a3773020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:59.274877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30e82f84-481e-4c3a-9f91-7abe9e7ee33b req-5a104deb-9f3c-4f55-b17f-d7655bb192f5 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105175 Nov 12 03:27:59.291761 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1de9a06-1510-494a-9fc4-f4a7f2cc4b04 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:27:59.292394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1de9a06-1510-494a-9fc4-f4a7f2cc4b04 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:59.295897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.311268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50252) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.312120 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d1de9a06-1510-494a-9fc4-f4a7f2cc4b04 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/1547ba55-d8d9-44ec-9751-8132c82e1d18 HTTP/1.1" status: 404 len: 337 time: 0.1037033 Nov 12 03:27:59.334962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a074af-6524-446f-9dff-252a76477b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64cca7-f64b-467b-ba9c-1c9437189036,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.341573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.369815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:59.371541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-f62398ec-7f34-4646-9aca-4de29e407461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.371949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-f62398ec-7f34-4646-9aca-4de29e407461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.372551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-f62398ec-7f34-4646-9aca-4de29e407461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.374013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-f62398ec-7f34-4646-9aca-4de29e407461 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=b45410570586491fbccf733c90d5f121&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.8347547 Nov 12 03:27:59.376065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-36703230-9233-4b9f-af1c-dcb18c27a177 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "GET /v2.0/ports?device_id=6726e80c-4d8b-4250-b2f1-973b6fa0909c HTTP/1.1" status: 200 len: 205 time: 0.0589888 Nov 12 03:27:59.383131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.393461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:59.396212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.432879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:59.588954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50264) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.862795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409c01e-53b6-42dd-b261-4c0388146662 None None] New status for floating IP a0998989-8c00-4de4-ab8b-52943e61552a: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:59.897834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c864dedd-4511-4b26-8a8e-c8b516e7747f None None] Provisioning complete for port cd8ac541-688c-4d08-9fb9-20fe67ab217e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:59.898785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c864dedd-4511-4b26-8a8e-c8b516e7747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.900978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.901693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.969148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.001239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c864dedd-4511-4b26-8a8e-c8b516e7747f None None] Port cd8ac541-688c-4d08-9fb9-20fe67ab217e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:00.039407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.044099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-fc85faf3-7818-474d-82e0-da3152a0b621 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3739512 Nov 12 03:28:00.045449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.052710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-3195b94e-a171-40d7-938f-dfb619f5d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.054509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-456bcadc-db30-4af2-b3d7-13b1ced99a3d req-3195b94e-a171-40d7-938f-dfb619f5d028 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6259089 Nov 12 03:28:00.075474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.086168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.089854 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-01ab8382-50ca-4e47-b79c-d8620353651b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] delete failed (client error): The resource could not be found. Nov 12 03:28:00.093766 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01ab8382-50ca-4e47-b79c-d8620353651b tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/routers/6726e80c-4d8b-4250-b2f1-973b6fa0909c HTTP/1.1" status: 404 len: 336 time: 0.7068136 Nov 12 03:28:00.095708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.096573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.101879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.117311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.123612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.125484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677adaaf-1540-492e-8c92-137f686adf85 req-3a803047-a9de-4615-848e-1947fdb41b0d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 4603 time: 0.4388149 Nov 12 03:28:00.166326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Attempting to bind port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:00.166670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Attempting to bind port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:00.167073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Attempting to bind port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:00.172910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'admin_state_up': True, 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'security_groups': ['97cd7d96-0614-4ffa-a403-2dd36d3c2c0e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:00.173315 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-50afbeab-b155-43fc-bf2d-d47751c4b594 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:00.173781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50afbeab-b155-43fc-bf2d-d47751c4b594 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:00.180846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-50afbeab-b155-43fc-bf2d-d47751c4b594 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/37e2a52d-63e3-459a-a16b-374d14cceb2f HTTP/1.1" status: 404 len: 337 time: 0.0810068 Nov 12 03:28:00.186098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.212290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:00.212618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Attempting to bind port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:00.218108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.231777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.238337 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd166e7-389e-4b4a-b6d6-f1f2f0e97366 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:00.238799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd166e7-389e-4b4a-b6d6-f1f2f0e97366 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:00.244791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0fd166e7-389e-4b4a-b6d6-f1f2f0e97366 tempest-RoutersIpV6Test-916510651 tempest-RoutersIpV6Test-916510651-project] 10.222.0.93 "DELETE /v2.0/subnets/e05525c8-009b-400b-8e6f-3dd8657a7b2b HTTP/1.1" status: 404 len: 337 time: 0.0560815 Nov 12 03:28:00.245941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:00.246110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:00.246407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Bound using segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:00.246857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Bound port: 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:00.247216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.279291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8787f04-5424-43c2-a05c-88760c519d5c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:00.298856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fb4b86-540a-4381-95be-9bad5b99bf94') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:00.299624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fb4b86-540a-4381-95be-9bad5b99bf94') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:00.340991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.375735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.389218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:00.389692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:00.391293 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:00.484759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677adaaf-1540-492e-8c92-137f686adf85 req-f99b3958-07bb-46ea-a9de-ee3519777933 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3306129 Nov 12 03:28:00.485303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.521914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.524549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.524753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.526061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "DELETE /v2.0/security-groups/2ede6838-beb8-4536-bbb7-108b7ee56220 HTTP/1.1" status: 204 len: 168 time: 0.9340396 Nov 12 03:28:00.528354 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] 10.222.0.93 "DELETE /v2.0/networks/b8787f04-5424-43c2-a05c-88760c519d5c HTTP/1.1" status: 204 len: 168 time: 1.5364134 Nov 12 03:28:00.529376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820b1ae-de21-4e63-9b1b-dfaf2414314e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8787f04-5424-43c2-a05c-88760c519d5c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.531012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:00.533068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.535123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.541930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:00.546162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.558083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfcb55-9913-4f3f-bea3-1a8e8bc02942 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede6838-beb8-4536-bbb7-108b7ee56220,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.560258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.590808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Made reservation on behalf of eb452135a91f43929f441d29fea0063c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:00.597370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.636914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.659976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.660962 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-97f8c2b7-dcb7-4b4a-b434-1672b302c265 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] show failed (client error): The resource could not be found. Nov 12 03:28:00.664543 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97f8c2b7-dcb7-4b4a-b434-1672b302c265 tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "GET /v2.0/security-groups/2ede6838-beb8-4536-bbb7-108b7ee56220 HTTP/1.1" status: 404 len: 347 time: 0.1262343 Nov 12 03:28:00.665439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.682870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.692304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.694662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] 10.222.0.98 "PUT /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 1136 time: 3.2881331 Nov 12 03:28:00.698417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:00.701860 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "9f7cb304-b907-4ae5-bb66-2cf4c17f27c0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:00.729591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.739229 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5889993 Nov 12 03:28:00.772004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50306) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.822050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:00.914951 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d3ec4-057d-4da8-bdf4-bfa62ca65d97 x-openstack-request-id: req-ca5d3ec4-057d-4da8-bdf4-bfa62ca65d97 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:00.914951 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "9f7cb304-b907-4ae5-bb66-2cf4c17f27c0", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:00.914951 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ca5d3ec4-057d-4da8-bdf4-bfa62ca65d97 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:00.915299 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0', 'status': 'completed', 'code': 200} Nov 12 03:28:00.981721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048193eb-01b7-4deb-8b42-16c653c8e5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.002438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0c9f-0cbd-4493-96ea-10785cf46a30 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.048989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50310) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.085042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Deleting port ecc0108e-1862-4cc7-9926-5b837d37910b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:01.085517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.207444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.207917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.214895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.215995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.216812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.217373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.217900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.218419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.220347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-5176dd28-0d44-4af5-ad7f-a5052a3782ca service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5291 time: 0.3128090 Nov 12 03:28:01.226295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Calling delete_port for ecc0108e-1862-4cc7-9926-5b837d37910b owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:01.229982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.345814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.361036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dd0b442f-7a3b-47f0-9892-1cbdc52a8988 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bfa6be6da43643f18e4ccaca2a907243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078427 Nov 12 03:28:01.364328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.444370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-c5b6df41-2fa7-46af-9784-484182495395 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.453347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-c5b6df41-2fa7-46af-9784-484182495395 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.462317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-c5b6df41-2fa7-46af-9784-484182495395 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.468386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-c5b6df41-2fa7-46af-9784-484182495395 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.470425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-c5b6df41-2fa7-46af-9784-484182495395 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3095 time: 1.0555935 Nov 12 03:28:01.481237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.516399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.522194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Pushing event deleted for resources: {'Port': ['ID=ecc0108e-1862-4cc7-9926-5b837d37910b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.579537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Allocated IP 10.2.2.200 (87ca4c5c-9a7c-48da-9751-c0036d9c3373/e21b954b-6ebd-415c-9ad4-22111a5205b2/4dad1796-64c9-4a0e-a4ec-ad01b742c77e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:01.586534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.629172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-679026290-network', 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:01.643059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.701892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:01.704974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.708459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.712177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.713891 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b7fd5940-275e-4729-bc81-b493ff2b08fb tempest-ServersTestFqdnHostnames-1190216669 tempest-ServersTestFqdnHostnames-1190216669-project] 10.222.0.93 "DELETE /v2.0/floatingips/a0998989-8c00-4de4-ab8b-52943e61552a HTTP/1.1" status: 204 len: 168 time: 0.9896886 Nov 12 03:28:01.721667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.728763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.805537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.808239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.808909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-8c5954f5-79a0-46b3-b5c5-54c11c13032e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--315915352&fields=id&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 267 time: 0.3370605 Nov 12 03:28:01.809573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c18c41a3-249a-4ced-b1c1-d104164ab540 HTTP/1.1" status: 204 len: 168 time: 0.4437675 Nov 12 03:28:01.841413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b89cb-6cfd-498d-8604-4731dfa37cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c41a3-249a-4ced-b1c1-d104164ab540,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.862557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad92cb26-6eb4-443b-9d32-fcf9d3708508 req-36d7afc0-10f6-47d9-a1f8-076c9cb9ae30 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278840 Nov 12 03:28:01.870784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-fee5b2ba-d4de-4bc2-82b4-39737edf328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.871610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-fee5b2ba-d4de-4bc2-82b4-39737edf328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.872255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-fee5b2ba-d4de-4bc2-82b4-39737edf328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.873995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-fee5b2ba-d4de-4bc2-82b4-39737edf328b service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=b45410570586491fbccf733c90d5f121&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6376483 Nov 12 03:28:02.006371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c59e6609-11d8-4a79-98cb-ea9711cd5d7c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=476efec799904efabd9b3a74a0b8833c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1730385 Nov 12 03:28:02.114567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.298041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.349871 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.442232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.445750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.449360 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/31acd134-c1ab-480e-bf27-d5fc744c29e7 HTTP/1.1" status: 204 len: 168 time: 0.3311591 Nov 12 03:28:02.457024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.469893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.473323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa05417-dbcb-4afa-aabb-28d2f36559cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acd134-c1ab-480e-bf27-d5fc744c29e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.521835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a8387-2b77-4b07-9f0d-2a3418108be3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.563424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:02.604973 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.605319 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Added segment cb68df9e-1319-432c-890a-58f8299e0b95 of type vlan for network 73fc6f44-57c6-4c4b-af04-04c495ae1100 Nov 12 03:28:02.745632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.817913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-7a92ac25-b189-4a5f-9044-251c97c89b2a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.819627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-7a92ac25-b189-4a5f-9044-251c97c89b2a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 816 time: 1.0097249 Nov 12 03:28:02.884700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.885674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.886262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.923405 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5761914 Nov 12 03:28:02.927100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.937908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Request body: {'subnet': {'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-679026290-subnet', 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:03.010724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c6b0d-cc6f-4718-a7d9-ffd30e6a675a admin admin] Pushing event updated for resources: {'Network': ['ID=73fc6f44-57c6-4c4b-af04-04c495ae1100,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.024597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.031707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:03.037476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:03.040176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.191668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a75503a-65c4-45c8-bd74-cb273783d950 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:03.202053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.216805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Transition to ACTIVE for port object 7a75503a-65c4-45c8-bd74-cb273783d950 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:03.252207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.374224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.385023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.391127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.408150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.434864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.448450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.450977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-63431dda-b51f-4c44-8a77-0123a05f24cb tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 4603 time: 1.4577758 Nov 12 03:28:03.481489 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.485180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.540579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-ec911b71-f81f-4580-a0c2-2a1698d1ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.542459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-577fcfc2-41ab-4e45-bc60-3904ce2b76f3 req-ec911b71-f81f-4580-a0c2-2a1698d1ece7 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.6124907 Nov 12 03:28:03.595571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.627801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6bfc78-3077-46c2-9c1c-14a3530e9490,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.670918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Checking segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:03.671288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Network hostable DHCP agents. Network: 73fc6f44-57c6-4c4b-af04-04c495ae1100, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:03.720602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:03.740882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Deleting port e7881ffb-1f8a-4a76-bda2-5d8bc817194f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:03.741090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.757019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-6fdd64ce-c3be-44f3-81d4-fd152aa468fa tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/quotas/664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 375 time: 0.5370572 Nov 12 03:28:03.784080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 73fc6f44-57c6-4c4b-af04-04c495ae1100) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:03.799480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4797597-1886-441a-abde-58a8f0bf74c7 None None] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:03.802304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.814607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.892847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.904226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3ed2e53-d7db-47cd-b9ff-b882147ca7a4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9671426 Nov 12 03:28:03.939387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b32ba4ec-50ec-4210-8482-c59d0ffee811 req-bb37b849-6581-46cf-ab9b-50ff0cee5541 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4451399 Nov 12 03:28:03.964601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] For port e7881ffb-1f8a-4a76-bda2-5d8bc817194f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:03.964972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.000994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Calling delete_port for e7881ffb-1f8a-4a76-bda2-5d8bc817194f owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:04.107901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a90dc9-e266-4e5a-a7ac-bcf467dc4a35 None None] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:04.108465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Attempting to bind port 7a75503a-65c4-45c8-bd74-cb273783d950 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:04.110609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Attempting to bind port 7a75503a-65c4-45c8-bd74-cb273783d950 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:04.111038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Attempting to bind port 7a75503a-65c4-45c8-bd74-cb273783d950 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:04.209852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Port 7a75503a-65c4-45c8-bd74-cb273783d950 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:04.210704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Attempting to bind port 7a75503a-65c4-45c8-bd74-cb273783d950 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:04.218643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:04.224964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.248428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-d2359499-b395-4be7-9717-96d9761544ed tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4824338 Nov 12 03:28:04.257593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:04.262763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:04.263237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:04.263727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Bound using segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:04.264356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Bound port: 7a75503a-65c4-45c8-bd74-cb273783d950, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:04.264961 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.267207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:04.358508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.365801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.392260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.393168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.415824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7881ffb-1f8a-4a76-bda2-5d8bc817194f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.451609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-3c4e2a08-0060-4049-a285-aeb4bf92c3fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2988162 Nov 12 03:28:04.463738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.470114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.484581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.497405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.510461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.512654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91337ac0-bd71-4548-b216-b60976624bac req-b368fcef-c2cc-4612-bf17-183f0a42dac4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3816 time: 0.3933043 Nov 12 03:28:04.537488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:04.661239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-58354e4a-20a5-4230-8e56-6b595110daf9 None None] Provisioning complete for port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.662811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58354e4a-20a5-4230-8e56-6b595110daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.671026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-0c395b76-650a-4c12-98b1-b3c1d5a200ef service neutron] 10.222.0.93 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215314 Nov 12 03:28:04.762336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-58354e4a-20a5-4230-8e56-6b595110daf9 None None] Port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:04.792433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.798666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-083895ba-2027-4984-896b-3f909bca4ca2 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:04.799639 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-083895ba-2027-4984-896b-3f909bca4ca2 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:28:04.800929 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-083895ba-2027-4984-896b-3f909bca4ca2 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:28:04.806057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-083895ba-2027-4984-896b-3f909bca4ca2 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4392285 Nov 12 03:28:04.811783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.820258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--247442842'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:04.825879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:04.874035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a75503a-65c4-45c8-bd74-cb273783d950,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:04.887062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-a402be85-4ae0-4c91-91bd-d4cca9f2b017 service neutron] 10.222.0.93 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961532 Nov 12 03:28:04.893089 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.901595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.911678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91337ac0-bd71-4548-b216-b60976624bac req-e9144e4f-d408-4711-bf9c-cbb7dfb9843b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596766 Nov 12 03:28:04.964881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.965757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.967253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] 10.222.0.98 "PUT /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 1136 time: 4.2127206 Nov 12 03:28:04.967943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '7a75503a-65c4-45c8-bd74-cb273783d950'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:04.970302 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610d4ca6-55ff-4013-b170-ea25373e292a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "7a75503a-65c4-45c8-bd74-cb273783d950"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:05.053190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:05.136887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.305255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a1394-f372-4063-af7f-4c2b45a9d1cf service neutron] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.358243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.365611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.402992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Router 333e6790-9e88-4982-ad26-5d29de10bcde has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:05.605682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:05.608625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.613316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4178757a-812e-405c-9db2-3abc85e62d10 admin admin] 10.222.0.93 "PUT /v2.0/routers/333e6790-9e88-4982-ad26-5d29de10bcde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8892758 Nov 12 03:28:05.616168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.620634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Sync routers for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:05.661428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:05.666687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:05.741501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.743242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.969332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:06.020280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd414e0-5bbc-42a7-b283-fd10267d4206,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.064933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7adb686-fab4-4186-af3f-2a3d215ce2dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:06.092283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.108670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Transition to ACTIVE for port object f7adb686-fab4-4186-af3f-2a3d215ce2dc will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:06.134101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.153356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.178371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.235613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.239989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4243612 Nov 12 03:28:06.239989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcc0af-1833-4721-ae54-3c8c8af9a409 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f97a4da-d6e9-41f9-b021-6f99f7bb583c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.255494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.261251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '6f97a4da-d6e9-41f9-b021-6f99f7bb583c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.291634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Deleting port f1c8eae2-3578-43f1-8cc7-ca16554c5045 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:06.291941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.318304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.403697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:28:04Z', 'revision_number': 5, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port': {'id': 'f1c8eae2-3578-43f1-8cc7-ca16554c5045', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:30Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.411900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:06.420543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.427128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] For port f1c8eae2-3578-43f1-8cc7-ca16554c5045, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f1c8eae2-3578-43f1-8cc7-ca16554c5045,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.427684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.435599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Transition to ACTIVE for port object 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:06.449174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.450265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Calling delete_port for f1c8eae2-3578-43f1-8cc7-ca16554c5045 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:06.461626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.466516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Checking router: 333e6790-9e88-4982-ad26-5d29de10bcde for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:06.488455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Routers {'333e6790-9e88-4982-ad26-5d29de10bcde'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:06.489472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['333e6790-9e88-4982-ad26-5d29de10bcde'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.511330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.514614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.530975 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.532220 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757862 Nov 12 03:28:06.535670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.554776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0564c275-9796-4b8b-ac99-2090dc322ed7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '6f97a4da-d6e9-41f9-b021-6f99f7bb583c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.558849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec07da8-8229-4fa7-b2a7-ae95d33679c3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f5757b-dc54-4ed8-b4e8-e97c4acbbfde,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.608931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] Set router 333e6790-9e88-4982-ad26-5d29de10bcde gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:06.620714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.628413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.642387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.652216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.659121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.666736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.672816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.677773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-84262029-e648-4424-be49-2d44d1dc8ad7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5380 time: 1.1177180 Nov 12 03:28:06.693618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-81ad4694-7d9e-43ac-822c-56a9b65ddbd4 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.695571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-81ad4694-7d9e-43ac-822c-56a9b65ddbd4 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 1.1200387 Nov 12 03:28:06.704695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 6, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.752991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.753372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0564c275-9796-4b8b-ac99-2090dc322ed7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.812963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd1cf6-dfc0-4159-b79d-7163c869db8c None None] The sync data for ids ['333e6790-9e88-4982-ad26-5d29de10bcde'] in n-d-713499-30 is: [{'id': '333e6790-9e88-4982-ad26-5d29de10bcde', 'name': 'tempest-ServersTestFqdnHostnames-13072872-router', 'tenant_id': '2c575797ca944772834e38c86f49e2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:29Z', 'updated_at': '2021-11-12T03:28:06Z', 'revision_number': 6, 'project_id': '2c575797ca944772834e38c86f49e2e5', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:06.940654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b669f1bd-4ce0-42fc-8871-ba6d6759c013 req-c8146b96-855b-4843-bc80-f7d226fdf6be tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406259 Nov 12 03:28:06.950381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a04ac596-3446-4fe4-8a52-a2f159f7631d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/quotas/b4dd04756cb54c4c9ca822e4ffd39d95 HTTP/1.1" status: 200 len: 375 time: 0.2361345 Nov 12 03:28:07.132377 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abedf13-ef62-4d58-b74e-b348f2366a0c x-openstack-request-id: req-0abedf13-ef62-4d58-b74e-b348f2366a0c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:07.133130 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "7a75503a-65c4-45c8-bd74-cb273783d950", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:07.133130 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0abedf13-ef62-4d58-b74e-b348f2366a0c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:07.133442 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '7a75503a-65c4-45c8-bd74-cb273783d950', 'status': 'completed', 'code': 200} Nov 12 03:28:07.202584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-53a54688-e157-42b1-a8bf-d6f42e1306f0 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2507663 Nov 12 03:28:07.337905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Attempting to bind port f7adb686-fab4-4186-af3f-2a3d215ce2dc on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:07.338288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Attempting to bind port f7adb686-fab4-4186-af3f-2a3d215ce2dc by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:07.338566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Attempting to bind port f7adb686-fab4-4186-af3f-2a3d215ce2dc on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.349677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-b3dbcdd3-0e1c-422e-9290-8804a785a9df tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.351153 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-b3dbcdd3-0e1c-422e-9290-8804a785a9df tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 816 time: 0.1196365 Nov 12 03:28:07.360259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45da19c1-b721-4bb7-b906-6fc6d289b251 req-60cb3aff-1e98-4f72-826a-79e8b643cc7f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 210 time: 0.1019518 Nov 12 03:28:07.447432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Port f7adb686-fab4-4186-af3f-2a3d215ce2dc on network 9a201ab7-ac1e-4470-8215-8da255708ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:07.447755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Attempting to bind port f7adb686-fab4-4186-af3f-2a3d215ce2dc on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.511585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.518759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.526922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:07.527542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:07.528193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Bound using segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:07.528849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Bound port: f7adb686-fab4-4186-af3f-2a3d215ce2dc, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:07.529496 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.542087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.542899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.543538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.544202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.544928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.545667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.546293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.548564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-610d4ca6-55ff-4013-b170-ea25373e292a req-5a7eb98e-94c8-47bd-a563-9cfb743b2384 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6246 time: 0.4139888 Nov 12 03:28:07.573360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c8eae2-3578-43f1-8cc7-ca16554c5045,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.575491 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-0564c275-9796-4b8b-ac99-2090dc322ed7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:28:07.576627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0564c275-9796-4b8b-ac99-2090dc322ed7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0279129 Nov 12 03:28:07.584981 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-96f6210d-0589-478e-8f94-611b97bcf04a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 379 time: 0.2055395 Nov 12 03:28:07.586947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50440) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:07.597932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba77ae-625f-4e74-90c8-9ab56544fe2c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:07.608303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.609675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.610220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.610857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.611528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.612582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.613554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.614500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.615051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.615594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.616424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.616957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:07.625242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'port': {'device_id': '07c225c9-685e-4f94-ba2d-bce576168a00', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'admin_state_up': True, 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'security_groups': ['8c5f2d54-1b55-4a1f-bbc7-746621a795c6']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:07.701529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Attempting to bind port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:07.701908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Attempting to bind port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:07.702334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Attempting to bind port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f on network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.767890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.773150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-f8087e56-b5c3-4f4d-af37-afae26a7b858 service neutron] 10.222.0.93 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305085 Nov 12 03:28:07.775035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f on network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:07.775458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Attempting to bind port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f on network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.833986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.840291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.851616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.853172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.859079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.861101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-894dfc9a-74f9-4c27-b1e2-937f99be297e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3828 time: 0.3579102 Nov 12 03:28:07.883552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:07.884063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Checking segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:07.884528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Bound using segment: {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:07.885062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Bound port: 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dfa19a-79cd-456c-86d4-59a454af487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:07.885519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.902860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e7881ffb-1f8a-4a76-bda2-5d8bc817194f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:07.937321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.938676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e7881ffb-1f8a-4a76-bda2-5d8bc817194f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:07.939403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e7881ffb-1f8a-4a76-bda2-5d8bc817194f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:07.941931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.944074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f1c8eae2-3578-43f1-8cc7-ca16554c5045 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:07.970237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:07.974447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f1c8eae2-3578-43f1-8cc7-ca16554c5045 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:07.980152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f1c8eae2-3578-43f1-8cc7-ca16554c5045 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:08.024171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.024976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333e6790-9e88-4982-ad26-5d29de10bcde {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:08.025525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-1080a3f0-59b9-4810-b890-e2b273310fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.026097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-1080a3f0-59b9-4810-b890-e2b273310fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.026552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-1080a3f0-59b9-4810-b890-e2b273310fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.028275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-610d4ca6-55ff-4013-b170-ea25373e292a req-1080a3f0-59b9-4810-b890-e2b273310fe0 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=b45410570586491fbccf733c90d5f121&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4384902 Nov 12 03:28:08.035271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.037771 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0e8c208-4b69-4d6b-891a-dc576ca5387f admin admin] 10.222.0.93 "DELETE /v2.0/routers/333e6790-9e88-4982-ad26-5d29de10bcde HTTP/1.1" status: 204 len: 168 time: 2.4204576 Nov 12 03:28:08.040945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.041499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:08.059267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.087452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.093356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Made reservation on behalf of 664feeefdb2343b98b5babb874d84fc3 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:08.097971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.180294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Deleting subnet 08fcfdca-68a3-4b46-9e9d-8d38a3773020 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:08.188903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.214367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b86c0ec3-c08a-4a41-9e97-06f6aeb83a33 req-39e25708-5a91-4cf1-af05-3b7e3f04cc30 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320825 Nov 12 03:28:08.233936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.285886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.286518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.291288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] 10.222.0.98 "PUT /v2.0/ports/f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 1091 time: 3.2639480 Nov 12 03:28:08.307192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0721490a-6225-4300-8049-639d54d700b3 service neutron] 10.222.0.93 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329964 Nov 12 03:28:08.359638 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.373491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.390726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:08.480353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.631136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Allocated IP 172.20.0.9 (3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa/c9dde83a-e8e6-45e4-b853-f55ca4bffd1d/4ec74678-1bd4-4e72-9035-52298c3d1aed) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:08.638776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.700363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fcfdca-68a3-4b46-9e9d-8d38a3773020,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.716824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.717571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16ff30-dbc1-4327-adb9-f352a81f6d3d None None] Network 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:08.725395 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/08fcfdca-68a3-4b46-9e9d-8d38a3773020 HTTP/1.1" status: 204 len: 168 time: 0.6809807 Nov 12 03:28:08.732850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.745113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.745467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.745814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.746158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.746492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.746835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.747159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.747484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.747814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.748346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.748684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.749011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b273d4b-22e0-4311-a759-02eda6700c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:08.869495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.983396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:08.993825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e88d3-3bcb-4a9c-9d25-6dc4a793d1db service neutron] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.017541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.021569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9f7fc59-9b8f-4b80-ade7-1f897dc4a3cc req-87e77f75-2669-4913-842b-a2f15f344b95 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 210 time: 0.1091731 Nov 12 03:28:09.061123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d4ca6-55ff-4013-b170-ea25373e292a req-28e34aa1-4ae0-4381-a237-c6f9808738c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.062920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-610d4ca6-55ff-4013-b170-ea25373e292a req-28e34aa1-4ae0-4381-a237-c6f9808738c5 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.0237484 Nov 12 03:28:09.064938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Deleting port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:09.065539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.089352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] DHCP port deletion for 1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:09.134590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.150379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:09.154044 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50104131-c374-45db-91f1-b5b963cffe9f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:09.167116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.170670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.172213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/6f97a4da-d6e9-41f9-b021-6f99f7bb583c HTTP/1.1" status: 204 len: 168 time: 1.5795927 Nov 12 03:28:09.181773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50472) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.184613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.185420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.187450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-1857b6c7-ab24-4c10-9d58-60dd02d4ca7a service neutron] 10.222.0.100 "PUT /v2.0/ports/8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1092 time: 4.6632726 Nov 12 03:28:09.189808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.247616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Deleting port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:09.248013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.254391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.261526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.282129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.288184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.310362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.322834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] For port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:09.323987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.326294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.348202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.362033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-4ef14666-4f74-4fb5-b7eb-1f153b11008b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5392 time: 0.9857452 Nov 12 03:28:09.366370 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e5fd3-dbbb-4e90-a76b-3a68067fede5 x-openstack-request-id: req-984e5fd3-dbbb-4e90-a76b-3a68067fede5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:09.366659 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:09.368466 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-984e5fd3-dbbb-4e90-a76b-3a68067fede5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:09.369968 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'status': 'completed', 'code': 200} Nov 12 03:28:09.388660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Calling delete_port for 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:09.407204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] For port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,segment=NetworkSegment(110cda73-5c7d-4401-a0ff-d0794e0ef712),segment_id=110cda73-5c7d-4401-a0ff-d0794e0ef712)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:09.409341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.445415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Calling delete_port for 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:09.447563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:09.577212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45c9f-3e1d-4f21-b30f-8ca68b885856 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f97a4da-d6e9-41f9-b021-6f99f7bb583c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.617480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.643453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] No DVR routers for this DVR port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:09.677003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.714666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23c8b43d-ded0-4721-849a-e9cd337ab55c req-b1c08c17-aa91-4bd7-bd56-658c64599732 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 210 time: 0.0737703 Nov 12 03:28:09.762254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1663134c-8c9d-484c-b99f-51f60e4c3881 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5732231 Nov 12 03:28:09.766305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] Pushing event deleted for resources: {'Port': ['ID=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.769154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50484) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.776761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a017c-ddb9-402d-87cf-46e09258faac None None] No DVR routers for this DVR port 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:09.809927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087477099'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:09.875649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.900682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.901353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.901992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.902614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.903221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.903835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.904482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.906588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50104131-c374-45db-91f1-b5b963cffe9f req-0788004a-7f21-4ea0-a590-69a4f70d0328 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6288 time: 0.4673245 Nov 12 03:28:09.913282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50486) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.939118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=4090b237-d8cd-47bc-bfb4-b0a90d9c0416,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.941253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba980e4b-1997-44ee-81ba-f478843f12ef req-2ea82602-7bc8-4ca0-a608-c5dee2c13850 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5782175 Nov 12 03:28:09.943397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.954924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:09.963111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.005582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.011275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.021839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:10.022108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4090b237-d8cd-47bc-bfb4-b0a90d9c0416 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:10.037776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110cda73-5c7d-4401-a0ff-d0794e0ef712') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.038515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110cda73-5c7d-4401-a0ff-d0794e0ef712') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:10.110127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.111883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.189024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:10.197744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:10.200448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:10.250694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.261221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.269965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:10.270376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:10.272345 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:10.364166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.367483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.395546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.406962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.410893 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] 10.222.0.93 "DELETE /v2.0/networks/1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c HTTP/1.1" status: 204 len: 168 time: 1.6770458 Nov 12 03:28:10.419251 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-cbfa6e61-80cf-4b7a-8946-f3ad2f29c794 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8019922 Nov 12 03:28:10.447821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Request body: {'port': {'device_id': '07c225c9-685e-4f94-ba2d-bce576168a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.450890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337c911-cfbb-4bed-b956-6497e6414dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb8ffe2-6996-41e7-ae46-c9fbc3a63f6c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.486816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82723cc5-eb84-4632-ba38-89b0cd3568b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.565013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.594680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-054b4aca-1e00-448d-951b-e527b1673dfb None None] Provisioning complete for port 4ec74678-1bd4-4e72-9035-52298c3d1aed triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.597922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-054b4aca-1e00-448d-951b-e527b1673dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.603813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.613459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.627764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.653032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.668069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.676580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-b580d14e-41e1-4f95-b4ff-513b1130d0b7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3828 time: 0.7639363 Nov 12 03:28:10.687988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-054b4aca-1e00-448d-951b-e527b1673dfb None None] Port 4ec74678-1bd4-4e72-9035-52298c3d1aed cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:10.696064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.800646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-256cb3bf-4afe-477c-b448-7d73e6420653 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.802323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-256cb3bf-4afe-477c-b448-7d73e6420653 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 0.2212732 Nov 12 03:28:10.830541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Request body: {'port': {'device_id': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'admin_state_up': True, 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.854269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82723cc5-eb84-4632-ba38-89b0cd3568b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.880450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82723cc5-eb84-4632-ba38-89b0cd3568b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.914777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-77eb2128-490c-4e61-8c82-017b927df30a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c575797ca944772834e38c86f49e2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153628 Nov 12 03:28:10.942638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.954927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd7a6e-ac25-4bb6-9330-4644e604b230 req-58a94a39-b745-4bff-aa45-4d0ed85c80df tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.957020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adfd7a6e-ac25-4bb6-9330-4644e604b230 req-58a94a39-b745-4bff-aa45-4d0ed85c80df tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 931 time: 0.4957318 Nov 12 03:28:11.011776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0183a72b-e9d2-419d-b774-21a2a3f7fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.012275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0183a72b-e9d2-419d-b774-21a2a3f7fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.012735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-0183a72b-e9d2-419d-b774-21a2a3f7fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.014295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50104131-c374-45db-91f1-b5b963cffe9f req-0183a72b-e9d2-419d-b774-21a2a3f7fbe0 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=b45410570586491fbccf733c90d5f121&shared=False HTTP/1.1" status: 200 len: 2301 time: 1.0667193 Nov 12 03:28:11.121963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-82723cc5-eb84-4632-ba38-89b0cd3568b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d68910801e443aab5edc569ebf3103a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1754198 Nov 12 03:28:11.134662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82723cc5-eb84-4632-ba38-89b0cd3568b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc29b5-60d7-4f21-96ba-6491ffdf1637,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.138229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50508) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.173239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-253fddae-49a1-4eaa-91cb-73f476d46603 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.175339 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-253fddae-49a1-4eaa-91cb-73f476d46603 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 0.3639138 Nov 12 03:28:11.186436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.189841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.195092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Request body: {'port': {'device_id': '4a853967-4543-442d-b2fb-834128e37b95', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'admin_state_up': True, 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.226444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23176200-3763-4368-8e28-c7dbae4b57d8 req-5088156d-8659-48c9-9a22-7a0335d7e1a0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598281 Nov 12 03:28:11.243600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.245963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c8029d-4ed9-4240-b4dd-79b60e62c1ac {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.330824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.333242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.392244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adfd7a6e-ac25-4bb6-9330-4644e604b230 req-a2fb56ec-e7e5-4231-8537-d8ddfef82bc0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823435 Nov 12 03:28:11.392730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:11.395152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb64b95-567b-413b-93f7-df5d267e4bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:11.419770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.449599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Transition to ACTIVE for port object 57c8029d-4ed9-4240-b4dd-79b60e62c1ac will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:11.481780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6da3784e-6303-4910-a247-1153eb663e62 req-99b8f787-b4d2-4b3b-b949-32751c71b8b6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 210 time: 0.1393149 Nov 12 03:28:11.488877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8273c09-d186-4733-b733-a0075bc2777c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.497615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:11.502080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.541038 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.544864 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46486090-19d2-48ba-849d-48d1455d970b x-openstack-request-id: req-46486090-19d2-48ba-849d-48d1455d970b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:11.545047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.545320 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:11.545808 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46486090-19d2-48ba-849d-48d1455d970b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:11.546441 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'status': 'completed', 'code': 200} Nov 12 03:28:11.558584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.562972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.569148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Allocated IP 172.20.0.7 (73fc6f44-57c6-4c4b-af04-04c495ae1100/7b6bfc78-3077-46c2-9c1c-14a3530e9490/f0c53f0f-44b8-4b49-b659-c79a447d11a6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:11.600771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.604734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8038940 Nov 12 03:28:11.604734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd019a-037c-4de4-a009-d6b296b3102a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20522f-7688-44b9-b214-3541d2dd0934,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.617665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Transition to ACTIVE for port object 4ec74678-1bd4-4e72-9035-52298c3d1aed will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:11.619148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.623617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a1da83aa-f1f3-4a28-8698-222df84a7c6b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '4b20522f-7688-44b9-b214-3541d2dd0934', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.624569 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-a1da83aa-f1f3-4a28-8698-222df84a7c6b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:28:11.624989 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-a1da83aa-f1f3-4a28-8698-222df84a7c6b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:11.628851 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1da83aa-f1f3-4a28-8698-222df84a7c6b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060356 Nov 12 03:28:11.630358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.631095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.645093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.664036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.717087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50104131-c374-45db-91f1-b5b963cffe9f req-f28642fa-05cc-4573-a665-d4be24ffa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.718695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50104131-c374-45db-91f1-b5b963cffe9f req-f28642fa-05cc-4573-a665-d4be24ffa286 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6816919 Nov 12 03:28:11.740212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Transition to ACTIVE for port object b8273c09-d186-4733-b733-a0075bc2777c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:11.771364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.784443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.820386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.856546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.900455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.997318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.011824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.017137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.020925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f2fdd641-2a44-4a81-9f2c-80d613513baf HTTP/1.1" status: 204 len: 168 time: 1.0620091 Nov 12 03:28:12.025816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Attempting to bind port 4ec74678-1bd4-4e72-9035-52298c3d1aed on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:12.026076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Attempting to bind port 4ec74678-1bd4-4e72-9035-52298c3d1aed by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:12.026406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Attempting to bind port 4ec74678-1bd4-4e72-9035-52298c3d1aed on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.038761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.050508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.057933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.073271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.088259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.101405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.111097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.113866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-254b349b-6780-4f2a-b872-8b964a580425 req-adc8cdd8-e342-4811-99db-3414b212880c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5404 time: 0.6175489 Nov 12 03:28:12.116895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Port 4ec74678-1bd4-4e72-9035-52298c3d1aed on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:12.117110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Attempting to bind port 4ec74678-1bd4-4e72-9035-52298c3d1aed on network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.140939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.150589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:12.150811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Checking segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:12.151202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Bound using segment: {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:12.151654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Bound port: 4ec74678-1bd4-4e72-9035-52298c3d1aed, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615cf770-38b1-41f2-b0ca-3cdaf31f0a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:12.157287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.175785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.176990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.180249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.180949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.183489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.188601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-52fc2262-c3db-4a4e-aeca-0c918c9a06e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 4364 time: 0.5489135 Nov 12 03:28:12.189431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.194807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.195683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.198249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.199648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9bc29b5-60d7-4f21-96ba-6491ffdf1637 HTTP/1.1" status: 204 len: 168 time: 1.0523632 Nov 12 03:28:12.206770 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/4b20522f-7688-44b9-b214-3541d2dd0934 HTTP/1.1" status: 204 len: 168 time: 0.5699310 Nov 12 03:28:12.255290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50520) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.277135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def000e-0fe9-43c8-80b3-6019294ec05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdd641-2a44-4a81-9f2c-80d613513baf,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.282869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f240-dc28-4f4b-a98a-fc50d075e76d tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20522f-7688-44b9-b214-3541d2dd0934,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.339428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.409961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:12.538101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Attempting to bind port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:12.538684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Attempting to bind port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:12.538819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Attempting to bind port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.603114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-cf62f1fe-4160-473f-ba29-9bb4422def23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.603590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-cf62f1fe-4160-473f-ba29-9bb4422def23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.604077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-cf62f1fe-4160-473f-ba29-9bb4422def23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.605730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-cf62f1fe-4160-473f-ba29-9bb4422def23 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=eb452135a91f43929f441d29fea0063c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3423057 Nov 12 03:28:12.636460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac on network 9a201ab7-ac1e-4470-8215-8da255708ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:12.636859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Attempting to bind port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.671562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:12.671913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Checking segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:12.672339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Bound using segment: {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:12.672897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Bound port: 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae3d3ee-83db-4529-b2e8-5588689ad35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:12.673157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.695421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Attempting to bind port b8273c09-d186-4733-b733-a0075bc2777c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:12.695421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Attempting to bind port b8273c09-d186-4733-b733-a0075bc2777c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:12.695421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Attempting to bind port b8273c09-d186-4733-b733-a0075bc2777c on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.742507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:12.766670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.771472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Port b8273c09-d186-4733-b733-a0075bc2777c on network 397dbaab-b030-4995-b17a-77e27577f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:12.771865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Attempting to bind port b8273c09-d186-4733-b733-a0075bc2777c on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:12.772948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:12.776007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event updated for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.787306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:12.788171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695c918-bb73-4527-8ea4-9a9af4d3e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc29b5-60d7-4f21-96ba-6491ffdf1637,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.790553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:12.801832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Allocated IP 172.20.0.13 (73fc6f44-57c6-4c4b-af04-04c495ae1100/7b6bfc78-3077-46c2-9c1c-14a3530e9490/5b6b1e44-4e5f-4a77-80d8-57fd4231652b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:12.824389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:12.824389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:12.824652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Bound using segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:12.825002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Bound port: b8273c09-d186-4733-b733-a0075bc2777c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:12.825367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.868828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.869450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.870871 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] 10.222.0.100 "PUT /v2.0/ports/4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 1092 time: 2.4326286 Nov 12 03:28:12.873591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.877532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:12.880948 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18cbae3-96b1-4482-81a4-83f96a3956ba" -d '{"events": [{"name": "network-changed", "server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:12.966114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-254b349b-6780-4f2a-b872-8b964a580425 req-9debf46c-7840-482b-bd36-fc44fd96251e tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8341799 Nov 12 03:28:12.973610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be8a3c7d-2484-4559-986e-dbc51f696223 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6054547 Nov 12 03:28:12.982486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.004463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.010935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.017794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.024439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.027880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--100645540'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.031245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.039102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.047645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-4005dad0-6f8b-4583-ab33-5b79ad8efdd2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 4599 time: 0.4167647 Nov 12 03:28:13.104238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.107578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.175396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3019-3d7f-442f-ae5f-8d6c6b41a224 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.219059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-b1b4dbc0-c748-4042-bb4b-e4999440bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.220280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3fb64b95-567b-413b-93f7-df5d267e4bc2 req-b1b4dbc0-c748-4042-bb4b-e4999440bd18 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5508521 Nov 12 03:28:13.240774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:13.258622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.288534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-982daca0-b09f-41e2-81c5-651629ea6c26 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4635048 Nov 12 03:28:13.299158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-c19f5239-8a9f-440d-84ff-c438928c6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.301421 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-c19f5239-8a9f-440d-84ff-c438928c6c9d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1095 time: 0.3672113 Nov 12 03:28:13.306450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:13.312426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Request body: {'port': {'device_id': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.331348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:13.405717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8c68be9-7dff-4f32-ae34-72fce0ab0bb6 req-be18937f-9c9e-417a-bdae-ca959305ba00 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3569601 Nov 12 03:28:13.410583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b8273c09-d186-4733-b733-a0075bc2777c,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:13.414216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-188bce36-cf60-43a1-86b8-c5c16bb1dc99 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 217 time: 0.0987074 Nov 12 03:28:13.435316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9005ea-e5af-469f-ac1b-afcf1979b5d4 req-eb7d97ec-5c17-4687-96c4-898a377d2f6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.436927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c9005ea-e5af-469f-ac1b-afcf1979b5d4 req-eb7d97ec-5c17-4687-96c4-898a377d2f6c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.2646372 Nov 12 03:28:13.438145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.488536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50568) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.489832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.533696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.534606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.536480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] 10.222.0.98 "PUT /v2.0/ports/57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 1091 time: 5.1842527 Nov 12 03:28:13.546633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.547282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.549045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] 10.222.0.100 "PUT /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 1130 time: 4.1532094 Nov 12 03:28:13.553879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac'}, {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'b8273c09-d186-4733-b733-a0075bc2777c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:13.555877 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b82af-9f49-498c-906f-80f38f79536d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac"}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "b8273c09-d186-4733-b733-a0075bc2777c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:13.583619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.603341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-7f23096a-9000-4542-a2f9-43acdfb6f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.605043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-7f23096a-9000-4542-a2f9-43acdfb6f084 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1787179 Nov 12 03:28:13.605665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.607569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.668213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e84b2-978f-4563-8230-4b0cb66872b7 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.672734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.684742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.723466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c9005ea-e5af-469f-ac1b-afcf1979b5d4 req-c2238df5-ae44-4ec1-a435-5d3596df2a74 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330997 Nov 12 03:28:13.837887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.874506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4138c902-98e4-4ae8-a823-1a6c1bddfa85 req-2e0644fc-ee3e-4a14-9786-39ccc8061702 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 210 time: 0.2271438 Nov 12 03:28:13.915805 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05174e1-8a2f-4d53-8b68-06d5b42db233 x-openstack-request-id: req-b05174e1-8a2f-4d53-8b68-06d5b42db233 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:13.916355 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:13.916684 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b05174e1-8a2f-4d53-8b68-06d5b42db233 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:13.917088 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'status': 'completed', 'code': 200} Nov 12 03:28:13.950544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-931733761-network', 'tenant_id': 'adf2ad9f002247fdb52115f88c74ebdc'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:13.951073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.953697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.957442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.967751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e5043-5286-41ac-8bba-4d4744592519 service neutron] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.978423 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8489c84e-7f2c-409e-b9cc-233ecc8ffe26 x-openstack-request-id: req-8489c84e-7f2c-409e-b9cc-233ecc8ffe26 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:13.978713 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "b8273c09-d186-4733-b733-a0075bc2777c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:13.978968 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8489c84e-7f2c-409e-b9cc-233ecc8ffe26 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:13.979948 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac', 'status': 'completed', 'code': 200} Nov 12 03:28:13.980230 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'b8273c09-d186-4733-b733-a0075bc2777c', 'status': 'completed', 'code': 200} Nov 12 03:28:13.986041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1933603054-network', 'tenant_id': '3573f91a6635458fb26eef414e3a7609'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:14.086999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-2486db10-e071-468b-8b80-b65fe7869dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.088633 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-2486db10-e071-468b-8b80-b65fe7869dfc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444832 Nov 12 03:28:14.098479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:14.121345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:14.128601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:14.142142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63afb231-ece4-4708-852d-713df48f8505,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.228400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.316989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.317672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.374060 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-1526bcd4-9f24-4769-ad7f-f6a5949ca327 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683804 Nov 12 03:28:14.542443 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d59411cc-fc07-42e7-9e70-910f4e8c80e3 req-70299796-df85-43ea-ad93-da28634f0955 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606519 Nov 12 03:28:14.611901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.625198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.630301 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71e579a5-a495-440b-9d98-51fad32183da tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6354599 Nov 12 03:28:14.632661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.639476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Made reservation on behalf of adf2ad9f002247fdb52115f88c74ebdc for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:14.641718 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.654494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-857b1f4d-cd90-4cc9-b29d-a32fb0a2719b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '63afb231-ece4-4708-852d-713df48f8505', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:14.655490 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-857b1f4d-cd90-4cc9-b29d-a32fb0a2719b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:28:14.656036 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-857b1f4d-cd90-4cc9-b29d-a32fb0a2719b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:14.661038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-857b1f4d-cd90-4cc9-b29d-a32fb0a2719b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111589 Nov 12 03:28:14.661639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.664354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c53f0f-44b8-4b49-b659-c79a447d11a6 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:14.684644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.722693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Transition to ACTIVE for port object f0c53f0f-44b8-4b49-b659-c79a447d11a6 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:14.730750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.735726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.745632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.746101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.746697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.747165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.747625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.748140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.749763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-dc019933-c5eb-4511-a40c-cb33aaa6ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.750131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-c56515e4-97cb-4ab7-87d4-1ffd256e34e6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5287 time: 0.7607801 Nov 12 03:28:14.752173 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-dc019933-c5eb-4511-a40c-cb33aaa6ef23 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1095 time: 0.1485238 Nov 12 03:28:14.785873 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0f0cf24c-9c6a-47ff-81d2-3436772fb3ae tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6002905 Nov 12 03:28:14.792633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Made reservation on behalf of 3573f91a6635458fb26eef414e3a7609 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:14.794798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.806909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Request body: {'port': {'device_id': '4a853967-4543-442d-b2fb-834128e37b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:14.817812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.818704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.819166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.819679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.820085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.820532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.821887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.823257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-6e479c11-a5bc-4942-b60f-f04965e8642f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6356 time: 0.8246965 Nov 12 03:28:14.870976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.883917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.889762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.890723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.895796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.901574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.908947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.914937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.920766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.922980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-cfa592cd-4a3f-461e-8f76-d3cdb5b4a060 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5404 time: 0.4081309 Nov 12 03:28:14.926296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.022848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.028715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.030954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.034626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.041082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.044018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.046944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.053510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.061226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-43d1c848-6bb9-4410-b026-108fdf40105f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 4599 time: 0.4941928 Nov 12 03:28:15.102035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-d460ce40-767a-483c-87d0-a2e4dbbe1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.103682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-d460ce40-767a-483c-87d0-a2e4dbbe1287 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.3150771 Nov 12 03:28:15.196205 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-7c864dce-7549-4992-bea0-b8a8a0b5dea8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 217 time: 0.0830879 Nov 12 03:28:15.196982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Attempting to bind port f0c53f0f-44b8-4b49-b659-c79a447d11a6 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:15.197383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Attempting to bind port f0c53f0f-44b8-4b49-b659-c79a447d11a6 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:15.197725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Attempting to bind port f0c53f0f-44b8-4b49-b659-c79a447d11a6 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.209931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.212835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.216743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/63afb231-ece4-4708-852d-713df48f8505 HTTP/1.1" status: 204 len: 168 time: 0.5475490 Nov 12 03:28:15.218478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.242779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Port f0c53f0f-44b8-4b49-b659-c79a447d11a6 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:15.243329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Attempting to bind port f0c53f0f-44b8-4b49-b659-c79a447d11a6 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:15.335777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b13ff8-a6aa-47c8-b4c2-4a4eb55be93b tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63afb231-ece4-4708-852d-713df48f8505,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.349265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:15.349601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Checking segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:15.349991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Bound using segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:15.350578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Bound port: f0c53f0f-44b8-4b49-b659-c79a447d11a6, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:15.350950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.419166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-a9c73e3d-f012-4157-8444-9673c388cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.419528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-a9c73e3d-f012-4157-8444-9673c388cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.419903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-a9c73e3d-f012-4157-8444-9673c388cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.422092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-a9c73e3d-f012-4157-8444-9673c388cd9d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=eb452135a91f43929f441d29fea0063c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6306381 Nov 12 03:28:15.468185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-881dd24a-464b-48b6-a76b-721568b8cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.469738 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-881dd24a-464b-48b6-a76b-721568b8cb8d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.2502697 Nov 12 03:28:15.516121 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-00a3c7b2-c022-4070-bd31-389c72ef7751 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2907579 Nov 12 03:28:15.516775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.521232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a371e50b-aa95-483e-80d1-4e9960636c49 req-d6b842eb-3621-4184-8c0a-1f8a4b3cc728 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5659432 Nov 12 03:28:15.535216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--480573266'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:15.633548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.639407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:15.668386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d88892d-4317-4c7c-875a-82420b0f2525 req-30f179b5-dac2-43b6-a99d-cb7bfdf78ed2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5856791 Nov 12 03:28:15.670871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:15.675122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-0f3f2481-b9ba-4fd9-a4e9-cb19fed3b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.677282 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-0f3f2481-b9ba-4fd9-a4e9-cb19fed3b78f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715508 Nov 12 03:28:15.688403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.694454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-f6731561-a401-44b4-b942-59bcaee44c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.694913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-f6731561-a401-44b4-b942-59bcaee44c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.695364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-f6731561-a401-44b4-b942-59bcaee44c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.697000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-f6731561-a401-44b4-b942-59bcaee44c64 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=b45410570586491fbccf733c90d5f121&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.7352862 Nov 12 03:28:15.852902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.903533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.904186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.905589 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] 10.222.0.98 "PUT /v2.0/ports/f0c53f0f-44b8-4b49-b659-c79a447d11a6 HTTP/1.1" status: 200 len: 1092 time: 2.6013355 Nov 12 03:28:15.919677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:15.921964 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92272e6f-41f9-48cd-ae3b-47ed8838a327" -d '{"events": [{"name": "network-changed", "server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:15.946168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.969061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0110b3a-c962-4ab3-8747-175411bf887a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.984004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6b1e44-4e5f-4a77-80d8-57fd4231652b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:15.985920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.032372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.057531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ae1f29-381d-485b-93a3-df669a053f0f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:16.073193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-3cd85cdd-7b9f-4196-9557-69977d62c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.074682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-3cd85cdd-7b9f-4196-9557-69977d62c034 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6302209 Nov 12 03:28:16.080190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:16.106144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.127816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d37e54-cdd1-454c-8d5f-87815e280330,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.146998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:16.170498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.170787 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Added segment f24b9197-d603-4f8f-9b81-371b53cac1d4 of type vlan for network 44dac5f5-4531-4ac1-8341-566399e6cda2 Nov 12 03:28:16.217500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Transition to ACTIVE for port object 00ae1f29-381d-485b-93a3-df669a053f0f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:16.222020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b82af-9f49-498c-906f-80f38f79536d req-eb96aa47-90e9-4309-b3c8-873cbed8602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.223553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-457b82af-9f49-498c-906f-80f38f79536d req-eb96aa47-90e9-4309-b3c8-873cbed8602f service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4757338 Nov 12 03:28:16.230747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.231121 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Added segment d6955202-0ce7-4b55-bd70-0ae5b0efaf10 of type vlan for network 66e21996-f0ab-4f8b-95a0-759a9139f60d Nov 12 03:28:16.271133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.291578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.291950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c8fb3-bdfd-4ba3-9910-668768ce48a3 req-2befba79-23e3-43fa-af98-bdf9472f26da tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.293755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-627c8fb3-bdfd-4ba3-9910-668768ce48a3 req-2befba79-23e3-43fa-af98-bdf9472f26da tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.4333282 Nov 12 03:28:16.334018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-14409e41-e30a-4f0f-a285-85f3364ecb88 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490932 Nov 12 03:28:16.340052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Transition to ACTIVE for port object 5b6b1e44-4e5f-4a77-80d8-57fd4231652b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:16.343419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.351657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.357705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.363035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa01637-1271-4cf0-be25-ad2d5730cf55,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.368926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:16.378212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.405070 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:16.411310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-f22005ad-f9a4-47b1-9501-c42188e9c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.413061 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-f22005ad-f9a4-47b1-9501-c42188e9c019 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=ab130182-c67b-4b12-8f1b-544d3a625cfd HTTP/1.1" status: 200 len: 1095 time: 0.4480948 Nov 12 03:28:16.431932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744989-240f-44a6-a2f4-1faf2a740dba req-00822b9b-fbfe-4ee7-b183-a2cdeb427efa tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.435063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.439467 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9096441 Nov 12 03:28:16.442153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04744989-240f-44a6-a2f4-1faf2a740dba req-00822b9b-fbfe-4ee7-b183-a2cdeb427efa tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 932 time: 0.4222815 Nov 12 03:28:16.447521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.457813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4d0ab258-8fed-479c-8d2a-0fd2bfd1ec4f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'ebf3275e-20a9-46f6-9cde-61aebe19aa32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.458388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.470163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.479578 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-4d0ab258-8fed-479c-8d2a-0fd2bfd1ec4f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:28:16.480686 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4d0ab258-8fed-479c-8d2a-0fd2bfd1ec4f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:16.486368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d0ab258-8fed-479c-8d2a-0fd2bfd1ec4f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0323348 Nov 12 03:28:16.496568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50604) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.497919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:28:16.526801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8f1d6bba-2b6d-4634-81d9-3fd578f61686 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'ebf3275e-20a9-46f6-9cde-61aebe19aa32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.528592 n-d-713499-30 neutron-server[102606]: WARNING neutron.api.v2.base [None req-8f1d6bba-2b6d-4634-81d9-3fd578f61686 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:28:16.529299 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-8f1d6bba-2b6d-4634-81d9-3fd578f61686 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:16.530487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f1d6bba-2b6d-4634-81d9-3fd578f61686 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174627 Nov 12 03:28:16.551560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Transition to ACTIVE for port object 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:16.552758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.594169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.624333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.635705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.636170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.636821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.639420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4781-b184-4e87-bf65-6fcba4c7fbd0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3275e-20a9-46f6-9cde-61aebe19aa32,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.656952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.671214 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-1911a44d-39ee-44e6-8efb-393f3d452a4d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6 HTTP/1.1" status: 200 len: 217 time: 0.2470605 Nov 12 03:28:16.675339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c0f81bb5-9dd6-4604-b9fb-2cb98c3edc41 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'ebf3275e-20a9-46f6-9cde-61aebe19aa32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.676243 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-c0f81bb5-9dd6-4604-b9fb-2cb98c3edc41 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:28:16.676752 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-c0f81bb5-9dd6-4604-b9fb-2cb98c3edc41 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:16.680345 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0f81bb5-9dd6-4604-b9fb-2cb98c3edc41 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093210 Nov 12 03:28:16.689495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.705620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.707018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.707597 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.725253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-505ae2af-d527-4e1b-a70d-3821e0b2f4f0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'ebf3275e-20a9-46f6-9cde-61aebe19aa32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.726195 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-505ae2af-d527-4e1b-a70d-3821e0b2f4f0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:28:16.726691 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-505ae2af-d527-4e1b-a70d-3821e0b2f4f0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:16.727721 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-505ae2af-d527-4e1b-a70d-3821e0b2f4f0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0356348 Nov 12 03:28:16.739261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50614) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.774613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04744989-240f-44a6-a2f4-1faf2a740dba req-417abeb0-2f5d-414f-8b50-7024e7f8c288 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305414 Nov 12 03:28:16.807276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.3121760 Nov 12 03:28:16.807787 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.808285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-627c8fb3-bdfd-4ba3-9910-668768ce48a3 req-4eb943bc-e5d4-478c-860f-e5cc138ca55b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469843 Nov 12 03:28:16.851367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Request body: {'subnet': {'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-931733761-subnet', 'tenant_id': 'adf2ad9f002247fdb52115f88c74ebdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.916424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2267861 Nov 12 03:28:16.924176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50618) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.927152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.932652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Request body: {'subnet': {'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1933603054-subnet', 'tenant_id': '3573f91a6635458fb26eef414e3a7609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:16.942212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-b0dc4f66-05b8-4e1a-9bd7-24c68c4cc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.944750 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-b0dc4f66-05b8-4e1a-9bd7-24c68c4cc2e2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.2534645 Nov 12 03:28:16.952281 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a7f372-5e53-4f80-bf50-7a2632024d0b x-openstack-request-id: req-18a7f372-5e53-4f80-bf50-7a2632024d0b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:16.952663 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:16.952855 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-18a7f372-5e53-4f80-bf50-7a2632024d0b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:16.953257 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6', 'status': 'completed', 'code': 200} Nov 12 03:28:16.954316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Attempting to bind port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:16.954410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Attempting to bind port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:16.954709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Attempting to bind port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:16.967038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b8934-64ae-4fca-88ad-89e7fda43ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=44dac5f5-4531-4ac1-8341-566399e6cda2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.007203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:17.007601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Attempting to bind port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.017320 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-c18cbae3-96b1-4482-81a4-83f96a3956ba req-83c9c0df-465f-4153-b177-85533ee1a77a service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718936 Nov 12 03:28:17.028780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 44dac5f5-4531-4ac1-8341-566399e6cda2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:17.029458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:17.029917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Checking segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:17.030318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Bound using segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:17.030852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Bound port: 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:17.031215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.040668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Attempting to bind port 00ae1f29-381d-485b-93a3-df669a053f0f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:17.041267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Attempting to bind port 00ae1f29-381d-485b-93a3-df669a053f0f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:17.041976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Attempting to bind port 00ae1f29-381d-485b-93a3-df669a053f0f on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.052613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Made reservation on behalf of adf2ad9f002247fdb52115f88c74ebdc for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:17.063087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.173873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Port 00ae1f29-381d-485b-93a3-df669a053f0f on network 397dbaab-b030-4995-b17a-77e27577f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:17.174553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Attempting to bind port 00ae1f29-381d-485b-93a3-df669a053f0f on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.254302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.262327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Made reservation on behalf of 3573f91a6635458fb26eef414e3a7609 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:17.265081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.267506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:17.268756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:17.269574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Bound using segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:17.270666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Bound port: 00ae1f29-381d-485b-93a3-df669a053f0f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:17.271407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.281170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc2f8-f514-4729-b6f9-c1949e8f0c5f admin admin] Pushing event updated for resources: {'Network': ['ID=66e21996-f0ab-4f8b-95a0-759a9139f60d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.312821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.315774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 66e21996-f0ab-4f8b-95a0-759a9139f60d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:17.340643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-26439cf2-8ca9-4e09-a87e-d613baedf024 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3827868 Nov 12 03:28:17.347778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d22d-bc9c-494b-9ef2-db6b9ec41ba0 req-32cf78c6-3270-400a-940e-3ea5486f5908 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.364533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c532d22d-bc9c-494b-9ef2-db6b9ec41ba0 req-32cf78c6-3270-400a-940e-3ea5486f5908 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 945 time: 0.4162753 Nov 12 03:28:17.471198 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.493796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9740ca2-6c9e-4000-9065-8258b6dbb8e8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.514310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Checking segment: {'id': 'f24b9197-d603-4f8f-9b81-371b53cac1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:17.514668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Network hostable DHCP agents. Network: 44dac5f5-4531-4ac1-8341-566399e6cda2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:17.525815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:17.536265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:17.538480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.544889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.548079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.550890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.556988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.562652 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-01197211-ff32-4ace-bc4a-31e8db77e743 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749125 Nov 12 03:28:17.562844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.569303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.575176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.577069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6566aa62-f996-4137-bce0-823df1a3151a req-40a1cf0e-d950-4e76-849c-dcf1a58d4df8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5416 time: 0.4398584 Nov 12 03:28:17.586607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Attempting to bind port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:17.586607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Attempting to bind port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:17.586935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Attempting to bind port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e on network 7fd15f06-7b17-4180-b987-925b66abf718 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.604822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.605557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.607138 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] 10.222.0.100 "PUT /v2.0/ports/5b6b1e44-4e5f-4a77-80d8-57fd4231652b HTTP/1.1" status: 200 len: 1093 time: 2.8043003 Nov 12 03:28:17.621338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Network 44dac5f5-4531-4ac1-8341-566399e6cda2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:17.636482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e on network 7fd15f06-7b17-4180-b987-925b66abf718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:17.636732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Attempting to bind port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e on network 7fd15f06-7b17-4180-b987-925b66abf718 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:17.677211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 44dac5f5-4531-4ac1-8341-566399e6cda2) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:17.681698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.682847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.695106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201d45a-f1c8-4e57-9f71-c23bc34101af None None] Network 44dac5f5-4531-4ac1-8341-566399e6cda2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:17.710808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:17.711416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Checking segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:17.711561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Bound using segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:17.712017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Bound port: 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:17.712335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.732321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5583a1-d1f8-4474-9c80-d06cbe1b4028 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.750996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c532d22d-bc9c-494b-9ef2-db6b9ec41ba0 req-2f716881-5b98-4cdb-a3c7-40ca611da7ea tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821566 Nov 12 03:28:17.770533 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-044e43b0-6c41-412e-9c6c-b0c52a91cfae admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9348645 Nov 12 03:28:17.791846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-5b6ef18a-e52a-4d88-87be-a41239b6a4cb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.794712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-bee17dba-f043-4f1c-89f4-fc4cc0441cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.796269 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-bee17dba-f043-4f1c-89f4-fc4cc0441cec service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 1096 time: 0.1241298 Nov 12 03:28:17.798309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-4c3c6984-1d37-4843-9f47-651dcff25853 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075901 Nov 12 03:28:17.800485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-5b6ef18a-e52a-4d88-87be-a41239b6a4cb tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 945 time: 0.3621297 Nov 12 03:28:17.802224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:17.891196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-fe47db03-71aa-4302-a015-93f87d40ae4d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b HTTP/1.1" status: 200 len: 217 time: 0.0840793 Nov 12 03:28:17.904583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.907246 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.917057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/ebf3275e-20a9-46f6-9cde-61aebe19aa32 HTTP/1.1" status: 204 len: 168 time: 1.1735878 Nov 12 03:28:17.925797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.976915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:18.002863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.039108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-82f4d8eb-599e-44fe-9dd3-8cef7a7a2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.041346 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-82f4d8eb-599e-44fe-9dd3-8cef7a7a2d7b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.1430016 Nov 12 03:28:18.052843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-3158c3e5-e0ad-404c-ad36-8370300b7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.054340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-3158c3e5-e0ad-404c-ad36-8370300b7840 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=ab130182-c67b-4b12-8f1b-544d3a625cfd HTTP/1.1" status: 200 len: 1095 time: 0.1742418 Nov 12 03:28:18.064494 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-567aa34e-09b6-4410-b51d-f705311f4338 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1380303 Nov 12 03:28:18.082383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.095603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663700742'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.109998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.122983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:18.179210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9ce2f-ae97-4524-b9c8-29bbbe3be9ef tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3275e-20a9-46f6-9cde-61aebe19aa32,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.192210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.209251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6566aa62-f996-4137-bce0-823df1a3151a req-93b84e55-bfc6-4d59-b5c0-d932ba96fdad tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6178858 Nov 12 03:28:18.218650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:18.240979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:18.307032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2479-4e98-4d82-af14-8dbb2301a39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.309425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.311711 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-e5d03f03-696b-4edb-90f5-cbd01f04c878 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2615418 Nov 12 03:28:18.314466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.348146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:18.373901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:18.384080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.438212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.443635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-0386fbf6-f91b-4b48-b991-a885f33bda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.445218 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-0386fbf6-f91b-4b48-b991-a885f33bda05 service neutron] 10.222.0.98 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 914 time: 0.3619347 Nov 12 03:28:18.497320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063dcfe5-334c-4419-b719-359fdcb8f51e None None] Network 44dac5f5-4531-4ac1-8341-566399e6cda2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:18.516713 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-13030adf-9903-409c-a3cb-6dbbde03baa4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6 HTTP/1.1" status: 200 len: 217 time: 0.0617979 Nov 12 03:28:18.569601 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-0741ee10-acea-49f0-9254-d71c0f0ecbc2 service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396281 Nov 12 03:28:18.594790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.619163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.662884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-07b4ca17-49a7-4a91-a73b-7a5c74c705ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.664368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-07b4ca17-49a7-4a91-a73b-7a5c74c705ad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.1352885 Nov 12 03:28:18.683376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4ec74678-1bd4-4e72-9035-52298c3d1aed'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:18.690291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.690910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.694058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-842e3b9b-4505-4863-bab7-c246fd342d68 service neutron] 10.222.0.100 "PUT /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 1131 time: 5.1058679 Nov 12 03:28:18.705081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:18.708177 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:18.726842 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-efb94309-1957-4335-aaf0-4526d1cf1390 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515623 Nov 12 03:28:18.727568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a63d438-3723-4761-b944-9f944f262e65,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.737187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.741276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7922814-5ed1-4ff0-a4db-4d4a99df31b0 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6538386 Nov 12 03:28:18.741953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.748287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.750311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.755665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.761673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.764079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-76069fa0-891a-4201-bf07-b86c0f1c224a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.765883 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-76069fa0-891a-4201-bf07-b86c0f1c224a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:28:18.766388 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-76069fa0-891a-4201-bf07-b86c0f1c224a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:18.770543 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-76069fa0-891a-4201-bf07-b86c0f1c224a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161188 Nov 12 03:28:18.770707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.774092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.779995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.780164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.781937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-08087a8f-34f2-49e7-9edc-5123ffed9c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5371 time: 0.8152528 Nov 12 03:28:18.792539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.793790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-18bb7916-6a4d-4169-af8f-ba3eb9d321ea tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.802529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-73f849e6-df2e-4557-a56d-86962eaf61cd req-1d988383-4cfb-45ba-8ca6-9f64646df178 service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190950 Nov 12 03:28:18.825981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bb01ae-88f9-4d03-b595-db7ffcf6bc36,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.884756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:18.924511 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-1d4edd3b-1e3b-4f2f-b2df-04c2b5e6aab6 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834276 Nov 12 03:28:18.926546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Checking segment: {'id': 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:18.926950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Network hostable DHCP agents. Network: 66e21996-f0ab-4f8b-95a0-759a9139f60d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:18.929447 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-18bb7916-6a4d-4169-af8f-ba3eb9d321ea tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:18.931250 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18bb7916-6a4d-4169-af8f-ba3eb9d321ea tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1435378 Nov 12 03:28:18.932560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:18.936315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50644) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.947176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-26d04d6e-a984-447c-be22-77d64a106231 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.947972 n-d-713499-30 neutron-server[102606]: WARNING neutron.api.v2.base [None req-26d04d6e-a984-447c-be22-77d64a106231 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:28:18.948548 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-26d04d6e-a984-447c-be22-77d64a106231 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:18.949525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-26d04d6e-a984-447c-be22-77d64a106231 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065892 Nov 12 03:28:18.971116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:18.973749 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02807c1b-ddf8-486e-939e-04cb72ea88bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:18.976480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.996728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-93733840-897c-4933-81e8-cbd43ba6ca76 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.012860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-416f2aba-6a6d-47fe-b9ab-a11a94debf0c req-3ed76d0a-a576-43c7-9b1a-044ca7cd4d8a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895628 Nov 12 03:28:19.014034 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.030512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5d7e5-a1be-4cae-bebe-36ed2f9f9aff req-9a77c5f7-a9b5-4864-9b02-95b6122fe9dd tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.032067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3f5d7e5-a1be-4cae-bebe-36ed2f9f9aff req-9a77c5f7-a9b5-4864-9b02-95b6122fe9dd tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 944 time: 0.3519266 Nov 12 03:28:19.114209 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-93733840-897c-4933-81e8-cbd43ba6ca76 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.118235 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-93733840-897c-4933-81e8-cbd43ba6ca76 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1253059 Nov 12 03:28:19.118468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-92272e6f-41f9-48cd-ae3b-47ed8838a327 req-73dceacf-6d57-4e3b-8949-494eab13dd13 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858289 Nov 12 03:28:19.118916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.123464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-04df4f61-0e44-4aa8-90be-7c5f4a59d0fb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.123950 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-04df4f61-0e44-4aa8-90be-7c5f4a59d0fb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:28:19.124479 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-04df4f61-0e44-4aa8-90be-7c5f4a59d0fb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.126482 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04df4f61-0e44-4aa8-90be-7c5f4a59d0fb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057912 Nov 12 03:28:19.128968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Deleting port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:19.129313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.136659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.137463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.139238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] 10.222.0.98 "PUT /v2.0/ports/0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 1092 time: 5.5707951 Nov 12 03:28:19.140113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.146704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ec2af5b-2cb0-460f-94e7-bcd27be00c2c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.147555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.180001 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-6ec2af5b-2cb0-460f-94e7-bcd27be00c2c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Project 7d10d03b214c4d5782d144ad13c64592 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:28:19.195280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Network 66e21996-f0ab-4f8b-95a0-759a9139f60d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:19.206394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Request body: {'port': {'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.212572 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-6ec2af5b-2cb0-460f-94e7-bcd27be00c2c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.221167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ec2af5b-2cb0-460f-94e7-bcd27be00c2c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0798576 Nov 12 03:28:19.221867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.227629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-edc06c8f-4433-4c8a-9fdd-05d92bccbabd tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.230451 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-edc06c8f-4433-4c8a-9fdd-05d92bccbabd tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:28:19.233376 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-edc06c8f-4433-4c8a-9fdd-05d92bccbabd tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.241126 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-edc06c8f-4433-4c8a-9fdd-05d92bccbabd tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177958 Nov 12 03:28:19.241807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.247363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7d6cf31d-111e-46f3-b0a8-47e3f86cfff1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.280552 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-7d6cf31d-111e-46f3-b0a8-47e3f86cfff1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Project 7d10d03b214c4d5782d144ad13c64592 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:28:19.297683 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7d6cf31d-111e-46f3-b0a8-47e3f86cfff1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.298806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d6cf31d-111e-46f3-b0a8-47e3f86cfff1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0558848 Nov 12 03:28:19.302199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.307954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e0368817-420c-4599-9f56-d45ea023cbb9 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '2a63d438-3723-4761-b944-9f944f262e65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.335655 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-e0368817-420c-4599-9f56-d45ea023cbb9 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Project 7d10d03b214c4d5782d144ad13c64592 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:28:19.343494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b232-10b5-4d90-8c83-e0d301c8208e service neutron] Pushing event updated for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.356438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3f5d7e5-a1be-4cae-bebe-36ed2f9f9aff req-f042e80a-ec7d-4280-b483-26878c2af8c8 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823648 Nov 12 03:28:19.357504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 66e21996-f0ab-4f8b-95a0-759a9139f60d) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:19.368186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c2dc2-d1b6-40a4-9cf6-7de6ac775269 None None] Network 66e21996-f0ab-4f8b-95a0-759a9139f60d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:19.387869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.388095 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e0368817-420c-4599-9f56-d45ea023cbb9 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:19.388574 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.391683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0368817-420c-4599-9f56-d45ea023cbb9 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0859916 Nov 12 03:28:19.392982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.487916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.545502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.598247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b786a-1289-4756-ae2f-e66e61714468 None None] Network 66e21996-f0ab-4f8b-95a0-759a9139f60d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:19.633950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.637635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.643327 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/2a63d438-3723-4761-b944-9f944f262e65 HTTP/1.1" status: 204 len: 168 time: 0.2478485 Nov 12 03:28:19.643937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.717676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57be8612-9197-484b-9442-5290dafe39c1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633619 Nov 12 03:28:19.718684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.719430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d0f9a-961f-4773-9bbd-cbd273bb4d9f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a63d438-3723-4761-b944-9f944f262e65,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.722857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:19.725944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349000980'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.732782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.753802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Transition to ACTIVE for port object 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:19.760637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.803734 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.842513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.847989 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.877284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac95f9ee-4606-4563-8d05-d170348debac admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9445860 Nov 12 03:28:19.886001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1489770f-7409-4432-92aa-5890a02ae0b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.893008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.897528 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.902629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7aaf2ca6-3d18-4830-ba29-f29bd93a0b3c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1805789 Nov 12 03:28:19.909051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.914287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ee1045f3-3a71-4d82-8b19-683dc364f253 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '1489770f-7409-4432-92aa-5890a02ae0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.923984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] For port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.924916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.974958 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ee1045f3-3a71-4d82-8b19-683dc364f253 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The resource could not be found. Nov 12 03:28:19.978832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee1045f3-3a71-4d82-8b19-683dc364f253 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0687287 Nov 12 03:28:19.979557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.986453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9f8f0e7f-bee6-4723-82da-d55443b81e4c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '1489770f-7409-4432-92aa-5890a02ae0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9385a622-06ce-4037-881e-c64707c0dda4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:20.045901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:20.127934 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9f8f0e7f-bee6-4723-82da-d55443b81e4c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The resource could not be found. Nov 12 03:28:20.131462 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9f8f0e7f-bee6-4723-82da-d55443b81e4c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1482375 Nov 12 03:28:20.132084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:20.141402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0018f-702f-430c-bbd2-4834f86840ce req-197fd05d-da1b-4e06-9d35-07afd61dc8ef tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.143156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fa0018f-702f-430c-bbd2-4834f86840ce req-197fd05d-da1b-4e06-9d35-07afd61dc8ef tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.9340792 Nov 12 03:28:20.175457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Calling delete_port for 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:20.195766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.208569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 4ec74678-1bd4-4e72-9035-52298c3d1aed completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:20.216382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4ec74678-1bd4-4e72-9035-52298c3d1aed triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:20.217163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.241696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.276418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fa0018f-702f-430c-bbd2-4834f86840ce req-26a4e37c-40c9-4542-bc59-4dc60bd86573 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029234 Nov 12 03:28:20.293608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.363701 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bd94d4-d0a1-44f2-bbfc-ec3449ba97e8 x-openstack-request-id: req-d7bd94d4-d0a1-44f2-bbfc-ec3449ba97e8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:20.364036 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:20.364279 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7bd94d4-d0a1-44f2-bbfc-ec3449ba97e8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:20.364630 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f', 'status': 'completed', 'code': 200} Nov 12 03:28:20.372720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.376925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.378741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.384027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/1489770f-7409-4432-92aa-5890a02ae0b0 HTTP/1.1" status: 204 len: 168 time: 0.2481084 Nov 12 03:28:20.397045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:20.402981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1fe745aa-d10d-4659-9a72-7631d1bce371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.413301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:20.414980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-fad6becc-7ca2-4066-9403-150f3648f6fb tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.416548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-fad6becc-7ca2-4066-9403-150f3648f6fb tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/networks?id=44dac5f5-4531-4ac1-8341-566399e6cda2 HTTP/1.1" status: 200 len: 821 time: 0.6507533 Nov 12 03:28:20.426450 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b3ad0-d3a1-4fc2-a6c5-1e85c1bccb79" -d '{"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:20.446577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.447698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435152ce-5737-4d25-b417-847bda3c2291 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489770f-7409-4432-92aa-5890a02ae0b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.466518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Attempting to bind port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:20.466850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Attempting to bind port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:20.467193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Attempting to bind port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:20.467840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.478807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-2a4a6fb6-7a71-40a0-9fe0-e7e99a1c558a tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/quotas/adf2ad9f002247fdb52115f88c74ebdc HTTP/1.1" status: 200 len: 375 time: 0.0512462 Nov 12 03:28:20.505455 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-953ec762-1c63-48bd-a1dd-afa27d8ad7ac tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1049681 Nov 12 03:28:20.506206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:20.510263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 on network 397dbaab-b030-4995-b17a-77e27577f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:20.510593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Attempting to bind port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:20.513355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ff7750a1-59e8-42c5-a5d7-50de77a0fc87 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'c8834631-e84e-496f-8385-f851497a4b46', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:20.543381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:20.543646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:20.543974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Bound using segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:20.544496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Bound port: 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:20.544778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.548414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-98deaca0-3a2a-400e-a79b-c954b4c37dc3 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf2ad9f002247fdb52115f88c74ebdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582037 Nov 12 03:28:20.551991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.552492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.553029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.553500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.554018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.554593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.555015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.557478 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-21c6b527-5bdb-4e52-93db-fed7989476bf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6237 time: 0.1593010 Nov 12 03:28:20.559507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.691623 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ff7750a1-59e8-42c5-a5d7-50de77a0fc87 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The resource could not be found. Nov 12 03:28:20.696276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff7750a1-59e8-42c5-a5d7-50de77a0fc87 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1833985 Nov 12 03:28:20.700481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:20.704918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877697257'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:20.736166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f0c53f0f-44b8-4b49-b659-c79a447d11a6 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:20.739460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:20.775586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd688f0-7135-461c-884d-3eb64e6f0925 req-7843e084-a8e2-43f5-aac7-64678cbcb385 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.777209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dd688f0-7135-461c-884d-3eb64e6f0925 req-7843e084-a8e2-43f5-aac7-64678cbcb385 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=3714347b-0f31-40ac-95d4-c8b23d98222e HTTP/1.1" status: 200 len: 945 time: 0.2914124 Nov 12 03:28:20.778123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-0ea42861-4673-47b7-b851-ac93e363477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.778692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-0ea42861-4673-47b7-b851-ac93e363477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.779531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-0ea42861-4673-47b7-b851-ac93e363477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.781023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-0ea42861-4673-47b7-b851-ac93e363477c service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=eb452135a91f43929f441d29fea0063c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2145536 Nov 12 03:28:20.782738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.836161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b391a84a-e263-46a9-b30c-f7725480f555 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:20.854322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.864928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.885114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-34665bcd-8c39-447b-8478-874474b45db7 service neutron] 10.222.0.93 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085892 Nov 12 03:28:20.887578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:20.900288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No active binding found for port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:28:20.901871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:20.903951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', '947ea9c1-7732-4557-a279-92193421f28e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:20.930168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event deleted for resources: {'Port': ['ID=9b91255c-ddcd-47b0-9059-f1c0e1e4e899,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.944606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:20.979829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Transition to ACTIVE for port object b391a84a-e263-46a9-b30c-f7725480f555 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:20.995631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.016414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.050327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] No DVR routers for this DVR port 9b91255c-ddcd-47b0-9059-f1c0e1e4e899 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:21.086930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.090274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4d37ae8-601b-4b03-8d10-5f1f8b825393 req-53d828e5-1bdc-4988-9308-3df973a67a17 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "DELETE /v2.0/ports/9b91255c-ddcd-47b0-9059-f1c0e1e4e899 HTTP/1.1" status: 204 len: 173 time: 3.2486076 Nov 12 03:28:21.124287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dd688f0-7135-461c-884d-3eb64e6f0925 req-47db3c85-960e-4873-908b-68b7ebecf5ef tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048694 Nov 12 03:28:21.170098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.179344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.181207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] 10.222.0.100 "PUT /v2.0/ports/5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 1092 time: 2.3952429 Nov 12 03:28:21.240244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:21.350906 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1addae30-d047-4acc-9b56-991f2ed43f37 x-openstack-request-id: req-1addae30-d047-4acc-9b56-991f2ed43f37 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:21.354201 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:21.354201 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1addae30-d047-4acc-9b56-991f2ed43f37 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:21.354201 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'status': 'completed', 'code': 200} Nov 12 03:28:21.357582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034d7fe-9c80-47a2-ba52-3ad8196f3a5c service neutron] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.445886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.475317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.551311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'port_id': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6', 'mac_address': 'fa:16:3e:0b:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6bfc78-3077-46c2-9c1c-14a3530e9490', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:21.556674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.561273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-e293bb1d-97d7-4273-82ce-00da2f13fb1c service neutron] 10.222.0.93 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485543 Nov 12 03:28:21.593489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-00a482af-17cb-405d-99e2-47430f3ac21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.594279 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9fc291b6-5d07-46b7-9b80-a3fbcae91cc6 req-00a482af-17cb-405d-99e2-47430f3ac21e service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7936885 Nov 12 03:28:21.609355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.615483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.618352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-9abf04e2-34dc-4bc0-a39d-42fd97b7b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.621117 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-9abf04e2-34dc-4bc0-a39d-42fd97b7b788 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 1096 time: 0.2675602 Nov 12 03:28:21.623311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.623459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.631156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.639854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.648545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.655949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.663709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.666903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-a8cd2684-f1e2-42bf-8681-70dfd421c2e3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.3130617 Nov 12 03:28:21.687463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Attempting to bind port b391a84a-e263-46a9-b30c-f7725480f555 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:21.687712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Attempting to bind port b391a84a-e263-46a9-b30c-f7725480f555 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:21.687836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Attempting to bind port b391a84a-e263-46a9-b30c-f7725480f555 on network 7fd15f06-7b17-4180-b987-925b66abf718 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:21.759883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.762234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0607908 Nov 12 03:28:21.772873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.774659 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.787927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:21.803148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096606951'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:21.803307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c53f0f-44b8-4b49-b659-c79a447d11a6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:21.829383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.835620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.921290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.951727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.958726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb1eab-6602-4bd0-b7d9-deb51d9425ff tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39b3fb-6643-4f04-b068-54de6976f17f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.023406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Port b391a84a-e263-46a9-b30c-f7725480f555 on network 7fd15f06-7b17-4180-b987-925b66abf718 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:22.024015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Attempting to bind port b391a84a-e263-46a9-b30c-f7725480f555 on network 7fd15f06-7b17-4180-b987-925b66abf718 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:22.036527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff2cbc16-8c71-40f7-baa7-5c5a4377f2d8 req-42c0dc40-5097-41de-8728-a6a4de2dbc19 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3511317 Nov 12 03:28:22.044149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5b6b1e44-4e5f-4a77-80d8-57fd4231652b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:22.045748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:22.046095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Checking segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:22.046649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Bound using segment: {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:22.047460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Bound port: b391a84a-e263-46a9-b30c-f7725480f555, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82884647-43fa-4129-8be0-43ebc89ffb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:22.047841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.053941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-b8575c0f-f1d5-4213-9b36-9ff284c4995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.069332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-b8575c0f-f1d5-4213-9b36-9ff284c4995d service neutron] 10.222.0.100 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 914 time: 0.4285119 Nov 12 03:28:22.075087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f0c53f0f-44b8-4b49-b659-c79a447d11a6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.182444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-93daeea4-affa-498f-9e95-d15ea555fc7e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b HTTP/1.1" status: 200 len: 217 time: 0.1084507 Nov 12 03:28:22.289143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.301762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.305503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.322742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.329900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.338335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.346484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.351258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:22.354037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.360988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.367396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-249222af-af0a-490e-a7a2-bfeb2eb3270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.369553 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-249222af-af0a-490e-a7a2-bfeb2eb3270e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.1793132 Nov 12 03:28:22.370735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad05a838-f94a-49a9-849f-fecf90275c4a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.371829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-ae06dbdb-baed-4535-b712-5dcbdec16a1c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5383 time: 0.4082756 Nov 12 03:28:22.379579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'port_id': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'mac_address': 'fa:16:3e:c2:7b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6bfc78-3077-46c2-9c1c-14a3530e9490', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:22.392003 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.402197 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03044753-aca7-4540-83a7-42d93feb660f tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6109195 Nov 12 03:28:22.405525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.407419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e'}, {'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'name': 'network-vif-deleted', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899'}, {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:22.410233 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e361259b-aaab-4657-b349-9d6d1a9a82aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e"}, {"server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "name": "network-vif-deleted", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899"}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:22.414095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ffce987b-6903-4071-9a09-10a60681405c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': '3c39b3fb-6643-4f04-b068-54de6976f17f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ad05a838-f94a-49a9-849f-fecf90275c4a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.451789 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.470661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6b1e44-4e5f-4a77-80d8-57fd4231652b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:22.497177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:22.505330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.563488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-2f7e1fc9-7ae3-4451-bcef-4c194d475dda service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601043 Nov 12 03:28:22.569264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:22.591661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.621163 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ffce987b-6903-4071-9a09-10a60681405c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:22.622225 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ffce987b-6903-4071-9a09-10a60681405c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2137527 Nov 12 03:28:22.628990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:22.631708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.661472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed94138b-e057-41c7-bcd2-68a857324e9b req-a5727b08-b758-46c1-a87e-0e3ee6bc693a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824166 Nov 12 03:28:22.668646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.714348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5b6b1e44-4e5f-4a77-80d8-57fd4231652b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.738925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-f1b03aae-a2d2-4514-8b3f-41303eea18dc service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662796 Nov 12 03:28:22.744448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7f8e31-1092-47fb-988d-441d09ae1248 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:22.771715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.791141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c5e98fb-afbd-49bc-a1d2-842c5bf19935 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.792736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c5e98fb-afbd-49bc-a1d2-842c5bf19935 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/networks?id=66e21996-f0ab-4f8b-95a0-759a9139f60d HTTP/1.1" status: 200 len: 814 time: 0.5380504 Nov 12 03:28:22.847040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.849047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.850472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] 10.222.0.98 "PUT /v2.0/ports/b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 1092 time: 3.6693540 Nov 12 03:28:22.898119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Transition to ACTIVE for port object fe7f8e31-1092-47fb-988d-441d09ae1248 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:22.912133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-ae5395af-db13-409b-b26e-5a085fcbab74 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/quotas/3573f91a6635458fb26eef414e3a7609 HTTP/1.1" status: 200 len: 375 time: 0.0453582 Nov 12 03:28:22.933115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903f661-01fe-4b66-ace9-e0befc030539 service neutron] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.982481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-02807c1b-ddf8-486e-939e-04cb72ea88bf req-612ca347-11f3-4ed7-9b78-6502280454ac service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333353 Nov 12 03:28:22.984891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d46c-5d87-4e88-81b3-1896813ed40d req-1b99327e-08dc-4b29-bce0-e85a8017581f tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.987315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d848d46c-5d87-4e88-81b3-1896813ed40d req-1b99327e-08dc-4b29-bce0-e85a8017581f tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 945 time: 0.2199640 Nov 12 03:28:22.988262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.076596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.420575 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.435933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-94808a46-0f6b-4a6c-a108-3327f05d205e tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3573f91a6635458fb26eef414e3a7609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4928021 Nov 12 03:28:23.603549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.610328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.616076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.637389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.637864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.638326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.638782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.639235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.639687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.640165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.642166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cf5c3796-f71b-4fd6-a203-0ecc6b0e7888 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6492 time: 0.6979439 Nov 12 03:28:23.781894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-7732d8fd-1307-4b30-8011-e6b12df72f52 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 217 time: 0.1002903 Nov 12 03:28:23.791797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d848d46c-5d87-4e88-81b3-1896813ed40d req-fd5118aa-b820-40be-8efa-d83ca202414a tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162819 Nov 12 03:28:23.815232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-616d2ce5-c674-42f3-928a-9efbec53804f tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.816706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-616d2ce5-c674-42f3-928a-9efbec53804f tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.98 "GET /v2.0/networks?id=44dac5f5-4531-4ac1-8341-566399e6cda2 HTTP/1.1" status: 200 len: 821 time: 0.4373353 Nov 12 03:28:23.844463 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d96167-b752-4dec-a7cd-7485c1152001 x-openstack-request-id: req-30d96167-b752-4dec-a7cd-7485c1152001 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:23.844754 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:23.845004 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30d96167-b752-4dec-a7cd-7485c1152001 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:23.845390 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'code': 200} Nov 12 03:28:23.850947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Request body: {'port': {'device_id': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2', 'admin_state_up': True, 'tenant_id': 'adf2ad9f002247fdb52115f88c74ebdc'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:23.938601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-1c89fc26-3ba2-4e32-846c-6ec52c5882ef service neutron] 10.222.0.93 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696457 Nov 12 03:28:23.939191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.941963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.942936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/ad05a838-f94a-49a9-849f-fecf90275c4a HTTP/1.1" status: 204 len: 168 time: 1.3101456 Nov 12 03:28:23.945604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:23.977443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Attempting to bind port fe7f8e31-1092-47fb-988d-441d09ae1248 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:23.977779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Attempting to bind port fe7f8e31-1092-47fb-988d-441d09ae1248 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:23.978107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Attempting to bind port fe7f8e31-1092-47fb-988d-441d09ae1248 on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:23.983489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93f55-901c-4900-a9e0-44cbd7377b76 req-44e43d18-3c24-4c15-a89f-b070140cee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.985043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-00a93f55-901c-4900-a9e0-44cbd7377b76 req-44e43d18-3c24-4c15-a89f-b070140cee74 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1097 time: 0.0766764 Nov 12 03:28:23.998138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-4b7e5a0a-6a5b-4f1e-8eea-e0cea59c4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.999581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-4b7e5a0a-6a5b-4f1e-8eea-e0cea59c4325 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.2055788 Nov 12 03:28:24.014374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fec86d-c641-459f-b0c1-320bc6a4dfb1 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad05a838-f94a-49a9-849f-fecf90275c4a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.031276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-138e77d2-a720-4c64-916a-4b46d65e02c5 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0844893 Nov 12 03:28:24.035339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.039613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Port fe7f8e31-1092-47fb-988d-441d09ae1248 on network 397dbaab-b030-4995-b17a-77e27577f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:24.039940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Attempting to bind port fe7f8e31-1092-47fb-988d-441d09ae1248 on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:24.056602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-00a93f55-901c-4900-a9e0-44cbd7377b76 req-c319a5c2-cf44-418d-9ada-5cc0b6538e78 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642385 Nov 12 03:28:24.061221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5b6b1e44-4e5f-4a77-80d8-57fd4231652b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:24.105215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:24.105554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Checking segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:24.105938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Bound using segment: {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:24.106387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Bound port: fe7f8e31-1092-47fb-988d-441d09ae1248, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218757-55da-4ac6-84e8-6ee4be3e538a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '397dbaab-b030-4995-b17a-77e27577f554'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:24.106736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.117987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.119875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:24.123756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:24.124253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.143884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.161909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcc105-7394-460b-af42-a4530cf91e07 req-e8e5bb93-0643-4f2f-9d61-d58af4176735 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.163421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cddcc105-7394-460b-af42-a4530cf91e07 req-e8e5bb93-0643-4f2f-9d61-d58af4176735 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2597694 Nov 12 03:28:24.200351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.203219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.207383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/3c39b3fb-6643-4f04-b068-54de6976f17f HTTP/1.1" status: 204 len: 168 time: 0.1615834 Nov 12 03:28:24.207611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-30ed67c7-c81d-4adf-b4d9-cbbe4b39b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.207611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-30ed67c7-c81d-4adf-b4d9-cbbe4b39b105 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1800780 Nov 12 03:28:24.208766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.212204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.221445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16965-2446-4d68-a89b-0a49b4c46133 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39b3fb-6643-4f04-b068-54de6976f17f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.255299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:24.260234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.269446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-47f6b6a2-0338-4eb5-ba1a-cf18a99c3399 service neutron] 10.222.0.93 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082094 Nov 12 03:28:24.285483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6e027d76-b37c-47a5-8779-7b9f9ab32a02 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707643 Nov 12 03:28:24.287059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50744) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.287572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Made reservation on behalf of adf2ad9f002247fdb52115f88c74ebdc for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:24.291255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.297083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413782132'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:24.316744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.389870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:24.407397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cddcc105-7394-460b-af42-a4530cf91e07 req-f57c0c79-6488-4bb8-a259-f6f7ed623dad tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161369 Nov 12 03:28:24.418801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.461947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:24.491554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.524311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2be6f06-82e1-4650-9be6-b58408114267 req-bb17f3ed-0d2d-4633-abdf-777fb14fe0da tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 210 time: 0.0644507 Nov 12 03:28:24.550255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-e780e021-41d9-4638-becf-4503b8a3c38a service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273351 Nov 12 03:28:24.556367 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6794e-2a92-410f-913e-0028cfc8c7af x-openstack-request-id: req-06f6794e-2a92-410f-913e-0028cfc8c7af {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:24.556658 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e", "status": "completed", "code": 200}, {"server_uuid": "3714347b-0f31-40ac-95d4-c8b23d98222e", "name": "network-vif-deleted", "tag": "9b91255c-ddcd-47b0-9059-f1c0e1e4e899", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:24.557105 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06f6794e-2a92-410f-913e-0028cfc8c7af {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:24.557661 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e', 'status': 'completed', 'code': 200} Nov 12 03:28:24.558087 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3714347b-0f31-40ac-95d4-c8b23d98222e', 'name': 'network-vif-deleted', 'tag': '9b91255c-ddcd-47b0-9059-f1c0e1e4e899', 'status': 'completed', 'code': 200} Nov 12 03:28:24.558492 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'status': 'completed', 'code': 200} Nov 12 03:28:24.620887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.621778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.623345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] 10.222.0.100 "PUT /v2.0/ports/fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 1092 time: 3.4111915 Nov 12 03:28:24.645462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.646082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.646727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.647203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.647664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.649038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.649505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.651534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-b70a2306-1d59-46fc-aff2-d9cb9882119f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6347 time: 0.1009154 Nov 12 03:28:24.719611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:24.728300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f0c53f0f-44b8-4b49-b659-c79a447d11a6 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:24.803281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f0c53f0f-44b8-4b49-b659-c79a447d11a6 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:24.808772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f0c53f0f-44b8-4b49-b659-c79a447d11a6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:24.809197 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.818200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5f223-b10d-475a-b12f-0532830fcae1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.859691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-6dbd7d76-e784-4a9a-ba94-cbbf4a53bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.860264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-6dbd7d76-e784-4a9a-ba94-cbbf4a53bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.861074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-6dbd7d76-e784-4a9a-ba94-cbbf4a53bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.864290 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-6dbd7d76-e784-4a9a-ba94-cbbf4a53bf9c service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=eb452135a91f43929f441d29fea0063c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2008214 Nov 12 03:28:24.931771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Allocated IP 172.20.0.14 (44dac5f5-4531-4ac1-8341-566399e6cda2/f9740ca2-6c9e-4000-9065-8258b6dbb8e8/b7f9b257-4f5c-46a4-b22c-c5f742d0a934) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:24.932889 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.967051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-fc39215c-9ddb-4cee-8a52-c91cfc7f5793 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025683 Nov 12 03:28:24.973359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:24.978568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.978928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.984476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.990966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.996834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.002972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.008877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.014722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.022675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-a9ced2ff-787a-4ec7-8e75-aef38520304d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5395 time: 0.3788402 Nov 12 03:28:25.027534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-1a6ae266-fb50-471c-8630-674c98465b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.030962 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-1a6ae266-fb50-471c-8630-674c98465b40 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1561089 Nov 12 03:28:25.052746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.118646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.124557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.130868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.136780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.143195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.148903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.154449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.156320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-4e0fb387-7458-4827-be94-00b63e5994ec tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.4746788 Nov 12 03:28:25.166074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-b2e3fd69-97a8-4530-8592-10c3ed0014da service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 217 time: 0.1394083 Nov 12 03:28:25.166619 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.172383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.206175 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.330950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.332170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0386081 Nov 12 03:28:25.335210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.339888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eff55136-fca7-4596-81c9-45d89ade39ab tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'de3edf0e-3beb-4309-9628-d63550d0e914', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.375051 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-eff55136-fca7-4596-81c9-45d89ade39ab tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:25.376440 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eff55136-fca7-4596-81c9-45d89ade39ab tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0398343 Nov 12 03:28:25.379221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.383665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-10ee5acc-72ca-4720-a449-bf170303bcb7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group_rule': {'security_group_id': 'de3edf0e-3beb-4309-9628-d63550d0e914', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.395195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4067a9-9689-415d-8198-ffd2d6e24d90 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3edf0e-3beb-4309-9628-d63550d0e914,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.421458 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-10ee5acc-72ca-4720-a449-bf170303bcb7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:25.422609 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-10ee5acc-72ca-4720-a449-bf170303bcb7 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0424378 Nov 12 03:28:25.428409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.436199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-2f81be97-00dc-4814-a62f-cb413e487b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.437732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-2f81be97-00dc-4814-a62f-cb413e487b9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2540019 Nov 12 03:28:25.442871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8f8cbc2-42d0-4c65-ac16-672ade91f4e0 req-3aa820fa-fb6c-4770-8ee1-3d89c8d74ae4 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4194036 Nov 12 03:28:25.503775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.541298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.549417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77e8dd91-99c0-44f0-a131-9a9ced7ef225 req-db2f6468-2b8c-4f03-b7d7-3e08531ff3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3793275 Nov 12 03:28:25.618516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c970dfac-35a5-4530-9812-a701a97942e9 req-edf21d4a-f206-4f30-8906-324b53f5d25b tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0619125 Nov 12 03:28:25.666959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.680585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.683901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.685275 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/de3edf0e-3beb-4309-9628-d63550d0e914 HTTP/1.1" status: 204 len: 168 time: 0.2558796 Nov 12 03:28:25.693323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.721508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84f8be-0bb6-4250-8a6f-b600824f2695 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3edf0e-3beb-4309-9628-d63550d0e914,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.749828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37d2f013-65cb-428b-809a-9160fb96be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.752598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-37d2f013-65cb-428b-809a-9160fb96be3c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2972834 Nov 12 03:28:25.760708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-baf93cfa-ed71-41de-b0ed-dfa157e573db tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.762521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-baf93cfa-ed71-41de-b0ed-dfa157e573db tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.100 "GET /v2.0/networks?id=66e21996-f0ab-4f8b-95a0-759a9139f60d HTTP/1.1" status: 200 len: 814 time: 0.1970561 Nov 12 03:28:25.777483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Request body: {'port': {'device_id': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d', 'admin_state_up': True, 'tenant_id': '3573f91a6635458fb26eef414e3a7609'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.828730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.846624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b'}, {'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:25.849796 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b319e34-3415-4a55-bc24-01ad15473834" -d '{"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-plugged", "status": "completed", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b"}, {"server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:25.866129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c472357-2452-4417-a5cb-57ae613882ec tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1685472 Nov 12 03:28:25.871416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.875475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012986217'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.918833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.951348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Made reservation on behalf of 3573f91a6635458fb26eef414e3a7609 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:25.954960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.968794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Network 44dac5f5-4531-4ac1-8341-566399e6cda2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:25.992381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:25.997382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Pushing event updated for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.008061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dabd9-2be9-44ed-85c9-5fdec655a0b4 req-1743b6d3-b8d8-436d-8a24-cfcac36cdfd9 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.012430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e9dabd9-2be9-44ed-85c9-5fdec655a0b4 req-1743b6d3-b8d8-436d-8a24-cfcac36cdfd9 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 946 time: 0.2899640 Nov 12 03:28:26.021523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:26.060135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.069858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.126944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-cedb300f-5288-4ad8-801a-82d0d3c63bb3 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414474 Nov 12 03:28:26.138942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.140209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2680480 Nov 12 03:28:26.143996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.145162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0225-f875-48de-b996-bdf7f683613a req-9c3161be-ec98-4f8d-bd44-2102274e1b43 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.146639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60da0225-f875-48de-b996-bdf7f683613a req-9c3161be-ec98-4f8d-bd44-2102274e1b43 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2464623 Nov 12 03:28:26.148604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af456fd4-7cd6-4830-8ddb-07c8ff19ec33 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.149032 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-af456fd4-7cd6-4830-8ddb-07c8ff19ec33 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:28:26.149531 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-af456fd4-7cd6-4830-8ddb-07c8ff19ec33 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:28:26.152892 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af456fd4-7cd6-4830-8ddb-07c8ff19ec33 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "PUT /v2.0/security-groups/680b66ba-2bea-43ec-a09e-8981fc12b153 HTTP/1.1" status: 409 len: 330 time: 0.0053158 Nov 12 03:28:26.153354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aadd8-99f5-4272-90fe-7464232fdf6a tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680b66ba-2bea-43ec-a09e-8981fc12b153,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.155339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50780) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.177968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Allocated IP 172.20.0.9 (66e21996-f0ab-4f8b-95a0-759a9139f60d/17bb01ae-88f9-4d03-b595-db7ffcf6bc36/5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:26.264425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.339997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.413113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.420467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.423074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.424869 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/680b66ba-2bea-43ec-a09e-8981fc12b153 HTTP/1.1" status: 204 len: 168 time: 0.2649624 Nov 12 03:28:26.429326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.451478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ef1bd-91d0-4689-909f-18e94f09b5db tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b66ba-2bea-43ec-a09e-8981fc12b153,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.501476 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bbe1fbd7-4658-4fe3-a155-06fafd4d0889 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651834 Nov 12 03:28:26.501846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.510253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.525738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.526252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.543519 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4ce9d4bb-bc02-4339-909e-09db811977cb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] delete failed (client error): The resource could not be found. Nov 12 03:28:26.544581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ce9d4bb-bc02-4339-909e-09db811977cb tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "DELETE /v2.0/security-groups/38a3112f-feb3-4f2a-a199-8b1f6247012d HTTP/1.1" status: 404 len: 347 time: 0.0417159 Nov 12 03:28:26.549363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.566024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8ac541-688c-4d08-9fb9-20fe67ab217e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:26.569039 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-d134c61b-c048-43c2-9286-9fb808c3e26c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] show failed (client error): The resource could not be found. Nov 12 03:28:26.573641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d134c61b-c048-43c2-9286-9fb808c3e26c tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-groups/cc9fb200-d8f2-4f5f-afaa-33ee7ebd082f HTTP/1.1" status: 404 len: 347 time: 0.0200651 Nov 12 03:28:26.573834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555'}, {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:26.573834 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d86992-a5c5-467d-b91b-8c4a12146249" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "b391a84a-e263-46a9-b30c-f7725480f555"}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:26.577990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.585617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Network 66e21996-f0ab-4f8b-95a0-759a9139f60d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:26.593785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.598625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:26.600967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Pushing event updated for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.603421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:26.606228 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-210f2bca-c3e3-41a1-8915-1a4a0ad650a3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] show failed (client error): The resource could not be found. Nov 12 03:28:26.610518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-210f2bca-c3e3-41a1-8915-1a4a0ad650a3 tempest-NegativeSecGroupIPv6Test-1249671306 tempest-NegativeSecGroupIPv6Test-1249671306-project] 10.222.0.93 "GET /v2.0/security-group-rules/eab9b0b7-d736-43ab-b979-dd484c0956b6 HTTP/1.1" status: 404 len: 356 time: 0.0262916 Nov 12 03:28:26.630782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-13af5bee-b5c6-4c90-a664-2b69c2e6d76d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8042612 Nov 12 03:28:26.634199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e9dabd9-2be9-44ed-85c9-5fdec655a0b4 req-54058bd2-4837-4af6-8a52-7708aeaef1c4 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155159 Nov 12 03:28:26.662704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Request body: {'port': {'device_id': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.665173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.665805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.692962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Transition to ACTIVE for port object cd8ac541-688c-4d08-9fb9-20fe67ab217e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:26.694581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-336a2081-9fb8-42be-a23e-a42234cf3546 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218590 Nov 12 03:28:26.710491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Request body: {'port': {'device_id': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.715047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.773802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.794261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60da0225-f875-48de-b996-bdf7f683613a req-418c1d85-04d2-4f10-9e73-1002d6301bdd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789366 Nov 12 03:28:26.846724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-6cff46d0-ac24-4edb-a672-fb5cfbfe232d service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970389 Nov 12 03:28:26.861998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.872187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.928311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50804) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.958748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-4b867a97-1b96-459e-810e-74c7f1de27e1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 217 time: 0.1010735 Nov 12 03:28:27.009949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4eddd-9691-43a6-8bd3-d836723e8a89 req-471d754d-fe8e-4ad1-982c-18c5df2b1050 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.011398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2f4eddd-9691-43a6-8bd3-d836723e8a89 req-471d754d-fe8e-4ad1-982c-18c5df2b1050 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 932 time: 0.2990470 Nov 12 03:28:27.167323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-72aee813-c2d8-4173-bbc9-12375a7a9f7c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.169366 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-72aee813-c2d8-4173-bbc9-12375a7a9f7c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 946 time: 0.0875952 Nov 12 03:28:27.185832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:27.211787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.213727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-8a820000-77cf-46f3-b648-fbcbf826e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.215216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-8a820000-77cf-46f3-b648-fbcbf826e471 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2399116 Nov 12 03:28:27.227597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Attempting to bind port cd8ac541-688c-4d08-9fb9-20fe67ab217e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:27.227930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Attempting to bind port cd8ac541-688c-4d08-9fb9-20fe67ab217e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:27.228301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Attempting to bind port cd8ac541-688c-4d08-9fb9-20fe67ab217e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:27.248340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042daaf-a26b-4208-b96d-ef41a3dcae99 req-b594be1e-b340-4359-9f55-a0024a3f45bf tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.249832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b042daaf-a26b-4208-b96d-ef41a3dcae99 req-b594be1e-b340-4359-9f55-a0024a3f45bf tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=90c9df63-0277-4001-9c30-43b46c77a14c HTTP/1.1" status: 200 len: 946 time: 0.3204873 Nov 12 03:28:27.257417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Transition to ACTIVE for port object 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:27.263521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.289958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Port cd8ac541-688c-4d08-9fb9-20fe67ab217e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:27.290302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Attempting to bind port cd8ac541-688c-4d08-9fb9-20fe67ab217e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:27.329535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.334821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2f4eddd-9691-43a6-8bd3-d836723e8a89 req-0b85af22-ebac-467b-9916-47d120fe34f2 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746220 Nov 12 03:28:27.352231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:27.352578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Checking segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:27.352969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Bound using segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:27.353406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Bound port: cd8ac541-688c-4d08-9fb9-20fe67ab217e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:27.353763 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.357497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1e028359-bad0-4148-8e9e-c5c5d15f861a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7d10d03b214c4d5782d144ad13c64592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265535 Nov 12 03:28:27.369076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.384369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Deleting port 947ea9c1-7732-4557-a279-92193421f28e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:27.384745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.403147 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ca6a68-d777-48d5-8296-93fd0754f510 x-openstack-request-id: req-85ca6a68-d777-48d5-8296-93fd0754f510 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:27.403692 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-plugged", "status": "completed", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b", "code": 200}, {"server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "name": "network-vif-plugged", "status": "completed", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:27.404421 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85ca6a68-d777-48d5-8296-93fd0754f510 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:27.404945 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'code': 200} Nov 12 03:28:27.405313 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6', 'code': 200} Nov 12 03:28:27.470903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-183bcf90-a308-4e83-bdcd-c9e0db5852fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.472438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-183bcf90-a308-4e83-bdcd-c9e0db5852fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2419343 Nov 12 03:28:27.478883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b042daaf-a26b-4208-b96d-ef41a3dcae99 req-7f32b48c-ca64-47d9-bf44-74e72f527296 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056334 Nov 12 03:28:27.505375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Attempting to bind port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:27.505781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Attempting to bind port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:27.506027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Attempting to bind port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 on network 66e21996-f0ab-4f8b-95a0-759a9139f60d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:27.558826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 on network 66e21996-f0ab-4f8b-95a0-759a9139f60d not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:27.559117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Attempting to bind port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 on network 66e21996-f0ab-4f8b-95a0-759a9139f60d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:27.575735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.578280 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac819d9-c16a-43a7-95cf-37e12bb0e44f x-openstack-request-id: req-7ac819d9-c16a-43a7-95cf-37e12bb0e44f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:27.578745 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "b391a84a-e263-46a9-b30c-f7725480f555", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:27.578848 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7ac819d9-c16a-43a7-95cf-37e12bb0e44f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:27.579180 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555', 'status': 'completed', 'code': 200} Nov 12 03:28:27.579917 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'status': 'completed', 'code': 200} Nov 12 03:28:27.587417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:27.587572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Checking segment: {'id': 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:27.587884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Bound using segment: {'id': 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:27.588342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Bound port: 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:27.588691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.627862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] For port 947ea9c1-7732-4557-a279-92193421f28e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=947ea9c1-7732-4557-a279-92193421f28e,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.628328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.632064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.654444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741474c-6255-4b5f-ae01-c6bbea85e649 req-8e36458f-fe4f-4a78-9097-6ebfc29fb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.655938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2741474c-6255-4b5f-ae01-c6bbea85e649 req-8e36458f-fe4f-4a78-9097-6ebfc29fb164 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 1098 time: 0.1334820 Nov 12 03:28:27.658859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Calling delete_port for 947ea9c1-7732-4557-a279-92193421f28e owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:27.666502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:27.725595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:27.753566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.798261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a282fcf-993f-40e2-b29e-cf0a2b31e85e req-02829890-4452-4a6d-a287-3b112fe38dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.801098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a282fcf-993f-40e2-b29e-cf0a2b31e85e req-02829890-4452-4a6d-a287-3b112fe38dcf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ab130182-c67b-4b12-8f1b-544d3a625cfd HTTP/1.1" status: 200 len: 1097 time: 0.3039827 Nov 12 03:28:27.809529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2741474c-6255-4b5f-ae01-c6bbea85e649 req-80efb508-621e-4e1a-b63e-7fae9ce1c6fc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227319 Nov 12 03:28:27.810560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:27.818209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,segment=NetworkSegment(d6955202-0ce7-4b55-bd70-0ae5b0efaf10),segment_id=d6955202-0ce7-4b55-bd70-0ae5b0efaf10)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:27.820786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.823290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.824392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ecd414e0-5bbc-42a7-b283-fd10267d4206 HTTP/1.1" status: 204 len: 168 time: 0.4516602 Nov 12 03:28:27.830680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.847947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe2b2f-fa3b-493f-9ce2-57f8d9548a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd414e0-5bbc-42a7-b283-fd10267d4206,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.848880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.854743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.860932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.867751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.873715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.879876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.886069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.888058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-c69ca753-9225-4153-9496-ca3de683182a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5407 time: 0.3604443 Nov 12 03:28:27.890031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.890635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.892019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] 10.222.0.100 "PUT /v2.0/ports/5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 HTTP/1.1" status: 200 len: 1092 time: 1.1885366 Nov 12 03:28:27.892508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:27.894742 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae5ada-2be2-415d-bd64-a638e4f9a832" -d '{"events": [{"name": "network-changed", "server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:27.913845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-fed5d374-c842-4fba-afab-966095860313 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283254 Nov 12 03:28:27.925846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.926567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.928012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] 10.222.0.100 "PUT /v2.0/ports/cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 1092 time: 3.2597075 Nov 12 03:28:27.943747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87d259-d4f4-49c7-af19-6411f900d2be service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.965292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.966058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.966523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.966983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.967440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.967905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.968374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.971333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3c8e9b78-309b-4b42-9693-8a7d795c68ab service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6373 time: 0.3398547 Nov 12 03:28:27.974079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f9b257-4f5c-46a4-b22c-c5f742d0a934 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:27.974263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.987887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', '947ea9c1-7732-4557-a279-92193421f28e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:28.002223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.008693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event deleted for resources: {'Port': ['ID=947ea9c1-7732-4557-a279-92193421f28e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.009236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.017033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.025164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.031641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.038487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.044951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.047094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-5bb708d1-0892-4b3a-a063-339509c42a02 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.4007015 Nov 12 03:28:28.062679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Request body: {'port': {'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:28.105623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] No DVR routers for this DVR port 947ea9c1-7732-4557-a279-92193421f28e on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:28.110263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.114734 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "DELETE /v2.0/ports/947ea9c1-7732-4557-a279-92193421f28e HTTP/1.1" status: 204 len: 173 time: 0.9386015 Nov 12 03:28:28.140683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.168988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.316523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c6ce9-126d-45bf-b163-827e89e5322b service neutron] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.341175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Transition to ACTIVE for port object b7f9b257-4f5c-46a4-b22c-c5f742d0a934 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:28.386218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a282fcf-993f-40e2-b29e-cf0a2b31e85e req-1b1e579a-6afe-4301-9faa-50ceaecc65b6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518012 Nov 12 03:28:28.398176 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.512985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6947c395-7ce5-43db-9f59-18f0bde3b1c3 req-cbdc11fd-16cc-4000-a712-50b93b3f3ff9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6018894 Nov 12 03:28:28.516140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dad1796-64c9-4a0e-a4ec-ad01b742c77e {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:28.526866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.541990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-72a56914-f822-41b9-b923-443455bb2f8a service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000667 Nov 12 03:28:28.542125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Transition to ACTIVE for port object 4dad1796-64c9-4a0e-a4ec-ad01b742c77e will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:28.549486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.555569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0bd83026-69c0-47da-8da8-69fe0faa0568 req-484acde6-30d7-45e5-871c-0a575804151b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4171655 Nov 12 03:28:28.557698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-8ae13925-dfcd-4061-92f8-952d31e8ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.559383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-8ae13925-dfcd-4061-92f8-952d31e8ff8b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3573f91a6635458fb26eef414e3a7609&device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 1095 time: 0.4392910 Nov 12 03:28:28.594136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.642213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-735aee80-3376-45a8-b916-258d350e6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.642680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-735aee80-3376-45a8-b916-258d350e6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.643143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-735aee80-3376-45a8-b916-258d350e6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.649605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-735aee80-3376-45a8-b916-258d350e6897 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=eb452135a91f43929f441d29fea0063c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5604389 Nov 12 03:28:28.689580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.743735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-67f9b385-69ce-42fd-a443-fd71a27997a5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 HTTP/1.1" status: 200 len: 217 time: 0.1689460 Nov 12 03:28:28.757397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Attempting to bind port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:28.759819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Attempting to bind port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:28.761486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Attempting to bind port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:28.775674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ae092ddc-581d-400d-8a07-aaf01ab43b31 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 217 time: 0.1726301 Nov 12 03:28:28.779637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:28.780231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Attempting to bind port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e on network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:28.802171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:28.807533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Checking segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:28.808282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Bound using segment: {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:28.808754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Bound port: 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becd0354-41dc-4b98-8c23-8563752b06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:28.810549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.912693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:28.919258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:28.926798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.995602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.996371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.998246 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] 10.222.0.100 "PUT /v2.0/ports/4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 1092 time: 0.9439297 Nov 12 03:28:29.012942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.041614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-56132e76-ed0e-44df-9440-8525b9689989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.041764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e525e-ec83-4b42-b8a8-0f51fe4e3716 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.043027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-56132e76-ed0e-44df-9440-8525b9689989 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=17bb01ae-88f9-4d03-b595-db7ffcf6bc36 HTTP/1.1" status: 200 len: 854 time: 0.2798564 Nov 12 03:28:29.060653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895601c-702e-4468-9ed6-5a23dbba766c req-2ed2ad6b-17b5-43a3-9b87-a1f616d7f6a4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.062171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b895601c-702e-4468-9ed6-5a23dbba766c req-2ed2ad6b-17b5-43a3-9b87-a1f616d7f6a4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.3217952 Nov 12 03:28:29.073329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.078693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Attempting to bind port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:29.078693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Attempting to bind port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'f24b9197-d603-4f8f-9b81-371b53cac1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:29.078969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Attempting to bind port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 on network 44dac5f5-4531-4ac1-8341-566399e6cda2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:29.079055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Request body: {'floatingip': {'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.114952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-ab67c950-aaf2-41c8-af02-48c58764cda2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=66e21996-f0ab-4f8b-95a0-759a9139f60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458100 Nov 12 03:28:29.127255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72733a-20d8-42cd-9e55-4d720f3fabce req-f1e0a20a-0b16-4aec-9cd0-4dfe88755278 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.128931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f72733a-20d8-42cd-9e55-4d720f3fabce req-f1e0a20a-0b16-4aec-9cd0-4dfe88755278 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 943 time: 0.4567223 Nov 12 03:28:29.130429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c9daf499-e6f1-4189-bb34-06a2f62fbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.131781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c9daf499-e6f1-4189-bb34-06a2f62fbf9c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2820544 Nov 12 03:28:29.133113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.154692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 on network 44dac5f5-4531-4ac1-8341-566399e6cda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:29.155023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Attempting to bind port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 on network 44dac5f5-4531-4ac1-8341-566399e6cda2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:29.171493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3c8a8061-e461-4bf6-ae76-14a89914da64 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1172181346', 'prefixes': ['172.20.0.0/16']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.220440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3627b5cc-2bf9-46f3-a198-fcfb57795805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.222003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-3627b5cc-2bf9-46f3-a198-fcfb57795805 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4798465 Nov 12 03:28:29.240505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:29.240846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Checking segment: {'id': 'f24b9197-d603-4f8f-9b81-371b53cac1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:29.241239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Bound using segment: {'id': 'f24b9197-d603-4f8f-9b81-371b53cac1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:29.241684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Bound port: b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24b9197-d603-4f8f-9b81-371b53cac1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:29.242047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.360124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8061-e461-4bf6-ae76-14a89914da64 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.364477 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3c8a8061-e461-4bf6-ae76-14a89914da64 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3503509 Nov 12 03:28:29.367128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50844) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.681425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.685295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.723993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:29.726371 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5835247-8730-4dc1-b4bb-a81737a63557" -d '{"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:29.754755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f72733a-20d8-42cd-9e55-4d720f3fabce req-a3c698cb-ff5a-46fe-9a2d-fbeaa2b17a18 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060810 Nov 12 03:28:29.784493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-97629984-8428-4316-9ad4-d5154d61830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.786019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-97629984-8428-4316-9ad4-d5154d61830e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6445110 Nov 12 03:28:29.806952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d969e5-926a-421b-937d-f964e25b2663 req-6c28a142-276b-4cef-8c31-1ae885a15659 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.809178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d969e5-926a-421b-937d-f964e25b2663 req-6c28a142-276b-4cef-8c31-1ae885a15659 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 946 time: 0.6478770 Nov 12 03:28:29.887445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8342a699-ec70-498d-bdb5-bff5b274c7fc tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "GET /v2.0/subnetpools/a5fe4b37-fe57-44a8-b5ca-e7007e90255c HTTP/1.1" status: 200 len: 732 time: 0.1642759 Nov 12 03:28:29.894983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.895446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.895892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.896369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.896820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.897260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.897698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.899600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-ed038159-684d-488e-a67a-205da151f452 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6483 time: 0.6122408 Nov 12 03:28:29.905858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50852) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.957011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-46e4dd89-655e-404a-a21d-9c6ef9e01e7f tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-418498958'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.974295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-fd9da479-0244-48b3-8bef-de57317f4fae service neutron] 10.222.0.100 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8357346 Nov 12 03:28:30.035938 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5980ddd-25f5-42b5-b1e3-9f06b900dd69 x-openstack-request-id: req-c5980ddd-25f5-42b5-b1e3-9f06b900dd69 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:30.036246 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:30.036355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:30.036494 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5980ddd-25f5-42b5-b1e3-9f06b900dd69 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:30.036888 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7', 'status': 'completed', 'code': 200} Nov 12 03:28:30.059894 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Floating IP 9cddeb9d-4588-40f5-92dd-a344edde8549 associated. External IP: 172.25.4.27, port: 4ec74678-1bd4-4e72-9035-52298c3d1aed. Nov 12 03:28:30.060163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-ced9dc2d-fff1-4a54-b08f-e9f705ba49fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 217 time: 0.1071501 Nov 12 03:28:30.111658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,segment=NetworkSegment(f24b9197-d603-4f8f-9b81-371b53cac1d4),segment_id=f24b9197-d603-4f8f-9b81-371b53cac1d4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:30.187672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.220871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d969e5-926a-421b-937d-f964e25b2663 req-8e3ad210-f567-430c-81e8-ad4f9e3e946c tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924298 Nov 12 03:28:30.269463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7b4a-2d5d-47e4-9aa6-31f9c0bd3e7c req-69898f1e-2033-4fb2-82b1-905d91360aa0 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.271087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27eb7b4a-2d5d-47e4-9aa6-31f9c0bd3e7c req-69898f1e-2033-4fb2-82b1-905d91360aa0 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 944 time: 0.3918724 Nov 12 03:28:30.276250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:30.284612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f8580f7f-b575-4782-8356-5943ae091dc0 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677584 Nov 12 03:28:30.345896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.346523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.347921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] 10.222.0.98 "PUT /v2.0/ports/b7f9b257-4f5c-46a4-b22c-c5f742d0a934 HTTP/1.1" status: 200 len: 1093 time: 3.7026732 Nov 12 03:28:30.427439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-797677d3-afa3-4006-82a4-3069d3386ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.428527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:30.428935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-797677d3-afa3-4006-82a4-3069d3386ffc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.3390803 Nov 12 03:28:30.441406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.449605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:30.460123 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:30.460744 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:28:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:30.504013 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd2cadd0-2a3e-4243-97c0-eb95d99c5e7e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "PUT /v2.0/floatingips/9cddeb9d-4588-40f5-92dd-a344edde8549 HTTP/1.1" status: 200 len: 990 time: 1.4293816 Nov 12 03:28:30.550112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6f074c-9839-4a61-bc12-9979cfe293ef req-e17604b7-b9be-435d-aca5-3814a23442e4 service neutron] 10.222.0.100 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200801 Nov 12 03:28:30.551724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9479c3-8b2a-4937-b43e-f4a9908c75b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.560215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46e4dd89-655e-404a-a21d-9c6ef9e01e7f tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] Publish callbacks [] for subnetpool, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.561399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-46e4dd89-655e-404a-a21d-9c6ef9e01e7f tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "PUT /v2.0/subnetpools/a5fe4b37-fe57-44a8-b5ca-e7007e90255c HTTP/1.1" status: 200 len: 683 time: 0.6539121 Nov 12 03:28:30.565458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.572321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27eb7b4a-2d5d-47e4-9aa6-31f9c0bd3e7c req-f9647ed4-f053-4de7-ac02-d10db5a874b9 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836680 Nov 12 03:28:30.613533 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:30.643981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.653644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.677573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.679392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.685562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.692606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.699126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.705786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.714806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-994b9cd4-ab49-4ef4-abc7-c7d93fb82569 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.3487966 Nov 12 03:28:30.723706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99763c78-d48d-465a-80d0-d36b2d0e5eb9 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.728602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-99763c78-d48d-465a-80d0-d36b2d0e5eb9 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a5fe4b37-fe57-44a8-b5ca-e7007e90255c HTTP/1.1" status: 204 len: 168 time: 0.1577303 Nov 12 03:28:30.728602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.746453 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-10834a02-5c5d-43de-8182-04858868f797 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] show failed (client error): The resource could not be found. Nov 12 03:28:30.750405 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-10834a02-5c5d-43de-8182-04858868f797 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "GET /v2.0/subnetpools/a5fe4b37-fe57-44a8-b5ca-e7007e90255c HTTP/1.1" status: 404 len: 346 time: 0.0183117 Nov 12 03:28:30.751219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.768018 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ebc5e88d-ae34-42c3-8d98-f3c81f2b3fd7 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] delete failed (client error): The resource could not be found. Nov 12 03:28:30.773211 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ebc5e88d-ae34-42c3-8d98-f3c81f2b3fd7 tempest-SubnetPoolsTestJSON-228250368 tempest-SubnetPoolsTestJSON-228250368-project] 10.222.0.93 "DELETE /v2.0/subnetpools/a5fe4b37-fe57-44a8-b5ca-e7007e90255c HTTP/1.1" status: 404 len: 346 time: 0.0162385 Nov 12 03:28:30.773824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 947ea9c1-7732-4557-a279-92193421f28e no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:30.818224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 947ea9c1-7732-4557-a279-92193421f28e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:30.819142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 947ea9c1-7732-4557-a279-92193421f28e not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:30.859979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26e36343-392b-4976-9c2c-4195a1b9ee15 req-ddf1f9e3-9654-427e-80fd-3e414651f6f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374125 Nov 12 03:28:30.895314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-ecf20ff6-f143-43d7-9971-d3c282d97737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.896865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-ecf20ff6-f143-43d7-9971-d3c282d97737 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=adf2ad9f002247fdb52115f88c74ebdc&device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 1096 time: 0.4641645 Nov 12 03:28:30.898783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-b2a582d9-8ecf-4678-bd68-69a810bc17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.900167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-b2a582d9-8ecf-4678-bd68-69a810bc17cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4505315 Nov 12 03:28:30.905800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-3bd49415-5019-4265-bfe7-3e13dc7b68e1 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879014 Nov 12 03:28:30.965320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-aa972fa5-103d-458b-a029-faad5f6bb9b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934 HTTP/1.1" status: 200 len: 217 time: 0.0564942 Nov 12 03:28:31.052021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.058205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.065214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.072803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.079181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.086771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.094201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.096937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-7cb5939d-eb63-40fe-93fa-681ed1b05c61 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.3589549 Nov 12 03:28:31.098559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-855b5c8a-786f-401b-bf81-086db8c46734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.100230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-855b5c8a-786f-401b-bf81-086db8c46734 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9740ca2-6c9e-4000-9065-8258b6dbb8e8 HTTP/1.1" status: 200 len: 861 time: 0.1126573 Nov 12 03:28:31.115892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-60efa0ea-4ad4-44ec-98c9-e784e0ebbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.118818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-60efa0ea-4ad4-44ec-98c9-e784e0ebbad1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3573f91a6635458fb26eef414e3a7609&device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 1095 time: 0.3909457 Nov 12 03:28:31.140565 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9cddeb9d-4588-40f5-92dd-a344edde8549', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c225c9-685e-4f94-ba2d-bce576168a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:59Z', 'updated_at': '2021-11-12T03:28:29Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.176725 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:31.186639 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:31.187802 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:28:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.194709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.212191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-dc122d00-a589-4455-ac6b-bf86063ad51c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44dac5f5-4531-4ac1-8341-566399e6cda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498197 Nov 12 03:28:31.319285 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:31.325345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-3e1a6c0a-16b6-42d1-8fec-b486f65f7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.326844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-3e1a6c0a-16b6-42d1-8fec-b486f65f7a9c service neutron] 10.222.0.100 "GET /v2.0/networks?id=66e21996-f0ab-4f8b-95a0-759a9139f60d HTTP/1.1" status: 200 len: 916 time: 0.1131170 Nov 12 03:28:31.328356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-c5b42c09-dad9-42ec-a02e-788c9cfdcd35 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 217 time: 0.3607261 Nov 12 03:28:31.359116 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a936d-cb2d-42a3-9088-ae6cfcd83b6e x-openstack-request-id: req-2e2a936d-cb2d-42a3-9088-ae6cfcd83b6e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:31.359423 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:31.359643 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e2a936d-cb2d-42a3-9088-ae6cfcd83b6e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:31.360178 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'status': 'completed', 'code': 200} Nov 12 03:28:31.425625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3329ad3d-0b05-4a44-a63d-ea6b2603e52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.545080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3329ad3d-0b05-4a44-a63d-ea6b2603e52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.549061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-5abe0049-5e23-47d0-a0c5-a8432d2b482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.550697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-5abe0049-5e23-47d0-a0c5-a8432d2b482f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1812451 Nov 12 03:28:31.553825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3329ad3d-0b05-4a44-a63d-ea6b2603e52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.575293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.609209 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9cddeb9d-4588-40f5-92dd-a344edde8549', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c225c9-685e-4f94-ba2d-bce576168a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:59Z', 'updated_at': '2021-11-12T03:28:29Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.622275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329ad3d-0b05-4a44-a63d-ea6b2603e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88d580-574e-4584-a397-8eae3d5c0a4e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.638153 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3329ad3d-0b05-4a44-a63d-ea6b2603e52c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c5bdc651f34f4bf4af8656f59aeda181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421334 Nov 12 03:28:31.638478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-6905b0ab-736a-469a-a2cb-b8e8ee740acf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 HTTP/1.1" status: 200 len: 217 time: 0.2591994 Nov 12 03:28:31.638804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50884) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.661916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9aea8-1ddb-4513-81dc-ef270431fee2 None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9cddeb9d-4588-40f5-92dd-a344edde8549', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c225c9-685e-4f94-ba2d-bce576168a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:59Z', 'updated_at': '2021-11-12T03:28:29Z', 'revision_number': 1, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:31.699722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.726119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.734071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994df57-17f4-48f0-98d2-55f8d4495cd2 req-18327495-ddfd-4909-a51f-f53a53d95fea tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.742410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0994df57-17f4-48f0-98d2-55f8d4495cd2 req-18327495-ddfd-4909-a51f-f53a53d95fea tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab130182-c67b-4b12-8f1b-544d3a625cfd HTTP/1.1" status: 200 len: 945 time: 0.3617170 Nov 12 03:28:31.758951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5b6eac4-fc2e-4b7a-b5c8-2591038d5ed4 req-3a59d42d-4b48-483a-94c2-f3343ad8a7b6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6019444 Nov 12 03:28:31.801981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.821326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.823775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-56d5cc7f-71f4-47a3-af2a-b462ba833435 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9115064 Nov 12 03:28:31.829194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e88d580-574e-4584-a397-8eae3d5c0a4e HTTP/1.1" status: 204 len: 168 time: 0.1892762 Nov 12 03:28:31.847344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff6712-7bae-4e32-98f0-e0fbf37a77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88d580-574e-4584-a397-8eae3d5c0a4e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.915973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-7db7ad69-d166-4036-b192-07c2b0890cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.917454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-7db7ad69-d166-4036-b192-07c2b0890cc7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3295109 Nov 12 03:28:32.006779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-0e204939-ec49-4d7f-abe9-79859e68e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.008333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-0e204939-ec49-4d7f-abe9-79859e68e2b9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=17bb01ae-88f9-4d03-b595-db7ffcf6bc36 HTTP/1.1" status: 200 len: 854 time: 0.3377647 Nov 12 03:28:32.008617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28c741-1918-4c73-b551-3a9f77b131bf None None] New status for floating IP 9cddeb9d-4588-40f5-92dd-a344edde8549: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:28:32.038421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'name': 'network-vif-deleted', 'tag': '947ea9c1-7732-4557-a279-92193421f28e'}, {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e'}, {'name': 'network-changed', 'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:32.042226 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19051b3c-a5a0-43d2-9d82-94d29174593a" -d '{"events": [{"server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "name": "network-vif-deleted", "tag": "947ea9c1-7732-4557-a279-92193421f28e"}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e"}, {"name": "network-changed", "server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:32.102665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-4491d7c0-8575-4eb3-932d-942ccd550f2c service neutron] 10.222.0.98 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403800 Nov 12 03:28:32.129072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-e180b60b-84ea-4443-a288-0e908f831df3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=66e21996-f0ab-4f8b-95a0-759a9139f60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964096 Nov 12 03:28:32.132518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0994df57-17f4-48f0-98d2-55f8d4495cd2 req-d7dab0e4-7a4f-4b7f-9396-2ddbdffedfaf tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894231 Nov 12 03:28:32.372527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-9449c582-dd05-4671-986b-ca08bb7f1e7a service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364944 Nov 12 03:28:32.386321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b3e17-ae97-4fa1-9f1f-e92f605abba8 req-84a2d91a-f331-43ac-894a-56006987cf3c tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.393975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-315b3e17-ae97-4fa1-9f1f-e92f605abba8 req-84a2d91a-f331-43ac-894a-56006987cf3c tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 943 time: 0.3846197 Nov 12 03:28:32.420285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-a3d57580-a681-4c5f-8509-3f9905d050b1 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800066 Nov 12 03:28:32.913411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ab4b3a-d03b-484b-a8a0-263ebbb5581c req-5142686a-9f80-413c-b77c-1dd2d0f3ee3f service neutron] 10.222.0.98 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927873 Nov 12 03:28:32.914516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-eb5b60f2-9dcb-45d6-99b9-521bdadfb712 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.4666266 Nov 12 03:28:32.951425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aea5c-a8ba-4b1a-8e9d-189aa26303bf req-a4948ac5-8e5f-4731-87dc-36903bbeb9a6 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.952936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b29aea5c-a8ba-4b1a-8e9d-189aa26303bf req-a4948ac5-8e5f-4731-87dc-36903bbeb9a6 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 944 time: 0.6641171 Nov 12 03:28:32.989530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-36497d7a-0d45-4c93-ac49-50eab2183ff3 service neutron] 10.222.0.100 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342557 Nov 12 03:28:33.008727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-315b3e17-ae97-4fa1-9f1f-e92f605abba8 req-3d5ddb23-3bf1-443d-8d98-a38fb5d7e2b7 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135876 Nov 12 03:28:33.064288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-8ec47019-1a6d-4a38-bdbe-2b2efcda7a4d service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653707 Nov 12 03:28:33.107385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-2cf7706b-5e1c-4550-8c69-20d62b7da283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.108879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-2cf7706b-5e1c-4550-8c69-20d62b7da283 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1786513 Nov 12 03:28:33.188418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f2982065-3188-4453-b6f0-88b3fe4c67a7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.0842543 Nov 12 03:28:33.235903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b29aea5c-a8ba-4b1a-8e9d-189aa26303bf req-e7df46dc-68d4-4771-bd53-e5fc70e4750b tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487090 Nov 12 03:28:33.311551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85ae5ada-2be2-415d-bd64-a638e4f9a832 req-ed636e58-4cf7-4714-9a7f-290277a477f4 service neutron] 10.222.0.100 "GET /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065434 Nov 12 03:28:33.318051 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f66cff-36c8-46f0-86da-4b6df58e0079 x-openstack-request-id: req-f5f66cff-36c8-46f0-86da-4b6df58e0079 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:33.318578 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c9df63-0277-4001-9c30-43b46c77a14c", "name": "network-vif-deleted", "tag": "947ea9c1-7732-4557-a279-92193421f28e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:33.318578 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5f66cff-36c8-46f0-86da-4b6df58e0079 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:33.318971 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c9df63-0277-4001-9c30-43b46c77a14c', 'name': 'network-vif-deleted', 'tag': '947ea9c1-7732-4557-a279-92193421f28e', 'status': 'completed', 'code': 200} Nov 12 03:28:33.319231 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'status': 'completed', 'code': 200} Nov 12 03:28:33.319505 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'status': 'completed', 'code': 200} Nov 12 03:28:33.326545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-f54b47f8-c262-410e-becd-cb1282f1d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.328779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-f54b47f8-c262-410e-becd-cb1282f1d581 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2091587 Nov 12 03:28:33.337168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-172d2fd9-eb8e-4f2f-9e3f-39daf4961967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.338811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-172d2fd9-eb8e-4f2f-9e3f-39daf4961967 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.1242509 Nov 12 03:28:33.352124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.358797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.365495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.371426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.378199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.384131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.395137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.397387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-698d66bd-e0f0-4329-b4db-7c3b6659fada tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.2796175 Nov 12 03:28:33.400635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:33.406060 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e633bd-21f5-459e-982c-d4220fafcf87" -d '{"events": [{"name": "network-changed", "server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:33.559265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f69b5756-d8ae-4a38-b24e-35f23f2ffc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.560773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-f69b5756-d8ae-4a38-b24e-35f23f2ffc85 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609344 Nov 12 03:28:33.648967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56e5700a-7c24-4ed7-a5ed-86aa1e2c4ada req-3e7e588f-c5c8-44ee-a4ab-9d8662552116 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126663 Nov 12 03:28:33.654294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-ec2ddbef-ff35-4677-bf16-734d010452d7 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558632 Nov 12 03:28:33.760823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.774704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.780612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.786689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.792602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.799067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.805255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.811092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.819647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-e8141a3b-1791-41a6-accb-096f1465c0e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.2625084 Nov 12 03:28:33.824574 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e714265-cb26-432d-bf32-2c8c483b83f8 x-openstack-request-id: req-6e714265-cb26-432d-bf32-2c8c483b83f8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:33.824868 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:33.825289 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e714265-cb26-432d-bf32-2c8c483b83f8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:33.825685 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934', 'status': 'completed', 'code': 200} Nov 12 03:28:33.914796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-274cc1eb-93f4-4f25-b4ff-437aa883e53c service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342540 Nov 12 03:28:33.922353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e71bb872-4e91-4c05-8e01-40cc01c2d025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.968015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-1aca2985-b2ba-4a0d-bf6e-295ae6e6b1db service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743380 Nov 12 03:28:33.986356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-3319366d-b88e-43a4-b561-0a91d2993932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.987742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-3319366d-b88e-43a4-b561-0a91d2993932 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=adf2ad9f002247fdb52115f88c74ebdc&device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 1096 time: 0.1485848 Nov 12 03:28:34.037831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e71bb872-4e91-4c05-8e01-40cc01c2d025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.043234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e71bb872-4e91-4c05-8e01-40cc01c2d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.082569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a62f773f-8530-44ef-8335-aa33aa325a6f req-bf706a91-60b7-4595-8a55-b81dafea8fe1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534475 Nov 12 03:28:34.099508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:34.100985 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e71bb872-4e91-4c05-8e01-40cc01c2d025 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9494520b8d684fa1b53ad0305bf05f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388469 Nov 12 03:28:34.105678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.110495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-027cef3e-194b-419b-a907-88ef81ec8e29 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.1170254 Nov 12 03:28:34.160545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bb872-4e91-4c05-8e01-40cc01c2d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ff9c38-6949-4fbb-9153-2ad56929d43c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.194711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.224210 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.281505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.284585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.288627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/64ff9c38-6949-4fbb-9153-2ad56929d43c HTTP/1.1" status: 204 len: 168 time: 0.1770613 Nov 12 03:28:34.290800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,segment=NetworkSegment(d6955202-0ce7-4b55-bd70-0ae5b0efaf10),segment_id=d6955202-0ce7-4b55-bd70-0ae5b0efaf10)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.300588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712f09-baa7-44d1-b39c-2e58dfec664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ff9c38-6949-4fbb-9153-2ad56929d43c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.312185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7', 'network_id': '66e21996-f0ab-4f8b-95a0-759a9139f60d', 'port_id': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7', 'mac_address': 'fa:16:3e:8d:31:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb01ae-88f9-4d03-b595-db7ffcf6bc36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:34.377579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.393319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-e48a0b98-0214-4bc3-977f-7c576c922c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.395284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-e48a0b98-0214-4bc3-977f-7c576c922c4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.2833564 Nov 12 03:28:34.419674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:34.426738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-0f7ef719-f3e2-4cf4-b10a-bbbad9ae2569 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896061 Nov 12 03:28:34.459115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,segment=NetworkSegment(d6955202-0ce7-4b55-bd70-0ae5b0efaf10),segment_id=d6955202-0ce7-4b55-bd70-0ae5b0efaf10)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.464149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.494332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-5a79f1ce-a008-4096-87ae-16f55cb8e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.495540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-5a79f1ce-a008-4096-87ae-16f55cb8e49d service neutron] 10.222.0.98 "GET /v2.0/networks?id=44dac5f5-4531-4ac1-8341-566399e6cda2 HTTP/1.1" status: 200 len: 923 time: 0.4988286 Nov 12 03:28:34.525176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.608440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-105fcd12-d143-4094-99c3-daf7f5696aa3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934 HTTP/1.1" status: 200 len: 217 time: 0.0940497 Nov 12 03:28:34.616950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd035cf-d0c4-4fc2-9760-9508599e4de8 req-b8eebc7f-bf78-496f-9c93-07b9deb7195a tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.618629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dd035cf-d0c4-4fc2-9760-9508599e4de8 req-b8eebc7f-bf78-496f-9c93-07b9deb7195a tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 943 time: 0.4576797 Nov 12 03:28:34.661596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-ad2579b9-ad0a-4cf6-a998-5cd57093abd7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.2108240 Nov 12 03:28:34.662093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50970) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.705217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:34.763727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-14b0bfc6-ca1a-414f-a26b-aa17dfde624d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.765216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-14b0bfc6-ca1a-414f-a26b-aa17dfde624d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 0.5041599 Nov 12 03:28:34.767691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-0579fe9e-4649-4e91-9805-cd0683ead4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.769089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-0579fe9e-4649-4e91-9805-cd0683ead4ea service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3579192 Nov 12 03:28:34.769821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1090-5896-4e45-994d-f68df932160c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.802486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b7f9b257-4f5c-46a4-b22c-c5f742d0a934 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:34.855838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-3e7a149a-b8ff-461e-935d-be1aaaab4a77 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/quotas/b4dd04756cb54c4c9ca822e4ffd39d95 HTTP/1.1" status: 200 len: 375 time: 0.0719891 Nov 12 03:28:34.867631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-ff5b9102-c5d0-43e7-aaea-c520ec00cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.869180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-ff5b9102-c5d0-43e7-aaea-c520ec00cf3e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9740ca2-6c9e-4000-9065-8258b6dbb8e8 HTTP/1.1" status: 200 len: 861 time: 0.2496097 Nov 12 03:28:34.903274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-277be3d9-b941-458a-9ef7-b6f08c6f4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.904732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-277be3d9-b941-458a-9ef7-b6f08c6f4c4b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.1981089 Nov 12 03:28:34.940012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,segment=NetworkSegment(f24b9197-d603-4f8f-9b81-371b53cac1d4),segment_id=f24b9197-d603-4f8f-9b81-371b53cac1d4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.951426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934', 'network_id': '44dac5f5-4531-4ac1-8341-566399e6cda2', 'port_id': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934', 'mac_address': 'fa:16:3e:36:15:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9740ca2-6c9e-4000-9065-8258b6dbb8e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:34.970728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dd035cf-d0c4-4fc2-9760-9508599e4de8 req-a1b5f658-5da8-43d0-8772-4cd498a94e2c tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423440 Nov 12 03:28:34.991604 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.006801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f9b257-4f5c-46a4-b22c-c5f742d0a934 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:35.029087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,segment=NetworkSegment(f24b9197-d603-4f8f-9b81-371b53cac1d4),segment_id=f24b9197-d603-4f8f-9b81-371b53cac1d4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:35.029425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-a7ce3f3f-e5ec-46b6-b960-d752faa1de99 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=44dac5f5-4531-4ac1-8341-566399e6cda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197884 Nov 12 03:28:35.034618 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.089747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.189695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-78eed578-2cb4-4ee6-94aa-72e2e15b4ff1 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040439 Nov 12 03:28:35.206888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-6cb839b0-f5a7-4dee-b02c-d821096919ea tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.208324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-6cb839b0-f5a7-4dee-b02c-d821096919ea tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "GET /v2.0/ports?device_id=ab130182-c67b-4b12-8f1b-544d3a625cfd HTTP/1.1" status: 200 len: 945 time: 0.3071592 Nov 12 03:28:35.230819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['b7f9b257-4f5c-46a4-b22c-c5f742d0a934'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:35.231309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86b2-53bf-4958-b896-4082032aac94 req-45ec13fb-358f-4eda-9b90-f1d806b2dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.232901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-45ec13fb-358f-4eda-9b90-f1d806b2dff2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3064642 Nov 12 03:28:35.243176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-e8d56b8d-e244-4c36-ac9c-4bb1c5cfaf9f tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3437207 Nov 12 03:28:35.438418 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1090-5896-4e45-994d-f68df932160c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.452189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a988a0e-ae31-4bd4-996a-a35b48f98606 req-8d31900d-03ea-46f4-b327-816bc8520207 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.453674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a988a0e-ae31-4bd4-996a-a35b48f98606 req-8d31900d-03ea-46f4-b327-816bc8520207 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 945 time: 0.3913512 Nov 12 03:28:35.506170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1090-5896-4e45-994d-f68df932160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.527360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-cefe6960-8029-4f9a-ab7e-694c0f968ecf service neutron] 10.222.0.98 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875183 Nov 12 03:28:36.023519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc6f1090-5896-4e45-994d-f68df932160c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=36ad63053ffa410b8bc1ca704bb324fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3538909 Nov 12 03:28:36.026172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.068017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f1090-5896-4e45-994d-f68df932160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f90e6e-fa4a-4b6f-b704-ad6c21103e22,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.073927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.097005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.099799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-a7c46a68-e08e-417b-85ab-38afe096d329 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.101303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-a7c46a68-e08e-417b-85ab-38afe096d329 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "GET /v2.0/ports?device_id=4a853967-4543-442d-b2fb-834128e37b95 HTTP/1.1" status: 200 len: 946 time: 0.7101960 Nov 12 03:28:36.116861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-5d4a858e-a04e-4e69-9126-1a4090cca455 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8687019 Nov 12 03:28:36.118719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-5d595623-be40-49a2-a4aa-d190a2b2b89e service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056704 Nov 12 03:28:36.124621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:36.128953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-69ea1678-e3c9-437f-bee6-d5fec02c789c service neutron] 10.222.0.93 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583543 Nov 12 03:28:36.152676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.155450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.156722 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5f90e6e-fa4a-4b6f-b704-ad6c21103e22 HTTP/1.1" status: 204 len: 168 time: 0.1295464 Nov 12 03:28:36.167405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a988a0e-ae31-4bd4-996a-a35b48f98606 req-52b1ae61-2230-45d1-97a6-560e5d7c4ca7 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629903 Nov 12 03:28:36.173748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f239ad-1306-4527-9bea-15a4b7e01f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f90e6e-fa4a-4b6f-b704-ad6c21103e22,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.225572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:36.231068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:36.233196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.274330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-ad93e649-c853-4951-b848-cdc68eda9e0e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.1432614 Nov 12 03:28:36.326306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.383370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,segment=NetworkSegment(d6955202-0ce7-4b55-bd70-0ae5b0efaf10),segment_id=d6955202-0ce7-4b55-bd70-0ae5b0efaf10)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:36.385419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:36.388223 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eba8eb0-be4b-463c-92f8-18456bab39b1" -d '{"events": [{"server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:36.392587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.393750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5b6b1e44-4e5f-4a77-80d8-57fd4231652b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:36.400095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Deleting port f0c53f0f-44b8-4b49-b659-c79a447d11a6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:36.400443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.415374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57e633bd-21f5-459e-982c-d4220fafcf87 req-71fbd9d7-4698-410d-a75e-d40e456fa270 service neutron] 10.222.0.98 "GET /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8659184 Nov 12 03:28:36.495647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.536380 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.576137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-39cce2cc-29e1-497f-8caa-dce624ccbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.577342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:36.577576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-39cce2cc-29e1-497f-8caa-dce624ccbeb2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.2544487 Nov 12 03:28:36.583060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.599279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f03d86b2-53bf-4958-b896-4082032aac94 req-764d17aa-d142-4326-863e-864f3b4d4a45 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693475 Nov 12 03:28:36.645177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-f3d8fbf7-b73b-4b86-91d5-e180fa89fbde service neutron] 10.222.0.93 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838157 Nov 12 03:28:36.648476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.683235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.689700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.695585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.701468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.707334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.713208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.719046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.721063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-08917050-ac0c-49e0-bd4f-12905c0419f7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.2859306 Nov 12 03:28:36.738764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] For port f0c53f0f-44b8-4b49-b659-c79a447d11a6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f0c53f0f-44b8-4b49-b659-c79a447d11a6,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:36.739127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.781198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Calling delete_port for f0c53f0f-44b8-4b49-b659-c79a447d11a6 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:36.796021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Deleting port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:36.796364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.825441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-3de58e11-dfda-4b0a-b2c2-68de9032829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.826989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-3de58e11-dfda-4b0a-b2c2-68de9032829b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2407713 Nov 12 03:28:36.827436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b7f9b257-4f5c-46a4-b22c-c5f742d0a934 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:36.896245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:36.901000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:36.901616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.018958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.019636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.020040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.020510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.020993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.021476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.021688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.021947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.023892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-dcfb81e7-dcd3-4210-bc22-86ce25b6a889 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6492 time: 0.2985296 Nov 12 03:28:37.068229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,segment=NetworkSegment(f24b9197-d603-4f8f-9b81-371b53cac1d4),segment_id=f24b9197-d603-4f8f-9b81-371b53cac1d4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.073686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.074370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac807ed-0f16-4086-bc37-8b620d71abd5 req-c6ed7023-b164-4369-8d55-ed65caca07be tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3366551 Nov 12 03:28:37.086944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f0c53f0f-44b8-4b49-b659-c79a447d11a6 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:37.191529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.270394 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.293350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] For port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.293716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.311616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-cbf20cce-7db1-4fc6-9bfd-b54eec1a2e2b service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705400 Nov 12 03:28:37.356708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Calling delete_port for 5b6b1e44-4e5f-4a77-80d8-57fd4231652b owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:37.377349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:37.377349 n-d-713499-30 neutron-server[102607]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 03:28:37.377349 n-d-713499-30 neutron-server[102607]: [parameters: {'status': 'DOWN', 'ports_id': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6'}] Nov 12 03:28:37.377349 n-d-713499-30 neutron-server[102607]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:37.377851 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:37.463379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.470261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.476276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.482185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.488274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.494292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.500703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.502583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-f7dee245-172e-44ba-9d39-eb6631700da8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.4625962 Nov 12 03:28:37.517145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121d70a-11d5-44cf-baa4-403132cde077 req-eb4c9362-dc7d-44d2-ab88-36cb5110c0a6 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.518779 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9121d70a-11d5-44cf-baa4-403132cde077 req-eb4c9362-dc7d-44d2-ab88-36cb5110c0a6 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 945 time: 0.3441684 Nov 12 03:28:37.560710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-711fd272-0a60-42cb-94aa-19758f476b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.562175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-711fd272-0a60-42cb-94aa-19758f476b74 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 904 time: 0.5246389 Nov 12 03:28:37.590311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.686242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-1b1048af-42e8-4c6c-a997-9e024501535f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.0969894 Nov 12 03:28:37.698987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event deleted for resources: {'Port': ['ID=f0c53f0f-44b8-4b49-b659-c79a447d11a6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.779847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-89e98a19-d58f-4ea6-968f-5eb72c629966 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598682 Nov 12 03:28:37.825419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9121d70a-11d5-44cf-baa4-403132cde077 req-37bc2bdc-0290-4ce8-bf9b-95d85ae427ff tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676232 Nov 12 03:28:37.894477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] No DVR routers for this DVR port f0c53f0f-44b8-4b49-b659-c79a447d11a6 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:37.902832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Port f0c53f0f-44b8-4b49-b659-c79a447d11a6 update to DOWN by agent not found {{(pid=102607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:28:37.912515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-28654ece-1d31-4b23-85dd-8d03b5b26058 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.1088467 Nov 12 03:28:37.917778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3040c769-4ebb-4207-8417-df21dd5bd66d req-8a4f1911-eb14-400e-84c6-a848d324e8ce tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3918860 Nov 12 03:28:37.935232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.938116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dac83038-61bd-4c09-86ad-97a42d767a26 req-cb8bff6a-e9d0-4c4f-b5a4-4efee76b2017 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "DELETE /v2.0/ports/f0c53f0f-44b8-4b49-b659-c79a447d11a6 HTTP/1.1" status: 204 len: 173 time: 2.6911788 Nov 12 03:28:37.939444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'name': 'network-vif-deleted', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:37.941823 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf6445-b339-4c81-be9c-e763f219fcba" -d '{"events": [{"server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "name": "network-vif-deleted", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:37.949327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-1225b97e-209a-4881-b3b4-247f6ed16105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.949707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-1225b97e-209a-4881-b3b4-247f6ed16105 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.2483220 Nov 12 03:28:37.999928 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431983ae-af4c-4561-b0d7-78808e8be6dc x-openstack-request-id: req-431983ae-af4c-4561-b0d7-78808e8be6dc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:38.001338 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:38.001928 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-431983ae-af4c-4561-b0d7-78808e8be6dc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:38.002615 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7', 'code': 200} Nov 12 03:28:38.137358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-d9b1a3a2-ae5e-451e-86dc-c81f59f2c374 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.139094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-d9b1a3a2-ae5e-451e-86dc-c81f59f2c374 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 945 time: 0.2414131 Nov 12 03:28:38.144696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-f86ce9b7-0446-4eca-8b2d-b3e42a7c9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.146172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-f86ce9b7-0446-4eca-8b2d-b3e42a7c9d68 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.2014282 Nov 12 03:28:38.159016 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.206857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-fc94b29f-96c1-480e-b592-cc80f0c6c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.208540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-fc94b29f-96c1-480e-b592-cc80f0c6c619 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2351837 Nov 12 03:28:38.269614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event deleted for resources: {'Port': ['ID=5b6b1e44-4e5f-4a77-80d8-57fd4231652b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.293744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de41e0-1b3a-4a2e-9959-b46fb64b7d91 req-d58230b6-ec5b-4da2-a247-8973037b5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.296167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1de41e0-1b3a-4a2e-9959-b46fb64b7d91 req-d58230b6-ec5b-4da2-a247-8973037b5513 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 1097 time: 0.0724328 Nov 12 03:28:38.299586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bd4f-79e2-4a02-8e9f-d7a885a8ba06 req-b824f3ea-8145-4228-a071-a544ba3e4069 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.301132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c57bd4f-79e2-4a02-8e9f-d7a885a8ba06 req-b824f3ea-8145-4228-a071-a544ba3e4069 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 945 time: 0.2707307 Nov 12 03:28:38.382258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e1de41e0-1b3a-4a2e-9959-b46fb64b7d91 req-fbf92389-a901-4021-a047-c8a5f2ff920b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Nov 12 03:28:38.425459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] No DVR routers for this DVR port 5b6b1e44-4e5f-4a77-80d8-57fd4231652b on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:38.449161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.452451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcb81e25-7e9b-443a-a0a1-98fe66991ee4 req-1f5d42b8-a23e-42e8-9cc3-8e86498e031d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "DELETE /v2.0/ports/5b6b1e44-4e5f-4a77-80d8-57fd4231652b HTTP/1.1" status: 204 len: 173 time: 2.3319843 Nov 12 03:28:38.469291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-bf5e0fd4-5884-4291-ab83-c17b3a6742c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.471303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-bf5e0fd4-5884-4291-ab83-c17b3a6742c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3078818 Nov 12 03:28:38.523024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-9ea6d745-ae3a-4790-bd38-a71511921601 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923410 Nov 12 03:28:38.532914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c57bd4f-79e2-4a02-8e9f-d7a885a8ba06 req-aa279bcd-877b-4375-a2f9-1aae532cd188 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184572 Nov 12 03:28:38.541494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32ef3a-2cc5-40f1-8f43-0e6221cb1880 req-336fa71a-1688-48e1-9879-a48856bb6151 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.542965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f32ef3a-2cc5-40f1-8f43-0e6221cb1880 req-336fa71a-1688-48e1-9879-a48856bb6151 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.1656468 Nov 12 03:28:38.586223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Deleting port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:38.586766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.049082 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267adede-67b4-469b-8957-218f5d0660d8 x-openstack-request-id: req-267adede-67b4-469b-8957-218f5d0660d8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:39.049363 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab130182-c67b-4b12-8f1b-544d3a625cfd", "name": "network-vif-deleted", "tag": "f0c53f0f-44b8-4b49-b659-c79a447d11a6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:39.049609 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-267adede-67b4-469b-8957-218f5d0660d8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:39.050058 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab130182-c67b-4b12-8f1b-544d3a625cfd', 'name': 'network-vif-deleted', 'tag': 'f0c53f0f-44b8-4b49-b659-c79a447d11a6', 'status': 'completed', 'code': 200} Nov 12 03:28:39.334314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f32ef3a-2cc5-40f1-8f43-0e6221cb1880 req-89010236-f6bd-426d-bdb7-f9621b21a711 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724991 Nov 12 03:28:39.418987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e361259b-aaab-4657-b349-9d6d1a9a82aa req-473f5671-e9b2-42f8-a329-5c0c9dcebd08 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8750317 Nov 12 03:28:39.442164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] For port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,segment=NetworkSegment(4618efbe-0cc5-4cd6-99d8-3fa10a93ff29),segment_id=4618efbe-0cc5-4cd6-99d8-3fa10a93ff29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.442545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.471879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-58e9e30c-f294-4dda-90e9-f8c34c9f0e0f service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8703792 Nov 12 03:28:39.483011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.489110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.495017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.501228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.507107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.513368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.519823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.521853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-81990c8e-52f5-4a4f-ad50-5fc16b7bafae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.4779568 Nov 12 03:28:39.565833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-2668364f-4600-4ed5-9eff-4fc6b00588be tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.567233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-2668364f-4600-4ed5-9eff-4fc6b00588be tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 0.5219505 Nov 12 03:28:39.569130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cef522e-7193-468c-9215-ec6df63ba09b req-b9bd5f41-0f34-43af-9f80-d92494677a7a tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 210 time: 0.1463490 Nov 12 03:28:39.572929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Calling delete_port for 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:39.610888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-64f7034e-6627-465f-91f9-82c0891f1bf6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.611328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-64f7034e-6627-465f-91f9-82c0891f1bf6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 812 time: 0.5544281 Nov 12 03:28:39.618410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.644036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Request body: {'port': {'device_id': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'admin_state_up': True, 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.654098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Request body: {'port': {'device_id': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'admin_state_up': True, 'tenant_id': 'b4dd04756cb54c4c9ca822e4ffd39d95'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.726943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96acd091-6f2e-4e21-93a9-c485bcbb87b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.808629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96acd091-6f2e-4e21-93a9-c485bcbb87b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.814041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96acd091-6f2e-4e21-93a9-c485bcbb87b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.855877 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-96acd091-6f2e-4e21-93a9-c485bcbb87b4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0a64ffe4d38f48f7a6a14761fac3de64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334385 Nov 12 03:28:39.855877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acd091-6f2e-4e21-93a9-c485bcbb87b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75174e2-ff11-464b-9e22-9a3643a41196,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.857003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.908095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.926350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.926819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.927274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.927729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.928211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.928657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.929106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.930245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.930979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-4d40f85b-0a39-4335-a05e-909d56f6eaee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6492 time: 0.4063694 Nov 12 03:28:39.973456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffa436f6-06f4-4d0a-a7d6-0948c77f4fdd req-1d4443cf-4984-4b20-8d15-5d9b7eab2f50 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4312358 Nov 12 03:28:39.981948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.985108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.989914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e75174e2-ff11-464b-9e22-9a3643a41196 HTTP/1.1" status: 204 len: 168 time: 0.1306529 Nov 12 03:28:40.003853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b'}, {'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:40.006866 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae2ed5-cedc-4245-b0ac-db609596cce3" -d '{"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b"}, {"server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "name": "network-vif-plugged", "status": "completed", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:40.010206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b8ce4-78cc-4d41-8d6b-bd7cba66e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75174e2-ff11-464b-9e22-9a3643a41196,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.039570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018a91-cb5e-412c-82b4-4d8ad497b9e4 req-5d496ad7-c97b-46e6-8f74-0fc9568a96a0 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.046651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45018a91-cb5e-412c-82b4-4d8ad497b9e4 req-5d496ad7-c97b-46e6-8f74-0fc9568a96a0 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 945 time: 0.3873529 Nov 12 03:28:40.056684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-d33da44d-2a40-4d1b-9f74-1a27cad752e6 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309079 Nov 12 03:28:40.204989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-fce6e3f0-8fe4-4f34-925e-62383df69681 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.1150234 Nov 12 03:28:40.287479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.api [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:40.287479 n-d-713499-30 neutron-server[102606]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:28:40.287479 n-d-713499-30 neutron-server[102606]: [parameters: {'project_id': 'b4dd04756cb54c4c9ca822e4ffd39d95', 'id': 'b8bf6877-a94a-4ae3-830d-5a7d7a1aef32', 'expiration': datetime.datetime(2021, 11, 12, 3, 30, 40, 212646)}] Nov 12 03:28:40.287479 n-d-713499-30 neutron-server[102606]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:40.287915 n-d-713499-30 neutron-server[102606]: DEBUG oslo_db.api [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:40.298520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.314770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45018a91-cb5e-412c-82b4-4d8ad497b9e4 req-3453bf8c-aa93-4b8a-ada2-248f259cf34d tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672627 Nov 12 03:28:40.315303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126a50b0-686e-4aab-80f6-70daf334a3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.316223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:40.319509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.354841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.361404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.367313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.374513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.385588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.394009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.401240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.403370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-9509a056-cae5-427b-b99f-1cc262694733 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.3384671 Nov 12 03:28:40.404784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-c81cf73b-8ea5-472b-9910-3fef08157bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.406502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-c81cf73b-8ea5-472b-9910-3fef08157bee service neutron] 10.222.0.98 "GET /v2.0/networks?id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 904 time: 0.4582598 Nov 12 03:28:40.411766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126a50b0-686e-4aab-80f6-70daf334a3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.416696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126a50b0-686e-4aab-80f6-70daf334a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.455073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a50b0-686e-4aab-80f6-70daf334a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc338431-dfa9-42c7-b58e-c0f287243883,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.460661 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-126a50b0-686e-4aab-80f6-70daf334a3aa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=44f4c08de5a14afa8dacadb39e33412b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1610076 Nov 12 03:28:40.463369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.474423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-8d573256-6831-4a34-a085-bd31c343931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.476464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-8d573256-6831-4a34-a085-bd31c343931a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.2598364 Nov 12 03:28:40.514488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.537647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.545231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-dbbaec4e-528e-412c-961e-8f17d29d01b2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.1276686 Nov 12 03:28:40.556266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.595070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.598225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.599548 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bc338431-dfa9-42c7-b58e-c0f287243883 HTTP/1.1" status: 204 len: 168 time: 0.1350312 Nov 12 03:28:40.613379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f5799-4a4a-49e7-adb8-2298226b675e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc338431-dfa9-42c7-b58e-c0f287243883,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.726405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Pushing event deleted for resources: {'Port': ['ID=50a2fd95-3ccf-42d3-ae10-d6b57875a4fc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.776104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a76a1-61ab-46b5-b114-b18899641ace req-17405c53-1fb4-409c-bc2b-df5f33d891a7 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.777842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c6a76a1-61ab-46b5-b114-b18899641ace req-17405c53-1fb4-409c-bc2b-df5f33d891a7 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/ports?device_id=845c4aa9-703a-4510-bc68-2f1eb35c737c HTTP/1.1" status: 200 len: 867 time: 0.3629715 Nov 12 03:28:40.795380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-5c9cb3f7-b9ed-48b1-99ac-87f341ebff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.796829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-5c9cb3f7-b9ed-48b1-99ac-87f341ebff73 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.2387311 Nov 12 03:28:40.854184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:40.867690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-4fbbdf95-dc2e-43d8-b5eb-3d0e5500afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.869384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-4fbbdf95-dc2e-43d8-b5eb-3d0e5500afab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3502293 Nov 12 03:28:40.870150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] No DVR routers for this DVR port 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:40.876803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:40.877399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 50a2fd95-3ccf-42d3-ae10-d6b57875a4fc not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:40.880276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.883588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a07dac-ef69-4927-9fa1-b0f7e3998ac7 req-b3e00faf-b0bc-4e0f-88c2-a104e3090f8c tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.98 "DELETE /v2.0/ports/50a2fd95-3ccf-42d3-ae10-d6b57875a4fc HTTP/1.1" status: 204 len: 173 time: 2.7352262 Nov 12 03:28:40.898027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae248ef3-bafb-4646-8e6e-43357fc220d7 req-dd4121c8-73d9-4534-9c0d-4cee77f87098 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4815173 Nov 12 03:28:41.015792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Allocated IP 172.20.0.11 (73fc6f44-57c6-4c4b-af04-04c495ae1100/7b6bfc78-3077-46c2-9c1c-14a3530e9490/19a3a20e-a66a-4347-b92a-5f5e9fe1769f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:41.029360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Made reservation on behalf of b4dd04756cb54c4c9ca822e4ffd39d95 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:41.032981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.053953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-deleted', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b'}, {'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'name': 'network-vif-deleted', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:41.056238 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200ae48-9e2a-4848-be12-84adee223217" -d '{"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-deleted", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b"}, {"server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "name": "network-vif-deleted", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:41.083320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c6a76a1-61ab-46b5-b114-b18899641ace req-69656e20-ab0e-48d7-b464-b02486f13ece tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] 10.222.0.93 "GET /v2.0/security-groups?id=b5d54332-4a2f-4a46-91a6-572e58ea02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911952 Nov 12 03:28:41.097377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-70141f16-6cf5-412a-84f3-4437bccc7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.098888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-70141f16-6cf5-412a-84f3-4437bccc7cc7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2496893 Nov 12 03:28:41.216552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-48b8d2dc-1291-47e9-b8d5-3bde8ab88da7 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238599 Nov 12 03:28:41.378450 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5042bb3a-1a1b-4985-bd9c-3191df56c626 x-openstack-request-id: req-5042bb3a-1a1b-4985-bd9c-3191df56c626 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:41.379462 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b", "code": 200}, {"server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "name": "network-vif-plugged", "status": "completed", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:41.379873 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5042bb3a-1a1b-4985-bd9c-3191df56c626 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:41.380561 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'code': 200} Nov 12 03:28:41.380967 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934', 'code': 200} Nov 12 03:28:41.871353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-b60ecc46-d3bc-4e95-8bd3-89d3ae1a294a service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539186 Nov 12 03:28:41.898064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8b81f44-2226-4612-9b5d-c320ae0839c3 req-19b3b6a6-60db-4c3e-9ecd-f926c069d7c8 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 210 time: 0.0797393 Nov 12 03:28:42.014070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.039166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-9b95cfa1-f069-476c-8ab5-d4393f1b5fd8 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881696 Nov 12 03:28:42.065540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57c3c7-db21-416a-9f26-e607f62cecb8 req-d74dd7ca-c44e-4b40-a020-c3999c8d5881 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.067051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b57c3c7-db21-416a-9f26-e607f62cecb8 req-d74dd7ca-c44e-4b40-a020-c3999c8d5881 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.7064574 Nov 12 03:28:42.092002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc984d-0a05-4898-908f-748322bb69b4 req-ca2ed38e-e204-400e-973e-9f5f1feac4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.093796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15cc984d-0a05-4898-908f-748322bb69b4 req-ca2ed38e-e204-400e-973e-9f5f1feac4e3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 1098 time: 0.2784610 Nov 12 03:28:42.157175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-0dda8510-9888-42be-b77d-f2692c082d6e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0891757 Nov 12 03:28:42.259464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65d86992-a5c5-467d-b91b-8c4a12146249 req-24bcfc0e-1f2a-46da-bf3f-3d076775f6de service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658936 Nov 12 03:28:42.286912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.292931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.298824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.304833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.310745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.317220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.323167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.325146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-54e8d982-31d7-4684-890f-f733298918f6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.3194323 Nov 12 03:28:42.342861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.374237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b57c3c7-db21-416a-9f26-e607f62cecb8 req-af6a6910-5e8e-4c99-b9fc-532faa071f10 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850993 Nov 12 03:28:42.382698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-d0ac30c1-596c-4eaa-8f50-abb0a0b305f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.384197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-d0ac30c1-596c-4eaa-8f50-abb0a0b305f3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.2174742 Nov 12 03:28:42.386304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15cc984d-0a05-4898-908f-748322bb69b4 req-e2870df7-96b1-4a76-b83d-8a5138529516 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483964 Nov 12 03:28:42.442531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a3ccaa-ec9e-49dd-ba5f-7fcbe0880b24 x-openstack-request-id: req-33a3ccaa-ec9e-49dd-ba5f-7fcbe0880b24 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:42.442531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a853967-4543-442d-b2fb-834128e37b95", "name": "network-vif-deleted", "tag": "5b6b1e44-4e5f-4a77-80d8-57fd4231652b", "status": "completed", "code": 200}, {"server_uuid": "845c4aa9-703a-4510-bc68-2f1eb35c737c", "name": "network-vif-deleted", "tag": "50a2fd95-3ccf-42d3-ae10-d6b57875a4fc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:42.442531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-33a3ccaa-ec9e-49dd-ba5f-7fcbe0880b24 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:42.443021 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a853967-4543-442d-b2fb-834128e37b95', 'name': 'network-vif-deleted', 'tag': '5b6b1e44-4e5f-4a77-80d8-57fd4231652b', 'status': 'completed', 'code': 200} Nov 12 03:28:42.443191 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845c4aa9-703a-4510-bc68-2f1eb35c737c', 'name': 'network-vif-deleted', 'tag': '50a2fd95-3ccf-42d3-ae10-d6b57875a4fc', 'status': 'completed', 'code': 200} Nov 12 03:28:42.479013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:42.494811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:42.507077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:42.512851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Allocated IP 172.20.0.9 (73fc6f44-57c6-4c4b-af04-04c495ae1100/7b6bfc78-3077-46c2-9c1c-14a3530e9490/f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:42.557601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event updated for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.622645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411af3-323b-4158-913f-30c2e4023ada req-d952efbc-17cc-48a0-9bfe-64cfe07458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.624511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-d952efbc-17cc-48a0-9bfe-64cfe07458b1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997876 Nov 12 03:28:42.639395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2480097-463b-4ed5-8c65-be0822a75b0a req-b13c0700-cf38-41f3-8558-6f31a4394446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3036764 Nov 12 03:28:42.671774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.672967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.759306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.760819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-8a827763-9359-46e5-bb39-e43bda166c52 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1332328 Nov 12 03:28:42.791694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.799074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.807591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.814940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.821465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.828211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.835009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.838294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Deleting subnet f3ca11da-cc68-4cfe-b41f-3361c451acab {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:42.845946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-656627d4-ca81-4a9a-8c12-ec4463bb8383 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.2994847 Nov 12 03:28:42.847073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.852165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Request body: {'port': {'device_id': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:42.896600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.956414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.025857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-b0acabb0-d1d7-4bb1-8ab4-821db0e44791 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853219 Nov 12 03:28:43.044460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.074986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ca11da-cc68-4cfe-b41f-3361c451acab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.077715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.083695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eb036442-09cb-4ac0-b483-a54a3188e80f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f3ca11da-cc68-4cfe-b41f-3361c451acab HTTP/1.1" status: 204 len: 168 time: 0.3204195 Nov 12 03:28:43.084013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.086455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.093262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30bf8b69-b153-4db3-9471-6684d7814e81 req-7781cde2-b344-4b16-b53f-1969f8aafaa2 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476656 Nov 12 03:28:43.173764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.181854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.293474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.298408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47a245-fe40-4231-bb30-0609453b4a6a req-9a45fe89-683e-45a8-8499-d618397e0fa6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.299980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be47a245-fe40-4231-bb30-0609453b4a6a req-9a45fe89-683e-45a8-8499-d618397e0fa6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 932 time: 0.2523010 Nov 12 03:28:43.320196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98a96c7-3758-48ad-88e6-3df079aa9a10']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:43.332288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:43.332714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4618efbe-0cc5-4cd6-99d8-3fa10a93ff29') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:43.338570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77411af3-323b-4158-913f-30c2e4023ada req-d592da0c-53e1-4906-aecc-ae862ef564be service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994683 Nov 12 03:28:43.350722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.373161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.383603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:43.384334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:43.387146 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:43.416892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518598a4-9b48-4492-83d0-7b2dfbc25623 req-b9c94a8c-d92f-4075-b93a-b5d8af246fde tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.418407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-518598a4-9b48-4492-83d0-7b2dfbc25623 req-b9c94a8c-d92f-4075-b93a-b5d8af246fde tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 945 time: 0.2398028 Nov 12 03:28:43.444072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.478618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.484982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.498841 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] 10.222.0.93 "DELETE /v2.0/networks/d98a96c7-3758-48ad-88e6-3df079aa9a10 HTTP/1.1" status: 204 len: 168 time: 0.4059386 Nov 12 03:28:43.510667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b339b7-a1ea-4d70-98f6-eab5cbd1951b admin admin] Pushing event deleted for resources: {'Network': ['ID=d98a96c7-3758-48ad-88e6-3df079aa9a10,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.601814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be47a245-fe40-4231-bb30-0609453b4a6a req-3150bde4-429c-4f19-bc37-b3f248f62e57 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910981 Nov 12 03:28:43.642112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Network 73fc6f44-57c6-4c4b-af04-04c495ae1100 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:43.660712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.668182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:43.672217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event updated for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.705539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-518598a4-9b48-4492-83d0-7b2dfbc25623 req-61b1c2ac-805f-4f3e-872c-246a07b157d5 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/security-groups?id=eaa01637-1271-4cf0-be25-ad2d5730cf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716606 Nov 12 03:28:43.710839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.733834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-fde2f283-f054-4ee7-ae49-3064616e6831 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6483 time: 0.2836730 Nov 12 03:28:43.777954 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3cdc9c06-ea7f-4ae8-8750-89a189984c06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4e31348393f44fd981dffc8300741326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674591 Nov 12 03:28:43.779895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.827830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.828463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.851243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.877236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.945403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.948074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.949265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5d54332-4a2f-4a46-91a6-572e58ea02cf HTTP/1.1" status: 204 len: 168 time: 0.1682286 Nov 12 03:28:43.959799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcde5a-b7cf-4952-8638-864bb34b96f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d54332-4a2f-4a46-91a6-572e58ea02cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.003900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-73fd73c4-5389-4ef4-b07d-e9cca34bb15d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3670404 Nov 12 03:28:44.012726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda014e7-76e3-4a70-9752-5ad21b08b33d req-5b0d99a0-d5c8-40c4-9260-ce083460c051 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.014366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dda014e7-76e3-4a70-9752-5ad21b08b33d req-5b0d99a0-d5c8-40c4-9260-ce083460c051 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.3135035 Nov 12 03:28:44.023425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a3a20e-a66a-4347-b92a-5f5e9fe1769f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:44.040032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Request body: {'port': {'device_id': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.049687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.122695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.131535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.137811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.144474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.150342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.157290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.163289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.165210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-4486c367-15bd-42d8-bfab-a67de8c6798a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.3556397 Nov 12 03:28:44.170492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Transition to ACTIVE for port object 19a3a20e-a66a-4347-b92a-5f5e9fe1769f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:44.184001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-2cf572bb-95f8-42cb-85a4-faab4ba1ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.185530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-2cf572bb-95f8-42cb-85a4-faab4ba1ab36 service neutron] 10.222.0.100 "GET /v2.0/networks?id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 904 time: 0.4151554 Nov 12 03:28:44.189219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.314903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-32d4a23e-4025-4d0c-9b0e-b977b96c5b56 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.1092598 Nov 12 03:28:44.327206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.336245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dda014e7-76e3-4a70-9752-5ad21b08b33d req-ccab270f-0907-4f5c-afd9-99cb05c2354b tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928903 Nov 12 03:28:44.407813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Pushing event updated for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.512045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9381f37c-6a1c-486d-8f09-b2e1a8462415 req-23737f2e-6815-4167-9265-f5f53df84c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3322792 Nov 12 03:28:44.519011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-a144e46f-993a-40f4-9c13-9a351add592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.520497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-a144e46f-993a-40f4-9c13-9a351add592e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1900954 Nov 12 03:28:44.540794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242274-810c-44a6-880b-2e03146f8159 req-a0629367-c640-48f8-aa7d-ce253ef12b93 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.542538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-16242274-810c-44a6-880b-2e03146f8159 req-a0629367-c640-48f8-aa7d-ce253ef12b93 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.100 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 945 time: 0.0792170 Nov 12 03:28:44.707587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Deleting port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:44.707837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.708407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Attempting to bind port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:44.708754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Attempting to bind port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:44.709083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Attempting to bind port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:44.749340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.755772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.761645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.768265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.774706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.780746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.787229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.789119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-79543632-b5ff-4045-b93f-eb177635b398 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.2556150 Nov 12 03:28:44.793942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-d63f02e0-8047-42a3-8c2b-52ad2e0eff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.795444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-d63f02e0-8047-42a3-8c2b-52ad2e0eff3b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2652466 Nov 12 03:28:44.796159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:44.796512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Attempting to bind port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:44.848889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] For port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,segment=NetworkSegment(d6955202-0ce7-4b55-bd70-0ae5b0efaf10),segment_id=d6955202-0ce7-4b55-bd70-0ae5b0efaf10)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.849993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.867723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Calling delete_port for 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:44.869314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:44.869649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Checking segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:44.870029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Bound using segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:44.870471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Bound port: 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:44.870826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.034248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.050145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:45.063668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc7294-87cc-46ab-9a4e-e500de36391f req-ffcccc85-8009-44eb-88d9-053ab9ffe5da tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.070865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbcc7294-87cc-46ab-9a4e-e500de36391f req-ffcccc85-8009-44eb-88d9-053ab9ffe5da tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 944 time: 0.3407145 Nov 12 03:28:45.104980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Pushing event deleted for resources: {'Port': ['ID=5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.112786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbad602c-3e47-4d1a-bc75-b6a6e11b5eee req-e8672461-a021-4ca4-a553-f8e3655b1041 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3013537 Nov 12 03:28:45.124500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] No DVR routers for this DVR port 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:45.128008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.132223 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.100 "DELETE /v2.0/ports/5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 HTTP/1.1" status: 204 len: 173 time: 0.5796912 Nov 12 03:28:45.132777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'name': 'network-vif-deleted', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:45.135241 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c3ed9-f61e-421b-b38f-693d9c0671ad" -d '{"events": [{"server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "name": "network-vif-deleted", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:45.145315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-e042d6e5-f9cb-40ac-9a29-183576c06a65 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310890 Nov 12 03:28:45.156596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:45.219021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:45.281735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.296284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:45.308251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.756745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.757354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.759090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] 10.222.0.100 "PUT /v2.0/ports/19a3a20e-a66a-4347-b92a-5f5e9fe1769f HTTP/1.1" status: 200 len: 1093 time: 2.9839413 Nov 12 03:28:45.779864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbcc7294-87cc-46ab-9a4e-e500de36391f req-7e900bec-a9ac-42b8-a86a-c99e05fd8c84 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7081437 Nov 12 03:28:45.780341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:45.782623 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1453091-1295-4525-9d3b-7f8f74ace559" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:45.790899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Transition to ACTIVE for port object f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:45.803720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb3a466b-78d9-4057-a937-46ba27893e8d req-cc4b07d8-755d-490a-853e-1ecef0d71518 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] 10.222.0.93 "GET /v2.0/ports?device_id=b859762c-6a95-4e4e-9c46-af5559c0f1c8 HTTP/1.1" status: 200 len: 210 time: 0.0743246 Nov 12 03:28:45.853096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a93aa-a505-4d58-b3f1-7e689dc6bfed service neutron] Pushing event updated for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.864189 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.892899 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41afb588-4936-40b3-9bd6-1d540388bb0d x-openstack-request-id: req-41afb588-4936-40b3-9bd6-1d540388bb0d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:45.893819 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859762c-6a95-4e4e-9c46-af5559c0f1c8", "name": "network-vif-deleted", "tag": "5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:45.894070 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41afb588-4936-40b3-9bd6-1d540388bb0d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:45.894477 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b859762c-6a95-4e4e-9c46-af5559c0f1c8', 'name': 'network-vif-deleted', 'tag': '5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7', 'status': 'completed', 'code': 200} Nov 12 03:28:45.913335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5835247-8730-4dc1-b4bb-a81737a63557 req-e5c38afa-3b4e-4084-bdb4-12cd4b044562 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645864 Nov 12 03:28:45.952296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.997940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b4035677-6e47-45d8-84e8-c8a8d8b4a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.999685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b4035677-6e47-45d8-84e8-c8a8d8b4a729 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 1096 time: 0.1997752 Nov 12 03:28:46.118251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-9ba0334c-943b-4606-bafc-59395cf76743 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f HTTP/1.1" status: 200 len: 217 time: 0.0925395 Nov 12 03:28:46.211490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.212002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.212545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.213100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.213587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.214053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.214505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.216498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-ecb31067-50bf-41c4-b6b4-6d94d6a3d390 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6483 time: 0.2147636 Nov 12 03:28:46.229603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737962b-fd9d-409f-b697-1bb52b0f92ce req-ff6316d4-6d87-4b6b-977b-bbac25c622df tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.231383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2737962b-fd9d-409f-b697-1bb52b0f92ce req-ff6316d4-6d87-4b6b-977b-bbac25c622df tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.1965482 Nov 12 03:28:46.236202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Attempting to bind port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:46.236202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Attempting to bind port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:46.236202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Attempting to bind port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:46.249515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-cd71b8f2-9092-44ef-bef2-a6f4594ff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.251284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-cd71b8f2-9092-44ef-bef2-a6f4594ff067 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.1247241 Nov 12 03:28:46.300778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:46.300778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Attempting to bind port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 on network 73fc6f44-57c6-4c4b-af04-04c495ae1100 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:46.326512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-bd719d38-efcb-4ea5-a991-159f24e12613 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572243 Nov 12 03:28:46.355582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:46.356094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Checking segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:46.356702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Bound using segment: {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:46.357287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Bound port: f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb68df9e-1319-432c-890a-58f8299e0b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:46.357728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.556762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2737962b-fd9d-409f-b697-1bb52b0f92ce req-f454f2e0-7d03-40f0-810c-6ab73fb5046a tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179402 Nov 12 03:28:46.597849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-cb327b0f-ea9b-4205-97df-1d96105c6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.599601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-cb327b0f-ea9b-4205-97df-1d96105c6056 service neutron] 10.222.0.100 "GET /v2.0/networks?id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 904 time: 0.3651373 Nov 12 03:28:46.689127 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf55ff-6108-403b-b477-7333fd54eef3 x-openstack-request-id: req-85bf55ff-6108-403b-b477-7333fd54eef3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:46.689405 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:46.689660 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85bf55ff-6108-403b-b477-7333fd54eef3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:46.690051 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f', 'status': 'completed', 'code': 200} Nov 12 03:28:46.697263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-c269e426-ac04-4035-be15-68d97da2ec87 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0900798 Nov 12 03:28:46.707156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-438574bd-0cec-4977-8398-0f78c691ef4a service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449833 Nov 12 03:28:46.710530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:46.714084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:46.738372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.744228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.751872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.757789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.763646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.770148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.775949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.777904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-62f856fc-18b2-4fe8-bd4b-bbd18048e388 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.3066773 Nov 12 03:28:46.801099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.926186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57115-8d91-4d0f-8933-6f259c700614 req-0cf9b1ee-bf4b-4485-aba3-4775bcb6fe94 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.927742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cec57115-8d91-4d0f-8933-6f259c700614 req-0cf9b1ee-bf4b-4485-aba3-4775bcb6fe94 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.98 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.3110392 Nov 12 03:28:46.936892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.937536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.939448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] 10.222.0.98 "PUT /v2.0/ports/f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 HTTP/1.1" status: 200 len: 1092 time: 2.9192352 Nov 12 03:28:47.032757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-298bdc28-2e73-4892-ae14-4eefa0fe09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.034032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-298bdc28-2e73-4892-ae14-4eefa0fe09ab service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.3179374 Nov 12 03:28:47.098061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2e096-15d7-4ec1-a533-0b32f2f0a4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.209837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.216694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.229613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.235869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.246885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.256426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.262545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.264514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-83ba0f97-4d29-4761-a561-ab47e6483c45 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.4662428 Nov 12 03:28:47.283866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8840ff78-eefe-40ad-9d9c-fb3cd1ff6ac0 req-3ad48bd7-090c-403e-b81d-583c547b8c18 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4661403 Nov 12 03:28:47.290013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-9a1ea74d-f5b1-44e9-a7e9-5fcfe1076fbb service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928582 Nov 12 03:28:47.315043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-eaa108db-37d1-47f3-9a91-3ccc85089e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.316597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-eaa108db-37d1-47f3-9a91-3ccc85089e92 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 1095 time: 0.3275113 Nov 12 03:28:47.325573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-2ae0a31a-007c-4a09-82cc-f2ff63fe7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.327064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-2ae0a31a-007c-4a09-82cc-f2ff63fe7b86 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2620075 Nov 12 03:28:47.411087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-030a266c-b586-445a-bc0d-953babd885a9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 HTTP/1.1" status: 200 len: 217 time: 0.0829482 Nov 12 03:28:47.503286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.540193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fb68e27-1cca-4d07-94bd-81ba578c575f req-986eb2a9-fcc3-4b54-9bda-43e8be8df666 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2626536 Nov 12 03:28:47.570688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Deleting port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:47.570688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.608042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.632001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-c118db2c-c389-4886-8fe7-db923b5abd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.633469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-c118db2c-c389-4886-8fe7-db923b5abd4c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.1928296 Nov 12 03:28:47.635267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-51b6c8d3-9415-47be-80e7-3d4ca860dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.636662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-51b6c8d3-9415-47be-80e7-3d4ca860dd46 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 1096 time: 0.2464671 Nov 12 03:28:47.668242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Deleting subnet 17bb01ae-88f9-4d03-b595-db7ffcf6bc36 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:47.673439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.693301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-964c9cc2-c737-4f2a-a567-168f405a9aaf service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511133 Nov 12 03:28:47.720229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f841444-8f30-42f1-8122-4f1cd082539e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.727370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.736801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-1edeef31-c8c2-4f5d-bccd-588701bd7ec9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648477 Nov 12 03:28:47.758278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066f63c-f76c-4766-9351-861f196edf95 req-d485536e-b277-4d6d-b9db-8c8fc86418e5 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.759882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0066f63c-f76c-4766-9351-861f196edf95 req-d485536e-b277-4d6d-b9db-8c8fc86418e5 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 944 time: 0.3037310 Nov 12 03:28:47.852420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f841444-8f30-42f1-8122-4f1cd082539e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.860958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f841444-8f30-42f1-8122-4f1cd082539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.867720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.939204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4f841444-8f30-42f1-8122-4f1cd082539e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ddbd61176494c698fa144aa1871b504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341955 Nov 12 03:28:47.941663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f841444-8f30-42f1-8122-4f1cd082539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fdd37f-e7ec-4934-984b-aadd8ee81080,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.947027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51296) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.951852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] For port b7f9b257-4f5c-46a4-b22c-c5f742d0a934, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,segment=NetworkSegment(f24b9197-d603-4f8f-9b81-371b53cac1d4),segment_id=f24b9197-d603-4f8f-9b81-371b53cac1d4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:47.952370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.972972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.008051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Calling delete_port for b7f9b257-4f5c-46a4-b22c-c5f742d0a934 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:48.012803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bb01ae-88f9-4d03-b595-db7ffcf6bc36,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.017905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.022485 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6b81777c-5673-4643-8b42-6b34a4aea91a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/17bb01ae-88f9-4d03-b595-db7ffcf6bc36 HTTP/1.1" status: 204 len: 168 time: 0.4125156 Nov 12 03:28:48.024359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:48.035093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0255d601-12f7-4e22-b6a6-fd0f23a5c05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.115592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-46064559-56e5-449e-adec-f864630efe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.117228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-46064559-56e5-449e-adec-f864630efe8d service neutron] 10.222.0.100 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 914 time: 0.4418497 Nov 12 03:28:48.120970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0066f63c-f76c-4766-9351-861f196edf95 req-9de03d40-c198-4736-b8fb-94184a11e2a2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067741 Nov 12 03:28:48.123511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.162552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:48.171568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-4df6c010-8a9a-4ea0-a296-54a15d113d1e service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377444 Nov 12 03:28:48.182905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-b2790c06-9382-4fda-9ee6-d91a4dd61f51 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180534 Nov 12 03:28:48.201138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:48.201502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d4c37f6-7a55-4bd3-9dd4-f076d6b01de7 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:48.231353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-d48f0be5-b75d-46d9-a32d-69864f4fb5b0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f HTTP/1.1" status: 200 len: 217 time: 0.0621586 Nov 12 03:28:48.247158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.280644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e21996-f0ab-4f8b-95a0-759a9139f60d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.292327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.292743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6955202-0ce7-4b55-bd70-0ae5b0efaf10') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:48.306054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.323159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.329765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:48.330284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:48.347922 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:48.374035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa3bd-9d30-49b4-b1e7-68f8389eba42 req-c50be11a-970d-450b-83b1-eba96eff930d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.381636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf7fa3bd-9d30-49b4-b1e7-68f8389eba42 req-c50be11a-970d-450b-83b1-eba96eff930d tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 946 time: 0.3227222 Nov 12 03:28:48.391414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.412128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.424437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.428312 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] 10.222.0.93 "DELETE /v2.0/networks/66e21996-f0ab-4f8b-95a0-759a9139f60d HTTP/1.1" status: 204 len: 168 time: 0.4020233 Nov 12 03:28:48.443539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb1b14-5299-41a7-8e1b-d33b531206da admin admin] Pushing event deleted for resources: {'Network': ['ID=66e21996-f0ab-4f8b-95a0-759a9139f60d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.496554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-315629e5-cc07-4e00-ae82-87c7b4c1dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.498021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-315629e5-cc07-4e00-ae82-87c7b4c1dc1b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.2570381 Nov 12 03:28:48.506274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.570157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:48.580354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-87cb79de-a558-4788-9c76-43d46eb94fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.581842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-87cb79de-a558-4788-9c76-43d46eb94fa8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1097 time: 0.3197587 Nov 12 03:28:48.612832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-95f35f95-7e3c-478a-8bf1-4a5edd107cf9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3573f91a6635458fb26eef414e3a7609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414948 Nov 12 03:28:48.615849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:48.671067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.695204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.751381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.754120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.755346 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eaa01637-1271-4cf0-be25-ad2d5730cf55 HTTP/1.1" status: 204 len: 168 time: 0.1384933 Nov 12 03:28:48.763587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6b978-0323-4308-84c2-9512d1a6d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa01637-1271-4cf0-be25-ad2d5730cf55,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.990318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-a65290a2-4bb9-4175-a889-18a0f72a9074 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4694009 Nov 12 03:28:48.990767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:48.992988 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed122d0b-d4ee-4a83-857d-6e6872355311" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:49.022016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf7fa3bd-9d30-49b4-b1e7-68f8389eba42 req-96510e1d-b8cf-4dcc-ad05-15e42184d3a4 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/security-groups?id=65d37e54-cdd1-454c-8d5f-87815e280330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394696 Nov 12 03:28:49.023896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c130508-8842-4fc1-92d7-cb1b0932ef7a req-62d76a5b-5e28-471b-93b1-4ba0f17d0855 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072894 Nov 12 03:28:49.135298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.142327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.148202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.154128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.162128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.169296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.174875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.176817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-766638b6-6321-42a6-bec8-dbcc13fbbbfa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.7669747 Nov 12 03:28:49.300072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.322731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.325310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.329314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b4fdd37f-e7ec-4934-984b-aadd8ee81080 HTTP/1.1" status: 204 len: 168 time: 1.3708408 Nov 12 03:28:49.407042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Pushing event deleted for resources: {'Port': ['ID=b7f9b257-4f5c-46a4-b22c-c5f742d0a934,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.456070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-333ade5f-7e81-40a4-a79a-d65f80bdb5a8 service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501917 Nov 12 03:28:49.456967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ca36-3cf0-4c39-a615-6c99e3790b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fdd37f-e7ec-4934-984b-aadd8ee81080,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.493645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.499756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.506105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.512733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.519735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.530513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.537176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.539302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-373faded-9161-4cef-a8ac-120e59a694e1 req-0e3cec30-0442-4f7a-a35c-b279ab7de2f8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.3310852 Nov 12 03:28:49.569726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] No DVR routers for this DVR port b7f9b257-4f5c-46a4-b22c-c5f742d0a934 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:49.577462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-7810b741-64d6-4ac5-9f8c-43c19302d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.582708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-7810b741-64d6-4ac5-9f8c-43c19302d1be service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.5767217 Nov 12 03:28:49.602321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.606581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cec57115-8d91-4d0f-8933-6f259c700614 req-26280a3d-d2c6-45a3-bbc8-807e50ab2215 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.98 "DELETE /v2.0/ports/b7f9b257-4f5c-46a4-b22c-c5f742d0a934 HTTP/1.1" status: 204 len: 173 time: 2.6614869 Nov 12 03:28:49.757292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-d27a15aa-3267-4ec4-85a0-5ad9f78c2fc8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 1000 time: 0.0911462 Nov 12 03:28:49.771852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda00144-b633-4bba-90c8-0cb52f70bdff req-db2c1619-0356-4e54-874b-dce4e11fa40a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5342197 Nov 12 03:28:49.890075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:49.908517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-373faded-9161-4cef-a8ac-120e59a694e1 req-98252941-f198-432e-9d26-d006ce2b83b2 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472981 Nov 12 03:28:49.932240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-79368438-2bc6-4ef4-9729-455b59f530c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.933824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-79368438-2bc6-4ef4-9729-455b59f530c2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1194870 Nov 12 03:28:49.940601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1453091-1295-4525-9d3b-7f8f74ace559 req-49cc1a3b-34a1-4b7e-9c13-cdd4db2e7b12 service neutron] 10.222.0.100 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872192 Nov 12 03:28:50.027108 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf39c46-95a9-4445-a54c-dcd34f4905a1 x-openstack-request-id: req-adf39c46-95a9-4445-a54c-dcd34f4905a1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:50.027394 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:50.027645 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-adf39c46-95a9-4445-a54c-dcd34f4905a1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:50.028068 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954', 'status': 'completed', 'code': 200} Nov 12 03:28:50.031218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-3a8d2af7-150d-4967-aabc-b5513b97158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.031626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-3a8d2af7-150d-4967-aabc-b5513b97158b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848851 Nov 12 03:28:50.097743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-476447003-network', 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:50.132179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:50.135843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.143366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-0658fcab-fec3-4d50-a02f-73787444e498 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031275 Nov 12 03:28:50.146427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.155429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19a3a20e-a66a-4347-b92a-5f5e9fe1769f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:50.260044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ec9b439-6ae6-49b8-9970-70b412fb3608 req-b0a0d931-cb3b-4ff4-8120-5d0eca393846 tempest-ServerAddressesNegativeTestJSON-888680059 tempest-ServerAddressesNegativeTestJSON-888680059-project] 10.222.0.93 "GET /v2.0/ports?device_id=c296fe80-cba8-4a70-8f8d-d4031fb9ff65 HTTP/1.1" status: 200 len: 210 time: 0.1068807 Nov 12 03:28:50.273563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.288689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.315866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:50.322209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d688f3e-3590-4b46-9efb-f7a9153e20ad req-1d9494a1-fc84-4e68-93bc-c7c028bc8f69 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.325068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d688f3e-3590-4b46-9efb-f7a9153e20ad req-1d9494a1-fc84-4e68-93bc-c7c028bc8f69 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 944 time: 0.1794441 Nov 12 03:28:50.336815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-a6bdbe44-b5d8-44c4-af7f-ca05bb7ac1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.336815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-a6bdbe44-b5d8-44c4-af7f-ca05bb7ac1f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 1095 time: 0.1893587 Nov 12 03:28:50.360655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb947acd-42f8-47ab-8920-3d4a3b9fcc95,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.373902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:50.400240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.400917 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Added segment 46f68ce6-2ddd-465d-897d-6f98e0a0b26e of type vlan for network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 Nov 12 03:28:50.416854 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14c52a46-dd9c-4427-be2d-76c6229f59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.433976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'port_id': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f', 'mac_address': 'fa:16:3e:7e:23:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6bfc78-3077-46c2-9c1c-14a3530e9490', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:50.469177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.504197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.505434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d688f3e-3590-4b46-9efb-f7a9153e20ad req-71a85461-84bc-460c-9c27-386c0f4bef61 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655583 Nov 12 03:28:50.507113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.508106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.514683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19051b3c-a5a0-43d2-9d82-94d29174593a req-a0924f87-3973-4922-b68c-a9b89601b879 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465853 Nov 12 03:28:50.548365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.567947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-e39c125b-4c7e-4153-b0ff-87f0a5de5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.569357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-e39c125b-4c7e-4153-b0ff-87f0a5de5ad3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 200 len: 914 time: 0.2201004 Nov 12 03:28:50.571172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a3a20e-a66a-4347-b92a-5f5e9fe1769f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:50.602368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:50.610804 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.617503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7231975 Nov 12 03:28:50.618436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.632499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Request body: {'subnet': {'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-476447003-subnet', 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:50.676732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-2617f35b-4016-4f96-85c8-3b90249bee3a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 HTTP/1.1" status: 200 len: 217 time: 0.0989397 Nov 12 03:28:50.691890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:50.694930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.697947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.736904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-5b61d36f-4742-4c9e-b3b2-1f3c789ee2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.739509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-5b61d36f-4742-4c9e-b3b2-1f3c789ee2e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 200 len: 852 time: 0.0574987 Nov 12 03:28:50.753805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cae14-2fd1-46e6-b1f9-d7f81c00478f admin admin] Pushing event updated for resources: {'Network': ['ID=71b9dc68-9fa6-4952-b86f-541c97bc3af7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.766195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:50.808008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-943c6cff-b836-4241-9747-9efc038a626e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=73fc6f44-57c6-4c4b-af04-04c495ae1100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593457 Nov 12 03:28:50.847026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['19a3a20e-a66a-4347-b92a-5f5e9fe1769f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:50.915015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:50.986772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.032134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.038944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.047107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.047395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da09edc-3a55-4265-8710-6596ae137674,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.054305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.061916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.074678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.088806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.097338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b7f9b257-4f5c-46a4-b22c-c5f742d0a934 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:51.101536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-cae653d8-68b0-4852-8144-62113f39a446 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.1575828 Nov 12 03:28:51.106655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:51.107553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Network hostable DHCP agents. Network: 71b9dc68-9fa6-4952-b86f-541c97bc3af7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:51.139270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: b7f9b257-4f5c-46a4-b22c-c5f742d0a934 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:51.139629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b7f9b257-4f5c-46a4-b22c-c5f742d0a934 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:51.147126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:51.159531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 71b9dc68-9fa6-4952-b86f-541c97bc3af7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:51.164396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.165208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.178806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35857f-411d-4624-af77-f1b7d31ed9fd None None] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:51.187667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-a8e6a030-afb6-43f5-aab4-fb385f6f062f service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707047 Nov 12 03:28:51.192678 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6d1ea21-f4b9-44f2-88e8-b6038893778c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5656271 Nov 12 03:28:51.209484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3df6fb8-7863-4fa7-99d9-bb25190b4791 req-4e4372d1-5817-4b87-83d5-0c7b4a1e23de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077521 Nov 12 03:28:51.227196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.293934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.297255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954', 'network_id': '73fc6f44-57c6-4c4b-af04-04c495ae1100', 'port_id': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954', 'mac_address': 'fa:16:3e:96:d4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6bfc78-3077-46c2-9c1c-14a3530e9490', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:51.300538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.306764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.313677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.319939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.326684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.333150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.341249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-f4a4d383-23ef-49e9-801d-2fb4240a1b70 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.2177303 Nov 12 03:28:51.424641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4093d31c-0c8a-401b-901d-784348cb7cd4 req-3a4f5c71-3602-4484-83c0-302a567c3fd8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823858 Nov 12 03:28:51.465331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.474866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed122d0b-d4ee-4a83-857d-6e6872355311 req-28e62d40-b606-4086-85b5-fa2e859c9ed6 service neutron] 10.222.0.98 "GET /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624125 Nov 12 03:28:51.501259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.545498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:51.617064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d76f2-3e52-40c3-ad11-79691ef2bebe None None] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:51.627731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.634791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Deleting subnet f9740ca2-6c9e-4000-9065-8258b6dbb8e8 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:51.640954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.652490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.719995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.754299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.770760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.789518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f89a9-90a1-47b7-bccd-ecff384aa3ea req-4e8f87a5-ca58-46d8-8127-f2431fef3e18 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.803155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e10f89a9-90a1-47b7-bccd-ecff384aa3ea req-4e8f87a5-ca58-46d8-8127-f2431fef3e18 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 945 time: 0.1201658 Nov 12 03:28:51.852890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.854283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:51.904385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e10f89a9-90a1-47b7-bccd-ecff384aa3ea req-41193a19-5a10-428d-9d7c-b7880fc9411a tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002395 Nov 12 03:28:51.951330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.997603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9740ca2-6c9e-4000-9065-8258b6dbb8e8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.003943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.014890 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3933d98c-e7ef-4841-bb9e-5de28965fe0f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f9740ca2-6c9e-4000-9065-8258b6dbb8e8 HTTP/1.1" status: 204 len: 168 time: 0.5487409 Nov 12 03:28:52.020992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:52.043443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'name': 'network-vif-deleted', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:52.051183 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc927710-a21b-4bd9-921f-0a9b5dd57d95" -d '{"events": [{"server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "name": "network-vif-deleted", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:52.132486 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7117708-a70b-448e-944d-8df955f354ba x-openstack-request-id: req-b7117708-a70b-448e-944d-8df955f354ba {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:52.132848 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c296fe80-cba8-4a70-8f8d-d4031fb9ff65", "name": "network-vif-deleted", "tag": "b7f9b257-4f5c-46a4-b22c-c5f742d0a934", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:52.133027 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b7117708-a70b-448e-944d-8df955f354ba {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:52.133418 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c296fe80-cba8-4a70-8f8d-d4031fb9ff65', 'name': 'network-vif-deleted', 'tag': 'b7f9b257-4f5c-46a4-b22c-c5f742d0a934', 'status': 'completed', 'code': 200} Nov 12 03:28:52.134188 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.170759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19a3a20e-a66a-4347-b92a-5f5e9fe1769f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:52.179831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-78a8eabc-616d-4bb1-a8fd-76dd38a43479 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.187828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-78a8eabc-616d-4bb1-a8fd-76dd38a43479 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.2043858 Nov 12 03:28:52.208055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-b3543f75-8af4-46e9-881e-70eafaf4a956 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0190551 Nov 12 03:28:52.248358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:52.263733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a1e1c056-dd67-402c-8d76-8d2f9bcda566 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544822 Nov 12 03:28:52.269486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.269915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.284308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.333255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dac5f5-4531-4ac1-8341-566399e6cda2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:52.359868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24b9197-d603-4f8f-9b81-371b53cac1d4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:52.361200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24b9197-d603-4f8f-9b81-371b53cac1d4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:52.383722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.418889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.431150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-1bf75ce7-59db-4a7a-8f26-ccb2067d07ee service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661854 Nov 12 03:28:52.438690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:52.439256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:52.441636 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:52.451931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.492144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:52.503702 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefc1ec9-d558-4bee-963b-f7fa699a9b41" -d '{"events": [{"server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "name": "network-vif-plugged", "status": "completed", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:52.512516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.518526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.519082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.524481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.524672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.531776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.534255 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/44dac5f5-4531-4ac1-8341-566399e6cda2 HTTP/1.1" status: 204 len: 168 time: 0.5100641 Nov 12 03:28:52.537970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.543395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.549947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.550597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b329ce8-5be3-4b9e-8fe9-4348f33caea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44dac5f5-4531-4ac1-8341-566399e6cda2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.551799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-608ba075-d573-49ad-8b04-78397671447a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.1825833 Nov 12 03:28:52.566571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:52.578199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.636263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-5df27f85-e53b-46e4-b2b7-60ea874c9637 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040672 Nov 12 03:28:52.699162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.749117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f843bf89-5e2e-41d1-8f4f-ea1ffa2592a8 req-8d3e7a9f-a438-4883-97f4-ee0cb40a5c96 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1850569 Nov 12 03:28:52.899536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:52.910280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:53.003360 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb078104-9f6f-4c2a-bea6-3292fabd1e41 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=adf2ad9f002247fdb52115f88c74ebdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020167 Nov 12 03:28:53.003869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:53.022440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.029006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.036254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.042517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.050145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.056653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.063323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.065478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-b263e581-a084-45d9-a15c-8c0353b45d30 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.1998918 Nov 12 03:28:53.068955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.111939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-852062dd-48b9-46db-ab34-9c3d41df9f07 req-516ec8f2-ec01-4e4e-8719-72a3af35343e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 210 time: 0.0352094 Nov 12 03:28:53.112905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.189192 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9d30b-a089-4de8-b140-1a5c62ee4b0b x-openstack-request-id: req-08e9d30b-a089-4de8-b140-1a5c62ee4b0b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:53.189723 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "name": "network-vif-plugged", "status": "completed", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:53.190154 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-08e9d30b-a089-4de8-b140-1a5c62ee4b0b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:53.190728 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f', 'code': 200} Nov 12 03:28:53.209625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42f8bac2-07a5-4390-8da2-1b52cfb3ec70 req-7c2dcc25-b2a9-4923-b100-cd269e13d3aa tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952251 Nov 12 03:28:53.220090 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.232911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.235985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.240208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/65d37e54-cdd1-454c-8d5f-87815e280330 HTTP/1.1" status: 204 len: 168 time: 0.2350650 Nov 12 03:28:53.257163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0d0d7-8039-4292-8d04-0a6a4a6d4715 req-3ae46bc4-94dd-4967-ad61-524dccebc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.258818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adb0d0d7-8039-4292-8d04-0a6a4a6d4715 req-3ae46bc4-94dd-4967-ad61-524dccebc2ed service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 1098 time: 0.1922231 Nov 12 03:28:53.261512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296d928-1979-4db9-9989-64a470bce4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d37e54-cdd1-454c-8d5f-87815e280330,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.264807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:53.281445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:53.281891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.305338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7eec6-2a02-4dfc-bdb8-704b664ab674 req-23e758d0-11fb-428a-a5e2-46ea5387fab7 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.313690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd7eec6-2a02-4dfc-bdb8-704b664ab674 req-23e758d0-11fb-428a-a5e2-46ea5387fab7 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 946 time: 0.1013367 Nov 12 03:28:53.370353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adb0d0d7-8039-4292-8d04-0a6a4a6d4715 req-93bd6ba7-e34f-498d-97ce-7d23de7a2a4c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998363 Nov 12 03:28:53.406546 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:53.408745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.429540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cd7eec6-2a02-4dfc-bdb8-704b664ab674 req-b0e61449-023b-4a62-b482-7118636e920d tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131308 Nov 12 03:28:53.470302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.477874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.547427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.608714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.970299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.976849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.984119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.995559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.013631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.022528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.031620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.037906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-37f2ac6e-aeaa-46cc-b2cc-2f39618b5674 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.1945338 Nov 12 03:28:54.274151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3baa7b57-bdcd-428a-a38c-fbf2dfcd9065 req-40ec16b4-64b8-435d-85b8-a024e54916a0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307067 Nov 12 03:28:54.399185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-ee777414-5cbd-418d-b82f-9b76e4ac25c0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.400983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-ee777414-5cbd-418d-b82f-9b76e4ac25c0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.3195467 Nov 12 03:28:54.402940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17acbf94-206a-47c4-85fa-3aac08c145e7 req-e5ac96fa-d504-4ff2-bccb-a96822950db4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 210 time: 0.1087015 Nov 12 03:28:54.431413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': '16db9177-2dd4-4562-80cc-0b96d492df91', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:54.535570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.541627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.547614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.553617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.559873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.566952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.573335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.582111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-3e2b7f83-0e25-417b-bd2d-bed0f415a710 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5428 time: 0.1781025 Nov 12 03:28:54.682847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6004f-fb2c-4422-9501-ad260abb196e req-8439d820-5e85-4a8f-ba01-635709dfaad9 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.684285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6c6004f-fb2c-4422-9501-ad260abb196e req-8439d820-5e85-4a8f-ba01-635709dfaad9 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 946 time: 0.1662498 Nov 12 03:28:54.761662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6c6004f-fb2c-4422-9501-ad260abb196e req-63a76761-a32e-46aa-bde0-6f0065440cdb tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Nov 12 03:28:54.817198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f337d12c-fdff-43f5-b7e5-c47a66a26a8b req-b5960b24-31c6-40fb-aace-1acf08690b85 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341561 Nov 12 03:28:54.847539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:54.851407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.908973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57c8029d-4ed9-4240-b4dd-79b60e62c1ac details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:55.022665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.11 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/a3e16b21-95ef-4248-a6b6-53421dc19c0e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:55.110543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.128221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'port_id': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac', 'mac_address': 'fa:16:3e:df:36:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:55.193669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:55.196635 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229cf11a-e843-4e3d-b647-783f5512531d" -d '{"events": [{"server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "name": "network-vif-plugged", "status": "completed", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:55.206313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.222610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c8029d-4ed9-4240-b4dd-79b60e62c1ac {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:55.223337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.251011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.257386 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.258630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a75503a-65c4-45c8-bd74-cb273783d950 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:55.270404 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d99cda-4636-45ad-b35b-6e99a44272ec x-openstack-request-id: req-79d99cda-4636-45ad-b35b-6e99a44272ec {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:55.270685 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "name": "network-vif-plugged", "status": "completed", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:55.270932 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-79d99cda-4636-45ad-b35b-6e99a44272ec {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:55.271324 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954', 'code': 200} Nov 12 03:28:55.304086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.369952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a75503a-65c4-45c8-bd74-cb273783d950,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.372638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.405575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '7a75503a-65c4-45c8-bd74-cb273783d950', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'port_id': '7a75503a-65c4-45c8-bd74-cb273783d950', 'mac_address': 'fa:16:3e:84:56:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:55.505652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.545882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:55.553227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a75503a-65c4-45c8-bd74-cb273783d950 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:55.554149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:55.582352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:55.597991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a75503a-65c4-45c8-bd74-cb273783d950,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.605136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.605842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7adb686-fab4-4186-af3f-2a3d215ce2dc details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:55.660640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.661423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.680368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.701425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.706536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.708728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.715047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.721330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.728585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.730473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'port_id': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'mac_address': 'fa:16:3e:1e:67:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:55.735169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.741455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.756947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.764514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-50f6797b-63ff-46c6-9e7f-a0bb8d593520 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.3601420 Nov 12 03:28:55.767044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd631-3167-47a0-b70e-59301590ab6c req-c8755b59-24fe-4dd4-bc3b-72b9a7d75eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.768501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194bd631-3167-47a0-b70e-59301590ab6c req-c8755b59-24fe-4dd4-bc3b-72b9a7d75eb5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 1097 time: 0.3662367 Nov 12 03:28:55.785228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.803805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7adb686-fab4-4186-af3f-2a3d215ce2dc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:55.825867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9cb272a4-38e7-49f5-bfba-1c51d428c4b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4104199 Nov 12 03:28:55.830829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.839714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Request body: {'port': {'device_id': '16db9177-2dd4-4562-80cc-0b96d492df91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:55.850356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.851277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e70b37d4-7f20-4ba8-917e-0b68e23e021b details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:55.898915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c72bf-8bc9-49a8-af3c-19d03b880855 req-0c7a38cc-d4f2-4dec-822e-57873faeba0a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.900649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e19c72bf-8bc9-49a8-af3c-19d03b880855 req-0c7a38cc-d4f2-4dec-822e-57873faeba0a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 932 time: 0.3837888 Nov 12 03:28:55.976573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.985923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dc4763c-8adf-4db4-8e16-ddb5e2b0058d req-e265fa7a-0232-4bb0-a8c8-613a6c9e4426 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110097 Nov 12 03:28:56.020180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194bd631-3167-47a0-b70e-59301590ab6c req-838c0e28-5281-4c19-a791-f575a09717f9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308550 Nov 12 03:28:56.026141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.043338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'port_id': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'mac_address': 'fa:16:3e:19:11:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:56.063805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.087131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e19c72bf-8bc9-49a8-af3c-19d03b880855 req-0919114d-010f-4cb3-8a68-75f166e0032f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718938 Nov 12 03:28:56.103943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.136180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70b37d4-7f20-4ba8-917e-0b68e23e021b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:56.175933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.182438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.183605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b391a84a-e263-46a9-b30c-f7725480f555 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:56.285398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcc9e9-82c0-438a-a7fb-d5a666c0c0d8 req-0bc49444-9d0a-49ff-9de5-a99ee2294642 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.286862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fafcc9e9-82c0-438a-a7fb-d5a666c0c0d8 req-0bc49444-9d0a-49ff-9de5-a99ee2294642 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 946 time: 0.1764483 Nov 12 03:28:56.316911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.365029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.370804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.377065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.382851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.390600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.395311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.395311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.396480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.396822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.397287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.397667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.398007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.398202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.398376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.398668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.398993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.399322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.399649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:56.409194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.411061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-b082646e-01d6-4430-a3ab-9f8b2782dbe6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5432 time: 0.1747856 Nov 12 03:28:56.464686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.516145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'b391a84a-e263-46a9-b30c-f7725480f555', 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'port_id': 'b391a84a-e263-46a9-b30c-f7725480f555', 'mac_address': 'fa:16:3e:fe:3e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e399b3-2e2c-4b77-972b-ec91cfa580a7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:56.522756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fafcc9e9-82c0-438a-a7fb-d5a666c0c0d8 req-12db6d98-41d4-4e2b-b97d-4bdf2003c952 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174618 Nov 12 03:28:56.657882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e16b21-95ef-4248-a6b6-53421dc19c0e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:56.663624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.666093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.704884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Transition to ACTIVE for port object a3e16b21-95ef-4248-a6b6-53421dc19c0e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:56.717217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b391a84a-e263-46a9-b30c-f7725480f555 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:56.726058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.787949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.800067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.801127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:56.805907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.851267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c973d2bf-0b60-45e7-8e29-f1dbc36406f2 req-2a13bd4d-d9a7-4949-8ec2-a10df07257f7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4055364 Nov 12 03:28:56.921940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.924511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.949227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e', 'network_id': '7fd15f06-7b17-4180-b987-925b66abf718', 'port_id': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e', 'mac_address': 'fa:16:3e:a3:17:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e399b3-2e2c-4b77-972b-ec91cfa580a7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:57.021112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.059580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6138f-fd1e-49c7-826c-54c5be74f213 req-1adbdf7e-6550-49c5-9fc9-f629f56eec4c tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.068068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3a6138f-fd1e-49c7-826c-54c5be74f213 req-1adbdf7e-6550-49c5-9fc9-f629f56eec4c tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 945 time: 0.1246269 Nov 12 03:28:57.071395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:57.088173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Attempting to bind port a3e16b21-95ef-4248-a6b6-53421dc19c0e on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:57.088524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Attempting to bind port a3e16b21-95ef-4248-a6b6-53421dc19c0e by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:57.088990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Attempting to bind port a3e16b21-95ef-4248-a6b6-53421dc19c0e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:57.100659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Port a3e16b21-95ef-4248-a6b6-53421dc19c0e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:57.101018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Attempting to bind port a3e16b21-95ef-4248-a6b6-53421dc19c0e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:57.113062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:57.113403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:57.113818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:57.114266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Bound port: a3e16b21-95ef-4248-a6b6-53421dc19c0e, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:57.114627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.122161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.128247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.129169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:57.227802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3a6138f-fd1e-49c7-826c-54c5be74f213 req-0b08157c-f487-4100-9177-cc9c6545f17c tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532207 Nov 12 03:28:57.263516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.284053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.301716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0', 'network_id': '9a201ab7-ac1e-4470-8215-8da255708ce7', 'port_id': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0', 'mac_address': 'fa:16:3e:17:a0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48986db5-69a5-4c7e-817e-e06427a8b06e', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:57.368663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.368874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.377019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.384044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.392837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.394138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:57.399810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.405889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.412222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.420322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-f7743f98-26c1-4c80-bc7f-d89ed1079489 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.2426245 Nov 12 03:28:57.431275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.441032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.465328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:57.495720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:57.510582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994dcf6-6f5b-4bc6-99c1-9c6ebf659d02 req-ae959d28-2a7d-43b9-896c-67f6b732d921 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.518575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6994dcf6-6f5b-4bc6-99c1-9c6ebf659d02 req-ae959d28-2a7d-43b9-896c-67f6b732d921 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 944 time: 0.1788771 Nov 12 03:28:57.529357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.553918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.604135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.604753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.606129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] 10.222.0.98 "PUT /v2.0/ports/a3e16b21-95ef-4248-a6b6-53421dc19c0e HTTP/1.1" status: 200 len: 1093 time: 1.7720842 Nov 12 03:28:57.612814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:57.615415 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee1a20-473f-405d-b812-4d6fe67f4602" -d '{"events": [{"name": "network-changed", "server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:57.631157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.654090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-594e8ff3-1b6c-404c-87e1-4ee5f409f67e req-aeffdbc0-3694-4bfa-b703-b31756099b72 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2270217 Nov 12 03:28:57.750374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6994dcf6-6f5b-4bc6-99c1-9c6ebf659d02 req-82535180-94ac-4a92-a400-93e08759e2c8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249069 Nov 12 03:28:57.768588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fc75d-230f-43ea-b29d-c7c4591ec8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.772734 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f11d1-c2d7-4904-b7cb-a55cb90f6c86 x-openstack-request-id: req-cf8f11d1-c2d7-4904-b7cb-a55cb90f6c86 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:57.773125 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:57.773467 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf8f11d1-c2d7-4904-b7cb-a55cb90f6c86 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:57.773949 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'status': 'completed', 'code': 200} Nov 12 03:28:57.809357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-b9169f66-1844-4709-b934-3b9a4066269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.812912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-b9169f66-1844-4709-b934-3b9a4066269b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 1096 time: 0.1339638 Nov 12 03:28:57.836037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-207bc534-903d-4122-aedc-a513da4fccee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.930688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9e4a2860-9b01-475b-bbba-bac3aa58fa39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e HTTP/1.1" status: 200 len: 217 time: 0.1090655 Nov 12 03:28:58.003458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-207bc534-903d-4122-aedc-a513da4fccee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.009049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-207bc534-903d-4122-aedc-a513da4fccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.022075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7a75503a-65c4-45c8-bd74-cb273783d950'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:58.045146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-4d8a9581-bfcb-4513-a262-55dbc1540480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.047235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-4d8a9581-bfcb-4513-a262-55dbc1540480 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.1096048 Nov 12 03:28:58.065576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.072634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.083427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.091253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.097345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['b391a84a-e263-46a9-b30c-f7725480f555'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:58.098665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.105004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.112229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.113872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['9f7cb304-b907-4ae5-bb66-2cf4c17f27c0'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:58.114153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-0f505891-0ea9-49e6-a5a2-dcaae3ead148 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5435 time: 0.1262329 Nov 12 03:28:58.139468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-207bc534-903d-4122-aedc-a513da4fccee admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f7d5036130d48f2afece2b15ca468ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071003 Nov 12 03:28:58.142028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bc534-903d-4122-aedc-a513da4fccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd013873-c882-447d-b996-bd8f5ba16636,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.146221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.149924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-8fd1e10f-6b87-4707-9323-4c240763a446 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347886 Nov 12 03:28:58.186768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f7adb686-fab4-4186-af3f-2a3d215ce2dc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:58.919115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-136644cd-0257-4bff-8c93-5127e13dfa0f req-844337ae-7754-486c-83b6-c610473cf0f3 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7934842 Nov 12 03:28:58.950816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.990151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.031376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6199-f3b5-4882-8c39-0b06c7a5b1d1 req-2db97a0b-867c-4a4e-98d5-5f17938913b6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.032857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e18b6199-f3b5-4882-8c39-0b06c7a5b1d1 req-2db97a0b-867c-4a4e-98d5-5f17938913b6 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 945 time: 0.2722158 Nov 12 03:28:59.046455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-4e7eb254-2a32-4d28-b2b3-5b547911a947 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8845983 Nov 12 03:28:59.174867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['57c8029d-4ed9-4240-b4dd-79b60e62c1ac'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:59.175830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.178442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.179616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd013873-c882-447d-b996-bd8f5ba16636 HTTP/1.1" status: 204 len: 168 time: 1.0323145 Nov 12 03:28:59.212104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.218117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.225155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.233233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.239169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.247427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:59.250805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.258126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.266066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-517eb0ee-13db-4d3e-a34e-bd3f99edc817 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.2461202 Nov 12 03:28:59.272145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ffd57-4e20-45f4-a99f-e5f40c57c0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd013873-c882-447d-b996-bd8f5ba16636,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.286321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e18b6199-f3b5-4882-8c39-0b06c7a5b1d1 req-34694f55-d109-42da-a0b5-0feb928951d4 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429304 Nov 12 03:28:59.352445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83ec49f5-1987-44bc-bc17-05ea643d2577 req-9463b2d7-18c4-483b-8a8a-0ad0c910a8e0 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892513 Nov 12 03:28:59.393810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7eb2d02-7f49-423c-993c-7a1cdc481e24 req-1972ae68-4c13-47d2-8f9d-53addbf0c33c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268659 Nov 12 03:28:59.543031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2348dd-119c-4438-8fc1-3f11522eef89 req-cb9ad591-b116-49c2-bbaf-17488f6e6841 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.552545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c2348dd-119c-4438-8fc1-3f11522eef89 req-cb9ad591-b116-49c2-bbaf-17488f6e6841 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 944 time: 0.0812066 Nov 12 03:28:59.566919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-b37ce3ac-88fa-4aa8-9e46-9eae9b0aab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.569003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-b37ce3ac-88fa-4aa8-9e46-9eae9b0aab5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 1096 time: 0.1494174 Nov 12 03:28:59.782553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c2348dd-119c-4438-8fc1-3f11522eef89 req-b8e91025-68ef-4923-aa35-65aa87083f76 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289851 Nov 12 03:28:59.823196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-8da7258b-3e82-40db-ad79-79251cb7e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.825036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-8da7258b-3e82-40db-ad79-79251cb7e217 service neutron] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.2447650 Nov 12 03:28:59.897935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-54a35814-0a09-42be-a81e-2902f3c3396a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e HTTP/1.1" status: 200 len: 217 time: 0.0650003 Nov 12 03:29:00.017771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-8ef18f58-bfc3-4e50-a27c-53739f93fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.020157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-8ef18f58-bfc3-4e50-a27c-53739f93fc55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.1133740 Nov 12 03:29:00.072736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-b3189934-1e13-4f5d-a3cd-8ef56625825b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437698 Nov 12 03:29:00.258136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.270034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e70b37d4-7f20-4ba8-917e-0b68e23e021b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:00.286073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.299642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.318493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.325240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.332424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.338800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.347328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-ffed61b2-c657-4f94-95a8-e94932baa810 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5435 time: 0.2675436 Nov 12 03:29:00.410544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcb6a5-9c14-4e9d-8fc4-28c6a087cde6 req-71eb09fc-1897-47fa-af54-b65cf71b04dc tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.418696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14dcb6a5-9c14-4e9d-8fc4-28c6a087cde6 req-71eb09fc-1897-47fa-af54-b65cf71b04dc tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 945 time: 0.2949297 Nov 12 03:29:00.461770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-633b7730-086a-483d-9afc-555a011ba4d1 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695004 Nov 12 03:29:00.521821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14dcb6a5-9c14-4e9d-8fc4-28c6a087cde6 req-dc15979d-36c4-4d06-a792-24496658e19b tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019168 Nov 12 03:29:00.569124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a78b0227-2ee9-4702-af72-b809bcb54880 req-f6b694fc-bac0-4bc3-a85c-da0ec5c26412 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2160218 Nov 12 03:29:00.691829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.750221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eee1a20-473f-405d-b812-4d6fe67f4602 req-aa6f7395-6224-40dd-ad45-b41903780243 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537420 Nov 12 03:29:00.765434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.772565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.781055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.787074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.793277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.801615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.817604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.822488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-0bb0f0e8-cb93-4947-ba43-9eab82d9a5eb tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.1739678 Nov 12 03:29:00.948976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a702b74-d2ec-4945-982e-8e29dc78bae0 req-4b4a1536-480a-4b26-8de9-da713ade8e1f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189427 Nov 12 03:29:00.961975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b066-f25f-4455-9e1e-601af6d6413d req-7a6bb058-a283-4cfa-91c0-03cc63d48bfe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.970390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5274b066-f25f-4455-9e1e-601af6d6413d req-7a6bb058-a283-4cfa-91c0-03cc63d48bfe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 944 time: 0.1053369 Nov 12 03:29:01.033368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5274b066-f25f-4455-9e1e-601af6d6413d req-fac82320-d6fc-414d-9ddf-a85985dd7f67 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Nov 12 03:29:01.367365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-159bcc9a-95dc-4935-9ab1-33d4e2f2c712 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.368950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-159bcc9a-95dc-4935-9ab1-33d4e2f2c712 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 945 time: 0.0956414 Nov 12 03:29:01.473107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a3e16b21-95ef-4248-a6b6-53421dc19c0e details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:01.488389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e70b37d4-7f20-4ba8-917e-0b68e23e021b up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:01.535821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Deleting port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:01.536204 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.678196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] For port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:01.678476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.695137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Calling delete_port for f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:01.873736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.926378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:01.930353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['19a3a20e-a66a-4347-b92a-5f5e9fe1769f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:02.042803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b52e264d-6910-472c-b3ee-d0ad8786fb9b req-f83b3f55-4a0f-49cd-8cb4-0ccc405445f0 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb0547d1-ad61-4c37-bf3a-221e5ae55316 HTTP/1.1" status: 200 len: 210 time: 0.1669924 Nov 12 03:29:02.045284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event deleted for resources: {'Port': ['ID=f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.101997 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.105755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port e70b37d4-7f20-4ba8-917e-0b68e23e021b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:02.109393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] No DVR routers for this DVR port f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:02.117852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port e70b37d4-7f20-4ba8-917e-0b68e23e021b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:02.118222 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.119901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.123383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0412fc3b-3e69-4b60-8fa3-bbb562ec5124 req-58526bf0-c2d9-495b-aad9-28345e143689 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.98 "DELETE /v2.0/ports/f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 HTTP/1.1" status: 204 len: 173 time: 0.7471807 Nov 12 03:29:02.124857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'name': 'network-vif-deleted', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:02.127619 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63340f9-59b2-443e-9ac6-220ca1549e1e" -d '{"events": [{"server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "name": "network-vif-deleted", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:02.139916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-791e6dad-b0f3-4018-8e12-feebfe453010 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.141873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-791e6dad-b0f3-4018-8e12-feebfe453010 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 946 time: 0.2831635 Nov 12 03:29:02.188150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.191518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.195789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.203799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.211076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.220140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.228221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.237337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.245986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-3cb21afb-95a4-4338-80d5-9ed62922cb5b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5435 time: 0.3886073 Nov 12 03:29:02.266459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b8273c09-d186-4733-b733-a0075bc2777c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:02.319680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'mac_address': 'fa:16:3e:4f:8a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:02.445549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.452241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.462053 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.469705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.475748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.481810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.487081 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.resource_extend [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:02.504374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.512744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.522628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1318ea6a-4608-4697-96af-f295e891002e req-ebe438ca-496e-4883-bd61-3225021f8f24 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5419 time: 0.2242384 Nov 12 03:29:02.541644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e0e6bb3-2b24-4922-b297-31f4db9cc29e req-f7315ec4-fe29-4d29-8541-59fe5fb7c064 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2945130 Nov 12 03:29:02.585683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e16b21-95ef-4248-a6b6-53421dc19c0e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:02.626581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Deleting port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:02.628810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.701577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1318ea6a-4608-4697-96af-f295e891002e req-261dc58c-b497-49fa-8d10-69742cd4d165 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554909 Nov 12 03:29:02.740685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.785393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.801944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.827715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:02.832328 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e452fed6-3cbe-4ee5-b095-b522d1bd5081" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:02.872556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51888) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.878697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b8273c09-d186-4733-b733-a0075bc2777c,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.879446 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455422ab-c12c-46a5-958b-3857f598ebb4 x-openstack-request-id: req-455422ab-c12c-46a5-958b-3857f598ebb4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:02.879913 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0547d1-ad61-4c37-bf3a-221e5ae55316", "name": "network-vif-deleted", "tag": "f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:02.880875 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-455422ab-c12c-46a5-958b-3857f598ebb4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:02.882036 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0547d1-ad61-4c37-bf3a-221e5ae55316', 'name': 'network-vif-deleted', 'tag': 'f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954', 'status': 'completed', 'code': 200} Nov 12 03:29:02.883798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.900536 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.901328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:02.911317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'b8273c09-d186-4733-b733-a0075bc2777c', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'port_id': 'b8273c09-d186-4733-b733-a0075bc2777c', 'mac_address': 'fa:16:3e:fb:86:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:02.939035 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87630b4-8893-47f0-808a-f201f92bbd26 x-openstack-request-id: req-a87630b4-8893-47f0-808a-f201f92bbd26 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:02.939348 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:02.939605 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a87630b4-8893-47f0-808a-f201f92bbd26 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:02.940029 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'code': 200} Nov 12 03:29:02.970779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbbce8-cf27-4ea1-8f4a-4cf0d5e92781 req-bfccf3f6-7578-439a-ad5b-427490550293 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.979298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcbbce8-cf27-4ea1-8f4a-4cf0d5e92781 req-bfccf3f6-7578-439a-ad5b-427490550293 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 945 time: 0.2226000 Nov 12 03:29:03.001089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.049404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] For port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,segment=NetworkSegment(cb68df9e-1319-432c-890a-58f8299e0b95),segment_id=cb68df9e-1319-432c-890a-58f8299e0b95)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.050598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.071447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.080447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b36aeb51-20ed-4bcf-9426-36f85cd6d04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.096247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:03.100338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Calling delete_port for 19a3a20e-a66a-4347-b92a-5f5e9fe1769f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:03.117107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcbbce8-cf27-4ea1-8f4a-4cf0d5e92781 req-5643c678-f637-4725-8455-873ead9865bc tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365509 Nov 12 03:29:03.137898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8273c09-d186-4733-b733-a0075bc2777c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:03.152314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:03.157177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.175482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:03.175860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.208862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b8273c09-d186-4733-b733-a0075bc2777c,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.221725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.222666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 00ae1f29-381d-485b-93a3-df669a053f0f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:03.323590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b36aeb51-20ed-4bcf-9426-36f85cd6d04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.329044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.336002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b36aeb51-20ed-4bcf-9426-36f85cd6d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.353800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.394469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65674b-c0c0-4a06-b557-f52f01b555f7 req-607d1786-5cd1-412f-b854-cd5eda02a6ce tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.399258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b36aeb51-20ed-4bcf-9426-36f85cd6d04d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80e09ba362f345808b96487ba25c0830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247271 Nov 12 03:29:03.403370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff65674b-c0c0-4a06-b557-f52f01b555f7 req-607d1786-5cd1-412f-b854-cd5eda02a6ce tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f54bc2a-ad63-4324-aabe-bc4a0e585193 HTTP/1.1" status: 200 len: 946 time: 0.0963693 Nov 12 03:29:03.406439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51906) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.431000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aeb51-20ed-4bcf-9426-36f85cd6d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05b44f-0ddb-4fb2-866a-d82ddbad89af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.450671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.520157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '00ae1f29-381d-485b-93a3-df669a053f0f', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'port_id': '00ae1f29-381d-485b-93a3-df669a053f0f', 'mac_address': 'fa:16:3e:29:e5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:03.534760 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.548843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff65674b-c0c0-4a06-b557-f52f01b555f7 req-b3906c8c-fd05-4308-9f2d-9419e1c9f108 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f9a8387-2b77-4b07-9f0d-2a3418108be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444190 Nov 12 03:29:03.556822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.569666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-921fcbe9-c831-4517-aa94-bbfe03ad9662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.607413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Pushing event deleted for resources: {'Port': ['ID=19a3a20e-a66a-4347-b92a-5f5e9fe1769f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.611861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.644654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.657564 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.658392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b391a84a-e263-46a9-b30c-f7725480f555 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:03.676768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] No DVR routers for this DVR port 19a3a20e-a66a-4347-b92a-5f5e9fe1769f on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:03.679522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.683837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbc8f283-b2d3-4f9e-9dd3-4b51f9513d75 req-7c14d601-27ba-4e98-b5e3-fd5298e5aeb2 tempest-MultipleCreateTestJSON-2128442389 tempest-MultipleCreateTestJSON-2128442389-project] 10.222.0.100 "DELETE /v2.0/ports/19a3a20e-a66a-4347-b92a-5f5e9fe1769f HTTP/1.1" status: 204 len: 173 time: 1.5292740 Nov 12 03:29:03.701874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-921fcbe9-c831-4517-aa94-bbfe03ad9662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.720663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-921fcbe9-c831-4517-aa94-bbfe03ad9662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.725768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.806167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.816942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.817157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.822944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.828545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fcbe9-c831-4517-aa94-bbfe03ad9662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d35a8b-7c51-450c-9344-e6a2568e422a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.829365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.835743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.836832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ae1f29-381d-485b-93a3-df669a053f0f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:03.841467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.848362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.854178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.856004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-c3a23ee4-f873-40b2-9c8b-4f41350c846b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5437 time: 0.1461585 Nov 12 03:29:03.867443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.878496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.880882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device cd8ac541-688c-4d08-9fb9-20fe67ab217e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:03.910760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.913455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.916850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a05b44f-0ddb-4fb2-866a-d82ddbad89af HTTP/1.1" status: 204 len: 168 time: 0.5063281 Nov 12 03:29:03.921507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port b391a84a-e263-46a9-b30c-f7725480f555 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:03.934799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port b391a84a-e263-46a9-b30c-f7725480f555 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:03.935219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.946867 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-921fcbe9-c831-4517-aa94-bbfe03ad9662 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=539820b6997a40a79b706b111ece41b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166236 Nov 12 03:29:03.951028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.971480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ae523-9873-4d53-aa12-8e24019c57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05b44f-0ddb-4fb2-866a-d82ddbad89af,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.993174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.001374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.007918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.015891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.022906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.029260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.037781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.047471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-db2c1424-7860-4946-9f53-0a3fc44399ae tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5420 time: 0.1899810 Nov 12 03:29:04.049659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.091783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.119548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.158126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.181038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.185537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.187893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.200701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13d35a8b-7c51-450c-9344-e6a2568e422a HTTP/1.1" status: 204 len: 168 time: 0.2479045 Nov 12 03:29:04.207239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'port_id': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'mac_address': 'fa:16:3e:47:cf:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b954b-6ebd-415c-9ad4-22111a5205b2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:04.220938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b74939c-5ff3-4298-9485-db8d2b8feeeb req-dce8a2f7-587c-48d7-879b-1df78c185e7d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3466384 Nov 12 03:29:04.246204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dc2ba-fe2d-4d68-b69c-0a3b3706b8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d35a8b-7c51-450c-9344-e6a2568e422a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.278303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e92432-0fc4-477c-83aa-ba4b3878242c req-fdb0b73b-52e3-488c-b5bf-b68a43caa74b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298758 Nov 12 03:29:04.306038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.328612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.329608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57c8029d-4ed9-4240-b4dd-79b60e62c1ac up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:04.431503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.479459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8ac541-688c-4d08-9fb9-20fe67ab217e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:04.487540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.510442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734da2fa-2266-48d3-9f10-0336c750f1a8 req-a88589c8-b833-4da9-bffb-60be318de053 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.511169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.513341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:04.515096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-734da2fa-2266-48d3-9f10-0336c750f1a8 req-a88589c8-b833-4da9-bffb-60be318de053 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 945 time: 0.0906935 Nov 12 03:29:04.524739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:04.525296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.531251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.532069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fe7f8e31-1092-47fb-988d-441d09ae1248 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:04.564587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.590496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e353c0d-b8a3-4a4d-a580-54559193cee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.631176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-734da2fa-2266-48d3-9f10-0336c750f1a8 req-5f0230a9-1084-4c14-b41f-e7e8b3563f1f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044829 Nov 12 03:29:04.635781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.696015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.712239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.712881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Deleting subnet 7b6bfc78-3077-46c2-9c1c-14a3530e9490 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:04.721060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.744526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e353c0d-b8a3-4a4d-a580-54559193cee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.747551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'port_id': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'mac_address': 'fa:16:3e:59:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:04.752843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e353c0d-b8a3-4a4d-a580-54559193cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.790478 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.794313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.810230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.824735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f8e31-1092-47fb-988d-441d09ae1248 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:04.836606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e353c0d-b8a3-4a4d-a580-54559193cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88bf0a9-30fa-4896-9979-15d209dd0b22,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.849050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.867839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.879785 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2e353c0d-b8a3-4a4d-a580-54559193cee0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35c102bb5875442ca3acf63bf5208e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116438 Nov 12 03:29:04.880257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.885261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.886339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a75503a-65c4-45c8-bd74-cb273783d950 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:04.916462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'name': 'network-vif-deleted', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:04.918800 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79708373-6195-48f8-863d-d3ea8c6dd420" -d '{"events": [{"server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "name": "network-vif-deleted", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:04.921513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.921994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.925139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.953476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982c90b-ddca-4a2d-bbcd-e98d5b1bff4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.959139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6bfc78-3077-46c2-9c1c-14a3530e9490,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.961165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.966656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e9fdc453-5e4c-441a-9c0c-3dff41b9c54c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7b6bfc78-3077-46c2-9c1c-14a3530e9490 HTTP/1.1" status: 204 len: 168 time: 0.3275785 Nov 12 03:29:04.966846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.001107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.001881 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4e61a1-d598-4019-bb9d-57b7b8342f92 x-openstack-request-id: req-db4e61a1-d598-4019-bb9d-57b7b8342f92 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:05.002324 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54bc2a-ad63-4324-aabe-bc4a0e585193", "name": "network-vif-deleted", "tag": "19a3a20e-a66a-4347-b92a-5f5e9fe1769f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:05.002640 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-db4e61a1-d598-4019-bb9d-57b7b8342f92 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:05.003017 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54bc2a-ad63-4324-aabe-bc4a0e585193', 'name': 'network-vif-deleted', 'tag': '19a3a20e-a66a-4347-b92a-5f5e9fe1769f', 'status': 'completed', 'code': 200} Nov 12 03:29:05.043565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.060758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.115132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982c90b-ddca-4a2d-bbcd-e98d5b1bff4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.119750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982c90b-ddca-4a2d-bbcd-e98d5b1bff4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.151444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4982c90b-ddca-4a2d-bbcd-e98d5b1bff4d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87412705da9c46d0842fe811381491e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265143 Nov 12 03:29:05.157020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.167248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.178826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:05.181799 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10207d7-69c7-470d-9ae5-dfc30029cf6e" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b391a84a-e263-46a9-b30c-f7725480f555"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:05.191594 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.192567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:05.195196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fc6f44-57c6-4c4b-af04-04c495ae1100']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:05.205547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb68df9e-1319-432c-890a-58f8299e0b95') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:05.205847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb68df9e-1319-432c-890a-58f8299e0b95') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:05.216570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.216754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.223033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.224421 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a88bf0a9-30fa-4896-9979-15d209dd0b22 HTTP/1.1" status: 204 len: 168 time: 0.3431714 Nov 12 03:29:05.233714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.234568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.241221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:05.241826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.253209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982c90b-ddca-4a2d-bbcd-e98d5b1bff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e668a9e-79fb-47d2-8c29-cca1a63e793b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.257362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'network_id': '397dbaab-b030-4995-b17a-77e27577f554', 'port_id': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'mac_address': 'fa:16:3e:33:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb6f80d-4ae7-4b61-95f9-070d39d95ab3', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:05.273955 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00acc4a1-4aa2-47ac-98b6-4c9b996d055b x-openstack-request-id: req-00acc4a1-4aa2-47ac-98b6-4c9b996d055b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:05.276490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6c27-6d6f-4e68-8c92-36b196b22050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88bf0a9-30fa-4896-9979-15d209dd0b22,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.277033 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b391a84a-e263-46a9-b30c-f7725480f555", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:05.277379 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00acc4a1-4aa2-47ac-98b6-4c9b996d055b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:05.277874 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e', 'code': 200} Nov 12 03:29:05.278238 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555', 'code': 200} Nov 12 03:29:05.278591 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac', 'code': 200} Nov 12 03:29:05.297786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:05.326274 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:05.334513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.344589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.359103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.367001 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.373669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] 10.222.0.93 "DELETE /v2.0/networks/73fc6f44-57c6-4c4b-af04-04c495ae1100 HTTP/1.1" status: 204 len: 168 time: 0.4032769 Nov 12 03:29:05.395709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0da5ba-1708-4807-a00b-45e63ad824be admin admin] Pushing event deleted for resources: {'Network': ['ID=73fc6f44-57c6-4c4b-af04-04c495ae1100,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.471130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.474773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.478615 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e668a9e-79fb-47d2-8c29-cca1a63e793b HTTP/1.1" status: 204 len: 168 time: 0.3178701 Nov 12 03:29:05.489930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f0bd2-c534-4731-9499-487ba301a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e668a9e-79fb-47d2-8c29-cca1a63e793b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.554381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.558375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.561098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.567080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.574771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.577035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.580668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 7a75503a-65c4-45c8-bd74-cb273783d950 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:05.581897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.585430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 7a75503a-65c4-45c8-bd74-cb273783d950 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.585814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.587952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.596700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.607357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-5f37d0ef-9134-4b0d-9176-27f0eec4d639 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5423 time: 0.1882212 Nov 12 03:29:05.640507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.650889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.658030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.659059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:05.664483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.671912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.677994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.684440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.686746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-784fe7aa-ac20-45d4-935a-16ee64698a27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5439 time: 0.2818918 Nov 12 03:29:05.697367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.717134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.730374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.730973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:05.795746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51968) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.797043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-363352c7-82d2-4150-b160-2fed83d5814b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b4dd04756cb54c4c9ca822e4ffd39d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944834 Nov 12 03:29:05.868248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.949018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.959880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7f70529-7ee5-45dc-a4da-85b4656ad38e req-1bd228a7-4b25-4f05-a1eb-c0eb932a4bbc tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2626171 Nov 12 03:29:06.112645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67088691-8be5-4d72-a478-e548c4ccd6b8 req-9fe0eeca-5191-4aa3-83bd-e09c4c157b03 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5023160 Nov 12 03:29:06.116590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.171289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a75503a-65c4-45c8-bd74-cb273783d950,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.174877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.181130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.184172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.185309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:06.318028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a95e6-3785-43c4-9905-8d9c58561428 req-1289e5b2-8d7c-4508-b64b-12e6e435ebb6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.318414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.328983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d5a95e6-3785-43c4-9905-8d9c58561428 req-1289e5b2-8d7c-4508-b64b-12e6e435ebb6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 945 time: 0.1083176 Nov 12 03:29:06.339170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'port_id': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'mac_address': 'fa:16:3e:e3:2b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:06.406224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.413377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.416826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5f9a8387-2b77-4b07-9f0d-2a3418108be3 HTTP/1.1" status: 204 len: 168 time: 0.6107051 Nov 12 03:29:06.427425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d5a95e6-3785-43c4-9905-8d9c58561428 req-fa0a2439-4c08-4d89-b419-54f36c60b682 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971789 Nov 12 03:29:06.432552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7d68a-b2e3-4ed1-8c82-6d4e3a97a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a8387-2b77-4b07-9f0d-2a3418108be3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.454563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.477519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:06.485638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:06.510069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.511898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:06.512297 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.559811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.560552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4dad1796-64c9-4a0e-a4ec-ad01b742c77e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:06.680973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.695679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.705793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'network_id': '87ca4c5c-9a7c-48da-9751-c0036d9c3373', 'port_id': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'mac_address': 'fa:16:3e:05:8a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b954b-6ebd-415c-9ad4-22111a5205b2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:06.711147 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.766134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.787791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.788637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7adb686-fab4-4186-af3f-2a3d215ce2dc up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:06.793503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.857183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dad1796-64c9-4a0e-a4ec-ad01b742c77e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:06.901865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.912600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.919458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.962871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f7adb686-fab4-4186-af3f-2a3d215ce2dc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:06.978722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f7adb686-fab4-4186-af3f-2a3d215ce2dc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:06.978722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.007273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.071078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.112195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:07.117887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.132511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a3e16b21-95ef-4248-a6b6-53421dc19c0e up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:07.205705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.233319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.254815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.276177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.279060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75503a-65c4-45c8-bd74-cb273783d950'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:07.281721 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd058b-e804-498f-9c3a-83af4f1ebc4e" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "7a75503a-65c4-45c8-bd74-cb273783d950"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9f7cb304-b907-4ae5-bb66-2cf4c17f27c0"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:07.294088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.311919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.313575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.335323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.356598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-d1dfa29a-349f-48fd-adb2-2c030ba35087 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2223988 Nov 12 03:29:07.380023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port a3e16b21-95ef-4248-a6b6-53421dc19c0e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:07.387198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port a3e16b21-95ef-4248-a6b6-53421dc19c0e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:07.387629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.490457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.497097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.503313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.507012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.510006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.511391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['b8273c09-d186-4733-b733-a0075bc2777c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.517500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.523640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.530935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.538959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-3b625507-eb61-413c-b66b-77c06c6e62d7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5426 time: 0.1601360 Nov 12 03:29:07.553418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71093d26-a5f6-4cee-86a4-228fc63a85ce req-bd7040f0-1146-4451-abc5-a407ac5dd2d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985581 Nov 12 03:29:07.556696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.558870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['fe7f8e31-1092-47fb-988d-441d09ae1248'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.613204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['cd8ac541-688c-4d08-9fb9-20fe67ab217e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.627359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4dad1796-64c9-4a0e-a4ec-ad01b742c77e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.629755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:07.631676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87de0e68-2a95-4977-b010-ddf40f44ca22 req-9eb71586-d747-47ce-9cad-955fda77965b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915239 Nov 12 03:29:07.669123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:07.708599 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb33eb3-5923-43b3-8e9c-3a9fc3b093c6 x-openstack-request-id: req-bbb33eb3-5923-43b3-8e9c-3a9fc3b093c6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:07.708904 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "7a75503a-65c4-45c8-bd74-cb273783d950", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "9f7cb304-b907-4ae5-bb66-2cf4c17f27c0", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-plugged", "status": "completed", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:07.709176 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bbb33eb3-5923-43b3-8e9c-3a9fc3b093c6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:07.710217 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75503a-65c4-45c8-bd74-cb273783d950', 'code': 200} Nov 12 03:29:07.710488 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7cb304-b907-4ae5-bb66-2cf4c17f27c0', 'code': 200} Nov 12 03:29:07.710751 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'code': 200} Nov 12 03:29:07.744225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.745178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:07.821828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda756-83fe-453f-93a0-10f3866bdf6d req-60170ccc-1ea9-4f78-a315-f608311eb7d2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.823747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0dda756-83fe-453f-93a0-10f3866bdf6d req-60170ccc-1ea9-4f78-a315-f608311eb7d2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.0893943 Nov 12 03:29:07.832024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.832636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.833167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.833820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.834195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.834713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.835227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.837330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-405a49db-ca23-4623-9f48-c6220dc03bf6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.0906296 Nov 12 03:29:07.855265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:07.858806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f5a3a8e1-8c2a-4a39-9b4a-221ff3afe954 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:07.970408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0dda756-83fe-453f-93a0-10f3866bdf6d req-7f361623-a94e-4876-974a-ce1dc07b9b11 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319704 Nov 12 03:29:07.974162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08c3d4-82eb-4259-860a-c3c73b8e4e12 req-bc98ac4c-a8dd-4f6f-afde-58785eea70f2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&id=8865efba-f787-48e3-9439-f13c24b8c2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216135 Nov 12 03:29:08.055559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.216746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52066) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.449185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['00ae1f29-381d-485b-93a3-df669a053f0f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:08.504336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1162638235-network', 'tenant_id': 'f8ce9deda0204c719293fae2de44d046'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.553622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Made reservation on behalf of f8ce9deda0204c719293fae2de44d046 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:08.556275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.580214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.870968 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.884800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.891793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.899239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.906258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.912695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.919662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.928741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.930834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-0fa4ffa5-fac4-4948-bb07-3928e2519732 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.1912625 Nov 12 03:29:08.934421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.934594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19a3a20e-a66a-4347-b92a-5f5e9fe1769f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:08.986997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 19a3a20e-a66a-4347-b92a-5f5e9fe1769f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:08.987350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19a3a20e-a66a-4347-b92a-5f5e9fe1769f not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:08.998068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:09.018424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.024542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.031062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.037017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.042895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.048886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.055288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.057216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-ee0ab433-6fd6-4a22-bf4f-4f42f1a46ebe tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5426 time: 0.2690427 Nov 12 03:29:09.061575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3b683-7677-416d-aefa-ba06c2da796f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.080873 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.081150 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Added segment 8cbf3043-0f48-4dc8-8dd5-975831fce3ac of type vlan for network d6574287-bceb-4f11-948d-f1efd5beebda Nov 12 03:29:09.122902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.123764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.124393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.124727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.125054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.125376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.126462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.126792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.127113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.127438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.127792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.128134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.210537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.217292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d51124b-2cfb-4df0-9d11-6e49cbe226a3 req-6203412b-0393-44eb-91bc-2d006941297a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2748666 Nov 12 03:29:09.254955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9e936c9-674b-4e29-8ab3-718199ddd342 req-c4fd8059-992f-4acd-8732-f2b2f0543d57 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820579 Nov 12 03:29:09.276022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.277419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.278623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.368351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1493325 Nov 12 03:29:09.370342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.378530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Request body: {'subnet': {'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1162638235-subnet', 'tenant_id': 'f8ce9deda0204c719293fae2de44d046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:09.407935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Made reservation on behalf of f8ce9deda0204c719293fae2de44d046 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.411769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.493636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045d0c1-2b7d-4fad-a31a-433ccde6f2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6574287-bceb-4f11-948d-f1efd5beebda,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.510908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d6574287-bceb-4f11-948d-f1efd5beebda details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:09.564974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc660-5a98-4f59-9583-c1d2aff83f0e req-d88918d3-5702-4370-a954-e11891f719f7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.568559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c23dc660-5a98-4f59-9583-c1d2aff83f0e req-d88918d3-5702-4370-a954-e11891f719f7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.1320572 Nov 12 03:29:09.660345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c23dc660-5a98-4f59-9583-c1d2aff83f0e req-f384f432-54dd-40d2-ab9c-4d1a01580730 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Nov 12 03:29:09.689478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.712179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:09.715661 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879a476d-132a-4f0a-8d61-3a49f61487a5" -d '{"events": [{"server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "name": "network-vif-plugged", "status": "completed", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:09.781411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=739a8748-87f2-48fa-915a-cc59a4fa6b09,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.784119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Checking segment: {'id': '8cbf3043-0f48-4dc8-8dd5-975831fce3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:09.784951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Network hostable DHCP agents. Network: d6574287-bceb-4f11-948d-f1efd5beebda, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:09.798788 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed54c46-51eb-46a1-a94d-07fcb857accd x-openstack-request-id: req-aed54c46-51eb-46a1-a94d-07fcb857accd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:09.799209 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "name": "network-vif-plugged", "status": "completed", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:09.799848 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aed54c46-51eb-46a1-a94d-07fcb857accd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:09.806018 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'code': 200} Nov 12 03:29:09.809446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.809791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.810269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.810606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.811458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.811917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.812283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.812596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.812911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.813539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.814300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.814935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:09.831723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Network d6574287-bceb-4f11-948d-f1efd5beebda is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:09.848292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d6574287-bceb-4f11-948d-f1efd5beebda) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:09.856938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.857642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.868017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e593a0-13cb-4b3a-a518-c265e914e68a None None] Network d6574287-bceb-4f11-948d-f1efd5beebda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:09.892653 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fffffee4-ca33-4ed7-9390-e0eabc7fd6df admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5205233 Nov 12 03:29:09.967331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815636fb-9a8d-4723-a125-50dd4ec16285 req-9f3509aa-9c18-4b0e-a73b-ec18983e3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.969480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-815636fb-9a8d-4723-a125-50dd4ec16285 req-9f3509aa-9c18-4b0e-a73b-ec18983e3480 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 1098 time: 0.0750268 Nov 12 03:29:09.978163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.036400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-815636fb-9a8d-4723-a125-50dd4ec16285 req-dd535853-7498-454a-9a5d-db87f68de5dc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Nov 12 03:29:10.192937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fcf804a-5493-4e45-a41e-9b8b84fc4e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.253455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d37be-ce82-4ca1-a558-a4363b5f6ac1 None None] Network d6574287-bceb-4f11-948d-f1efd5beebda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:10.318748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fcf804a-5493-4e45-a41e-9b8b84fc4e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.325198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fcf804a-5493-4e45-a41e-9b8b84fc4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.391758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fcf804a-5493-4e45-a41e-9b8b84fc4e56 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=14963ca770ad45e6a423f08e4cb4ac2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099014 Nov 12 03:29:10.392426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52166) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.423498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf804a-5493-4e45-a41e-9b8b84fc4e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c030368-eac6-4ecd-973c-6b7f09cc4134,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.533735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.559405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.569053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.576486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.583583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.589471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.597456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.603482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.612170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e98671-57b5-46bc-9865-9045479bdacb req-c32ef56c-e37d-4948-b3b0-f05a97a1eee1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.1630774 Nov 12 03:29:10.667602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.825967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e98671-57b5-46bc-9865-9045479bdacb req-a1ec9274-4666-405c-b50f-745c5c44b7be tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108314 Nov 12 03:29:10.863783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1885e812-6738-4195-afd0-78383b75363b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.866007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1885e812-6738-4195-afd0-78383b75363b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/networks?id=d6574287-bceb-4f11-948d-f1efd5beebda HTTP/1.1" status: 200 len: 813 time: 0.2499306 Nov 12 03:29:10.897193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-4ac895a7-8944-4e74-ba7e-363ae4088011 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/quotas/f8ce9deda0204c719293fae2de44d046 HTTP/1.1" status: 200 len: 375 time: 0.0147474 Nov 12 03:29:10.899940 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.903642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.919076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c030368-eac6-4ecd-973c-6b7f09cc4134 HTTP/1.1" status: 204 len: 168 time: 0.5151129 Nov 12 03:29:10.947309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:10.996634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-355fe59f-de7d-48b7-80db-2d6c419e2843 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f8ce9deda0204c719293fae2de44d046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729563 Nov 12 03:29:11.065721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:11.071511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62905770-6654-4c96-86e0-39823a0a452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c030368-eac6-4ecd-973c-6b7f09cc4134,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.072478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:11.073714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.249330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.298665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:11.305014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.306251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b8273c09-d186-4733-b733-a0075bc2777c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:11.408809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.429829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port b8273c09-d186-4733-b733-a0075bc2777c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:11.438234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port b8273c09-d186-4733-b733-a0075bc2777c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:11.440797 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.567424 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.612550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b8273c09-d186-4733-b733-a0075bc2777c,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:11.619694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.621656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 00ae1f29-381d-485b-93a3-df669a053f0f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:11.629936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.635875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.643245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.649251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.655570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.661648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.671873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.676606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76ce56f4-2091-4482-95e5-21260b0eafda req-d803abaa-92c0-422b-b745-3e3b05a15fa9 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5426 time: 0.6788149 Nov 12 03:29:11.728374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.742963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 00ae1f29-381d-485b-93a3-df669a053f0f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:11.747749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 00ae1f29-381d-485b-93a3-df669a053f0f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:11.749621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.754707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.772079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-ad038eff-edfb-4ef9-9a9d-e6b5665cc516 service neutron] 10.222.0.93 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844063 Nov 12 03:29:11.780393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545ee551-9111-44ec-b015-ce23e94c2e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.821995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8273c09-d186-4733-b733-a0075bc2777c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:11.822391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76ce56f4-2091-4482-95e5-21260b0eafda req-c87e3b26-4e20-44b9-a300-8ddd505d578c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354318 Nov 12 03:29:11.824725 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee9613-b5b1-45d9-ae13-6360cf9fe721" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "b8273c09-d186-4733-b733-a0075bc2777c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:11.850738 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.923556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:11.931720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.932852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device cd8ac541-688c-4d08-9fb9-20fe67ab217e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:11.945598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545ee551-9111-44ec-b015-ce23e94c2e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.954070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545ee551-9111-44ec-b015-ce23e94c2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.007629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-60329014-13ca-4fb9-93d4-1b7c19391552 service neutron] 10.222.0.93 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264237 Nov 12 03:29:12.012698 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-545ee551-9111-44ec-b015-ce23e94c2e9e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f019cdb5777406fa718951dacd1d112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562859 Nov 12 03:29:12.012913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52216) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.056379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ee551-9111-44ec-b015-ce23e94c2e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a5693-a368-43c7-9881-64005fcb9f58,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.120405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.124235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port cd8ac541-688c-4d08-9fb9-20fe67ab217e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:12.128579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port cd8ac541-688c-4d08-9fb9-20fe67ab217e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:12.128943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.130399 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.155947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58980340-5e45-43bb-847f-255a74715691 req-317cc902-314b-40b8-bef4-a066634bce67 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.160038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58980340-5e45-43bb-847f-255a74715691 req-317cc902-314b-40b8-bef4-a066634bce67 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.0874071 Nov 12 03:29:12.229964 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.363110 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.395437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58980340-5e45-43bb-847f-255a74715691 req-62531dde-ffb4-4595-9278-a0d3c630f26c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259164 Nov 12 03:29:12.403654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.406886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.408061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ab0a5693-a368-43c7-9881-64005fcb9f58 HTTP/1.1" status: 204 len: 168 time: 0.3939486 Nov 12 03:29:12.424388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.430534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.437040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.443481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.449706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.456890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.463530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.477022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.479606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:12.481976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Request body: {'floatingip': {'port_id': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.485269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.485795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a8e90e7-7eb4-45a2-86f7-644171007514 req-c22eee1f-19fc-48d2-98ac-48de157bd9e0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2437532 Nov 12 03:29:12.485960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:12.511051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ccda-9750-4f39-8e73-34d06621e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a5693-a368-43c7-9881-64005fcb9f58,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.586939 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc12a12-ed65-4b52-9380-c33887ee23e7 x-openstack-request-id: req-bcc12a12-ed65-4b52-9380-c33887ee23e7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:12.588121 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "b8273c09-d186-4733-b733-a0075bc2777c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:12.588380 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bcc12a12-ed65-4b52-9380-c33887ee23e7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:12.588777 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'code': 200} Nov 12 03:29:12.589622 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8273c09-d186-4733-b733-a0075bc2777c', 'code': 200} Nov 12 03:29:12.597997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50674795-0aa0-4592-bf62-d19a149f2dcd req-efe7cbc6-19d8-4509-ab7a-c1dd5a0c4f12 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 210 time: 0.0527773 Nov 12 03:29:12.613797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.637896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.659262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:12.675153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:12.675892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.899238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.971434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:12.976432 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.977371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4dad1796-64c9-4a0e-a4ec-ad01b742c77e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:13.135696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.165807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:13.180089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:13.182685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.212814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-83de8f52-aa23-4885-a035-a2bbcde4cc8e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.214440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-83de8f52-aa23-4885-a035-a2bbcde4cc8e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.3774469 Nov 12 03:29:13.266803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.286617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.303717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.312484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.321310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.330890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.340869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.341738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-daa4fbf7-f14e-4af5-9c88-6abde154bb74 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5431 time: 0.3554862 Nov 12 03:29:13.344254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.361332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-d8ee6507-ec42-4df6-a250-69fb5453c342 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.1348021 Nov 12 03:29:13.384814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.390501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.391460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fe7f8e31-1092-47fb-988d-441d09ae1248 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:13.493268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-40dcafdd-7585-4bfd-95be-e0f57b6c9205 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171265 Nov 12 03:29:13.544532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-943ce001-b95d-4bf6-9b3c-2679082f3dcd req-9ae299a9-fba0-488c-8592-0122a16cca96 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899667 Nov 12 03:29:13.663830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.705114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port fe7f8e31-1092-47fb-988d-441d09ae1248 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:13.714037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port fe7f8e31-1092-47fb-988d-441d09ae1248 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:13.717562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.907237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-8192f38e-8baa-48b8-a31b-d64e4bf15357 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077497 Nov 12 03:29:13.941440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-009c27eb-be1f-4d4d-bb61-607e9725737f req-96000917-5bfe-42d8-a8a8-246a32ded9ca tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 210 time: 0.0593071 Nov 12 03:29:13.958232 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.994367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:14.000078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.058652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.062651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0685551-029f-47bf-a6ed-7427107dfe99 req-dd6b011d-2af0-440f-a8bf-d0478f0b397c service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268528 Nov 12 03:29:14.093393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-199c45fa-3e92-414f-ac8e-833c9af5bb27 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.094604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-199c45fa-3e92-414f-ac8e-833c9af5bb27 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.100 "GET /v2.0/networks?id=d6574287-bceb-4f11-948d-f1efd5beebda HTTP/1.1" status: 200 len: 813 time: 0.4142163 Nov 12 03:29:14.110364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Request body: {'port': {'device_id': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda', 'admin_state_up': True, 'tenant_id': 'f8ce9deda0204c719293fae2de44d046'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.197949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:14.265951 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.276170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.408753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Made reservation on behalf of f8ce9deda0204c719293fae2de44d046 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:14.414093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.522868 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Floating IP 71c82ca9-c962-4268-8ad4-64098a1567ba associated. External IP: 172.25.4.203, port: e70b37d4-7f20-4ba8-917e-0b68e23e021b. Nov 12 03:29:14.591054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:14.593546 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ae705-abc3-4d1d-8ceb-4f76deb2d914" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:14.874860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.880946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.901238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.916048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Router 36762a52-eafd-4f05-be3d-059162bb2bb1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:14.918810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.926130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.948140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.954504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.956480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-503b0514-f65f-4c11-a1a6-056428f9ab11 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.2542050 Nov 12 03:29:14.957760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Allocated IP 172.20.0.11 (d6574287-bceb-4f11-948d-f1efd5beebda/739a8748-87f2-48fa-915a-cc59a4fa6b09/e21ffa62-4163-4370-b102-1e3eac836605) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:15.157770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:15.163832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.167596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b6ddc7d-895a-462a-951d-ca9022bcb05c req-35a0e122-1195-46a6-a94b-7f68a7af2558 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975629 Nov 12 03:29:15.174230 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Sync routers for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:15.190357 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:15.193425 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:28:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:15.202758 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c1d8f-85be-4960-b5dd-8358558af922 x-openstack-request-id: req-7f0c1d8f-85be-4960-b5dd-8358558af922 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:15.203245 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:15.203654 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f0c1d8f-85be-4960-b5dd-8358558af922 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:15.204291 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f', 'code': 200} Nov 12 03:29:15.204707 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'code': 200} Nov 12 03:29:15.205139 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'code': 200} Nov 12 03:29:15.205926 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'code': 200} Nov 12 03:29:15.206632 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'code': 200} Nov 12 03:29:15.243347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0d6f7247-916c-4c62-adac-54ce87975632 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "PUT /v2.0/floatingips/71c82ca9-c962-4268-8ad4-64098a1567ba HTTP/1.1" status: 200 len: 991 time: 2.7651379 Nov 12 03:29:15.244319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:15.252483 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff6dbf-4f0c-440b-816d-86403de208ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:15.476040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecf676c2-293c-4006-9f71-5d6b3d19f8cb req-1188551a-c24e-471d-ad91-15117a7a8e43 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 210 time: 0.0978119 Nov 12 03:29:15.508299 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:15.510750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.511230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.511697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.520531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.523200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.523682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.524182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.526218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-c67134c5-1cf0-4671-99bb-1abb9b2fac3e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.1450338 Nov 12 03:29:15.631196 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.657035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7ae7631-3d39-42c2-a7d0-8753cdc13dbd req-5ad0d5f5-097d-4c75-9567-3d6934c6ddc5 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=4847b591-6cb4-4035-87d2-fc71283ed2f2&id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096828 Nov 12 03:29:15.704125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.873648 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfb422-b557-4280-b408-86aaf1deb0da x-openstack-request-id: req-6bbfb422-b557-4280-b408-86aaf1deb0da {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:15.874235 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:15.874494 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6bbfb422-b557-4280-b408-86aaf1deb0da {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:15.874906 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'status': 'completed', 'code': 200} Nov 12 03:29:15.919806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-f2c959be-b2f8-48a0-b898-945233f6559d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.931630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-f2c959be-b2f8-48a0-b898-945233f6559d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.2109268 Nov 12 03:29:16.004694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Network d6574287-bceb-4f11-948d-f1efd5beebda is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:16.009126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '71c82ca9-c962-4268-8ad4-64098a1567ba', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'port_id': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'mac_address': 'fa:16:3e:19:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:22Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 1, 'project_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.016995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:16.024121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:16.054462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Checking router: 36762a52-eafd-4f05-be3d-059162bb2bb1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:16.068879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-83d293f9-0851-4299-9a0f-7c075aef98b3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.1360924 Nov 12 03:29:16.069926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:16.070606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:28:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.076059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Pushing event updated for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.108358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.108754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.109227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.109693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.110152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.110612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.111440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.113479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-6f9d97b8-34e7-4c1a-8b37-29d959136e0d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.1756268 Nov 12 03:29:16.169479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.170643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.219681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:16.326957 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-1731a961-864e-45f0-b688-eace717ba49d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2214515 Nov 12 03:29:16.342659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-01b949c7-e6b7-49dc-882d-9b13c0948cf0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2728519 Nov 12 03:29:16.479177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Request body: {'port': {'device_id': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:16.487574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-3fba57ff-07df-48f6-8e9b-888dfb219dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.489252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-3fba57ff-07df-48f6-8e9b-888dfb219dfe service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12 HTTP/1.1" status: 200 len: 919 time: 0.3423378 Nov 12 03:29:16.580988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:16.606809 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '71c82ca9-c962-4268-8ad4-64098a1567ba', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'port_id': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'mac_address': 'fa:16:3e:19:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:22Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 1, 'project_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.642224 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7022e-b71b-437e-af35-1b191780dfdb None None] The sync data for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 is: [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '71c82ca9-c962-4268-8ad4-64098a1567ba', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'port_id': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'mac_address': 'fa:16:3e:19:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:22Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 1, 'project_id': 'b45410570586491fbccf733c90d5f121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:16.651796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.658452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.671659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.685711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.695039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.706988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.714678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.724360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-6fcbb0e4-aa25-40cd-95b3-160461ccdd59 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.4021270 Nov 12 03:29:16.739260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-686cf597-b913-457c-84b8-489711384387 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 999 time: 0.2124643 Nov 12 03:29:16.793861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce21d246-08e2-4748-b57f-0f97998e1960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.802700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.871676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-acf6134d-984a-4b33-9ec8-ddbeefaf4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.873514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-acf6134d-984a-4b33-9ec8-ddbeefaf4924 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.1144259 Nov 12 03:29:16.925356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-a609feb1-1e15-4711-b76e-c7767b7cbc6e service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818188 Nov 12 03:29:16.995606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce21d246-08e2-4748-b57f-0f97998e1960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.000798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce21d246-08e2-4748-b57f-0f97998e1960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.047476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c81a4-94c8-4eb3-a19f-170d17fda4f6 None None] New status for floating IP 71c82ca9-c962-4268-8ad4-64098a1567ba: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:17.087838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce21d246-08e2-4748-b57f-0f97998e1960 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0cdaca1a56b641cd9fb3595b50890a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057189 Nov 12 03:29:17.093415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.109894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21d246-08e2-4748-b57f-0f97998e1960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96134f92-7161-415e-b916-d58013aa05c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.147884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b09fefe-e3ed-4581-8666-b344a073a9d4 req-66fe7517-999b-4b89-843e-cfcaefc59731 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4225214 Nov 12 03:29:17.153124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-8f397693-8770-495c-8954-74077e06522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.155284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-8f397693-8770-495c-8954-74077e06522f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2639675 Nov 12 03:29:17.310991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.312467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-842670c4-0460-432e-858f-65387960220b service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456244 Nov 12 03:29:17.398976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.418361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41ff6dbf-4f0c-440b-816d-86403de208ad req-08009952-40cf-4df6-8fac-c175ae64b4d1 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971122 Nov 12 03:29:17.466028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-e28e8bf5-5033-4c18-b3a7-78f0fdb9335f service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946852 Nov 12 03:29:17.557274 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.568573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.574979 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/96134f92-7161-415e-b916-d58013aa05c4 HTTP/1.1" status: 204 len: 168 time: 0.4798822 Nov 12 03:29:17.591435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ffb25-0642-4f67-a733-a44b25c8dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96134f92-7161-415e-b916-d58013aa05c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.865346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cb2df-fea2-41ca-9a3f-1f9fcefbb85b req-729af823-1a1e-4c79-9b45-6780048ffa03 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.882211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b33cb2df-fea2-41ca-9a3f-1f9fcefbb85b req-729af823-1a1e-4c79-9b45-6780048ffa03 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 932 time: 0.1567523 Nov 12 03:29:17.906370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21ffa62-4163-4370-b102-1e3eac836605 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:17.938860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.945317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7de23a0-938a-40e2-b91e-385ee1be6099 req-6d56c308-ae89-489e-b900-133be8123608 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 210 time: 0.0570748 Nov 12 03:29:17.969836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Transition to ACTIVE for port object e21ffa62-4163-4370-b102-1e3eac836605 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:17.979792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.011324 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-455e9866-e382-4724-9390-6903484ef438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.028707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b33cb2df-fea2-41ca-9a3f-1f9fcefbb85b req-73c6940b-9f90-41e9-8210-b71b3e099544 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418829 Nov 12 03:29:18.074042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.182623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Attempting to bind port e21ffa62-4163-4370-b102-1e3eac836605 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:18.183036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Attempting to bind port e21ffa62-4163-4370-b102-1e3eac836605 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '8cbf3043-0f48-4dc8-8dd5-975831fce3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:18.183645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Attempting to bind port e21ffa62-4163-4370-b102-1e3eac836605 on network d6574287-bceb-4f11-948d-f1efd5beebda {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:18.189453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Port e21ffa62-4163-4370-b102-1e3eac836605 on network d6574287-bceb-4f11-948d-f1efd5beebda not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:18.189834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Attempting to bind port e21ffa62-4163-4370-b102-1e3eac836605 on network d6574287-bceb-4f11-948d-f1efd5beebda {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:18.201900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:18.204346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Checking segment: {'id': '8cbf3043-0f48-4dc8-8dd5-975831fce3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:18.205787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Bound using segment: {'id': '8cbf3043-0f48-4dc8-8dd5-975831fce3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:18.206207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Bound port: e21ffa62-4163-4370-b102-1e3eac836605, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbf3043-0f48-4dc8-8dd5-975831fce3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:18.206510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.353129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:18.363099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e21ffa62-4163-4370-b102-1e3eac836605,segment=NetworkSegment(8cbf3043-0f48-4dc8-8dd5-975831fce3ac),segment_id=8cbf3043-0f48-4dc8-8dd5-975831fce3ac)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:18.380748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.532159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.532831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.538217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] 10.222.0.100 "PUT /v2.0/ports/e21ffa62-4163-4370-b102-1e3eac836605 HTTP/1.1" status: 200 len: 1093 time: 2.1916180 Nov 12 03:29:18.541012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:18.547714 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffad545-ca46-4474-979a-b5eeb07e1a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "tag": "e21ffa62-4163-4370-b102-1e3eac836605"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:18.698854 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc131ac2-8db3-4727-904f-8db8c00ee5e8 x-openstack-request-id: req-dc131ac2-8db3-4727-904f-8db8c00ee5e8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:18.699144 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "tag": "e21ffa62-4163-4370-b102-1e3eac836605", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:18.699396 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc131ac2-8db3-4727-904f-8db8c00ee5e8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:18.699796 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605', 'status': 'completed', 'code': 200} Nov 12 03:29:18.791291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe898368-7af1-4547-85ca-137ffd256e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.832684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-33f5bc66-d60f-441a-acf5-a5f0c438fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.834401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-33f5bc66-d60f-441a-acf5-a5f0c438fdd4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f8ce9deda0204c719293fae2de44d046&device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 1096 time: 0.2402139 Nov 12 03:29:18.869307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.876512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.882432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.893106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.899164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.906560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.912496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.920598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-2be18905-44d6-4560-a25c-179f7c6ec8ab tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.2080240 Nov 12 03:29:18.961328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-df0f82ec-9ebe-4311-a346-fd4cd5a1584f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21ffa62-4163-4370-b102-1e3eac836605 HTTP/1.1" status: 200 len: 217 time: 0.1167390 Nov 12 03:29:19.112606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd69aa13-3a81-4e11-acbc-b59a41319b3d req-8ea2f343-0c5c-4d28-9c6b-0c47d0bb9d67 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915183 Nov 12 03:29:19.172607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74f4c967-a911-4e4b-aa68-592fdcbc0cc0 req-11241520-d5b5-49e0-b1db-78a3bd99b259 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 210 time: 0.0812407 Nov 12 03:29:19.185796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-295602a4-db5b-4975-a849-df03ae9f2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.185796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-295602a4-db5b-4975-a849-df03ae9f2d6e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=739a8748-87f2-48fa-915a-cc59a4fa6b09 HTTP/1.1" status: 200 len: 853 time: 0.2128778 Nov 12 03:29:19.264286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-008a24c7-dc89-45f1-882d-4d7c8d5f390f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d6574287-bceb-4f11-948d-f1efd5beebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720317 Nov 12 03:29:19.396826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a2c1-b49a-4cbb-91d8-b4618e897209 req-212258ba-d815-4d34-bae6-82ecf3a6b952 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.403953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0d6a2c1-b49a-4cbb-91d8-b4618e897209 req-212258ba-d815-4d34-bae6-82ecf3a6b952 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 944 time: 0.1850064 Nov 12 03:29:19.427689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.433473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.442616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.448582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.454967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.461338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.467181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.480212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.481065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b427b5b0-2f21-45e1-a934-00333d246ab8 req-f5a44dcb-d0d0-4064-9833-c47b4b542f42 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.2526252 Nov 12 03:29:19.485028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Request body: {'floatingip': {'port_id': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.562220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.664560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0d6a2c1-b49a-4cbb-91d8-b4618e897209 req-ca699ff1-89ba-47aa-8899-982054e79523 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595766 Nov 12 03:29:19.681047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-344416df-abc4-4508-800f-d1b8663b133f service neutron] 10.222.0.100 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933380 Nov 12 03:29:19.985282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-286e7092-24da-4071-a8cd-56ed9e2ee9f3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.985982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-286e7092-24da-4071-a8cd-56ed9e2ee9f3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.4873552 Nov 12 03:29:19.989944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcae08a4-83f2-47d8-a3d4-e57acaef20ec req-fe2e07f7-194d-49dd-9623-d440e114f4e5 service neutron] 10.222.0.100 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981520 Nov 12 03:29:20.019839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:20.206405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-8cb3dff1-17e2-4969-a629-fd59d4ff2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.208783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-8cb3dff1-17e2-4969-a629-fd59d4ff2bb4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f8ce9deda0204c719293fae2de44d046&device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 1096 time: 0.1433170 Nov 12 03:29:20.360358 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-583971e6-c65c-4078-97fb-450311c77343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.561247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.566443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.696966 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Floating IP 953a2dc0-d9da-44fe-99a1-44520995f618 associated. External IP: 172.25.4.65, port: 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f. Nov 12 03:29:20.790570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b633e987-0168-47c8-a8f6-f1ef42470602 req-bfc1db65-0109-414e-802e-f45c440e0ee0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Nov 12 03:29:20.827525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:20.831345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.855947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-da899ad4-32f4-4182-a82d-89e7d984ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.857948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-da899ad4-32f4-4182-a82d-89e7d984ad54 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d6574287-bceb-4f11-948d-f1efd5beebda HTTP/1.1" status: 200 len: 915 time: 0.6396153 Nov 12 03:29:20.992899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-fa3d4918-8a9e-4f3a-a62e-9bcd33ffb433 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21ffa62-4163-4370-b102-1e3eac836605 HTTP/1.1" status: 200 len: 217 time: 0.0878091 Nov 12 03:29:21.099178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Router 59e6bfe4-709c-416c-982a-ad2a6edc8bed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:21.125917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-db0452ff-e979-4979-aff9-7e529781ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.127569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-db0452ff-e979-4979-aff9-7e529781ea02 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=739a8748-87f2-48fa-915a-cc59a4fa6b09 HTTP/1.1" status: 200 len: 853 time: 0.1228931 Nov 12 03:29:21.140528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b360-0deb-49dd-b1d3-bb1dcc44e09c req-c6f337e5-e8ee-44e1-ad0d-bdd0fa7b4cf1 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.142012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f68b360-0deb-49dd-b1d3-bb1dcc44e09c req-c6f337e5-e8ee-44e1-ad0d-bdd0fa7b4cf1 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 944 time: 0.1534207 Nov 12 03:29:21.205931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-c36bc585-7705-4c33-8195-41441e90cdf7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d6574287-bceb-4f11-948d-f1efd5beebda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629380 Nov 12 03:29:21.231108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.2 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/b255ca43-8ce6-4ca5-9184-55dedc5e8fc6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:21.267630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:21.278621 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Sync routers for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:21.290800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.297036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:21.301061 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:29:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:21.333728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f68b360-0deb-49dd-b1d3-bb1dcc44e09c req-8031199a-3156-4a47-b7c3-4234c09d7708 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789935 Nov 12 03:29:21.402401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-2c454237-c9fd-4323-93b8-e0c8d427664e service neutron] 10.222.0.100 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854758 Nov 12 03:29:21.424506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac493f99-2e19-427a-918b-c0644ea9b46d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "PUT /v2.0/floatingips/953a2dc0-d9da-44fe-99a1-44520995f618 HTTP/1.1" status: 200 len: 990 time: 1.9399445 Nov 12 03:29:21.425032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.430259 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.535055 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d1e810-cd98-40e7-a1df-85be221aeddb x-openstack-request-id: req-d4d1e810-cd98-40e7-a1df-85be221aeddb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:21.535787 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:21.535914 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d4d1e810-cd98-40e7-a1df-85be221aeddb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:21.536280 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'status': 'completed', 'code': 200} Nov 12 03:29:21.615740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.628730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ffad545-ca46-4474-979a-b5eeb07e1a1c req-220e1662-9664-422b-96f1-d932b6832321 service neutron] 10.222.0.100 "GET /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187552 Nov 12 03:29:21.634108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.658925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.659398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.659862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.660350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.660948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.661253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.661701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.663777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8d3bc8df-a4ef-4d9a-b28d-b22a07a82dc1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.1045425 Nov 12 03:29:21.751879 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:21.810859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.823289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:21.986559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.009557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:22.041559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:22.058957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:22.140775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-aaf34e48-40e5-423f-a1e1-2ed245d9ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.144111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-aaf34e48-40e5-423f-a1e1-2ed245d9ca1d service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f HTTP/1.1" status: 200 len: 913 time: 0.4714608 Nov 12 03:29:22.222202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba64cf7-2019-45ad-8850-2bc740a38904 req-2312336b-bc30-4b4c-92ab-ec4eb960346c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.228836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba64cf7-2019-45ad-8850-2bc740a38904 req-2312336b-bc30-4b4c-92ab-ec4eb960346c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 931 time: 0.2178528 Nov 12 03:29:22.246888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.248121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.324815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-7465ae70-8efd-40bf-8c9a-30881d62ee87 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3267365 Nov 12 03:29:22.330705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-a138a016-dd05-44aa-b055-0995a03eb709 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 998 time: 0.1732624 Nov 12 03:29:22.340197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Request body: {'port': {'device_id': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.408418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba64cf7-2019-45ad-8850-2bc740a38904 req-d85db4cd-82e6-4bb0-94e5-00e72b15a679 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421802 Nov 12 03:29:22.429564 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '953a2dc0-d9da-44fe-99a1-44520995f618', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'port_id': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'mac_address': 'fa:16:3e:e3:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 1, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:22.470436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-dce1692a-3456-484c-8a6d-de57d09b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.470436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-dce1692a-3456-484c-8a6d-de57d09b646e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.1093273 Nov 12 03:29:22.470436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.479989 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Checking router: 59e6bfe4-709c-416c-982a-ad2a6edc8bed for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:22.489352 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:22.490197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:29:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:22.615006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8eb9143f-1e3c-405c-b41b-e21417459e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.616706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-8eb9143f-1e3c-405c-b41b-e21417459e92 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471999 Nov 12 03:29:22.655727 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:22.742291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09b687-5040-4516-9eb4-07b02b39004a req-e7b52e88-f344-44ad-bb7c-71ad6227cec2 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.753537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca09b687-5040-4516-9eb4-07b02b39004a req-e7b52e88-f344-44ad-bb7c-71ad6227cec2 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 944 time: 0.2819476 Nov 12 03:29:22.852353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-6c9c8188-916d-479a-b3b8-0dc29b785067 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260761 Nov 12 03:29:22.931868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca09b687-5040-4516-9eb4-07b02b39004a req-6156fcfd-fa92-49ea-9545-56bedd91240b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638443 Nov 12 03:29:22.984889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e21ffa62-4163-4370-b102-1e3eac836605 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:23.014205 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.040192 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '953a2dc0-d9da-44fe-99a1-44520995f618', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'port_id': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'mac_address': 'fa:16:3e:e3:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 1, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.093775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55a16ccb-3e37-4313-91e4-763c0c8ff7ee req-d2235638-1256-4891-94e5-9c1db9ad696f service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081935 Nov 12 03:29:23.119016 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06d90d-eeeb-4f25-a470-51b22a19c86e None None] The sync data for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 is: [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '953a2dc0-d9da-44fe-99a1-44520995f618', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'floating_ip_address': '172.25.4.65', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'port_id': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'mac_address': 'fa:16:3e:e3:2b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:30Z', 'updated_at': '2021-11-12T03:29:20Z', 'revision_number': 1, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:23.153332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e21ffa62-4163-4370-b102-1e3eac836605,segment=NetworkSegment(8cbf3043-0f48-4dc8-8dd5-975831fce3ac),segment_id=8cbf3043-0f48-4dc8-8dd5-975831fce3ac)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:23.165569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'e21ffa62-4163-4370-b102-1e3eac836605', 'network_id': 'd6574287-bceb-4f11-948d-f1efd5beebda', 'port_id': 'e21ffa62-4163-4370-b102-1e3eac836605', 'mac_address': 'fa:16:3e:f9:f2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739a8748-87f2-48fa-915a-cc59a4fa6b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:23.240290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:23.250750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.270049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Transition to ACTIVE for port object b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:23.273910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.286434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.324949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21ffa62-4163-4370-b102-1e3eac836605 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:23.353617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e21ffa62-4163-4370-b102-1e3eac836605,segment=NetworkSegment(8cbf3043-0f48-4dc8-8dd5-975831fce3ac),segment_id=8cbf3043-0f48-4dc8-8dd5-975831fce3ac)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:23.363353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.415415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Pushing event updated for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.438139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.531328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Attempting to bind port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:23.531663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Attempting to bind port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:23.532014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Attempting to bind port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:23.547393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:23.547716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Attempting to bind port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:23.551350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c147583-54f1-4990-be39-f2faa27ada85 None None] New status for floating IP 953a2dc0-d9da-44fe-99a1-44520995f618: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:23.560346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:23.560682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:23.561086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:23.561536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Bound port: b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:23.561942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.690785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d5a3-1a75-469c-8c00-99018289891a req-0179f940-34aa-4e1e-96f6-7118664159a0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.695426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e21ffa62-4163-4370-b102-1e3eac836605'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:23.714506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5055d5a3-1a75-469c-8c00-99018289891a req-0179f940-34aa-4e1e-96f6-7118664159a0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 943 time: 0.1244345 Nov 12 03:29:23.771038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.781410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:23.811230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:23.816593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5055d5a3-1a75-469c-8c00-99018289891a req-7f6a323d-d7c5-4c16-9c39-a54078aa1172 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012640 Nov 12 03:29:23.818310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.869499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.870278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.874436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] 10.222.0.98 "PUT /v2.0/ports/b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 HTTP/1.1" status: 200 len: 1092 time: 1.5383818 Nov 12 03:29:23.874909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:23.877344 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:23.898651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732c193-7e9f-4e37-a642-f3b30081f413 service neutron] Pushing event updated for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.970443 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f796fd-36ca-4538-b2ea-8e9fe145bebe x-openstack-request-id: req-22f796fd-36ca-4538-b2ea-8e9fe145bebe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:23.971517 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:23.972078 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-22f796fd-36ca-4538-b2ea-8e9fe145bebe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:23.973057 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6', 'status': 'completed', 'code': 200} Nov 12 03:29:24.014035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-65fbccaf-4a45-479d-a612-434020a2f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.015744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-65fbccaf-4a45-479d-a612-434020a2f6d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 1095 time: 0.0798652 Nov 12 03:29:24.086365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-8e148d9f-85e2-4f22-864a-885c3896f1ef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 HTTP/1.1" status: 200 len: 217 time: 0.0615411 Nov 12 03:29:24.173134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-a68fe4bd-2443-498b-962a-ceca48d5f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.174623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-a68fe4bd-2443-498b-962a-ceca48d5f8fe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0788598 Nov 12 03:29:24.218893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-1259559f-1bf5-4644-9aa6-9866fa02ec84 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321290 Nov 12 03:29:24.227937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928d9d8-c565-4ff9-9604-a0712388233b req-cfb9ebda-7f6e-42cf-96be-1084d6ac6070 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.231296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4928d9d8-c565-4ff9-9604-a0712388233b req-cfb9ebda-7f6e-42cf-96be-1084d6ac6070 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 945 time: 0.1568451 Nov 12 03:29:24.339048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4928d9d8-c565-4ff9-9604-a0712388233b req-4ae07a44-47df-4e21-9b4f-4cbcd9a44369 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926406 Nov 12 03:29:24.367783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-40ebc5d2-f197-4064-8e79-310cc6ab8b8a service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306295 Nov 12 03:29:24.491922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4536ec4c-f3cf-493a-b165-4b87ba986d8a req-970a12d3-9e9a-4443-addf-97ad3d1fc594 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150396 Nov 12 03:29:24.525358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.610222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-10b416d7-da98-40a2-b1dc-9e17c080c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.612084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-10b416d7-da98-40a2-b1dc-9e17c080c1c1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 1095 time: 0.0545595 Nov 12 03:29:24.638712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffd15f73-5912-407e-a8bb-f63ca2a9cd76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.719464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffd15f73-5912-407e-a8bb-f63ca2a9cd76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.723490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffd15f73-5912-407e-a8bb-f63ca2a9cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.726599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-24dcba79-15cd-4402-a3fd-83a65591727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.728163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-24dcba79-15cd-4402-a3fd-83a65591727a service neutron] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.0954514 Nov 12 03:29:24.769414 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ffd15f73-5912-407e-a8bb-f63ca2a9cd76 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ab8ccf547db74aa1877deb82eb7dade1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403896 Nov 12 03:29:24.769414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15f73-5912-407e-a8bb-f63ca2a9cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b9f53-80a3-42e0-800e-04afdd807dcc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.798956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.799136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-12e1cd24-0b4a-4368-b391-f59af8af947f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 HTTP/1.1" status: 200 len: 217 time: 0.0544376 Nov 12 03:29:24.895280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.895589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-1ff09341-0375-4188-8fb0-7156303357da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.903978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-1ff09341-0375-4188-8fb0-7156303357da service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0990088 Nov 12 03:29:24.928255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.957610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-2876718d-19e3-420b-8fea-c114725b61d4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479152 Nov 12 03:29:25.004463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.005780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e21ffa62-4163-4370-b102-1e3eac836605 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:25.008336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.009852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/209b9f53-80a3-42e0-800e-04afdd807dcc HTTP/1.1" status: 204 len: 168 time: 0.2192197 Nov 12 03:29:25.021367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e68a83-0614-47de-95ca-fcad8bfcdaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b9f53-80a3-42e0-800e-04afdd807dcc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.080598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port e21ffa62-4163-4370-b102-1e3eac836605 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:25.085594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port e21ffa62-4163-4370-b102-1e3eac836605 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:25.086041 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.158056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b114a-868b-4ba4-9e01-60065f2b5b34 req-39e2ad26-8461-4d2f-91ce-fca3b0bf5ca5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.166532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b114a-868b-4ba4-9e01-60065f2b5b34 req-39e2ad26-8461-4d2f-91ce-fca3b0bf5ca5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 943 time: 0.2180533 Nov 12 03:29:25.171331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-8c68631e-91df-4b34-a56f-65d93b30e51e service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871963 Nov 12 03:29:25.305692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a42b114a-868b-4ba4-9e01-60065f2b5b34 req-48921034-0222-4812-ad3c-008525c3938a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382241 Nov 12 03:29:25.339999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.358930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad4ef8ab-7bca-4d9a-bd07-d3859fe79eec req-b868e1a0-8eda-457e-ac6d-70e63d16853e service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490614 Nov 12 03:29:25.368059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:25.371240 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396fe892-cc4b-4f17-9218-65f5ac12fc32" -d '{"events": [{"server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "name": "network-vif-plugged", "status": "completed", "tag": "e21ffa62-4163-4370-b102-1e3eac836605"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:25.398136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e21ffa62-4163-4370-b102-1e3eac836605,segment=NetworkSegment(8cbf3043-0f48-4dc8-8dd5-975831fce3ac),segment_id=8cbf3043-0f48-4dc8-8dd5-975831fce3ac)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:25.406559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.442596 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f309b23-a7c6-49b7-a316-dd1446fb7586 x-openstack-request-id: req-6f309b23-a7c6-49b7-a316-dd1446fb7586 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:25.443035 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "name": "network-vif-plugged", "status": "completed", "tag": "e21ffa62-4163-4370-b102-1e3eac836605", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:25.443381 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f309b23-a7c6-49b7-a316-dd1446fb7586 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:25.444327 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605', 'code': 200} Nov 12 03:29:25.447397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.463102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b68910f-4eb2-4075-b5c9-2ce5f82fbd06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.481182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.550783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2326c-5201-4641-b4e6-56b6a5997614 req-8a8c7b4d-bb71-44e1-a9bf-88d33f893cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.552396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78d2326c-5201-4641-b4e6-56b6a5997614 req-8a8c7b4d-bb71-44e1-a9bf-88d33f893cf7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 1098 time: 0.0625489 Nov 12 03:29:25.560423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53c028-eff9-43b1-976b-616de6c30029 req-d49f439d-ae4e-4dac-8f5b-9ebea7175ae5 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.566722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b68910f-4eb2-4075-b5c9-2ce5f82fbd06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.568909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae53c028-eff9-43b1-976b-616de6c30029 req-d49f439d-ae4e-4dac-8f5b-9ebea7175ae5 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.1334779 Nov 12 03:29:25.573113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b68910f-4eb2-4075-b5c9-2ce5f82fbd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.608633 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b68910f-4eb2-4075-b5c9-2ce5f82fbd06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e8e0cb65430f4b5683fecad230f35f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600816 Nov 12 03:29:25.611248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.651222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78d2326c-5201-4641-b4e6-56b6a5997614 req-3fe38719-0491-45a5-be58-39f307e99780 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796542 Nov 12 03:29:25.655035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68910f-4eb2-4075-b5c9-2ce5f82fbd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde5476-8438-483c-a557-d12dc5f2c4db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.655172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae53c028-eff9-43b1-976b-616de6c30029 req-fe012ad3-34b0-49a8-a946-52397fa1cd93 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854487 Nov 12 03:29:25.691925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.713508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.762311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.765502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.766695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ebde5476-8438-483c-a557-d12dc5f2c4db HTTP/1.1" status: 204 len: 168 time: 0.1545272 Nov 12 03:29:25.774953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f72bb-7447-42ae-8a7a-e7c43542cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde5476-8438-483c-a557-d12dc5f2c4db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.211038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.227320 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-220ed380-b005-46a2-9fd2-8bbf51bff019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.310301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-220ed380-b005-46a2-9fd2-8bbf51bff019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.316644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-220ed380-b005-46a2-9fd2-8bbf51bff019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.357448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ed380-b005-46a2-9fd2-8bbf51bff019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e3c192-dda5-41db-b3c4-13dad7b96784,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.393543 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-220ed380-b005-46a2-9fd2-8bbf51bff019 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=90602dd0ff7e46e8ad2e9ccae7a7318c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814101 Nov 12 03:29:26.396081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.446965 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.453223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60371f-d8ea-4e7f-9085-f49ff56772b8 req-e66cd17b-787f-44bd-951e-3aabbffb0fa3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.454715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d60371f-d8ea-4e7f-9085-f49ff56772b8 req-e66cd17b-787f-44bd-951e-3aabbffb0fa3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 943 time: 0.0533652 Nov 12 03:29:26.469784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.504870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d60371f-d8ea-4e7f-9085-f49ff56772b8 req-7ae9bc89-1c7a-4842-8a53-3b36b19ae03c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Nov 12 03:29:26.525325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.527896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.532036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/70e3c192-dda5-41db-b3c4-13dad7b96784 HTTP/1.1" status: 204 len: 168 time: 0.1322982 Nov 12 03:29:26.537777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84664c-176c-426b-bae6-174cc0f9ffe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e3c192-dda5-41db-b3c4-13dad7b96784,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.808692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01038c-bd9d-4844-8a6e-2fc125fded53 req-c86a1425-19ca-47f9-aa24-557062173a3a tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.811231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb01038c-bd9d-4844-8a6e-2fc125fded53 req-c86a1425-19ca-47f9-aa24-557062173a3a tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.0656579 Nov 12 03:29:26.866533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb01038c-bd9d-4844-8a6e-2fc125fded53 req-2cb2cc42-fece-46a8-a869-c0012b6d8848 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Nov 12 03:29:27.626361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:27.645635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ff811-e0e4-4695-8eb5-f9b747d89493 req-a16ee99a-aef6-4007-b74e-db48b3aa2bed tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.655301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f93ff811-e0e4-4695-8eb5-f9b747d89493 req-a16ee99a-aef6-4007-b74e-db48b3aa2bed tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 943 time: 0.0642457 Nov 12 03:29:27.703813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f93ff811-e0e4-4695-8eb5-f9b747d89493 req-622fb159-6180-4030-a5c3-1785f5d5162c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475049 Nov 12 03:29:27.756233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:27.775004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6', 'mac_address': 'fa:16:3e:27:96:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:27.829933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.844896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:27.865586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:27.869992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.935477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.014540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ffdfd-0289-40a8-a341-85607d2f221c req-7b276cf8-5717-4f19-8dde-2797bd04273a tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.020511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-863ffdfd-0289-40a8-a341-85607d2f221c req-7b276cf8-5717-4f19-8dde-2797bd04273a tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.0585644 Nov 12 03:29:28.100843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-863ffdfd-0289-40a8-a341-85607d2f221c req-3410655e-dbef-4ec0-a76c-2e03530ad32a tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634911 Nov 12 03:29:28.183735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['b255ca43-8ce6-4ca5-9184-55dedc5e8fc6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:28.609998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51a1ce-f2df-470d-9648-42459be06239 req-a8071824-ae61-415e-a639-a2c44d25b6f5 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.611636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da51a1ce-f2df-470d-9648-42459be06239 req-a8071824-ae61-415e-a639-a2c44d25b6f5 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.0758336 Nov 12 03:29:28.685886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da51a1ce-f2df-470d-9648-42459be06239 req-a8eeb786-d112-40ae-99ac-3d1bd58d12b0 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Nov 12 03:29:28.875886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438aa01-5b88-42e2-bfb3-3638122f09ca req-4176e968-d864-40ec-a730-0e344bc4074e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.877459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9438aa01-5b88-42e2-bfb3-3638122f09ca req-4176e968-d864-40ec-a730-0e344bc4074e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 944 time: 0.0752604 Nov 12 03:29:28.932942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9438aa01-5b88-42e2-bfb3-3638122f09ca req-3b930c9b-b745-4549-a697-d9075ff44e71 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Nov 12 03:29:29.648608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:29.708868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:29.714070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.714576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.830451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.860259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:29.861191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e3911-e37d-48bb-89bb-bf7296b9870b req-7d22d85e-6239-4626-812e-74f282ee111b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.864389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e4e3911-e37d-48bb-89bb-bf7296b9870b req-7d22d85e-6239-4626-812e-74f282ee111b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.0958347 Nov 12 03:29:29.865514 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f95ab-9b26-4fcd-b1d1-44cffe5a81d5" -d '{"events": [{"server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "name": "network-vif-plugged", "status": "completed", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:29.880988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:29.887125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.943988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.964916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e4e3911-e37d-48bb-89bb-bf7296b9870b req-9ead8c14-9e3b-4447-b6d3-dbfd8d119b3d tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/security-groups?id=3fa3b683-7677-416d-aefa-ba06c2da796f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904319 Nov 12 03:29:30.009963 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ced2119-1252-46aa-9dd3-f37dfe0176a4 x-openstack-request-id: req-6ced2119-1252-46aa-9dd3-f37dfe0176a4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:30.009963 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "name": "network-vif-plugged", "status": "completed", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:30.011026 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6ced2119-1252-46aa-9dd3-f37dfe0176a4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:30.011452 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6', 'code': 200} Nov 12 03:29:30.029786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-50e46018-dc85-4f21-9507-c13362403f5b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.033825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-50e46018-dc85-4f21-9507-c13362403f5b tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.100 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 946 time: 0.0907357 Nov 12 03:29:30.196656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585fcd-ad26-43ec-8772-e861bc6e9feb req-347dd71c-8d0b-4a69-8a42-115baf802cf3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.198363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f585fcd-ad26-43ec-8772-e861bc6e9feb req-347dd71c-8d0b-4a69-8a42-115baf802cf3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.1479931 Nov 12 03:29:30.222767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796fa0a-82a6-4ebf-b623-46746a7b5bfd req-4e6dfd1a-fead-4523-ab5e-52be198d5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.224424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d796fa0a-82a6-4ebf-b623-46746a7b5bfd req-4e6dfd1a-fead-4523-ab5e-52be198d5600 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 1097 time: 0.1197193 Nov 12 03:29:30.281095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Deleting port e21ffa62-4163-4370-b102-1e3eac836605 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:30.281451 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.388858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f585fcd-ad26-43ec-8772-e861bc6e9feb req-bcc65bb1-c96b-400c-897d-8b00096587ed tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812940 Nov 12 03:29:30.407539 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:30.427153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d796fa0a-82a6-4ebf-b623-46746a7b5bfd req-70637f8c-d72c-4566-ab42-21bc7fad2f63 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883481 Nov 12 03:29:30.462006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] For port e21ffa62-4163-4370-b102-1e3eac836605, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e21ffa62-4163-4370-b102-1e3eac836605,segment=NetworkSegment(8cbf3043-0f48-4dc8-8dd5-975831fce3ac),segment_id=8cbf3043-0f48-4dc8-8dd5-975831fce3ac)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:30.462748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.480173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Calling delete_port for e21ffa62-4163-4370-b102-1e3eac836605 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:30.687178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.707471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e21ffa62-4163-4370-b102-1e3eac836605'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:30.716970 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.763599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] No DVR routers for this DVR port e21ffa62-4163-4370-b102-1e3eac836605 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:30.765829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Pushing event deleted for resources: {'Port': ['ID=e21ffa62-4163-4370-b102-1e3eac836605,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.768117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.771836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f3d08a-c656-43e6-9cb9-cee64d63ec50 req-67a034e2-9ea0-4b95-b996-8c0b9dcd0041 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.100 "DELETE /v2.0/ports/e21ffa62-4163-4370-b102-1e3eac836605 HTTP/1.1" status: 204 len: 173 time: 0.7315996 Nov 12 03:29:30.772262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'name': 'network-vif-deleted', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:30.774547 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dcfac7-08f3-4730-be9d-d1b07a304bd5" -d '{"events": [{"server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "name": "network-vif-deleted", "tag": "e21ffa62-4163-4370-b102-1e3eac836605"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:30.814235 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c219c86-a313-4c21-abeb-c4720ef71b90 x-openstack-request-id: req-7c219c86-a313-4c21-abeb-c4720ef71b90 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:30.815158 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b241ed9-53e8-4ec5-bc31-464874bbf5ca", "name": "network-vif-deleted", "tag": "e21ffa62-4163-4370-b102-1e3eac836605", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:30.815477 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7c219c86-a313-4c21-abeb-c4720ef71b90 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:30.815946 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b241ed9-53e8-4ec5-bc31-464874bbf5ca', 'name': 'network-vif-deleted', 'tag': 'e21ffa62-4163-4370-b102-1e3eac836605', 'status': 'completed', 'code': 200} Nov 12 03:29:31.091247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-987a57da-fad3-4c55-8683-64bba2f7ed55 req-855547ac-81ad-456d-a286-1fa9123f75f2 tempest-ServerPasswordTestJSON-1118279431 tempest-ServerPasswordTestJSON-1118279431-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b241ed9-53e8-4ec5-bc31-464874bbf5ca HTTP/1.1" status: 200 len: 210 time: 0.0256891 Nov 12 03:29:31.542900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eb01c-be2c-420b-963c-32976f51b326 req-bac280be-74a5-403c-b5c8-44dbd63ca11e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.545193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2eb01c-be2c-420b-963c-32976f51b326 req-bac280be-74a5-403c-b5c8-44dbd63ca11e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.0735335 Nov 12 03:29:31.597108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.607736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2eb01c-be2c-420b-963c-32976f51b326 req-47323fb0-b758-49f4-a0a3-ea28fefbacbc tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Nov 12 03:29:32.155317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.207753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Deleting subnet 739a8748-87f2-48fa-915a-cc59a4fa6b09 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:32.212877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.250952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.294943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.348520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.379269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739a8748-87f2-48fa-915a-cc59a4fa6b09,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.385438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.388907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-77572f91-b415-4000-9ea6-cb3c2adb7a7c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/739a8748-87f2-48fa-915a-cc59a4fa6b09 HTTP/1.1" status: 204 len: 168 time: 0.2325106 Nov 12 03:29:32.392906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52848) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.525590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.618037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.642588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6574287-bceb-4f11-948d-f1efd5beebda']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.654667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbf3043-0f48-4dc8-8dd5-975831fce3ac') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.655239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbf3043-0f48-4dc8-8dd5-975831fce3ac') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:32.665542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.685980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.694141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:32.694529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:32.696937 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:32.784450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.798713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa45c1-d303-459a-8273-0d54924698f0 req-43eef13a-84dd-446f-8e7f-e0a31fdfb7b8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.810116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2eaa45c1-d303-459a-8273-0d54924698f0 req-43eef13a-84dd-446f-8e7f-e0a31fdfb7b8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.1171513 Nov 12 03:29:32.878127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.884644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d6574287-bceb-4f11-948d-f1efd5beebda HTTP/1.1" status: 204 len: 168 time: 0.4881709 Nov 12 03:29:32.885947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c7ed1-aac1-4ed3-b711-fb43475f9d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6574287-bceb-4f11-948d-f1efd5beebda,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.909285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2eaa45c1-d303-459a-8273-0d54924698f0 req-f2b5a88a-d797-4269-9e6c-e8d702e648a9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979934 Nov 12 03:29:33.063932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f71b54-0119-493c-a718-4aaaf7fe69b6 req-e1685f16-4049-43bd-a222-0c038543c6a8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.065878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f71b54-0119-493c-a718-4aaaf7fe69b6 req-e1685f16-4049-43bd-a222-0c038543c6a8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.0623562 Nov 12 03:29:33.140332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f71b54-0119-493c-a718-4aaaf7fe69b6 req-15e5ec46-fb66-40e2-a683-7ebfe6152e20 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656064 Nov 12 03:29:33.155138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.214365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52878) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.220684 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ae927df-6b1b-4fc0-9e25-917f6d0c988f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8ce9deda0204c719293fae2de44d046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642431 Nov 12 03:29:33.275346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.301655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.378204 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.380859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.384702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3fa3b683-7677-416d-aefa-ba06c2da796f HTTP/1.1" status: 204 len: 168 time: 0.1666954 Nov 12 03:29:33.420260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cb384-a0c3-497c-ae7a-9e98bdc0ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3b683-7677-416d-aefa-ba06c2da796f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.447294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532753af-ccab-4b59-8be2-b444f2d395cd req-7b641ed7-3380-42d6-8d07-5d4cb43351ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.449399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-532753af-ccab-4b59-8be2-b444f2d395cd req-7b641ed7-3380-42d6-8d07-5d4cb43351ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.0644212 Nov 12 03:29:33.511808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-532753af-ccab-4b59-8be2-b444f2d395cd req-7b927fc9-9326-499b-bc35-f89c22b57974 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541964 Nov 12 03:29:33.799417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.975444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5960047d-ff7f-4ece-918b-1406bc2b79d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.092458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5960047d-ff7f-4ece-918b-1406bc2b79d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.096768 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5960047d-ff7f-4ece-918b-1406bc2b79d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.158751 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5960047d-ff7f-4ece-918b-1406bc2b79d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b96ce5ce91144cb1888c571586404975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3560612 Nov 12 03:29:34.159122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.161148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960047d-ff7f-4ece-918b-1406bc2b79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb15a6-6fa3-40c5-b4e0-f4265ad0ed7b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.227264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.260110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.320886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.323814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.325076 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/80bb15a6-6fa3-40c5-b4e0-f4265ad0ed7b HTTP/1.1" status: 204 len: 168 time: 0.1650221 Nov 12 03:29:34.333131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f45ba-66ac-4607-b88a-8c74567bf8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb15a6-6fa3-40c5-b4e0-f4265ad0ed7b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.676795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f560b72-d1e0-4797-8c57-b714a829a062 req-153c9df5-024d-4de0-b44c-9d584cc8a03a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.683763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f560b72-d1e0-4797-8c57-b714a829a062 req-153c9df5-024d-4de0-b44c-9d584cc8a03a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.0935237 Nov 12 03:29:34.740271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f560b72-d1e0-4797-8c57-b714a829a062 req-aa5a2a32-d161-49d2-94ef-fcfed1f23d63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Nov 12 03:29:34.763362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.774084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f32006c-377f-484d-86ae-bc362a5476d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.775266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53004) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.869242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f32006c-377f-484d-86ae-bc362a5476d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.873835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f32006c-377f-484d-86ae-bc362a5476d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.916918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0f32006c-377f-484d-86ae-bc362a5476d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=043a6fb0048144b9852b8f9500086344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560619 Nov 12 03:29:34.917549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32006c-377f-484d-86ae-bc362a5476d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e51d2-b31d-431d-b6d5-775cdd66d7c5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.919503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.963387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2057715694-network', 'tenant_id': '81b7eeb283294be88c25ef131be54c50'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:35.000746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.001496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033661f3-d89c-4728-8859-88bba57f8d63 req-53cf57cd-6bec-4cf6-85df-adea8d243842 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.002673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Made reservation on behalf of 81b7eeb283294be88c25ef131be54c50 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:35.003205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-033661f3-d89c-4728-8859-88bba57f8d63 req-53cf57cd-6bec-4cf6-85df-adea8d243842 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 945 time: 0.0596619 Nov 12 03:29:35.004952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.024428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.050323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.062561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e21ffa62-4163-4370-b102-1e3eac836605 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:35.086153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: e21ffa62-4163-4370-b102-1e3eac836605 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:35.086783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e21ffa62-4163-4370-b102-1e3eac836605 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:35.133682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:35.134020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.136456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.140076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.143679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/621e51d2-b31d-431d-b6d5-775cdd66d7c5 HTTP/1.1" status: 204 len: 168 time: 0.2206078 Nov 12 03:29:35.159329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479575-ceb1-49cf-8759-7b09121d161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e51d2-b31d-431d-b6d5-775cdd66d7c5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.199410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.204497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.226557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:35.266835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b44bcb-2e65-45e5-9248-51374a04c42f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.272571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.272915 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Added segment 476cbd67-d744-4fda-a3e7-d229ba7e3524 of type vlan for network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 Nov 12 03:29:35.292212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:35.292999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.308036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:35.336558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.392205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.394365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.394978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.426534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6494319 Nov 12 03:29:35.429576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53020) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.437136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Request body: {'subnet': {'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2057715694-subnet', 'tenant_id': '81b7eeb283294be88c25ef131be54c50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:35.486109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Made reservation on behalf of 81b7eeb283294be88c25ef131be54c50 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:35.488634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.494556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572a45-877b-4b25-9542-f33000bd3802 admin admin] Pushing event updated for resources: {'Network': ['ID=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.509372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:35.651205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.663793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:35.685118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=b255ca43-8ce6-4ca5-9184-55dedc5e8fc6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.758565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:35.763626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.767247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-033661f3-d89c-4728-8859-88bba57f8d63 req-5e6b47b9-c727-49fb-8aeb-d6cd0be233ca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "DELETE /v2.0/ports/b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 HTTP/1.1" status: 204 len: 173 time: 0.7495308 Nov 12 03:29:35.767933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'name': 'network-vif-deleted', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:35.770416 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a956e4-f93b-4bf6-a42c-aa579d631931" -d '{"events": [{"server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "name": "network-vif-deleted", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:35.865888 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a515592-8122-4029-a174-7c8ef830ff9a x-openstack-request-id: req-9a515592-8122-4029-a174-7c8ef830ff9a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:35.866404 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d1eb05-f60d-4b7b-ac23-53dae807af22", "name": "network-vif-deleted", "tag": "b255ca43-8ce6-4ca5-9184-55dedc5e8fc6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:35.866802 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9a515592-8122-4029-a174-7c8ef830ff9a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:35.867362 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d1eb05-f60d-4b7b-ac23-53dae807af22', 'name': 'network-vif-deleted', 'tag': 'b255ca43-8ce6-4ca5-9184-55dedc5e8fc6', 'status': 'completed', 'code': 200} Nov 12 03:29:35.892998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.933079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f24e3ad-79ca-48cb-aff4-bff05d5e3b1c req-b8b03271-4b12-438f-81a8-6c7e5a1c79d7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3d1eb05-f60d-4b7b-ac23-53dae807af22 HTTP/1.1" status: 200 len: 210 time: 0.0352054 Nov 12 03:29:35.991307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc85e0e-cbda-4085-b42c-79f6e1740c03,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.997900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Checking segment: {'id': '476cbd67-d744-4fda-a3e7-d229ba7e3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:35.998532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Network hostable DHCP agents. Network: 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:36.017979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:36.029689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:36.033635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.034724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.039108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b237f-0a79-44c7-8f4e-bae347bd0347 None None] Network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:36.053566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c9783fb6-5cc3-4cf8-9462-a20f98d3faa8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6225219 Nov 12 03:29:36.217078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ed41a-d3cf-4b29-9741-57a69573b028 None None] Network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:36.902560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-112ae893-fd2b-42c9-a2de-181faa722879 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.905285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-112ae893-fd2b-42c9-a2de-181faa722879 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/networks?id=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 HTTP/1.1" status: 200 len: 809 time: 0.1253438 Nov 12 03:29:36.923574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-5a3e5c60-742e-4f82-a251-addd2edd6770 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/quotas/81b7eeb283294be88c25ef131be54c50 HTTP/1.1" status: 200 len: 375 time: 0.0106955 Nov 12 03:29:36.967425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-ca87f78b-0075-4eaf-9aba-37b2d650ac51 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=81b7eeb283294be88c25ef131be54c50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333488 Nov 12 03:29:37.541125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-3834673a-c5c8-491d-9e9a-453d3e9a9d98 service neutron] 10.222.0.93 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641534 Nov 12 03:29:37.665260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-75c85358-1e6a-4f6a-89b2-a7056fc6fb1f service neutron] 10.222.0.93 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137459 Nov 12 03:29:37.937384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3059ddfd-8ac2-4ed5-92ce-6fd1b9c992a9 req-31cb3371-33a4-4379-a15a-108f1ce7a9ff tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 210 time: 0.0850434 Nov 12 03:29:38.241024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-5df19f11-7023-41db-9637-43427b68826a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.242768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-5df19f11-7023-41db-9637-43427b68826a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.1526914 Nov 12 03:29:38.265429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-fb4a247c-8cd6-4f51-af6f-c028a2ee8ffe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0115416 Nov 12 03:29:38.353176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-e971a931-23b9-4c79-baf4-5f06e5100533 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774593 Nov 12 03:29:38.488014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-59a2c9b9-8f89-4b11-b57d-bd9ed6a8db35 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184325 Nov 12 03:29:38.630011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-1932b156-a90f-4d69-80f6-a73bcb311c6f service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304932 Nov 12 03:29:38.630382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.828482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95e96096-2616-4649-8268-761404ab3ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.881995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93dfe985-0e7c-4be2-bc5e-74f3267988f5 req-61cb459c-e0ce-45da-a594-04b19fa8220c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 210 time: 0.0445626 Nov 12 03:29:38.965013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95e96096-2616-4649-8268-761404ab3ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.969900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95e96096-2616-4649-8268-761404ab3ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.018377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e96096-2616-4649-8268-761404ab3ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45caf89b-1ebe-4880-b48b-10f7c4b6c48a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.038916 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-95e96096-2616-4649-8268-761404ab3ad9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec3c9fc3a3464b63a44d9d0c6479ca11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071455 Nov 12 03:29:39.041989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.120571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be74d0d5-9487-4fb7-a287-f41956e62f88 req-81f01074-f3b7-4fbc-bc02-6f19abfbf300 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 210 time: 0.0640061 Nov 12 03:29:39.136148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.179384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.264536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.269784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.294157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/45caf89b-1ebe-4880-b48b-10f7c4b6c48a HTTP/1.1" status: 204 len: 168 time: 0.2509108 Nov 12 03:29:39.307017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-f1e9534d-bd1f-4f4e-bd49-1937681f9e74 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.309595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-f1e9534d-bd1f-4f4e-bd49-1937681f9e74 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.100 "GET /v2.0/networks?id=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 HTTP/1.1" status: 200 len: 809 time: 0.1746473 Nov 12 03:29:39.321902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a2ad-7e78-43c2-9c9f-667d360ae890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45caf89b-1ebe-4880-b48b-10f7c4b6c48a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.328914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Request body: {'port': {'device_id': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9', 'admin_state_up': True, 'tenant_id': '81b7eeb283294be88c25ef131be54c50'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.470644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Made reservation on behalf of 81b7eeb283294be88c25ef131be54c50 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:39.475013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.658438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Allocated IP 172.20.0.3 (54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9/bcc85e0e-cbda-4085-b42c-79f6e1740c03/4afdb3a0-211c-4414-8ef5-d362782f9593) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:39.687215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.695118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:39.701467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1074d787-f1bd-4140-95d0-dde55586b70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.724397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:39.725067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b255ca43-8ce6-4ca5-9184-55dedc5e8fc6 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:39.792161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1074d787-f1bd-4140-95d0-dde55586b70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.796893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1074d787-f1bd-4140-95d0-dde55586b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.843326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074d787-f1bd-4140-95d0-dde55586b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a47ae-a0fb-48f6-a631-5abb853b94b3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.866445 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1074d787-f1bd-4140-95d0-dde55586b70d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8cb7a5055aae4d33b43c7f5767115f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778016 Nov 12 03:29:39.866956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53178) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.883974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.927077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.963800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.967220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.044998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.051548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.057757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ab3a47ae-a0fb-48f6-a631-5abb853b94b3 HTTP/1.1" status: 204 len: 168 time: 0.1851983 Nov 12 03:29:40.081984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4cff-8a47-4de1-8cd9-15f418f9f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a47ae-a0fb-48f6-a631-5abb853b94b3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.102605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:40.141179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c27a530-9e10-4cf2-9121-99161eb5a172 req-7d438ef2-6b8e-4231-9d80-246cb5b3d788 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 210 time: 0.1512640 Nov 12 03:29:40.217697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:40.226322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:40.392901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Pushing event updated for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.408653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.409458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.474037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46ab3f-a40a-4ea1-9a0d-01e7c5191622 req-ccd9ecbe-5deb-4d27-8f40-7bacf3dddfda tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.475666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc46ab3f-a40a-4ea1-9a0d-01e7c5191622 req-ccd9ecbe-5deb-4d27-8f40-7bacf3dddfda tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 931 time: 0.1442573 Nov 12 03:29:40.483549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-d8a2946b-6a1d-4165-a594-39a809c80b4b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1595011 Nov 12 03:29:40.506532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Request body: {'port': {'device_id': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.600230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-4ba4f116-ad42-493b-8b7d-ff3f83bc00c6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.601722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-4ba4f116-ad42-493b-8b7d-ff3f83bc00c6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.4907475 Nov 12 03:29:40.614320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.624590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:40.698551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc46ab3f-a40a-4ea1-9a0d-01e7c5191622 req-896177fa-d74e-4c9e-a482-e4d002e6dbe7 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116060 Nov 12 03:29:41.010484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:41.014839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.276535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afdb3a0-211c-4414-8ef5-d362782f9593 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:41.282567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.12 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/097102c9-a00f-48e7-b1bf-554b5aeeb814) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:41.292418 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.357304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94225d20-5a8a-40fa-a301-4788a1f891b4 req-48cf8dd0-3cb2-4acc-b915-7d256383022a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 210 time: 0.0670927 Nov 12 03:29:41.390508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Transition to ACTIVE for port object 4afdb3a0-211c-4414-8ef5-d362782f9593 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:41.411448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.513875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Pushing event updated for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.864227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.908418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Attempting to bind port 4afdb3a0-211c-4414-8ef5-d362782f9593 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:41.908760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Attempting to bind port 4afdb3a0-211c-4414-8ef5-d362782f9593 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '476cbd67-d744-4fda-a3e7-d229ba7e3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:41.909388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Attempting to bind port 4afdb3a0-211c-4414-8ef5-d362782f9593 on network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:41.926873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5a8d5-c48f-46e7-a37d-f6e579d03305 req-85c79427-e61b-4672-8ba2-1bc9eeda4576 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.928433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1d5a8d5-c48f-46e7-a37d-f6e579d03305 req-85c79427-e61b-4672-8ba2-1bc9eeda4576 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 943 time: 0.1174409 Nov 12 03:29:41.952114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Port 4afdb3a0-211c-4414-8ef5-d362782f9593 on network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:41.952677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Attempting to bind port 4afdb3a0-211c-4414-8ef5-d362782f9593 on network 54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:41.966764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:41.967395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Checking segment: {'id': '476cbd67-d744-4fda-a3e7-d229ba7e3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:41.967989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Bound using segment: {'id': '476cbd67-d744-4fda-a3e7-d229ba7e3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:41.968689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Bound port: 4afdb3a0-211c-4414-8ef5-d362782f9593, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476cbd67-d744-4fda-a3e7-d229ba7e3524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:41.969008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.017391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.031647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:42.133543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1d5a8d5-c48f-46e7-a37d-f6e579d03305 req-23a536f6-01e3-4f1b-b90f-3bbe9057f9a8 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853368 Nov 12 03:29:42.188261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:42.195774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:42.203024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.208298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:42.251573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:42.271422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4afdb3a0-211c-4414-8ef5-d362782f9593,segment=NetworkSegment(476cbd67-d744-4fda-a3e7-d229ba7e3524),segment_id=476cbd67-d744-4fda-a3e7-d229ba7e3524)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:42.277483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.322318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.322983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.330266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.332161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.332387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] 10.222.0.100 "PUT /v2.0/ports/4afdb3a0-211c-4414-8ef5-d362782f9593 HTTP/1.1" status: 200 len: 1092 time: 1.8333113 Nov 12 03:29:42.335437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:42.337457 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81225d2-39d9-44a7-83bf-5f99a641fccd" -d '{"events": [{"name": "network-changed", "server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:42.418739 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a430b9-2db5-44fa-9f89-25b51f0d082c x-openstack-request-id: req-19a430b9-2db5-44fa-9f89-25b51f0d082c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:42.419035 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:42.419282 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-19a430b9-2db5-44fa-9f89-25b51f0d082c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:42.419713 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593', 'status': 'completed', 'code': 200} Nov 12 03:29:42.427063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-6f855d76-5e90-41d6-8308-682df12b426e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8071601 Nov 12 03:29:42.445041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Request body: {'port': {'device_id': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:42.480862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b95664-052c-4474-85df-37fc3ed4d888 service neutron] Pushing event updated for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.523258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-f2db1dde-fa4d-46d8-8327-93e654fe73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.524783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-f2db1dde-fa4d-46d8-8327-93e654fe73db service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=81b7eeb283294be88c25ef131be54c50&device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 1095 time: 0.1478131 Nov 12 03:29:42.599313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-5b732635-3d5a-4be8-9043-7771f4349396 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4afdb3a0-211c-4414-8ef5-d362782f9593 HTTP/1.1" status: 200 len: 217 time: 0.0654590 Nov 12 03:29:42.610592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f8ea-b7c2-4537-8e9d-8550a4678ce6 req-c15c34d2-9353-4f53-b5ef-01a34ede541d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.612138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cab8f8ea-b7c2-4537-8e9d-8550a4678ce6 req-c15c34d2-9353-4f53-b5ef-01a34ede541d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 932 time: 0.1614439 Nov 12 03:29:42.624443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.722264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d98c3-c971-4cc5-a077-47d71d461434 req-46dd17a1-5087-4266-a9ea-df1259585c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.723815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-46dd17a1-5087-4266-a9ea-df1259585c14 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bcc85e0e-cbda-4085-b42c-79f6e1740c03 HTTP/1.1" status: 200 len: 849 time: 0.1107988 Nov 12 03:29:42.770973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cab8f8ea-b7c2-4537-8e9d-8550a4678ce6 req-20aa54d2-e717-44bb-aa74-6e4d21342b72 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421196 Nov 12 03:29:42.771545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.787625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-59e0ff89-fbdc-4103-9157-a1c98cca1fb1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457027 Nov 12 03:29:42.971624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f076a12b-434b-48da-8957-5fe89e1466ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.010293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-f2523038-ad63-456b-87c8-4ef884c04323 service neutron] 10.222.0.100 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676319 Nov 12 03:29:43.060132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f076a12b-434b-48da-8957-5fe89e1466ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.065420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f076a12b-434b-48da-8957-5fe89e1466ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.119928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f076a12b-434b-48da-8957-5fe89e1466ea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d82473d45b864490beded5db565026e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469961 Nov 12 03:29:43.122684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53282) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.161604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076a12b-434b-48da-8957-5fe89e1466ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec8d55-22e3-4ea8-bc68-6ff655ac4847,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.212840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097102c9-a00f-48e7-b1bf-554b5aeeb814 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:43.224231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.229589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-252d98c3-c971-4cc5-a077-47d71d461434 req-23395d5f-c256-4d39-b4f6-ce7c260aca22 service neutron] 10.222.0.100 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098274 Nov 12 03:29:43.277161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Transition to ACTIVE for port object 097102c9-a00f-48e7-b1bf-554b5aeeb814 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:43.286881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.312471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.407192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.417235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537d1b8-6eb4-4316-8621-eec5d822655c req-f88705dc-4492-438e-8099-916e96befcc2 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.419302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4537d1b8-6eb4-4316-8621-eec5d822655c req-f88705dc-4492-438e-8099-916e96befcc2 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 943 time: 0.1921709 Nov 12 03:29:43.450832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Pushing event updated for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.496599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-c7797613-d154-48c7-8a37-26d984e939e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.498481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-c7797613-d154-48c7-8a37-26d984e939e6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=81b7eeb283294be88c25ef131be54c50&device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 1095 time: 0.2084143 Nov 12 03:29:43.623497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4537d1b8-6eb4-4316-8621-eec5d822655c req-d5ba2313-3f07-4e49-9d78-eb01d9a9565a tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926568 Nov 12 03:29:43.655687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.658242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.659391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bdec8d55-22e3-4ea8-bc68-6ff655ac4847 HTTP/1.1" status: 204 len: 168 time: 0.5303826 Nov 12 03:29:43.660182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Attempting to bind port 097102c9-a00f-48e7-b1bf-554b5aeeb814 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:43.660510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Attempting to bind port 097102c9-a00f-48e7-b1bf-554b5aeeb814 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:43.660832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Attempting to bind port 097102c9-a00f-48e7-b1bf-554b5aeeb814 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:43.680261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82de91a-93ab-4f96-ac77-6b8108fac5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec8d55-22e3-4ea8-bc68-6ff655ac4847,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.688514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Port 097102c9-a00f-48e7-b1bf-554b5aeeb814 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:43.688843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Attempting to bind port 097102c9-a00f-48e7-b1bf-554b5aeeb814 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:43.699714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-ad5c4eda-ac03-4ce0-8802-003c9b83c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.702037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-ad5c4eda-ac03-4ce0-8802-003c9b83c5c7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 HTTP/1.1" status: 200 len: 911 time: 0.1762304 Nov 12 03:29:43.702990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:43.703329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:43.703754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:43.704208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Bound port: 097102c9-a00f-48e7-b1bf-554b5aeeb814, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:43.704581 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.777222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-aff80a08-80ed-4b18-8e17-5187491c25ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4afdb3a0-211c-4414-8ef5-d362782f9593 HTTP/1.1" status: 200 len: 217 time: 0.0634885 Nov 12 03:29:43.850889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:43.863437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-cbba98dd-be7a-40b4-996a-0d40e2c7d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.865007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-cbba98dd-be7a-40b4-996a-0d40e2c7d5ca service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bcc85e0e-cbda-4085-b42c-79f6e1740c03 HTTP/1.1" status: 200 len: 849 time: 0.0796268 Nov 12 03:29:43.868601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:43.914385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.963113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-8232fc4a-5425-49c4-be21-8960e57a3c1d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892959 Nov 12 03:29:44.028087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.028847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.030165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] 10.222.0.98 "PUT /v2.0/ports/097102c9-a00f-48e7-b1bf-554b5aeeb814 HTTP/1.1" status: 200 len: 1093 time: 1.5910418 Nov 12 03:29:44.093449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d500fc-a10e-478c-ada6-bdf45091200a service neutron] Pushing event updated for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.124092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96c6f0-e256-4db6-aa12-642f38aaf03f req-8a90c686-0408-49e8-99e4-cfd3e1e6da46 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.131598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d96c6f0-e256-4db6-aa12-642f38aaf03f req-8a90c686-0408-49e8-99e4-cfd3e1e6da46 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 944 time: 0.2429433 Nov 12 03:29:44.195407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-7cd1c3e0-5d47-48e2-87fa-8b4d4aa4e298 service neutron] 10.222.0.100 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213235 Nov 12 03:29:44.203330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-de837a0d-58de-4be9-8f26-eb4bca10dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.204862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-de837a0d-58de-4be9-8f26-eb4bca10dcac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 1096 time: 0.1263840 Nov 12 03:29:44.258988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d96c6f0-e256-4db6-aa12-642f38aaf03f req-51afe54b-0cc4-4b2f-9a64-6c335df64270 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217926 Nov 12 03:29:44.298499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-c13d858a-c168-4b7d-91ea-3ddd774e52a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814 HTTP/1.1" status: 200 len: 217 time: 0.0722547 Nov 12 03:29:44.828228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:44.830479 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2868f201-2f09-47c0-b3c2-9294efbcd455" -d '{"events": [{"name": "network-changed", "server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:44.891952 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69596413-4221-4c1f-94af-183e8217e068 x-openstack-request-id: req-69596413-4221-4c1f-94af-183e8217e068 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:44.892260 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:44.892513 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69596413-4221-4c1f-94af-183e8217e068 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:44.892900 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814', 'status': 'completed', 'code': 200} Nov 12 03:29:44.907702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-b3383c31-3c7a-4589-b708-0115397b040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.909188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-b3383c31-3c7a-4589-b708-0115397b040a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.5697093 Nov 12 03:29:44.917057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a81225d2-39d9-44a7-83bf-5f99a641fccd req-3094cc55-2995-4db0-9a87-ed1c89080bd3 service neutron] 10.222.0.100 "GET /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111661 Nov 12 03:29:44.947135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-2ee30fe4-4a4d-4b8c-95c0-bb73607b4aba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292490 Nov 12 03:29:44.955320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b81c1-c143-4169-a862-faef0f1b829d req-b5d179c6-5bb7-4b9c-b574-d0fda0e576a0 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.962763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f2b81c1-c143-4169-a862-faef0f1b829d req-b5d179c6-5bb7-4b9c-b574-d0fda0e576a0 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 943 time: 0.1192956 Nov 12 03:29:45.071128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f2b81c1-c143-4169-a862-faef0f1b829d req-d349c9c1-0df0-46bd-b3cf-e0bf42c12c4f tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074598 Nov 12 03:29:45.113465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-342692f0-7d78-450f-a9c1-b9814f385094 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485729 Nov 12 03:29:45.221652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44f7041b-748c-433b-9489-e2e9dd53c796 req-a0159f9b-e25e-48b9-8113-dccb5fb7f646 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991650 Nov 12 03:29:45.348352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-c8dc8262-4b20-4ab2-95fe-f4e75842ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.349933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-c8dc8262-4b20-4ab2-95fe-f4e75842ddc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 1096 time: 0.0650191 Nov 12 03:29:45.493456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72884e53-6ad5-4564-b4e4-4bde3bb64f40 req-e2d40269-5ebc-4332-b92b-85af313041f4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.495079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72884e53-6ad5-4564-b4e4-4bde3bb64f40 req-e2d40269-5ebc-4332-b92b-85af313041f4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 944 time: 0.1283314 Nov 12 03:29:45.509231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-00657376-5411-4ed8-91d7-f5ac9c24e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.510715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-00657376-5411-4ed8-91d7-f5ac9c24e14b service neutron] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.1532872 Nov 12 03:29:45.588107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-a979eecb-5257-488d-9755-8e4aa62489bc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814 HTTP/1.1" status: 200 len: 217 time: 0.0564036 Nov 12 03:29:45.598160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72884e53-6ad5-4564-b4e4-4bde3bb64f40 req-c7b72e38-4a31-403c-9963-1caf8bdbfec0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Nov 12 03:29:45.659323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-d3a455b4-345f-4e13-babf-d6a03f851264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.661368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-d3a455b4-345f-4e13-babf-d6a03f851264 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0622604 Nov 12 03:29:45.711476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-abec663a-05ef-4a1c-b446-1ce31e413115 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384974 Nov 12 03:29:45.822789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-85c466b4-696e-4301-877d-2a64423e5327 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016474 Nov 12 03:29:45.947438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2868f201-2f09-47c0-b3c2-9294efbcd455 req-e214aabf-074b-42af-92b5-6f4b5b09aa3c service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161470 Nov 12 03:29:46.216017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da637149-063d-4d25-8577-defb717b6d3e req-8485bd9d-ca5d-469f-8eb4-b643d009da37 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.217984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da637149-063d-4d25-8577-defb717b6d3e req-8485bd9d-ca5d-469f-8eb4-b643d009da37 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 943 time: 0.0606270 Nov 12 03:29:46.290448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da637149-063d-4d25-8577-defb717b6d3e req-68900b87-64de-4c42-86bc-652f141a94e1 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Nov 12 03:29:46.396881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.544070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-864b45b0-12ae-4e3d-a7c4-516589503c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.669615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-864b45b0-12ae-4e3d-a7c4-516589503c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.675863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-864b45b0-12ae-4e3d-a7c4-516589503c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.711056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fce11f2b-7c20-4e05-9d99-4416ce3b0c0a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1022120 Nov 12 03:29:46.760081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-864b45b0-12ae-4e3d-a7c4-516589503c10 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62aad1828f1847d5aa16fe8332cc71c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617530 Nov 12 03:29:46.762682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.793940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97ee3-f91a-4b34-86e6-ae287d54822c req-7f44552b-c924-4449-b50c-1259568e5725 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.803126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1db97ee3-f91a-4b34-86e6-ae287d54822c req-7f44552b-c924-4449-b50c-1259568e5725 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 944 time: 0.0708306 Nov 12 03:29:46.826465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b45b0-12ae-4e3d-a7c4-516589503c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dcb79d-f54d-48f8-90aa-01b8b7ee7f31,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.871246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.884249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1db97ee3-f91a-4b34-86e6-ae287d54822c req-742628ef-c22f-4748-aeae-ceb4df69f902 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799413 Nov 12 03:29:46.906292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.950238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.951051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.951779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.952461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.953128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.953753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.954358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.956969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7f212691-1491-4b28-8611-f720f195dd3c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.1515639 Nov 12 03:29:46.969368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.975751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.978726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.983170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/21dcb79d-f54d-48f8-90aa-01b8b7ee7f31 HTTP/1.1" status: 204 len: 168 time: 0.2163622 Nov 12 03:29:46.991784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9a5e9-34a0-4f22-aefc-ca7777b0e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dcb79d-f54d-48f8-90aa-01b8b7ee7f31,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.090193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4afdb3a0-211c-4414-8ef5-d362782f9593 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:47.180776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fc9db6d0-6590-4ec2-b29d-b55054bf1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.181582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fc9db6d0-6590-4ec2-b29d-b55054bf1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.182208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fc9db6d0-6590-4ec2-b29d-b55054bf1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.184201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fc9db6d0-6590-4ec2-b29d-b55054bf1feb service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 2294 time: 0.1972353 Nov 12 03:29:47.196126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-f6d5068f-61a5-4f76-801a-3e302ba5cdbd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1047246 Nov 12 03:29:47.290941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4afdb3a0-211c-4414-8ef5-d362782f9593,segment=NetworkSegment(476cbd67-d744-4fda-a3e7-d229ba7e3524),segment_id=476cbd67-d744-4fda-a3e7-d229ba7e3524)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.306596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4afdb3a0-211c-4414-8ef5-d362782f9593', 'network_id': '54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9', 'port_id': '4afdb3a0-211c-4414-8ef5-d362782f9593', 'mac_address': 'fa:16:3e:cc:0f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc85e0e-cbda-4085-b42c-79f6e1740c03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:47.356721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-8e006df6-bd88-4a6c-b1f3-5d80335e0fa2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1000 time: 0.1589305 Nov 12 03:29:47.372203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.372921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.373399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.373867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.374326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.374784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.375242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.377255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3fafa7e1-b660-4c2b-beb3-e7d92a7e2dbd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.0850718 Nov 12 03:29:47.409891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.417381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2b56f99-34c8-457b-8d65-77445eb1b668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.426523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afdb3a0-211c-4414-8ef5-d362782f9593 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:47.453926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4afdb3a0-211c-4414-8ef5-d362782f9593,segment=NetworkSegment(476cbd67-d744-4fda-a3e7-d229ba7e3524),segment_id=476cbd67-d744-4fda-a3e7-d229ba7e3524)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.456253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ceb26814-a2fd-4e4f-aa29-2f1e5dc8182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.457617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ceb26814-a2fd-4e4f-aa29-2f1e5dc8182e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.0920157 Nov 12 03:29:47.458782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.523140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.555598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.575809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bb6-66eb-4b69-b040-baac2cbc46d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.646093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d367c-3885-405d-9a4e-b0dc95ed6c1b req-b006476d-28c1-41ca-ae7d-83248e9402b6 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.647172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2b56f99-34c8-457b-8d65-77445eb1b668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.654276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b35d367c-3885-405d-9a4e-b0dc95ed6c1b req-b006476d-28c1-41ca-ae7d-83248e9402b6 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 944 time: 0.1945896 Nov 12 03:29:47.654653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2b56f99-34c8-457b-8d65-77445eb1b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.700798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-75657b10-a682-4b15-9223-cf613486fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.702721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-75657b10-a682-4b15-9223-cf613486fa68 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717775 Nov 12 03:29:47.711745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56f99-34c8-457b-8d65-77445eb1b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8420765-263f-4579-9030-451b6d705326,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.713275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 097102c9-a00f-48e7-b1bf-554b5aeeb814 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:47.734861 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2b56f99-34c8-457b-8d65-77445eb1b668 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2290226c82244bc6a61024372edd9715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621069 Nov 12 03:29:47.735570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.761889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-a476648b-23db-437d-83a7-0dde29650cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.763127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-a476648b-23db-437d-83a7-0dde29650cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.763127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-a476648b-23db-437d-83a7-0dde29650cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.764946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-a476648b-23db-437d-83a7-0dde29650cb6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 2301 time: 0.3063929 Nov 12 03:29:47.782651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b35d367c-3885-405d-9a4e-b0dc95ed6c1b req-4388eaea-b668-4b84-bc2a-a03668b763cf tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273921 Nov 12 03:29:47.784000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4afdb3a0-211c-4414-8ef5-d362782f9593'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:47.842175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bb6-66eb-4b69-b040-baac2cbc46d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.849574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bb6-66eb-4b69-b040-baac2cbc46d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.911747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc7bb6-66eb-4b69-b040-baac2cbc46d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82749e-deec-43e9-9e59-e50146f98cbf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.929192 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63fc7bb6-66eb-4b69-b040-baac2cbc46d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=76aa85e7aed8436284483cab6204d755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699698 Nov 12 03:29:47.936735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.956125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-1f360c3a-0f95-452c-b149-809ef9e83134 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 1001 time: 0.1718972 Nov 12 03:29:47.957618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.967171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:48.022189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '097102c9-a00f-48e7-b1bf-554b5aeeb814', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': '097102c9-a00f-48e7-b1bf-554b5aeeb814', 'mac_address': 'fa:16:3e:bd:2d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:48.023750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-9c7c2a77-80e8-4f16-a9ff-91a8ac153009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.025388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-9c7c2a77-80e8-4f16-a9ff-91a8ac153009 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.0621440 Nov 12 03:29:48.063641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.064965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ae1c832a-5864-4705-96df-241e276c94bd service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480835 Nov 12 03:29:48.086702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2c44-8083-47f2-95a0-36bdb4b06ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.098641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.113266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.125100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097102c9-a00f-48e7-b1bf-554b5aeeb814 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:48.150990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:48.156823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.168484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.181476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cad4c-dff8-4026-8f1b-943a47a6c240 req-34f20e9d-ae52-4010-bb80-d922b19cf47e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.188578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-593cad4c-dff8-4026-8f1b-943a47a6c240 req-34f20e9d-ae52-4010-bb80-d922b19cf47e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 944 time: 0.1602693 Nov 12 03:29:48.190397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.193134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.194621 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8420765-263f-4579-9030-451b6d705326 HTTP/1.1" status: 204 len: 168 time: 0.4447813 Nov 12 03:29:48.220260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31792-e978-472c-bb19-14be69386ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8420765-263f-4579-9030-451b6d705326,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.239323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-e1046799-e92f-435a-9d37-98e29bcbd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.241257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-e1046799-e92f-435a-9d37-98e29bcbd6c9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021782 Nov 12 03:29:48.258621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.262949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.264835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fa82749e-deec-43e9-9e59-e50146f98cbf HTTP/1.1" status: 204 len: 168 time: 0.3273036 Nov 12 03:29:48.280289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea8c0-ce07-4b59-b7b4-7232b2e745d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82749e-deec-43e9-9e59-e50146f98cbf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.325881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7524e87e-0171-46f9-a54c-609576c587b9 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456522 Nov 12 03:29:48.331555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-593cad4c-dff8-4026-8f1b-943a47a6c240 req-034dec07-117c-41a0-a8f2-ebabb7ddd9be tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373146 Nov 12 03:29:48.431644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-5d816516-2b2c-439a-bdd3-dd671d65b31b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.0515945 Nov 12 03:29:48.456780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.523239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['097102c9-a00f-48e7-b1bf-554b5aeeb814'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:48.529570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-eeacd416-9df9-4ed8-bb4b-97e220890c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.531067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-eeacd416-9df9-4ed8-bb4b-97e220890c4e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.0917256 Nov 12 03:29:48.535773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-0233ced0-8de8-4ad8-8e5a-2ab393f2b2eb service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832065 Nov 12 03:29:48.685134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-4692e729-fe3e-418d-a562-39b10302d7b6 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146252 Nov 12 03:29:48.738562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-4b4a400e-d653-40f5-8294-105185f78f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.740281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-4b4a400e-d653-40f5-8294-105185f78f60 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2001896 Nov 12 03:29:48.742082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-08310326-acf2-4ffc-96ff-43f141acae63 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 217 time: 0.0473166 Nov 12 03:29:48.955264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-957826f2-96cf-4190-9bb9-34ff0a0986fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.957726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-957826f2-96cf-4190-9bb9-34ff0a0986fc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1890323 Nov 12 03:29:49.101534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82401be8-fbb4-492d-a744-8e3ce5392f2b req-e86cb9b7-c837-4339-a961-4cc9ad0c7294 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.118399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82401be8-fbb4-492d-a744-8e3ce5392f2b req-e86cb9b7-c837-4339-a961-4cc9ad0c7294 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 944 time: 0.1926014 Nov 12 03:29:49.132471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-250237af-3393-4af5-997c-c4844058b2fd service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831949 Nov 12 03:29:49.166369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-6735dcde-ba4c-47fd-baab-ecffc87a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.167909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-6735dcde-ba4c-47fd-baab-ecffc87a17b0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919627 Nov 12 03:29:49.345971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82401be8-fbb4-492d-a744-8e3ce5392f2b req-40b9e5aa-803b-4455-af08-4fd12cf0fc1b tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305598 Nov 12 03:29:49.425796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-f82b7b5f-8c9c-425a-882e-7cf41137d860 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460690 Nov 12 03:29:49.431688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ed24c9d4-47f5-4bd7-865b-840ae33fe205 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900724 Nov 12 03:29:49.520273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-8f6b58dd-8190-492e-bcb2-45fc6ca056f6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.0766275 Nov 12 03:29:49.653766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-25503527-a016-4ba3-bcb7-cdeac21a7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.653766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-25503527-a016-4ba3-bcb7-cdeac21a7fa9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1232722 Nov 12 03:29:49.661830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561544f5-0b2d-4d9b-b639-5354b0faa235 req-6ff6bef9-e12d-4c56-8eda-ad62d4578558 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.663282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-561544f5-0b2d-4d9b-b639-5354b0faa235 req-6ff6bef9-e12d-4c56-8eda-ad62d4578558 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 945 time: 0.1519883 Nov 12 03:29:49.678130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-29445139-712a-4f3e-9ef2-1972b3850c8b service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333853 Nov 12 03:29:49.741311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 097102c9-a00f-48e7-b1bf-554b5aeeb814 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:49.751637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3c9b5398-d264-492f-9ed6-3ba7d4cf6518 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 217 time: 0.0524375 Nov 12 03:29:49.819779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-da3f0cb0-6065-4466-b27d-e75e892c0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.821404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-da3f0cb0-6065-4466-b27d-e75e892c0ad7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557105 Nov 12 03:29:49.843503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-561544f5-0b2d-4d9b-b639-5354b0faa235 req-52cf17eb-c669-4b2c-9c50-fac1d62b5d40 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676595 Nov 12 03:29:49.867182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-66f9e183-b41e-4df2-a6fc-4a8066e07b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.867604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 097102c9-a00f-48e7-b1bf-554b5aeeb814 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:49.868297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-66f9e183-b41e-4df2-a6fc-4a8066e07b9d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1083057 Nov 12 03:29:49.875375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 097102c9-a00f-48e7-b1bf-554b5aeeb814 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:49.876403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.987752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-16058a71-5a44-4f94-b20a-db9f4aa60a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.989287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-16058a71-5a44-4f94-b20a-db9f4aa60a6f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065114 Nov 12 03:29:49.991719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-a4bec566-bcde-4738-873b-6991ede42322 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625540 Nov 12 03:29:50.080172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.130866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:50.145474 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2617187a-3a7f-42fb-8af1-cc91ee7d3758" -d '{"events": [{"server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "name": "network-vif-plugged", "status": "completed", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:50.170781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:50.177531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.242084 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21985ce-44d8-4ae4-aa51-bdda8b0fe611 x-openstack-request-id: req-f21985ce-44d8-4ae4-aa51-bdda8b0fe611 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:50.242643 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "name": "network-vif-plugged", "status": "completed", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:50.243065 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f21985ce-44d8-4ae4-aa51-bdda8b0fe611 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:50.243644 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814', 'code': 200} Nov 12 03:29:50.394034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.416642 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-087c5206-4c56-42d2-9868-7d860d302033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.874971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-abaea13d-20d9-432d-b732-afc62bc6eee9 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775737 Nov 12 03:29:50.889202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e00c-f0bd-4831-b1df-f7f00eb322b0 req-743f0992-fd79-4318-9f41-25182a2f309a tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.890766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84b3e00c-f0bd-4831-b1df-f7f00eb322b0 req-743f0992-fd79-4318-9f41-25182a2f309a tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 944 time: 0.1436806 Nov 12 03:29:50.895126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-6e6f6002-4c66-47c9-9c63-339d859b1cf9 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778665 Nov 12 03:29:50.905165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560c65-daf4-4dae-9ab3-437c26ad54c1 req-138a7a14-3d5d-4aea-b4f0-875b2231c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.906850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a560c65-daf4-4dae-9ab3-437c26ad54c1 req-138a7a14-3d5d-4aea-b4f0-875b2231c261 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 1098 time: 0.1707394 Nov 12 03:29:51.043509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-9948743b-ec7b-4af3-af1e-d45707907631 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.1329627 Nov 12 03:29:51.118698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4afdb3a0-211c-4414-8ef5-d362782f9593 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:51.138355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a560c65-daf4-4dae-9ab3-437c26ad54c1 req-a0bbd845-28f6-46bd-a191-067382a7d364 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190695 Nov 12 03:29:51.188853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018394-f1bb-4226-a0ba-4b4dfd7c00f2 req-8122dbdc-bff4-4d55-b29b-e4b850c50182 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.197183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9018394-f1bb-4226-a0ba-4b4dfd7c00f2 req-8122dbdc-bff4-4d55-b29b-e4b850c50182 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.2299190 Nov 12 03:29:51.217372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84b3e00c-f0bd-4831-b1df-f7f00eb322b0 req-cbcad561-581a-49c3-8597-f377b3180f1a tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082261 Nov 12 03:29:51.225923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ec07242e-7f92-4415-ae70-58c459bddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.227786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ec07242e-7f92-4415-ae70-58c459bddf64 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1637380 Nov 12 03:29:51.232507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-a0143d0b-6e87-4633-a573-8893c332bebb service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407061 Nov 12 03:29:51.257145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 4afdb3a0-211c-4414-8ef5-d362782f9593 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:51.269785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4afdb3a0-211c-4414-8ef5-d362782f9593 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:51.271464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.462466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.486181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-b19bf3ee-ab99-4038-882e-741f077e36bb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 217 time: 0.1556685 Nov 12 03:29:51.500946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9018394-f1bb-4226-a0ba-4b4dfd7c00f2 req-c9e20501-5151-4e9a-bbb9-3b351bd861a6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025753 Nov 12 03:29:51.574897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4afdb3a0-211c-4414-8ef5-d362782f9593,segment=NetworkSegment(476cbd67-d744-4fda-a3e7-d229ba7e3524),segment_id=476cbd67-d744-4fda-a3e7-d229ba7e3524)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:51.580999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.669605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-64e31753-2b4a-4fef-9cb1-b3b102b07821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.671319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-64e31753-2b4a-4fef-9cb1-b3b102b07821 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4357176 Nov 12 03:29:51.673387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-7ecfb9eb-6644-4478-844b-ccd0a6500137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.675852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-7ecfb9eb-6644-4478-844b-ccd0a6500137 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1739092 Nov 12 03:29:51.721281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.790432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-e410261a-3e5a-4a4d-a73c-f41299dc0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.791050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.791938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-e410261a-3e5a-4a4d-a73c-f41299dc0ca1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049228 Nov 12 03:29:51.883996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-c0fb452b-7661-4f4a-a468-6fa6ec0f7bcd service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049601 Nov 12 03:29:51.974725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-646b1606-3b6b-4e7b-a396-7ccf40e2a1ad service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714919 Nov 12 03:29:52.061297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-d3a68a36-53a6-4725-aa83-44fc33d4074d service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696148 Nov 12 03:29:52.111922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-7eaa9119-d08e-4956-9681-a5736da21021 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.0422502 Nov 12 03:29:52.160063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-23272dc3-58fa-40ad-a3ac-14fdc73a3a05 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775739 Nov 12 03:29:52.160465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53694) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.213201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-f6c53724-c245-441b-b7a6-5c504a71bc74 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 217 time: 0.0448315 Nov 12 03:29:52.233232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-0b742bc2-b9aa-4826-9121-d71b97db388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.233413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.236216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-0b742bc2-b9aa-4826-9121-d71b97db388a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1127462 Nov 12 03:29:52.246039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:52.248915 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8554332-1acc-41de-93b9-d9d31e90aab6" -d '{"events": [{"server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "name": "network-vif-plugged", "status": "completed", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:52.350504 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94854ed-4467-4e15-b53d-efcfe12493cb x-openstack-request-id: req-e94854ed-4467-4e15-b53d-efcfe12493cb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:52.350987 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "name": "network-vif-plugged", "status": "completed", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:52.351433 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e94854ed-4467-4e15-b53d-efcfe12493cb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:52.352149 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593', 'code': 200} Nov 12 03:29:52.414674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd302-1ed3-43aa-830f-e4b22e7b94fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.445536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa404a1e-f06d-4f37-9645-b9285807d10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.506062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-94354d65-cbb1-42aa-ae57-7d93eaee598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.507491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-94354d65-cbb1-42aa-ae57-7d93eaee598a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2210202 Nov 12 03:29:52.514979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-1fca28db-bedd-4336-aca3-b97a7fe60a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.516417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-1fca28db-bedd-4336-aca3-b97a7fe60a64 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2948496 Nov 12 03:29:52.536540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa404a1e-f06d-4f37-9645-b9285807d10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.540979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa404a1e-f06d-4f37-9645-b9285807d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.585548 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fa404a1e-f06d-4f37-9645-b9285807d10f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=25676244ac844741946bd6d45763e1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510535 Nov 12 03:29:52.586254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.586874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404a1e-f06d-4f37-9645-b9285807d10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a84b5-065d-441c-b187-f5a71103ed04,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.600595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6df28-b405-40a6-abeb-84fe62dd6f56 req-462e7e8f-7a90-40ed-afef-7898816989d9 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.602400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ab6df28-b405-40a6-abeb-84fe62dd6f56 req-462e7e8f-7a90-40ed-afef-7898816989d9 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.2251351 Nov 12 03:29:52.615227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0458a07-ff86-4780-a52e-23893a57d617 req-a6ea47f1-65a7-46f4-b6aa-eccfb8f89670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.616956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0458a07-ff86-4780-a52e-23893a57d617 req-a6ea47f1-65a7-46f4-b6aa-eccfb8f89670 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 1097 time: 0.1988559 Nov 12 03:29:52.652364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.687371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.766521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.770642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.772236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a14a84b5-065d-441c-b187-f5a71103ed04 HTTP/1.1" status: 204 len: 168 time: 0.1817544 Nov 12 03:29:52.784209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078118fe-0d4e-468f-a5dd-ec354b16e5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a84b5-065d-441c-b187-f5a71103ed04,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.805606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-5446b4db-ab4a-4be7-8ddb-157b6b3dc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.807485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-5446b4db-ab4a-4be7-8ddb-157b6b3dc8d3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2740407 Nov 12 03:29:52.864589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-8e768a8d-ed70-4a7a-ae98-2486a820a1a1 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446097 Nov 12 03:29:52.907150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0458a07-ff86-4780-a52e-23893a57d617 req-19756f1f-a2f6-4124-a277-29d4b28fca34 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383740 Nov 12 03:29:52.965347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd302-1ed3-43aa-830f-e4b22e7b94fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.970152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ab6df28-b405-40a6-abeb-84fe62dd6f56 req-317ce1b7-afd5-40f2-b51b-9eeee1caffc1 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168514 Nov 12 03:29:52.981031 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.983263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909840-c8dc-4993-85db-fd2fbafe72d0 req-c42c83af-e351-4183-ba97-a80d73cefc22 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.984836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f909840-c8dc-4993-85db-fd2fbafe72d0 req-c42c83af-e351-4183-ba97-a80d73cefc22 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.3758528 Nov 12 03:29:52.988874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd302-1ed3-43aa-830f-e4b22e7b94fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.112259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53730) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.112516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d2bdd302-1ed3-43aa-830f-e4b22e7b94fe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92750b22b61445a2a789449df544fe70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9507427 Nov 12 03:29:53.119058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd302-1ed3-43aa-830f-e4b22e7b94fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f0475a-67ca-4ec7-95c5-5913b59a6211,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.134577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-39453df4-8455-4795-9e9d-775cc7ccc627 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121767 Nov 12 03:29:53.142773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.181165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-158af8cc-b8be-4a78-b179-8029be193d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.185066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-398a4c13-fbc1-4660-9c2a-4c7dda0193ae service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958243 Nov 12 03:29:53.221216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f909840-c8dc-4993-85db-fd2fbafe72d0 req-0c13cebf-d4c8-4a42-9561-7f2bf516244d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942730 Nov 12 03:29:53.226092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.287724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-158af8cc-b8be-4a78-b179-8029be193d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.295414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-158af8cc-b8be-4a78-b179-8029be193d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.332148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-feddecec-c7e8-48ab-af8a-1bbef04deb82 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.1354313 Nov 12 03:29:53.337847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.360152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af8cc-b8be-4a78-b179-8029be193d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5f3ea-d5f1-4965-bfd4-a6be72969b48,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.368389 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-158af8cc-b8be-4a78-b179-8029be193d69 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4d6c4a11002d407f92fce9ec0f828096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245553 Nov 12 03:29:53.371818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.435014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-6313422b-9591-4650-9e2c-74dccd2990f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.436609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-6313422b-9591-4650-9e2c-74dccd2990f8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.0930147 Nov 12 03:29:53.438436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-70828cd3-affd-4fd7-a630-e4d40c536e01 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915540 Nov 12 03:29:53.438598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.455043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e36eb-aba9-461c-b867-e0fb95fae68e req-a7482530-37bd-4402-9cb5-a778b1d19586 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.457312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c7e36eb-aba9-461c-b867-e0fb95fae68e req-a7482530-37bd-4402-9cb5-a778b1d19586 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.1294386 Nov 12 03:29:53.462294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.466375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.470666 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/94f0475a-67ca-4ec7-95c5-5913b59a6211 HTTP/1.1" status: 204 len: 168 time: 0.3546214 Nov 12 03:29:53.478013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.492520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39e981-3d05-46b4-9115-cf510a88ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f0475a-67ca-4ec7-95c5-5913b59a6211,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.537823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-1bc1c0f5-09bd-4fff-91d0-fa03f7944d00 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.0786893 Nov 12 03:29:53.545465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.551651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.555999 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ea5f3ea-d5f1-4965-bfd4-a6be72969b48 HTTP/1.1" status: 204 len: 168 time: 0.1802800 Nov 12 03:29:53.568282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774c8e9-f27d-40ee-9048-e7df8dc6324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5f3ea-d5f1-4965-bfd4-a6be72969b48,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.628578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.678401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-bfafb2ed-b23a-44cb-9ed5-b878802f28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.680202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-bfafb2ed-b23a-44cb-9ed5-b878802f28b0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2211490 Nov 12 03:29:53.689336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3ef28696-1acd-438d-b005-d12effe7cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.691078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3ef28696-1acd-438d-b005-d12effe7cbce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.1406639 Nov 12 03:29:53.703022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c7e36eb-aba9-461c-b867-e0fb95fae68e req-605087b3-8a52-4c3a-a43b-ba2e9f3d2f53 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111590 Nov 12 03:29:53.974474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-fd41c4c1-490e-4bc2-b70b-8b978b4b43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.980966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-fd41c4c1-490e-4bc2-b70b-8b978b4b43ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2756875 Nov 12 03:29:54.060976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-6208e1b1-e1f3-4e42-9674-1236c8bfdd96 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687930 Nov 12 03:29:54.178293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.199379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad2d0-8918-417b-8293-0278347c29eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.332591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad2d0-8918-417b-8293-0278347c29eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.337663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6ad2d0-8918-417b-8293-0278347c29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.377851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c2b5-4181-4e51-9298-d4a914d580c7 req-151fd23e-8f9e-4958-b58f-46c56e76086f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.386901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e510c2b5-4181-4e51-9298-d4a914d580c7 req-151fd23e-8f9e-4958-b58f-46c56e76086f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.2738259 Nov 12 03:29:54.397715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad2d0-8918-417b-8293-0278347c29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6040d5-677d-4aa5-b0e7-f7bb416c5bc3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.406560 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e6ad2d0-8918-417b-8293-0278347c29eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=76168082df694a4e9e0c2fffb9bdfd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263496 Nov 12 03:29:54.409460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.425977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c14c1-8364-42fd-845f-bd19fb58f7ad req-09e9e17c-01c0-48b0-9891-fcd46aa17740 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.427581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed9c14c1-8364-42fd-845f-bd19fb58f7ad req-09e9e17c-01c0-48b0-9891-fcd46aa17740 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.2391016 Nov 12 03:29:54.460825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-f07ad754-439d-4874-ab9d-551ad886a274 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609013 Nov 12 03:29:54.502512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.534386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.571909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed9c14c1-8364-42fd-845f-bd19fb58f7ad req-6838f3c9-f530-4492-91bf-6716ab07ea1c tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298566 Nov 12 03:29:54.578061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-ec19b5c7-4cfe-4d3f-91d4-87592d38bdb2 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592998 Nov 12 03:29:54.609547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.612905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.616747 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bb6040d5-677d-4aa5-b0e7-f7bb416c5bc3 HTTP/1.1" status: 204 len: 168 time: 0.2034237 Nov 12 03:29:54.648253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4492104-1e70-4ed4-b4a4-c3ebddf0d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6040d5-677d-4aa5-b0e7-f7bb416c5bc3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.670268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-6bb50291-116b-4e36-bc62-8fcc74fb1624 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0802045 Nov 12 03:29:54.682451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e510c2b5-4181-4e51-9298-d4a914d580c7 req-11f2bfb5-3925-41ed-8da1-b315bf5095f0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942631 Nov 12 03:29:54.828063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-da8554e3-0310-466d-ba93-0d213c793c18 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532631 Nov 12 03:29:54.846768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-e4505a1c-68ea-4a72-a83e-add72ce98277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.848473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-e4505a1c-68ea-4a72-a83e-add72ce98277 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1652703 Nov 12 03:29:54.924174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-f3ce0830-fb6d-4ddf-863b-68141e43754e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.0745821 Nov 12 03:29:54.998105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fbf1334c-6638-404f-862c-015b572f539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.999984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-fbf1334c-6638-404f-862c-015b572f539a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1366732 Nov 12 03:29:55.004239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-4c3305c1-9a84-4d67-8731-b2e01c87fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.005923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-4c3305c1-9a84-4d67-8731-b2e01c87fcbb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.0671558 Nov 12 03:29:55.141469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3db00cfd-7f53-4c82-853e-3dd48368bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.142940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-3db00cfd-7f53-4c82-853e-3dd48368bade service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237621 Nov 12 03:29:55.191724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-16a47153-8cf0-4899-83fa-6a04be4fdc0f service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835306 Nov 12 03:29:55.353785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-c673c372-bb1d-4b12-be23-d22fb8fb63b6 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994915 Nov 12 03:29:55.359977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc0073fc-6496-4251-ad2d-f8efbdd2d9a2 req-8fe678e7-d7d6-47b0-a164-3d2642f52539 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353593 Nov 12 03:29:55.480515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c4dc80b-bdf7-4bf6-ad9a-eca6ae97fa90 req-9aae7a05-b691-4b00-b9a9-9665de2a1f0c service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123495 Nov 12 03:29:55.712616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.754003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543ac0-74fb-4584-99a4-60a5020b90c7 req-331afbf8-2ac5-4cc9-bb07-0991b4356279 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.755698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0543ac0-74fb-4584-99a4-60a5020b90c7 req-331afbf8-2ac5-4cc9-bb07-0991b4356279 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.0836720 Nov 12 03:29:55.778778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-f1e63d15-4e9a-4c7c-a948-239799cb16d6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.783813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-f1e63d15-4e9a-4c7c-a948-239799cb16d6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.1542556 Nov 12 03:29:55.927559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96d586f1-0c3c-4e0d-9429-58d49717be73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.104739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96d586f1-0c3c-4e0d-9429-58d49717be73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.114200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96d586f1-0c3c-4e0d-9429-58d49717be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.172341 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-96d586f1-0c3c-4e0d-9429-58d49717be73 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fda2d1b6c84481ea7fdfa83c6a6baf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560213 Nov 12 03:29:56.177054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:56.218926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d586f1-0c3c-4e0d-9429-58d49717be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c88118-5a04-4e74-88c7-395fef9347e3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.259795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.292098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.397724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.404783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.411663 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a5c88118-5a04-4e74-88c7-395fef9347e3 HTTP/1.1" status: 204 len: 168 time: 0.2336285 Nov 12 03:29:56.426088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4cb32-0a6e-4dec-8fb9-04e46330ad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c88118-5a04-4e74-88c7-395fef9347e3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.453682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0543ac0-74fb-4584-99a4-60a5020b90c7 req-62c22f42-b237-4071-99fc-0340a85fff07 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894329 Nov 12 03:29:56.486430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa17c29-9560-4780-b86c-dd8994847afb req-c5d5f9b0-fbcb-4164-a0e5-69f8763e03c2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.497719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daa17c29-9560-4780-b86c-dd8994847afb req-c5d5f9b0-fbcb-4164-a0e5-69f8763e03c2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 946 time: 0.1789083 Nov 12 03:29:56.547165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port 097102c9-a00f-48e7-b1bf-554b5aeeb814 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:56.547818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.684323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daa17c29-9560-4780-b86c-dd8994847afb req-1ccd71d6-53dc-4e01-8bf3-2245d82b0142 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851361 Nov 12 03:29:56.768135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port 097102c9-a00f-48e7-b1bf-554b5aeeb814, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=097102c9-a00f-48e7-b1bf-554b5aeeb814,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:56.769079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.791408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for 097102c9-a00f-48e7-b1bf-554b5aeeb814 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:57.063083 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.081721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e', '097102c9-a00f-48e7-b1bf-554b5aeeb814'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:57.191702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=097102c9-a00f-48e7-b1bf-554b5aeeb814,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:57.296022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port 097102c9-a00f-48e7-b1bf-554b5aeeb814 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:57.299092 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.304053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f36d768-2976-4cc9-8d95-f07cafe57f58 req-8e8976d2-cf1f-4d87-8e2f-85737d497967 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "DELETE /v2.0/ports/097102c9-a00f-48e7-b1bf-554b5aeeb814 HTTP/1.1" status: 204 len: 173 time: 1.5002112 Nov 12 03:29:57.305181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'name': 'network-vif-deleted', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:57.309166 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09c40f0-2c99-4162-baef-abdddd8b32a0" -d '{"events": [{"server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "name": "network-vif-deleted", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:57.441410 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c97a01-ea52-4d69-80a1-4aefa2ed02ab x-openstack-request-id: req-b4c97a01-ea52-4d69-80a1-4aefa2ed02ab {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:57.442193 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97ced20-d25c-4b39-9c1d-015c8fbb0cec", "name": "network-vif-deleted", "tag": "097102c9-a00f-48e7-b1bf-554b5aeeb814", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:57.442473 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4c97a01-ea52-4d69-80a1-4aefa2ed02ab {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:57.443046 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97ced20-d25c-4b39-9c1d-015c8fbb0cec', 'name': 'network-vif-deleted', 'tag': '097102c9-a00f-48e7-b1bf-554b5aeeb814', 'status': 'completed', 'code': 200} Nov 12 03:29:57.899553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21f60a43-d4d3-4405-90d1-f15467787399 req-76c34f30-3952-4027-9a43-d4efc7e72dc0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=e97ced20-d25c-4b39-9c1d-015c8fbb0cec HTTP/1.1" status: 200 len: 210 time: 0.0536361 Nov 12 03:29:58.355199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53976) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:58.479088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33655343-9a88-422a-8069-79574c0be64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.565487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33655343-9a88-422a-8069-79574c0be64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.570765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33655343-9a88-422a-8069-79574c0be64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.613482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33655343-9a88-422a-8069-79574c0be64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce34aed-2bb0-40e8-8ae2-19795525c791,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.618351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-33655343-9a88-422a-8069-79574c0be64c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7bda4a25ffd8495e8443fc0a2246def0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615848 Nov 12 03:29:58.621826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:58.681114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.705285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.762286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.768807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.772530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bce34aed-2bb0-40e8-8ae2-19795525c791 HTTP/1.1" status: 204 len: 168 time: 0.1494627 Nov 12 03:29:58.784968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0c26c-02af-4ec7-82f3-885c289bee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce34aed-2bb0-40e8-8ae2-19795525c791,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.047464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54046) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.208141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54054) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.229820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e802e1a8-2f91-4cbe-b3f1-c89e1daedf10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.425792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e802e1a8-2f91-4cbe-b3f1-c89e1daedf10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.433777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e802e1a8-2f91-4cbe-b3f1-c89e1daedf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.470148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802e1a8-2f91-4cbe-b3f1-c89e1daedf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191bbb1d-e7b2-488d-aca9-42e559bfb608,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.515594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.516095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e802e1a8-2f91-4cbe-b3f1-c89e1daedf10 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=18ef57667c404bdfa6aae4885f4fba9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061864 Nov 12 03:29:59.556581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-7451e44d-6acf-46da-9985-75a58b376b15 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.558745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-7451e44d-6acf-46da-9985-75a58b376b15 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.2484694 Nov 12 03:29:59.574145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24b99c40-f026-46f3-b613-6508bc94177e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.578088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.597982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-b69c5684-c05a-402d-a5b5-c030cb26678e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0272050 Nov 12 03:29:59.608402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.614326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefcff4-b9c5-4308-aa5c-96abd691b80f req-eb20e65e-f48e-4542-a66a-358ec559222c tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.615870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acefcff4-b9c5-4308-aa5c-96abd691b80f req-eb20e65e-f48e-4542-a66a-358ec559222c tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.1172848 Nov 12 03:29:59.675345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.680237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.683825 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/191bbb1d-e7b2-488d-aca9-42e559bfb608 HTTP/1.1" status: 204 len: 168 time: 0.1655583 Nov 12 03:29:59.693427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e608ec0-b005-40d1-b909-fdbca7baa40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191bbb1d-e7b2-488d-aca9-42e559bfb608,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.715452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-12eee326-08b3-4318-a95b-385884d18a2d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974214 Nov 12 03:29:59.763201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acefcff4-b9c5-4308-aa5c-96abd691b80f req-8dc65d64-2083-47dc-b78b-cb068ebbf1bf tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317368 Nov 12 03:29:59.827681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 097102c9-a00f-48e7-b1bf-554b5aeeb814 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:59.837697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24b99c40-f026-46f3-b613-6508bc94177e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.865424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 097102c9-a00f-48e7-b1bf-554b5aeeb814 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:59.867424 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24b99c40-f026-46f3-b613-6508bc94177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.868056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 097102c9-a00f-48e7-b1bf-554b5aeeb814 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:59.941480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24b99c40-f026-46f3-b613-6508bc94177e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=21f1cf714e7148a89b9667631756b306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8928554 Nov 12 03:29:59.941671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.944375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b99c40-f026-46f3-b613-6508bc94177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3344e1a-6e14-44b5-98d8-28d79b2d7017,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.958261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-79f5c6b5-7647-49bd-b05d-dae01bd70773 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339995 Nov 12 03:30:00.001741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.033518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.084119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-8613868a-c56e-44e2-bfc4-5aee06bd9003 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244826 Nov 12 03:30:00.093200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.096708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.100503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b3344e1a-6e14-44b5-98d8-28d79b2d7017 HTTP/1.1" status: 204 len: 168 time: 0.1552410 Nov 12 03:30:00.108312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3cae3-4704-47c3-9a6a-a5dd84c8fd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3344e1a-6e14-44b5-98d8-28d79b2d7017,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.352695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af2003c1-ed67-41fe-a720-5b1eeca2c817 req-7ac0938a-73aa-4b51-98c4-6dba09b4d53e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 210 time: 0.0476534 Nov 12 03:30:00.697151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.135741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e939083-8b08-4d4c-88ce-5a9c043b9917 req-f81b9809-73fd-4747-b1d2-6913aa39d665 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.145326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e939083-8b08-4d4c-88ce-5a9c043b9917 req-f81b9809-73fd-4747-b1d2-6913aa39d665 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.2975507 Nov 12 03:30:01.259177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411af66-399e-4447-b1e8-ed75590db19a req-2913a211-320c-4e38-b82c-5a5a53a584ee tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.261474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4411af66-399e-4447-b1e8-ed75590db19a req-2913a211-320c-4e38-b82c-5a5a53a584ee tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.100 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 945 time: 0.3505981 Nov 12 03:30:01.321705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e939083-8b08-4d4c-88ce-5a9c043b9917 req-059db55e-aab8-4b65-801e-235719aa0da0 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/security-groups?id=56b44bcb-2e65-45e5-9248-51374a04c42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718636 Nov 12 03:30:01.450547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Deleting port 4afdb3a0-211c-4414-8ef5-d362782f9593 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:01.452515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.572343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d5070b1-0f1c-4ffd-aa5d-91dcdb2e2f6a req-bc7fddf3-24f4-4030-b87b-51eb26e4573d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 210 time: 0.0346270 Nov 12 03:30:01.615555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] For port 4afdb3a0-211c-4414-8ef5-d362782f9593, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4afdb3a0-211c-4414-8ef5-d362782f9593,segment=NetworkSegment(476cbd67-d744-4fda-a3e7-d229ba7e3524),segment_id=476cbd67-d744-4fda-a3e7-d229ba7e3524)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.615929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.621087 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.639868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Calling delete_port for 4afdb3a0-211c-4414-8ef5-d362782f9593 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:01.854427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.869005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4afdb3a0-211c-4414-8ef5-d362782f9593'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:01.954683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] No DVR routers for this DVR port 4afdb3a0-211c-4414-8ef5-d362782f9593 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:01.956504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Pushing event deleted for resources: {'Port': ['ID=4afdb3a0-211c-4414-8ef5-d362782f9593,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.967406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.970804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4411af66-399e-4447-b1e8-ed75590db19a req-f94ac09e-3e04-4c40-a7e0-a4ea6434cdc5 tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.100 "DELETE /v2.0/ports/4afdb3a0-211c-4414-8ef5-d362782f9593 HTTP/1.1" status: 204 len: 173 time: 0.7007983 Nov 12 03:30:01.971369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'name': 'network-vif-deleted', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:01.974653 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8be4cb-d98d-4e75-9435-c74ac85de7a7" -d '{"events": [{"server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "name": "network-vif-deleted", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:02.026023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-efdfc75e-8af6-4420-a3a4-0482903a29d1 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.027534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-efdfc75e-8af6-4420-a3a4-0482903a29d1 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.2660489 Nov 12 03:30:02.047816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:02.058869 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07ac8d9-b9d5-4f98-ad79-6dfa03dbfec8 x-openstack-request-id: req-b07ac8d9-b9d5-4f98-ad79-6dfa03dbfec8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:02.059154 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a184c7-2fdc-4dfd-b878-b4ad212ad031", "name": "network-vif-deleted", "tag": "4afdb3a0-211c-4414-8ef5-d362782f9593", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:02.059580 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b07ac8d9-b9d5-4f98-ad79-6dfa03dbfec8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:02.060157 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a184c7-2fdc-4dfd-b878-b4ad212ad031', 'name': 'network-vif-deleted', 'tag': '4afdb3a0-211c-4414-8ef5-d362782f9593', 'status': 'completed', 'code': 200} Nov 12 03:30:02.240570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.266859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:02.270447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.372991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cbe3a4eb-3ffa-402c-81b8-e34c22db59a2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-284106421'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:02.373693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cbe3a4eb-3ffa-402c-81b8-e34c22db59a2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:30:02.503251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51553d84-b9c0-4e41-9c16-b63eb9663112 req-7478c63b-fc37-4013-831a-2e3bb9ebd90c tempest-ServerTagsTestJSON-1855183579 tempest-ServerTagsTestJSON-1855183579-project] 10.222.0.93 "GET /v2.0/ports?device_id=28a184c7-2fdc-4dfd-b878-b4ad212ad031 HTTP/1.1" status: 200 len: 210 time: 0.0438998 Nov 12 03:30:02.536859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.4 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/177c3649-274e-454b-838c-45188283da67) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:02.777158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-742dae0a-e1a2-40d3-b1cd-6866f979cf90 req-cf25fea3-8b51-435c-b222-f030c94f817a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 210 time: 0.0578318 Nov 12 03:30:02.846252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.886467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.898798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:02.970609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:02.974801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:02.983140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:03.041973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.042996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.055352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.064319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbe3a4eb-3ffa-402c-81b8-e34c22db59a2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.065574 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cbe3a4eb-3ffa-402c-81b8-e34c22db59a2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8232760 Nov 12 03:30:03.068257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.074564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-774de70c-f458-4b00-ac60-cfa49f76314e tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '16659911-de0d-4054-bb27-c4231c4f731f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.075447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-774de70c-f458-4b00-ac60-cfa49f76314e tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:30:03.079106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-91d00f01-0227-4172-930c-bce3422b9c23 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380583 Nov 12 03:30:03.093640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Request body: {'port': {'device_id': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.156645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.172309 n-d-713499-30 neutron-server[102605]: WARNING neutron.services.metering.metering_plugin [None req-774de70c-f458-4b00-ac60-cfa49f76314e tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:30:03.353662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-774de70c-f458-4b00-ac60-cfa49f76314e tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.355579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-774de70c-f458-4b00-ac60-cfa49f76314e tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2856331 Nov 12 03:30:03.358636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.364512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-32caadd9-c254-41c4-8761-2ab8929bca27 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '16659911-de0d-4054-bb27-c4231c4f731f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.365012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-32caadd9-c254-41c4-8761-2ab8929bca27 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:30:03.431386 n-d-713499-30 neutron-server[102605]: WARNING neutron.services.metering.metering_plugin [None req-32caadd9-c254-41c4-8761-2ab8929bca27 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:30:03.517088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32caadd9-c254-41c4-8761-2ab8929bca27 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.518506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32caadd9-c254-41c4-8761-2ab8929bca27 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1588259 Nov 12 03:30:03.521264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.524550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177c3649-274e-454b-838c-45188283da67 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:03.534724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-52cd21b6-9e8f-4b3b-b8f6-30e0e60866a2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=e7a2cbb6-11a1-4e16-b944-b44c2f61a67a HTTP/1.1" status: 200 len: 462 time: 0.0120313 Nov 12 03:30:03.537022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.543150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.573413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Transition to ACTIVE for port object 177c3649-274e-454b-838c-45188283da67 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:03.573718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54300) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.611096 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.718119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-044cd4b4-2ceb-4198-b2ce-4abeedee7b78 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.719556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-044cd4b4-2ceb-4198-b2ce-4abeedee7b78 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/e7a2cbb6-11a1-4e16-b944-b44c2f61a67a HTTP/1.1" status: 204 len: 168 time: 0.1816626 Nov 12 03:30:03.722196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.735176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7f2be5d-54b1-4a6d-b58d-e6db425355e6 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=e7a2cbb6-11a1-4e16-b944-b44c2f61a67a HTTP/1.1" status: 200 len: 221 time: 0.0114608 Nov 12 03:30:03.739519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:03.744986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-616d137b-4663-43fc-80ee-e8f08052debd tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1069577949', 'description': 'label created by tempest'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:03.745806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-616d137b-4663-43fc-80ee-e8f08052debd tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:30:03.769402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Deleting subnet bcc85e0e-cbda-4085-b42c-79f6e1740c03 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:03.773562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Pushing event updated for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.782075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.830221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Attempting to bind port 177c3649-274e-454b-838c-45188283da67 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:03.830894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Attempting to bind port 177c3649-274e-454b-838c-45188283da67 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:03.832407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Attempting to bind port 177c3649-274e-454b-838c-45188283da67 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:03.837155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.870556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Port 177c3649-274e-454b-838c-45188283da67 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:03.871558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Attempting to bind port 177c3649-274e-454b-838c-45188283da67 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:03.882786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:03.883164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:03.883826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:03.884537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Bound port: 177c3649-274e-454b-838c-45188283da67, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:03.885140 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.941775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.980699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-616d137b-4663-43fc-80ee-e8f08052debd tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.984291 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-616d137b-4663-43fc-80ee-e8f08052debd tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2431159 Nov 12 03:30:03.985199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54324) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.041319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d7721-bfe6-4acd-9bd3-7e3446ef0207 req-e1bf4944-c825-4301-9e96-ecba2bb4f6fd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.043848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd3d7721-bfe6-4acd-9bd3-7e3446ef0207 req-e1bf4944-c825-4301-9e96-ecba2bb4f6fd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 943 time: 0.1444316 Nov 12 03:30:04.050012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:04.054782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=177c3649-274e-454b-838c-45188283da67,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:04.066426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.089119 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bdad5c11-e122-40d2-934c-5765f9101ac2 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=e5030e22-2102-4d8f-8b46-ae3880ed5c34 HTTP/1.1" status: 200 len: 468 time: 0.1010599 Nov 12 03:30:04.091052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.134789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.135267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.136700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] 10.222.0.98 "PUT /v2.0/ports/177c3649-274e-454b-838c-45188283da67 HTTP/1.1" status: 200 len: 1092 time: 1.0497074 Nov 12 03:30:04.137683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.143895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'tag': '177c3649-274e-454b-838c-45188283da67'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:04.146173 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019" -d '{"events": [{"name": "network-changed", "server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "tag": "177c3649-274e-454b-838c-45188283da67"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:04.225825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc85e0e-cbda-4085-b42c-79f6e1740c03,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.281175 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f99378-0c2b-4fd3-a35d-7a8e19361f6c x-openstack-request-id: req-29f99378-0c2b-4fd3-a35d-7a8e19361f6c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:04.281776 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "tag": "177c3649-274e-454b-838c-45188283da67", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:04.282311 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-29f99378-0c2b-4fd3-a35d-7a8e19361f6c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:04.283030 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'tag': '177c3649-274e-454b-838c-45188283da67', 'status': 'completed', 'code': 200} Nov 12 03:30:04.347303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.354290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bb84db83-d640-40f8-a900-a8e4117bad3a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bcc85e0e-cbda-4085-b42c-79f6e1740c03 HTTP/1.1" status: 204 len: 168 time: 0.7791691 Nov 12 03:30:04.355548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.364329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd3d7721-bfe6-4acd-9bd3-7e3446ef0207 req-4669d5b4-241b-49ec-83bc-eb740f534321 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110759 Nov 12 03:30:04.369771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca161-8f66-4aea-b175-f4f58b1e016d service neutron] Pushing event updated for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.405220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4f65233e-b670-484f-895c-6a3d8d758081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.406679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-4f65233e-b670-484f-895c-6a3d8d758081 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 1095 time: 0.1703217 Nov 12 03:30:04.497712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-37cfd49f-cb80-47dc-a6fc-e6885cfbfb60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=177c3649-274e-454b-838c-45188283da67 HTTP/1.1" status: 200 len: 217 time: 0.0721345 Nov 12 03:30:04.536327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34f72b61-4edc-43dc-969c-9925d34128b8 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.537687 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34f72b61-4edc-43dc-969c-9925d34128b8 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/e5030e22-2102-4d8f-8b46-ae3880ed5c34 HTTP/1.1" status: 204 len: 168 time: 0.4447587 Nov 12 03:30:04.540953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.543243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.557970 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9840c280-6f78-4fc5-a78e-f8ed4b6b4f12 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=e5030e22-2102-4d8f-8b46-ae3880ed5c34 HTTP/1.1" status: 200 len: 216 time: 0.0130818 Nov 12 03:30:04.565119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.585321 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a26c6b2-4563-4d5f-bff4-f9d91f4b67d6 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0152485 Nov 12 03:30:04.591039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54370) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.598491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-f821e9c1-c0b3-4724-a7c5-2d707841c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.603268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-f821e9c1-c0b3-4724-a7c5-2d707841c85c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0817368 Nov 12 03:30:04.652956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bc8ee3a9-6832-4fd3-b4a6-0168518df163 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0646098 Nov 12 03:30:04.655832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-0bba9929-4edc-4c0a-b795-213cd0db4ed1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454562 Nov 12 03:30:04.656715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54384) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.667241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.693386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:04.707826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476cbd67-d744-4fda-a3e7-d229ba7e3524') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:04.708181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476cbd67-d744-4fda-a3e7-d229ba7e3524') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:04.718667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.754151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.774020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:04.774428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:04.776433 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:04.825856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-48e6be83-8748-4836-bd14-a193b5b57ed4 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels/16659911-de0d-4054-bb27-c4231c4f731f HTTP/1.1" status: 200 len: 472 time: 0.1678534 Nov 12 03:30:04.829876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54398) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.860425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.873665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b11f4bef-01d6-48ec-ba2a-7506bfec0abd tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules/886b9ecf-de45-4bb8-bb9e-790ce46a5b5d HTTP/1.1" status: 200 len: 459 time: 0.0406120 Nov 12 03:30:04.878234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54404) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:04.887111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.890680 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] 10.222.0.93 "DELETE /v2.0/networks/54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9 HTTP/1.1" status: 204 len: 168 time: 0.5275371 Nov 12 03:30:04.909366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4de9-87be-4535-a827-5a3837343132 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ce97ee-9889-4ef9-a75a-3d5b44cdd3f9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.062385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be4062fa-d21e-4519-975b-79a684d111e3 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.066072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:05.066213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be4062fa-d21e-4519-975b-79a684d111e3 tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/886b9ecf-de45-4bb8-bb9e-790ce46a5b5d HTTP/1.1" status: 204 len: 168 time: 0.1862266 Nov 12 03:30:05.079612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-ba7ea79c-e711-4ba7-9ec8-d4488fe64876 service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133070 Nov 12 03:30:05.140072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54434) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:05.147733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4afdb3a0-211c-4414-8ef5-d362782f9593 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:05.178456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 4afdb3a0-211c-4414-8ef5-d362782f9593 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:05.186973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4afdb3a0-211c-4414-8ef5-d362782f9593 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:05.240393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a1017b-c575-4123-9f6c-9447399b8098 req-03bfaf05-c892-4ff0-9bcf-f66c55cb950e service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521883 Nov 12 03:30:05.268010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8211baa4-5c46-442e-866e-0958fea5d9be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=81b7eeb283294be88c25ef131be54c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1240351 Nov 12 03:30:05.307584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54440) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:05.370657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.405182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.421518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-a54fdf3f-bd41-4589-b905-a6703f37cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.423350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-a54fdf3f-bd41-4589-b905-a6703f37cf54 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 1095 time: 0.1121585 Nov 12 03:30:05.449284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42201f3c-eb58-4cf5-b7e5-6f2c6161f9df tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.450537 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42201f3c-eb58-4cf5-b7e5-6f2c6161f9df tempest-MeteringIpV6TestJSON-451030389 tempest-MeteringIpV6TestJSON-451030389-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/16659911-de0d-4054-bb27-c4231c4f731f HTTP/1.1" status: 204 len: 168 time: 0.3830316 Nov 12 03:30:05.658373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e305bc3-7969-4fad-97cc-12e25b798ea1 req-59cdcb07-c80b-4d9e-a5cb-31ba5dba6eb9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.668351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e305bc3-7969-4fad-97cc-12e25b798ea1 req-59cdcb07-c80b-4d9e-a5cb-31ba5dba6eb9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 943 time: 0.1584678 Nov 12 03:30:05.673555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.676703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.681014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/56b44bcb-2e65-45e5-9248-51374a04c42f HTTP/1.1" status: 204 len: 168 time: 0.4062424 Nov 12 03:30:05.701094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b711d-7a91-442a-9d65-96a1640a1050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b44bcb-2e65-45e5-9248-51374a04c42f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.746697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-cf94bebd-8f68-44ab-9714-f2ab6639935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.748530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-cf94bebd-8f68-44ab-9714-f2ab6639935d service neutron] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.3060787 Nov 12 03:30:05.881638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e305bc3-7969-4fad-97cc-12e25b798ea1 req-d86bad0c-a651-4526-9548-8cdb675ca5ba tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111490 Nov 12 03:30:05.884908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-d097cf98-47bd-4083-9c3f-50854277a95e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=177c3649-274e-454b-838c-45188283da67 HTTP/1.1" status: 200 len: 217 time: 0.1239390 Nov 12 03:30:05.900034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:05.950361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-fdf36107-b504-4de6-9932-5d1b02bc0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.951856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-fdf36107-b504-4de6-9932-5d1b02bc0af8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0585992 Nov 12 03:30:06.013980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-33ed6c08-73e0-4cc9-b733-abf42a539b57 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540662 Nov 12 03:30:06.136921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-a2c54d92-e07d-4f11-a8f5-af4ffc34500d service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130393 Nov 12 03:30:06.204746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e98cb956-ee32-4580-8d46-d1a7d0afd8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.321102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae6ff88-4b92-4fbf-a2aa-05e4e5540019 req-a5d709b5-54f4-4420-ae0f-e382411da81c service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769702 Nov 12 03:30:06.414409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e98cb956-ee32-4580-8d46-d1a7d0afd8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.420759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e98cb956-ee32-4580-8d46-d1a7d0afd8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.500769 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e98cb956-ee32-4580-8d46-d1a7d0afd8d4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a61d8fbc85394991b6b59a2284c0bd12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5994620 Nov 12 03:30:06.503437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.512926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb956-ee32-4580-8d46-d1a7d0afd8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdac4d5-ac7d-4531-afd7-d9870fffc5ff,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.580624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.613257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.696582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.700401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.702272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/acdac4d5-ac7d-4531-afd7-d9870fffc5ff HTTP/1.1" status: 204 len: 168 time: 0.1975272 Nov 12 03:30:06.723075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5695d2-750e-4367-9ba3-35b1cfaca216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdac4d5-ac7d-4531-afd7-d9870fffc5ff,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.182809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a12a49-594c-42df-bc26-d7aa176ac8d5 req-a4dc27d3-a0a8-4b6b-aac2-e0b059264816 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.184610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45a12a49-594c-42df-bc26-d7aa176ac8d5 req-a4dc27d3-a0a8-4b6b-aac2-e0b059264816 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 943 time: 0.1528771 Nov 12 03:30:07.282182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45a12a49-594c-42df-bc26-d7aa176ac8d5 req-6dc8907e-0f1a-4e86-a03a-0b20370d61b4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832610 Nov 12 03:30:07.424119 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:07.444658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54566) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.480483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ba731ad-9813-465b-8d48-3e533b4955a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.639371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ba731ad-9813-465b-8d48-3e533b4955a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.645897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ba731ad-9813-465b-8d48-3e533b4955a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.707283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0ba731ad-9813-465b-8d48-3e533b4955a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8f234cb9358149a59032d5f5b2ef1816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573695 Nov 12 03:30:07.709156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.746438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba731ad-9813-465b-8d48-3e533b4955a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ead940-6857-4e76-a22d-c2e7cc0b9030,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.906116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 177c3649-274e-454b-838c-45188283da67 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:08.229171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.290042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.302669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=177c3649-274e-454b-838c-45188283da67,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:08.316220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '177c3649-274e-454b-838c-45188283da67', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': '177c3649-274e-454b-838c-45188283da67', 'mac_address': 'fa:16:3e:38:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:08.374368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.400525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177c3649-274e-454b-838c-45188283da67 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:08.409566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.412188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.413353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f3ead940-6857-4e76-a22d-c2e7cc0b9030 HTTP/1.1" status: 204 len: 168 time: 0.7049782 Nov 12 03:30:08.431054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a4afa-c8d1-4829-ad2d-102bf1056ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ead940-6857-4e76-a22d-c2e7cc0b9030,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.441864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=177c3649-274e-454b-838c-45188283da67,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:08.448113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.537755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.559261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.559616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.559981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.560489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.560988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.561538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.563936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.564483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.564984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.565365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.565671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.566007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:08.597096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b89f-6095-418e-9ec9-fe5ee350fcce req-e5307f83-1ada-46cb-a371-9b80dd49212b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.599139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d66b89f-6095-418e-9ec9-fe5ee350fcce req-e5307f83-1ada-46cb-a371-9b80dd49212b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 944 time: 0.0812976 Nov 12 03:30:08.668813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d66b89f-6095-418e-9ec9-fe5ee350fcce req-5fe44f3b-604a-4da8-b4a6-449af9b9dcc9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Nov 12 03:30:08.707219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['177c3649-274e-454b-838c-45188283da67'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:09.761358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:09.892694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17878086-56fd-4376-ae05-ce2d82112f32 req-142599d0-89cb-4c44-aa30-078c97c5ddf3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.898424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17878086-56fd-4376-ae05-ce2d82112f32 req-142599d0-89cb-4c44-aa30-078c97c5ddf3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 944 time: 0.1165867 Nov 12 03:30:09.904392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 177c3649-274e-454b-838c-45188283da67 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:10.010164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17878086-56fd-4376-ae05-ce2d82112f32 req-123b91d8-7b85-471a-81eb-771e33dd2474 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036825 Nov 12 03:30:10.069780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 177c3649-274e-454b-838c-45188283da67 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:10.082555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 177c3649-274e-454b-838c-45188283da67 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:10.082997 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.090147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.302390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.308874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.345587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.404506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d65f3f-5963-4669-ae4d-e574503e6e5a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.408459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=639e759f33bf41ab8509558c3b0ba382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6453557 Nov 12 03:30:10.412184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.434440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.434440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.434440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.434440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.435747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=177c3649-274e-454b-838c-45188283da67,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:10.435861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.435861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.436307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.436664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.437055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.437421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.437638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.439911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.440321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41946b0c-820d-473c-b250-e336939d14f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.456874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c3649-274e-454b-838c-45188283da67'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:10.459800 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409fb740-14ed-465a-9079-afd18b9adaca" -d '{"events": [{"server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "name": "network-vif-plugged", "status": "completed", "tag": "177c3649-274e-454b-838c-45188283da67"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:10.464148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.565962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.579643 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69dacbd-2bf7-480c-8746-0f4d3dd69e8f x-openstack-request-id: req-f69dacbd-2bf7-480c-8746-0f4d3dd69e8f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:10.579908 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "name": "network-vif-plugged", "status": "completed", "tag": "177c3649-274e-454b-838c-45188283da67", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:10.580213 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f69dacbd-2bf7-480c-8746-0f4d3dd69e8f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:10.581447 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177c3649-274e-454b-838c-45188283da67', 'code': 200} Nov 12 03:30:10.617355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.650657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.704914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.707621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.708958 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d1d65f3f-5963-4669-ae4d-e574503e6e5a HTTP/1.1" status: 204 len: 168 time: 0.2942061 Nov 12 03:30:10.718914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6c95-29a9-4117-80f6-c52da1a68e68 req-78d41689-3f4c-4e1d-85e4-2ebe2eb1c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.732634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8adc6c95-29a9-4117-80f6-c52da1a68e68 req-78d41689-3f4c-4e1d-85e4-2ebe2eb1c7b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 1097 time: 0.1053786 Nov 12 03:30:10.733282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d65f3f-5963-4669-ae4d-e574503e6e5a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.742258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.742604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.742945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.743468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.746584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.749766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.750308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.750924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.751432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.752004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.752519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.756752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b3e27b-e5d9-4baf-8d59-5fc265ba592f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:10.812307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8adc6c95-29a9-4117-80f6-c52da1a68e68 req-b111b12c-a024-47ea-a8ab-cdd988bbe28c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723166 Nov 12 03:30:10.848655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95120da1-f132-45d0-a769-00f1afbc4d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.015037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95120da1-f132-45d0-a769-00f1afbc4d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.020284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95120da1-f132-45d0-a769-00f1afbc4d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.055394 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-95120da1-f132-45d0-a769-00f1afbc4d47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=205975ce8db74d9d88fda445566f7c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160970 Nov 12 03:30:11.057843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.126589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95120da1-f132-45d0-a769-00f1afbc4d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff95bf1-4f83-4df4-a629-e1c322af9dcd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.255364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.292779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.333269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8191-4476-4c78-b67b-a03c67dc7cb4 req-6e91ca32-e3cf-4a0d-9c72-b97efaa41483 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.344859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abdb8191-4476-4c78-b67b-a03c67dc7cb4 req-6e91ca32-e3cf-4a0d-9c72-b97efaa41483 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 0.1869481 Nov 12 03:30:11.396174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.405114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.407497 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ff95bf1-4f83-4df4-a629-e1c322af9dcd HTTP/1.1" status: 204 len: 168 time: 0.3482447 Nov 12 03:30:11.421026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367e34a-58dd-4195-8a3d-2ed43ef7d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff95bf1-4f83-4df4-a629-e1c322af9dcd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:11.468769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abdb8191-4476-4c78-b67b-a03c67dc7cb4 req-d35e779f-9bbd-478e-bcae-167eb9696628 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124699 Nov 12 03:30:12.140237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54818) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.156799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.408906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-285384687-network', 'tenant_id': '869b3465b0ec4a838e012add08265b8e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.481370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Made reservation on behalf of 869b3465b0ec4a838e012add08265b8e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:12.485859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.510950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.515438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8a7f9978-e269-48c9-945b-bf9074344375 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.643335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.657980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.671622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:12.730040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.730380 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Added segment 999abb3a-6719-41e3-98ba-febfe2392448 of type vlan for network d35380c2-838c-48bf-ab08-f50dfdbc475b Nov 12 03:30:12.793735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a7f9978-e269-48c9-945b-bf9074344375 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "PUT /v2.0/quotas/97251e65c0ef4c42ae7828f0bae9270d HTTP/1.1" status: 200 len: 368 time: 0.6585336 Nov 12 03:30:12.794696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.824145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Request body: {'network': {'project_id': '97251e65c0ef4c42ae7828f0bae9270d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:12.858256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac3c045-cf8d-456d-a744-b9c48bf9bff8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.890746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.908347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb272c4a-caf2-4ae8-a1e5-178a13288564 req-8da940a1-fa3d-4684-8c3c-f6460a16bb7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.914254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Made reservation on behalf of 97251e65c0ef4c42ae7828f0bae9270d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:12.916835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.917033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb272c4a-caf2-4ae8-a1e5-178a13288564 req-8da940a1-fa3d-4684-8c3c-f6460a16bb7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 0.2709987 Nov 12 03:30:12.937913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.995417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb272c4a-caf2-4ae8-a1e5-178a13288564 req-21da09c5-469b-4817-8e3a-7320e4252da9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Nov 12 03:30:12.997100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:30:13.056307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.057556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.058322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.118559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.124848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.199015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:13.229601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2cc99c-8f38-46cf-a198-9f594bf9f9b4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.253890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.254160 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Added segment d51fd452-7bca-4353-8da1-9c19d3d52c94 of type vlan for network 5eb717f9-2dc4-4863-9d88-6044fc94cec5 Nov 12 03:30:13.302501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1408598 Nov 12 03:30:13.303220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54872) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:13.329761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Request body: {'subnet': {'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-285384687-subnet', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:13.352383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.353106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922b0c-21b0-4b4e-ac37-03d3e7df92ca admin admin] Pushing event updated for resources: {'Network': ['ID=d35380c2-838c-48bf-ab08-f50dfdbc475b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.362972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d35380c2-838c-48bf-ab08-f50dfdbc475b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:13.408677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.411393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.412102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.417649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36222136-389a-4e74-a1ed-3ac070c090db req-607eb5e6-c2a8-4304-bac8-b2de7497f18b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.427429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36222136-389a-4e74-a1ed-3ac070c090db req-607eb5e6-c2a8-4304-bac8-b2de7497f18b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2984562 Nov 12 03:30:13.561830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Made reservation on behalf of 869b3465b0ec4a838e012add08265b8e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:13.571558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.662856 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8644228 Nov 12 03:30:13.667295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54888) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:13.683163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Request body: {'network': {'project_id': '97251e65c0ef4c42ae7828f0bae9270d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:13.698822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c086-3420-4d27-8118-38c79f289769 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event updated for resources: {'Network': ['ID=5eb717f9-2dc4-4863-9d88-6044fc94cec5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.722784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5eb717f9-2dc4-4863-9d88-6044fc94cec5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:13.748071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Made reservation on behalf of 97251e65c0ef4c42ae7828f0bae9270d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:13.752598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.773397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36222136-389a-4e74-a1ed-3ac070c090db req-edfcf43c-b4df-458d-9e40-56385767b3f5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447218 Nov 12 03:30:13.854841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:13.904260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.904901 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Added segment d1ad2c09-5c2a-431d-8676-bc3e1ecac96a of type vlan for network f47d5213-b805-4b2d-a528-a967d47687ea Nov 12 03:30:13.963141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.968699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-98874365-bf13-484e-a480-cddb7a39da5b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.981797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-98874365-bf13-484e-a480-cddb7a39da5b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.6407700 Nov 12 03:30:14.012988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.014342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.015428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.037587 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3647072 Nov 12 03:30:14.044828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.045468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54898) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.049069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-1d3b7b24-cb26-413f-8de7-39d49635abb7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0538437 Nov 12 03:30:14.069057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3af682a0-3766-414c-bc52-3e8048a3267e tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Request body: {'network': {'project_id': '97251e65c0ef4c42ae7828f0bae9270d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:14.111892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2239ddd-e8e9-43c1-b871-5805fda77097 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event updated for resources: {'Network': ['ID=f47d5213-b805-4b2d-a528-a967d47687ea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.129905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f47d5213-b805-4b2d-a528-a967d47687ea details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:14.194907 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af682a0-3766-414c-bc52-3e8048a3267e tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:30:14.195415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af682a0-3766-414c-bc52-3e8048a3267e tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:14.196587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3af682a0-3766-414c-bc52-3e8048a3267e tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1314197 Nov 12 03:30:14.201206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.264228 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4dd05d1b-55a9-408a-afd3-b56eb07a0f1a tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=97251e65c0ef4c42ae7828f0bae9270d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614138 Nov 12 03:30:14.271357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.273652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-e3d02634-3b07-4fc9-823c-5bfba8f9995d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958902 Nov 12 03:30:14.334068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54910) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.345778 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.380891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.401428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84123cd-a3c9-4940-bfe9-861a9b640d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.428466 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.452236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.454904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.458675 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e2cc99c-8f38-46cf-a198-9f594bf9f9b4 HTTP/1.1" status: 204 len: 168 time: 0.1838765 Nov 12 03:30:14.466143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.466928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fbf69-613c-4810-801d-d368ac36d733 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2cc99c-8f38-46cf-a198-9f594bf9f9b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.498937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-93ca131f-6dd2-4d41-b634-c48a8843d520 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147400 Nov 12 03:30:14.531237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5acc1f-62f2-4076-8468-43fbb82f1885,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.553275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2146533841'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:14.581011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.595426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Made reservation on behalf of 010a366ab728443fbd9212d90a257312 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:14.599499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.617870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.636348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Checking segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:14.636703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Network hostable DHCP agents. Network: d35380c2-838c-48bf-ab08-f50dfdbc475b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:14.647032 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84123cd-a3c9-4940-bfe9-861a9b640d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.655557 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84123cd-a3c9-4940-bfe9-861a9b640d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.710108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-1a0eb37c-12f0-441a-98f3-87ff0efc21f6 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989384 Nov 12 03:30:14.713051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:14.715669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84123cd-a3c9-4940-bfe9-861a9b640d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a7ab8-9ce7-4a22-b0c2-fb68fa6b5d2d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.719163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.721625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b84123cd-a3c9-4940-bfe9-861a9b640d0a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9878066da54d4c9fbce50ef943256776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711690 Nov 12 03:30:14.725462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54916) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.733946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d35380c2-838c-48bf-ab08-f50dfdbc475b) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:14.745383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.745986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.748559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6d8b29-7467-4e2b-b84e-f1f217470b59 None None] Network d35380c2-838c-48bf-ab08-f50dfdbc475b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:14.770684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47d5213-b805-4b2d-a528-a967d47687ea']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:14.781711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2b9c5211-1ca4-4fca-915d-e79faa0ba594 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4628973 Nov 12 03:30:14.784386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54918) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.788678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:14.796237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ad2c09-5c2a-431d-8676-bc3e1ecac96a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:14.796591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ad2c09-5c2a-431d-8676-bc3e1ecac96a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:14.807028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.814010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.846192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.850957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.857705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.862095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:14.862610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:14.864312 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:14.880695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.888927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.920754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.960224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09315d04-3c43-40f8-a947-d436e1b5b1a4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.003118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.004911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:15.021227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.024483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "DELETE /v2.0/networks/f47d5213-b805-4b2d-a528-a967d47687ea HTTP/1.1" status: 204 len: 168 time: 0.5547433 Nov 12 03:30:15.029188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b12cc1-0b41-4e78-a7f5-109e2ec69b32 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event deleted for resources: {'Network': ['ID=f47d5213-b805-4b2d-a528-a967d47687ea,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.032870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.090073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d35380c2-838c-48bf-ab08-f50dfdbc475b', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:15.091409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.112136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.125592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.125779 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Added segment 1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b of type vlan for network ab5c70d0-460b-4042-9611-8c24691f3419 Nov 12 03:30:15.127877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda00dce-a631-4a3f-b038-1be73fe1c392 req-2b7e3f2e-5cd4-4394-beab-458120c01a22 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 210 time: 0.1447461 Nov 12 03:30:15.162691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.168418 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.172139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f51a7ab8-9ce7-4a22-b0c2-fb68fa6b5d2d HTTP/1.1" status: 204 len: 168 time: 0.4431605 Nov 12 03:30:15.322992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63ee07-d12c-4867-abd4-ce3414734f01 req-e1457ad9-9940-4f62-acfb-2858b669ecd5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.324849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d63ee07-d12c-4867-abd4-ce3414734f01 req-e1457ad9-9940-4f62-acfb-2858b669ecd5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.4099555 Nov 12 03:30:15.329449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.347597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.355004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bcc40-86c7-4900-86cf-1958e29e3e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a7ab8-9ce7-4a22-b0c2-fb68fa6b5d2d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.417546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.451022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb717f9-2dc4-4863-9d88-6044fc94cec5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:15.461400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.478764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Allocated IP 172.20.0.2 (d35380c2-838c-48bf-ab08-f50dfdbc475b/fc5acc1f-62f2-4076-8468-43fbb82f1885/0fa222fb-667b-4637-88b8-0f304d168393) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:15.484067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.484735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.502554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51fd452-7bca-4353-8da1-9c19d3d52c94') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:15.502830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51fd452-7bca-4353-8da1-9c19d3d52c94') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:15.533333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d63ee07-d12c-4867-abd4-ce3414734f01 req-b3b9867e-d533-4e29-8955-74fdfb8b4f2a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879222 Nov 12 03:30:15.604039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.669663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event updated for resources: {'Network': ['ID=ab5c70d0-460b-4042-9611-8c24691f3419,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.687799 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-13443cf1-d526-466c-bf75-af3542fd507e tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3524082 Nov 12 03:30:15.689451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.691854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.696181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ab5c70d0-460b-4042-9611-8c24691f3419 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:15.714508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Request body: {'subnet': {'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:15.724070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.755452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:15.755864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:15.757594 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:15.903799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.919689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.920230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.925780 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] 10.222.0.93 "DELETE /v2.0/networks/5eb717f9-2dc4-4863-9d88-6044fc94cec5 HTTP/1.1" status: 204 len: 168 time: 0.8917561 Nov 12 03:30:15.930111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.948674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c151a-2a6b-4121-ba98-760cd2ca6850 tempest-QuotasNegativeTest-689977475 tempest-QuotasNegativeTest-689977475-project-admin] Pushing event deleted for resources: {'Network': ['ID=5eb717f9-2dc4-4863-9d88-6044fc94cec5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.983505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:15.986997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:15.991647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Made reservation on behalf of 010a366ab728443fbd9212d90a257312 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:15.991806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:15.997134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.001244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Pushing event updated for resources: {'Port': ['ID=0fa222fb-667b-4637-88b8-0f304d168393,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.011906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.045171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.063213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Attempting to bind port 0fa222fb-667b-4637-88b8-0f304d168393 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:16.063583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Attempting to bind port 0fa222fb-667b-4637-88b8-0f304d168393 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:16.063951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Attempting to bind port 0fa222fb-667b-4637-88b8-0f304d168393 on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:16.073623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:16.074002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Checking segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:16.074412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.074819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Bound using segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:16.075299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Bound port: 0fa222fb-667b-4637-88b8-0f304d168393, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:16.076078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.270489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] For port 0fa222fb-667b-4637-88b8-0f304d168393, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:16.275410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] For port 0fa222fb-667b-4637-88b8-0f304d168393, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fa222fb-667b-4637-88b8-0f304d168393,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:16.282083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.341966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.416944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346399f-2431-402a-9074-aa27b72c50bb None None] Pushing event updated for resources: {'Port': ['ID=0fa222fb-667b-4637-88b8-0f304d168393,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.425116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.511677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event updated for resources: {'Subnet': ['ID=36556909-78a5-4074-8cb8-9d3283ff5ba5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.559421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Checking segment: {'id': '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:16.559798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Network hostable DHCP agents. Network: ab5c70d0-460b-4042-9611-8c24691f3419, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:16.591636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Network ab5c70d0-460b-4042-9611-8c24691f3419 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:16.606935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-584114005-network', 'tenant_id': '41092154d84d49a5b148ae34566cddf9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:16.627079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ab5c70d0-460b-4042-9611-8c24691f3419) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:16.634618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966c497-0278-4a06-9329-38e3277470e6 None None] Network ab5c70d0-460b-4042-9611-8c24691f3419 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:16.634789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.635829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.663669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Made reservation on behalf of 41092154d84d49a5b148ae34566cddf9 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:16.666661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.672019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3363df62-f5e7-4016-9813-f370e95a6ad2 req-db551e9a-9e5a-46ed-a16d-87932534ff2e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 210 time: 0.0783815 Nov 12 03:30:16.688372 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e7f85ac-f51d-460d-9faf-745d44b616ea tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9813132 Nov 12 03:30:16.690887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.697247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Request body: {'port': {'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419', 'name': 'tempest-DHCPAgentSchedulersTestJSON-79217449'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:16.729668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.873419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54980) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.902423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Allocated IP 172.25.4.150 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f40cd23e-f397-4ffa-a6ea-49c0a567241d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:16.926599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-ab5c70d0-460b-4042-9611-8c24691f3419', 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419', 'tenant_id': '010a366ab728443fbd9212d90a257312', 'fixed_ips': [{'subnet_id': '36556909-78a5-4074-8cb8-9d3283ff5ba5'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:16.928552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.936573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc0a34-793e-437a-ad32-f776485a32d2 req-78cf5c0e-b6f3-4b93-84f0-041f3dedb8f7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.944722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4fc0a34-793e-437a-ad32-f776485a32d2 req-78cf5c0e-b6f3-4b93-84f0-041f3dedb8f7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2633507 Nov 12 03:30:16.954906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-621a55f6-60de-4326-b39b-5ef7bbed6609 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.956538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-621a55f6-60de-4326-b39b-5ef7bbed6609 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.3611178 Nov 12 03:30:16.966839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Made reservation on behalf of 010a366ab728443fbd9212d90a257312 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:16.970837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.986213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.992961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.002267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.011533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] device_id is not set on port bedb9db3-ad28-435a-a371-3527e6677550 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:17.080386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:17.116055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.120184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.120500 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Added segment 4823d5df-a344-484e-808f-65fb501fdb21 of type vlan for network 110f3bdc-6aed-4229-a3f5-22b84aaa532f Nov 12 03:30:17.137428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4fc0a34-793e-437a-ad32-f776485a32d2 req-347145c7-f3fb-442e-8c29-133a1f5f1529 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913931 Nov 12 03:30:17.139475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44a0c97f-8789-461a-bc01-1b7aa6486d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.140428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Allocated IP 172.20.0.2 (ab5c70d0-460b-4042-9611-8c24691f3419/36556909-78a5-4074-8cb8-9d3283ff5ba5/bd42f451-3cb5-4264-86eb-9bd4afcce26d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:17.220115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.225979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.253776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:17.257719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.268656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.269700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.270338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.323388 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8919184 Nov 12 03:30:17.329994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.339259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Request body: {'subnet': {'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-584114005-subnet', 'tenant_id': '41092154d84d49a5b148ae34566cddf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.339914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.345645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.355487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.358200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44a0c97f-8789-461a-bc01-1b7aa6486d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.385535 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44a0c97f-8789-461a-bc01-1b7aa6486d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.393175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Network ab5c70d0-460b-4042-9611-8c24691f3419 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.399296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.406005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.421245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Pushing event updated for resources: {'Port': ['ID=bd42f451-3cb5-4264-86eb-9bd4afcce26d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.423996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0c97f-8789-461a-bc01-1b7aa6486d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37391499-3f29-4d03-92d9-42e57109132a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.439183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0951d-c101-4130-8410-b2f2ead18705 admin admin] Pushing event updated for resources: {'Network': ['ID=110f3bdc-6aed-4229-a3f5-22b84aaa532f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.467781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Made reservation on behalf of 41092154d84d49a5b148ae34566cddf9 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:17.477982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.483384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Attempting to bind port bd42f451-3cb5-4264-86eb-9bd4afcce26d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:17.485115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Attempting to bind port bd42f451-3cb5-4264-86eb-9bd4afcce26d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:17.485115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Attempting to bind port bd42f451-3cb5-4264-86eb-9bd4afcce26d on network ab5c70d0-460b-4042-9611-8c24691f3419 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:17.485344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Allocated IP 172.20.0.4 (ab5c70d0-460b-4042-9611-8c24691f3419/36556909-78a5-4074-8cb8-9d3283ff5ba5/bedb9db3-ad28-435a-a371-3527e6677550) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:17.490469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:17.491349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Checking segment: {'id': '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:17.491531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.492105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Bound using segment: {'id': '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:17.492938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Bound port: bd42f451-3cb5-4264-86eb-9bd4afcce26d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'ab5c70d0-460b-4042-9611-8c24691f3419'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:17.494181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.500417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:17.555239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.563283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-44a0c97f-8789-461a-bc01-1b7aa6486d60 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb9a33a620a7438ebd8bdb31edee4478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6887717 Nov 12 03:30:17.568207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.599743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.9 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/5d801018-49df-4d20-89bf-50f414bbab9e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:17.611230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Pushing event updated for resources: {'Port': ['ID=f40cd23e-f397-4ffa-a6ea-49c0a567241d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.624335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.631706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.643173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] For port bd42f451-3cb5-4264-86eb-9bd4afcce26d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:17.647506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] For port bd42f451-3cb5-4264-86eb-9bd4afcce26d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd42f451-3cb5-4264-86eb-9bd4afcce26d,segment=NetworkSegment(1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b),segment_id=1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:17.653148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efe794-5501-4bf7-90a8-92aab1dc9b22 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:17.658441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.724254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163254f8-92ea-4ee2-b2e3-19a50a23a1a8 None None] Pushing event updated for resources: {'Port': ['ID=bd42f451-3cb5-4264-86eb-9bd4afcce26d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.808899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-102f3345-e183-4458-8d05-46cd3283434e None None] Provisioning complete for port f40cd23e-f397-4ffa-a6ea-49c0a567241d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:17.809645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-102f3345-e183-4458-8d05-46cd3283434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.868397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-102f3345-e183-4458-8d05-46cd3283434e None None] Port f40cd23e-f397-4ffa-a6ea-49c0a567241d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:17.923084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-188670b6-1a88-432d-8221-395ccd8ae04b req-7314516c-6459-422e-8a0e-0d82b3661c1d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 210 time: 0.0667498 Nov 12 03:30:18.007160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6df9828-b1f4-4189-aa95-70c56434d7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.125627 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.165265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.183619 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.189805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451428d-7dc0-4ce0-a7fd-714ae1c2799c None None] Network d35380c2-838c-48bf-ab08-f50dfdbc475b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:18.260231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fa222fb-667b-4637-88b8-0f304d168393 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:18.270441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.341336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] Provisioning complete for port 0fa222fb-667b-4637-88b8-0f304d168393 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:18.341704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.342886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Network ab5c70d0-460b-4042-9611-8c24691f3419 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:18.347090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.349670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.353260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/37391499-3f29-4d03-92d9-42e57109132a HTTP/1.1" status: 204 len: 168 time: 0.7815630 Nov 12 03:30:18.358008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:18.360541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:18.407821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a7810-2510-422d-8ea9-11150cf063c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37391499-3f29-4d03-92d9-42e57109132a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.423287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event updated for resources: {'Port': ['ID=bedb9db3-ad28-435a-a371-3527e6677550,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.456329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.459516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0fa222fb-667b-4637-88b8-0f304d168393 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:18.459884 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.464607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.466713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.469530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd1ce-7fb8-4d6a-8598-61de986bdd47 req-da066a9b-19ae-4f91-9d86-55e34be32452 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.471148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438bd1ce-7fb8-4d6a-8598-61de986bdd47 req-da066a9b-19ae-4f91-9d86-55e34be32452 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1623359 Nov 12 03:30:18.498481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ddf2202-3dfc-42dc-82d4-c79284aa2956 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8045650 Nov 12 03:30:18.500019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.523175 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.589205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e41987-8dd1-452b-8dfe-43bb68c5f1f3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.607425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.631830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.703834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] For port 0fa222fb-667b-4637-88b8-0f304d168393, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fa222fb-667b-4637-88b8-0f304d168393,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:18.705738 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.718031 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.750150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-438bd1ce-7fb8-4d6a-8598-61de986bdd47 req-4c440897-8939-4a3a-ba10-4b53087cb818 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227664 Nov 12 03:30:18.769324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Checking segment: {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:18.769696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Network hostable DHCP agents. Network: 110f3bdc-6aed-4229-a3f5-22b84aaa532f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:18.801235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Deleting port bedb9db3-ad28-435a-a371-3527e6677550 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:18.803952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.870711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.893978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e', '177c3649-274e-454b-838c-45188283da67'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:18.925761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.946432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:18.949192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6572cec-8a7f-4e1b-8922-4464d9f45a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.957391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.977448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3559943-d2ec-46d6-b5e7-f0347084a906 None None] Pushing event updated for resources: {'Port': ['ID=0fa222fb-667b-4637-88b8-0f304d168393,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.983734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:30:18.984182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 110f3bdc-6aed-4229-a3f5-22b84aaa532f) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:18.984713 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:30:18.994932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd8915-5bbd-46eb-ba91-95d1f60acb1f None None] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.054715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.083603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Calling delete_port for bedb9db3-ad28-435a-a371-3527e6677550 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:19.104517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:19.118068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.119199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.122875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:19.153511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:19.216028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6572cec-8a7f-4e1b-8922-4464d9f45a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.229081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6572cec-8a7f-4e1b-8922-4464d9f45a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.265263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b6572cec-8a7f-4e1b-8922-4464d9f45a30 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f22229cdc3e4e7ab4924c1cff44f43f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357804 Nov 12 03:30:19.266302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.335881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6572cec-8a7f-4e1b-8922-4464d9f45a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a88ec4-6a4c-4f28-98ad-769a17892849,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.388141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f91fa2-660b-4dad-91fd-fccacb3c27c3 None None] Network ab5c70d0-460b-4042-9611-8c24691f3419 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.408961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.427029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e7ac4db3-99ed-4a27-a4b3-99c71873e2de None None] Provisioning complete for port 0fa222fb-667b-4637-88b8-0f304d168393 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:19.427234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4db3-99ed-4a27-a4b3-99c71873e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.436636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8531ef-ea41-47e4-b7fa-d05336b72dcf None None] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.445488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.452661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.515783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event deleted for resources: {'Port': ['ID=bedb9db3-ad28-435a-a371-3527e6677550,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.518615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-da63b5fb-e9b3-4978-901c-2be011550569 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1858997 Nov 12 03:30:19.537796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.555361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.556075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.576414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe11f2-e1d1-4f3a-8ea5-9094e2825ac0 req-b343015f-addb-4c97-96f4-d31874eb4ce6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.584310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-effe11f2-e1d1-4f3a-8ea5-9094e2825ac0 req-b343015f-addb-4c97-96f4-d31874eb4ce6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 931 time: 0.4771872 Nov 12 03:30:19.627008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.633195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.637319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48a88ec4-6a4c-4f28-98ad-769a17892849 HTTP/1.1" status: 204 len: 168 time: 0.3699050 Nov 12 03:30:19.668373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-97c5b2a8-04f2-4358-af7c-1f884c648b94 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6808920 Nov 12 03:30:19.669678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10a4f-ad11-421a-88df-9e083091d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a88ec4-6a4c-4f28-98ad-769a17892849,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.686581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.691346 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2dd219d3-9277-4c3c-8874-2d15a7cf63af tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "DELETE /v2.0/ports/bedb9db3-ad28-435a-a371-3527e6677550 HTTP/1.1" status: 204 len: 168 time: 1.1890988 Nov 12 03:30:19.694754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.716721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Request body: {'port': {'device_id': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.865032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-effe11f2-e1d1-4f3a-8ea5-9094e2825ac0 req-b00a841f-8227-4fc1-8c8c-ad13e4d2e23e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799776 Nov 12 03:30:19.904101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.031743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] Provisioning complete for port bd42f451-3cb5-4264-86eb-9bd4afcce26d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.032144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.206867 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.215108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:30:20.268630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d7e8-9d05-44b8-b50f-1ff0993b3abb req-19b8c748-4009-41e6-b41e-9a5b0afaab4b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.272442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be06d7e8-9d05-44b8-b50f-1ff0993b3abb req-19b8c748-4009-41e6-b41e-9a5b0afaab4b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1531253 Nov 12 03:30:20.309537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] For port bd42f451-3cb5-4264-86eb-9bd4afcce26d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd42f451-3cb5-4264-86eb-9bd4afcce26d,segment=NetworkSegment(1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b),segment_id=1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:20.316003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.370805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fa222fb-667b-4637-88b8-0f304d168393 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:20.396408 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73e65e9c-ce71-4119-832f-f59cc0fb1927 tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.6979401 Nov 12 03:30:20.399356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.410366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-718320954'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:20.457379 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-779e1185-8f25-4052-ad3d-5837fa87c6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.465602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Made reservation on behalf of 010a366ab728443fbd9212d90a257312 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:20.468713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c56f81-9c71-4b1b-988b-dcf9a9e32a34 None None] Pushing event updated for resources: {'Port': ['ID=bd42f451-3cb5-4264-86eb-9bd4afcce26d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.481290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.512850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0fa222fb-667b-4637-88b8-0f304d168393 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.513224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.536584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d801018-49df-4d20-89bf-50f414bbab9e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:20.547126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.547879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:20.564179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Transition to ACTIVE for port object 5d801018-49df-4d20-89bf-50f414bbab9e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:20.568733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.569090 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Added segment 1bcc5b8a-f932-4733-9e4c-28737f268885 of type vlan for network e47920ca-e394-4857-be08-2f5c0297ba5a Nov 12 03:30:20.651340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fa82a268-d3ef-43c6-abb1-be147b9dc2bb None None] Provisioning complete for port bd42f451-3cb5-4264-86eb-9bd4afcce26d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.651839 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa82a268-d3ef-43c6-abb1-be147b9dc2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.669806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.688712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.716803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.722848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.723479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.800296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:20.812889 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:20.818391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bd42f451-3cb5-4264-86eb-9bd4afcce26d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:20.845004 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:20.847273 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:20.920065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port bd42f451-3cb5-4264-86eb-9bd4afcce26d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:20.920438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.924890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event updated for resources: {'Network': ['ID=e47920ca-e394-4857-be08-2f5c0297ba5a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.936099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9cab5d39-1299-455a-9c7f-c2f2330ca769 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5324676 Nov 12 03:30:20.936267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.942811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b2a70d0c-259c-4f78-99af-f834bbcc9d18 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1550150 Nov 12 03:30:20.942811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55056) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.948741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55058) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.951112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e47920ca-e394-4857-be08-2f5c0297ba5a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:21.005155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Pushing event updated for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.023257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be06d7e8-9d05-44b8-b50f-1ff0993b3abb req-ccf8dd50-128c-4c26-b32c-bd2b7b53c5f1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6576998 Nov 12 03:30:21.044891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1ff5b4d8-35cb-4f64-9e68-42de88268717 None None] Could not find standard attr ID for object bedb9db3-ad28-435a-a371-3527e6677550. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:21.214662 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:21.426024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Attempting to bind port 5d801018-49df-4d20-89bf-50f414bbab9e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:21.426997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Attempting to bind port 5d801018-49df-4d20-89bf-50f414bbab9e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:21.427507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Attempting to bind port 5d801018-49df-4d20-89bf-50f414bbab9e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:21.449709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916bdd-f01a-475b-8032-1d5ce2c6ca11 req-309d712c-50f1-4905-9329-8f5b0e3200b0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.458368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49916bdd-f01a-475b-8032-1d5ce2c6ca11 req-309d712c-50f1-4905-9329-8f5b0e3200b0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 943 time: 0.3065896 Nov 12 03:30:21.486091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Port 5d801018-49df-4d20-89bf-50f414bbab9e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:21.487000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Attempting to bind port 5d801018-49df-4d20-89bf-50f414bbab9e on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:21.487773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:17Z', 'revision_number': 3, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:21.518580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4868fd3d-7258-4ef7-aa73-76a4ade60b3b tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.5757527 Nov 12 03:30:21.521173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:21.521697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:21.522122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.522797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:21.523424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Bound port: 5d801018-49df-4d20-89bf-50f414bbab9e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:21.523945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.531007 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:21.531617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Updating router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd port f40cd23e-f397-4ffa-a6ea-49c0a567241d binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:30:21.572691 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.601666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49916bdd-f01a-475b-8032-1d5ce2c6ca11 req-a6f20081-1103-4508-a774-fb679a854c21 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420527 Nov 12 03:30:21.633519 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.729522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:21.736779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d801018-49df-4d20-89bf-50f414bbab9e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:21.748139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.813576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.815022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.817496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] 10.222.0.100 "PUT /v2.0/ports/5d801018-49df-4d20-89bf-50f414bbab9e HTTP/1.1" status: 200 len: 1092 time: 2.1169589 Nov 12 03:30:21.834203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:21.840806 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f217f9-ff83-4d60-a2e7-64128287fc41" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:21.912896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f80e-5252-47b2-a5da-e8dde1f84724 service neutron] Pushing event updated for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.933646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-536e7837-0af2-4e69-850e-bc3dfa4a6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.935696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-536e7837-0af2-4e69-850e-bc3dfa4a6b53 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 1095 time: 0.0684352 Nov 12 03:30:21.989760 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eaf86e-6fed-40e7-82b5-cae4f2fee63d x-openstack-request-id: req-b2eaf86e-6fed-40e7-82b5-cae4f2fee63d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:21.990158 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:21.990546 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b2eaf86e-6fed-40e7-82b5-cae4f2fee63d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:21.991329 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e', 'status': 'completed', 'code': 200} Nov 12 03:30:21.999137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-f6b5e1ca-0b14-4e95-9e0d-6f3a6b9915a9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d801018-49df-4d20-89bf-50f414bbab9e HTTP/1.1" status: 200 len: 217 time: 0.0564952 Nov 12 03:30:22.010581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e6ec05-4ade-4764-9859-25a91a74d7be tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] Network e47920ca-e394-4857-be08-2f5c0297ba5a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:22.014968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.042475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-15e6ec05-4ade-4764-9859-25a91a74d7be tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "POST /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5191369 Nov 12 03:30:22.045912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.046099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137e054-cf12-4a7a-b201-b012201507fa None None] Network e47920ca-e394-4857-be08-2f5c0297ba5a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:22.102000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a39991e3-0515-47c2-addb-1a0971a20ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.104613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-a39991e3-0515-47c2-addb-1a0971a20ff8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0988092 Nov 12 03:30:22.118386 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.134473 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.174443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-f4d773df-9906-4e8a-a50f-e4589298c5ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613761 Nov 12 03:30:22.282227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bd42f451-3cb5-4264-86eb-9bd4afcce26d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:22.294616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5ca76-ce34-4478-ae01-02b890e23bf6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:22.324787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Attempting to bind port f40cd23e-f397-4ffa-a6ea-49c0a567241d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:22.325386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Attempting to bind port f40cd23e-f397-4ffa-a6ea-49c0a567241d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:22.326122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Attempting to bind port f40cd23e-f397-4ffa-a6ea-49c0a567241d on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:22.340666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:22.342004 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:22.342739 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.343388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:22.344273 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Bound port: f40cd23e-f397-4ffa-a6ea-49c0a567241d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:22.345187 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.413040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61912699-97d0-4a1e-9a58-c4fd74d8b5f1 req-4bd49050-565c-49ea-b023-d8ceede0f8aa tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.414706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61912699-97d0-4a1e-9a58-c4fd74d8b5f1 req-4bd49050-565c-49ea-b023-d8ceede0f8aa tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1696889 Nov 12 03:30:22.457994 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Pushing event updated for resources: {'Port': ['ID=f40cd23e-f397-4ffa-a6ea-49c0a567241d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.460571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-7f096b34-9191-4a17-8c99-fec5d699ee5a service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749934 Nov 12 03:30:22.478168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4bcc07c3-b014-4495-bd7d-7fc1bd2ae14e None None] Provisioning complete for port f40cd23e-f397-4ffa-a6ea-49c0a567241d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.478570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bcc07c3-b014-4495-bd7d-7fc1bd2ae14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.484976 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] For port f40cd23e-f397-4ffa-a6ea-49c0a567241d, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:22.492530 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.494560 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.495009 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.495458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.495891 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.504936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.505626 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.506172 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.506731 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.507292 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.507830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.508388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:22.516137 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] For port f40cd23e-f397-4ffa-a6ea-49c0a567241d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f40cd23e-f397-4ffa-a6ea-49c0a567241d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:22.527059 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.532120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc07c3-b014-4495-bd7d-7fc1bd2ae14e None None] Port f40cd23e-f397-4ffa-a6ea-49c0a567241d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:22.535252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port bd42f451-3cb5-4264-86eb-9bd4afcce26d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.535415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.597775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74ab5e-2427-43f0-9159-301b56d12017 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:22.609237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:22.609741 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:22.629990 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37c266d3-9b2f-487a-844f-bf760b14d204 tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks HTTP/1.1" status: 200 len: 12021 time: 0.5795510 Nov 12 03:30:22.652913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.653259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.668611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fc060a-5a52-441e-829a-2933896e6d5c req-40f96fcf-1125-4150-9abe-675ad9531a27 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981721 Nov 12 03:30:22.710840 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b90e9-55d7-4dd7-a0fa-42dc3c9759cd None None] Pushing event updated for resources: {'Port': ['ID=f40cd23e-f397-4ffa-a6ea-49c0a567241d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.734384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61912699-97d0-4a1e-9a58-c4fd74d8b5f1 req-cac2f7b1-c369-4ac4-8330-83275aa25e41 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092659 Nov 12 03:30:22.767257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] Provisioning complete for port f40cd23e-f397-4ffa-a6ea-49c0a567241d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.768396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.775805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Allocated IP 172.20.0.1 (d35380c2-838c-48bf-ab08-f50dfdbc475b/fc5acc1f-62f2-4076-8468-43fbb82f1885/b10a64a7-d861-4955-8b87-24d9bc218cff) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:22.779148 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a9f81f7-8d29-44ed-8b1c-30ba94bb2a48 tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "DELETE /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks/e47920ca-e394-4857-be08-2f5c0297ba5a HTTP/1.1" status: 204 len: 168 time: 0.1248472 Nov 12 03:30:22.782084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.857993 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:22.864626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-2bb1d944-d732-41cc-aad8-cb91ccc5eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.866148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-2bb1d944-d732-41cc-aad8-cb91ccc5eca4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1301210 Nov 12 03:30:22.892526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3aef72-37cf-454b-8914-be73396451ed req-269009c0-591b-47b6-bcb3-e01973ef06ee tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.902565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3aef72-37cf-454b-8914-be73396451ed req-269009c0-591b-47b6-bcb3-e01973ef06ee tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 943 time: 0.1038015 Nov 12 03:30:22.946414 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.987303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] For port f40cd23e-f397-4ffa-a6ea-49c0a567241d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f40cd23e-f397-4ffa-a6ea-49c0a567241d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:22.991726 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.997233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.047553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae3aef72-37cf-454b-8914-be73396451ed req-6b5383e0-9c24-4361-ac44-51e06bce6226 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436791 Nov 12 03:30:23.052322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3e12f-c8d9-4feb-a9ed-7f47be67024c None None] Pushing event updated for resources: {'Port': ['ID=f40cd23e-f397-4ffa-a6ea-49c0a567241d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.072480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-fdfcc3e1-092e-4b30-92bb-c95b1caafb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.072480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-fdfcc3e1-092e-4b30-92bb-c95b1caafb85 service neutron] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.1960237 Nov 12 03:30:23.077676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-906025684'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:23.146187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-a7af5c45-d53a-421a-8f42-7932bd7b9712 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d801018-49df-4d20-89bf-50f414bbab9e HTTP/1.1" status: 200 len: 217 time: 0.0658095 Nov 12 03:30:23.151290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Made reservation on behalf of c6cadee6e4c046679eef660426411366 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:23.167097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.235345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-e49041b2-9e3c-43f9-b74c-e8d1a65e2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.237006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-e49041b2-9e3c-43f9-b74c-e8d1a65e2473 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0830224 Nov 12 03:30:23.260518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.262136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.289567 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-99e90224-fe80-4cf7-852c-020c3c3660df tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.5066650 Nov 12 03:30:23.294953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.303568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-72882c46-f74b-46a9-a47e-d799d930285f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581641 Nov 12 03:30:23.350991 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3727b1be-60ea-4cda-9d18-9ef3d87b1a62 tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/networks/ab5c70d0-460b-4042-9611-8c24691f3419/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0547552 Nov 12 03:30:23.356372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.373998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.422927 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:17Z', 'revision_number': 3, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:23.437716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:23.443262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-66f5ec67-ed42-4d8e-a2f0-d9bdf9d0ff8e tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/networks/ab5c70d0-460b-4042-9611-8c24691f3419/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0856211 Nov 12 03:30:23.446469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:23.451559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.458545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:23.459617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb9bd-9cde-4bdb-895a-d28bbda824b4 None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:17Z', 'revision_number': 3, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:23.488787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-d29af15d-730a-4184-b9bc-b9d116b8365f service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706955 Nov 12 03:30:23.542939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Pushing event updated for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.580730 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.607241 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.670275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73f217f9-ff83-4d60-a2e7-64128287fc41 req-71201c07-4238-4293-bde6-d699e5aeb062 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749985 Nov 12 03:30:23.684825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.722798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.842809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aded1df-805a-4ad1-9808-6ddf89d79f2d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.848368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ca90d9d2-7b4c-44be-9599-61a1134a452f None None] Provisioning complete for port b10a64a7-d861-4955-8b87-24d9bc218cff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:23.848967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9d2-7b4c-44be-9599-61a1134a452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.861344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:23.914353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09c4f8b8-73de-4db7-814c-51f2d9d708cb tempest-DHCPAgentSchedulersTestJSON-1514422318 tempest-DHCPAgentSchedulersTestJSON-1514422318-project-admin] 10.222.0.93 "GET /v2.0/agents/159926b3-0b3e-4125-8805-534d201a0504/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.4578521 Nov 12 03:30:23.916729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.917329 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Added segment 308aa71c-25e5-450b-b064-3ff5f6c490b4 of type vlan for network b981fc12-6614-4f50-9560-7cde4b750d7f Nov 12 03:30:23.919017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55122) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.923414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca90d9d2-7b4c-44be-9599-61a1134a452f None None] Port b10a64a7-d861-4955-8b87-24d9bc218cff cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:23.937937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.006014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.056500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd712-d985-4f7c-a892-a439fd716051 req-87d1a5f0-a882-488e-9a28-eecd28e5541b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.058177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52fbd712-d985-4f7c-a892-a439fd716051 req-87d1a5f0-a882-488e-9a28-eecd28e5541b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1556363 Nov 12 03:30:24.098859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.115990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.116930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.117590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.154556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52fbd712-d985-4f7c-a892-a439fd716051 req-569c1503-f4c5-4233-829c-4b0c48f0a856 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846274 Nov 12 03:30:24.171933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f40cd23e-f397-4ffa-a6ea-49c0a567241d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:24.255604 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5924032 Nov 12 03:30:24.294436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f40cd23e-f397-4ffa-a6ea-49c0a567241d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:24.295022 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.378690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466db55-09be-4955-8fcd-7a56ace8f402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Pushing event updated for resources: {'Network': ['ID=b981fc12-6614-4f50-9560-7cde4b750d7f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.382779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.417055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc167eea-dea6-451d-9c9f-d92852d7d79b req-0648140e-a5de-4157-be73-bfce65ac65f8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.426526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc167eea-dea6-451d-9c9f-d92852d7d79b req-0648140e-a5de-4157-be73-bfce65ac65f8 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 943 time: 0.2099240 Nov 12 03:30:24.428160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b981fc12-6614-4f50-9560-7cde4b750d7f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:24.457666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47920ca-e394-4857-be08-2f5c0297ba5a']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.472696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcc5b8a-f932-4733-9e4c-28737f268885') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.473261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcc5b8a-f932-4733-9e4c-28737f268885') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.502851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.534891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.544202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.547755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.576705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc167eea-dea6-451d-9c9f-d92852d7d79b req-d5f3b950-2262-4bbd-946c-4113dd9b4f52 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489446 Nov 12 03:30:24.602972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55136) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.604188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:24.604600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:24.613848 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:24.654373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f', 'binding:host_id': 'n-h2-713499-30', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-953627484'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:24.656925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Pushing event updated for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.702414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.816445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:24.817990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:25.029371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Made reservation on behalf of 49796d4d989f47e3a15987e5e8e06e88 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:25.034976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.052950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:25.062098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.066860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.073693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.084085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "DELETE /v2.0/networks/e47920ca-e394-4857-be08-2f5c0297ba5a HTTP/1.1" status: 204 len: 168 time: 1.1488895 Nov 12 03:30:25.086266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.140421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c1cd5-cc65-4ad6-8989-7715dd65087f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event deleted for resources: {'Network': ['ID=e47920ca-e394-4857-be08-2f5c0297ba5a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.148208 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-258d7cdf-73e6-44b6-9331-a05a1babc024 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:25.148208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258d7cdf-73e6-44b6-9331-a05a1babc024 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:25.154127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-258d7cdf-73e6-44b6-9331-a05a1babc024 tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "DELETE /v2.0/ports/bedb9db3-ad28-435a-a371-3527e6677550 HTTP/1.1" status: 404 len: 333 time: 0.0631816 Nov 12 03:30:25.156235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.236339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:25.287562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.293443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.301408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:25.328884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6c5bc1ac-dea2-4bbd-81ea-e507e8bb436d None None] Provisioning complete for port b10a64a7-d861-4955-8b87-24d9bc218cff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:25.329813 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ac-dea2-4bbd-81ea-e507e8bb436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.416989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bc1ac-dea2-4bbd-81ea-e507e8bb436d None None] Port b10a64a7-d861-4955-8b87-24d9bc218cff cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:25.445601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.459497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:25.513094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.515692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0535c158-4b60-4216-9d0f-b57289a789d3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.537689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:25.563376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.568271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.569236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d801018-49df-4d20-89bf-50f414bbab9e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:25.639457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:25.645210 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6df8191-c818-4336-8528-2b81548aee42 admin admin] 10.222.0.93 "PUT /v2.0/routers/6b88ee99-4afa-440a-8e1e-2d7434ff7acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6952569 Nov 12 03:30:25.650490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Deleting subnet 36556909-78a5-4074-8cb8-9d3283ff5ba5 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:25.657636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.675693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.742958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.783253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b9f22-834a-44a1-8cd4-a8ef8d9cc2ce req-19493806-2e34-4500-9408-32da9f30e94c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.785963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-074b9f22-834a-44a1-8cd4-a8ef8d9cc2ce req-19493806-2e34-4500-9408-32da9f30e94c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.4682524 Nov 12 03:30:25.792674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d801018-49df-4d20-89bf-50f414bbab9e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.833946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5d801018-49df-4d20-89bf-50f414bbab9e', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': '5d801018-49df-4d20-89bf-50f414bbab9e', 'mac_address': 'fa:16:3e:9e:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:25.907595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.910668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.925970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f370a-b2dd-488f-acab-d82e062632d8 req-3e92155e-68f7-4284-976e-8b90415c468d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.927510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e35f370a-b2dd-488f-acab-d82e062632d8 req-3e92155e-68f7-4284-976e-8b90415c468d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 943 time: 0.1733181 Nov 12 03:30:25.938981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d801018-49df-4d20-89bf-50f414bbab9e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:25.939410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:25.947915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-074b9f22-834a-44a1-8cd4-a8ef8d9cc2ce req-adc05e3a-ffbb-4cdf-a460-9e2eef3486cf tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359284 Nov 12 03:30:25.962701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.971889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d801018-49df-4d20-89bf-50f414bbab9e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.980483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.017287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.024662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e35f370a-b2dd-488f-acab-d82e062632d8 req-ebf9d7f9-6045-4aa4-b017-1ee2aa2e5474 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752354 Nov 12 03:30:26.042027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.067103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:26.099380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.104564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Checking segment: {'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:26.104999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Network hostable DHCP agents. Network: b981fc12-6614-4f50-9560-7cde4b750d7f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:26.119086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event deleted for resources: {'Subnet': ['ID=36556909-78a5-4074-8cb8-9d3283ff5ba5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.125327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.127753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5f7d84-45da-489a-9942-8fc6a5bcc5e9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.129556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-057c102d-4a58-4f3d-85d0-6cebd19429ac tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "DELETE /v2.0/subnets/36556909-78a5-4074-8cb8-9d3283ff5ba5 HTTP/1.1" status: 204 len: 168 time: 0.9719024 Nov 12 03:30:26.131814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.134514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4ec74678-1bd4-4e72-9035-52298c3d1aed'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:26.165509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Network b981fc12-6614-4f50-9560-7cde4b750d7f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:26.170456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d7998-cf67-4ef7-a302-6de1d4c0d056 None None] Network ab5c70d0-460b-4042-9611-8c24691f3419 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:26.181801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:26.182913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:26.184198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b981fc12-6614-4f50-9560-7cde4b750d7f) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:26.188075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:26.205556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.205896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.206238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.211434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.212413 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.212815 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 2 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.218764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2594247-cc35-459d-bc6a-68a4807bd65a None None] Network b981fc12-6614-4f50-9560-7cde4b750d7f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:26.228559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.228559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.228865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.234317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.234554 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.234955 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 3 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.253290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.253742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.254076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.264903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.265248 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.265674 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 4 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.305991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.306584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.308445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.314119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.314451 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.314861 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 5 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.343279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.347027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.347380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.347728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.357722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.358079 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.358469 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 6 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.388654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.389147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.390102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.396696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.397223 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.398156 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 7 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.431395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Deleting port bd42f451-3cb5-4264-86eb-9bd4afcce26d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:26.432490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.443343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.443685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.444063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.449777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.450102 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.450885 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 8 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.478125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.478538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.478896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.485327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.485694 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.486112 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 9 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.506011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.506245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.506642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.512607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.512937 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.513385 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 10 to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 Nov 12 03:30:26.529853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:26.530580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:26.530580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:26.535811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:26.536239 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:26.536609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.639879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] For port bd42f451-3cb5-4264-86eb-9bd4afcce26d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd42f451-3cb5-4264-86eb-9bd4afcce26d,segment=NetworkSegment(1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b),segment_id=1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:26.640727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.666438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Calling delete_port for bd42f451-3cb5-4264-86eb-9bd4afcce26d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:26.743036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5d801018-49df-4d20-89bf-50f414bbab9e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:26.762836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:26.763113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempted to set empty binding levels {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:30:26.768750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.832998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.848053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.848660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.874440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.880435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event deleted for resources: {'Port': ['ID=bd42f451-3cb5-4264-86eb-9bd4afcce26d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.895304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654743718', 'description': 'tempest-description--306210194'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.896053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2831204 Nov 12 03:30:26.903392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.921576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] No DVR routers for this DVR port bd42f451-3cb5-4264-86eb-9bd4afcce26d on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:26.987614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d454e-d701-4d60-9225-6880e2904d46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5f7d84-45da-489a-9942-8fc6a5bcc5e9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.077696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.113721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Deleting port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:27.115634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.154248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5c70d0-460b-4042-9611-8c24691f3419']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.194457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.194873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1095bc15-fb2d-4cdd-ba5b-aa36dcbf628b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.219660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.243920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ad99f-8212-4abd-b713-98d5cac034b4 None None] DHCP port deletion for ab5c70d0-460b-4042-9611-8c24691f3419 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:27.252600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.257805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.281723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:27.286691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:27.293325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:27.398250 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:27.407536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.415522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.421907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] 10.222.0.93 "DELETE /v2.0/networks/ab5c70d0-460b-4042-9611-8c24691f3419 HTTP/1.1" status: 204 len: 168 time: 1.2843523 Nov 12 03:30:27.453952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port ec5f7d84-45da-489a-9942-8fc6a5bcc5e9, host n-h2-713499-30, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.458782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb36209-0bbc-4ada-9c0c-68b528ba3b3f tempest-DHCPAgentSchedulersTestJSON-990273596 tempest-DHCPAgentSchedulersTestJSON-990273596-project] Pushing event deleted for resources: {'Network': ['ID=ab5c70d0-460b-4042-9611-8c24691f3419,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.461563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.490688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f48df1-7a7d-4c2d-8a95-b89a1548d6c2 req-e58199ac-a43d-4915-83d4-d13313a4de0c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.501186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69f48df1-7a7d-4c2d-8a95-b89a1548d6c2 req-e58199ac-a43d-4915-83d4-d13313a4de0c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.3840182 Nov 12 03:30:27.537509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f738-4f9a-4ce0-8dd5-bf364ac78f7a req-496a3692-feb8-4f35-b6af-a483a6e086e0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.560808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84f8f738-4f9a-4ce0-8dd5-bf364ac78f7a req-496a3692-feb8-4f35-b6af-a483a6e086e0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 944 time: 0.3774865 Nov 12 03:30:27.601785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.606865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.640315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Calling delete_port for ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:27.674335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.679319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7893777 Nov 12 03:30:27.684522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:27.690689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group_rule': {'security_group_id': '3b5e7781-f027-4051-8c01-9e0e2daa6194', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:27.757487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e3ffb-7938-483f-8194-8f11d62f3963 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e7781-f027-4051-8c01-9e0e2daa6194,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.772345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69f48df1-7a7d-4c2d-8a95-b89a1548d6c2 req-24428061-5792-4d6c-a9da-9d942ae3c64d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615440 Nov 12 03:30:27.782569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.922828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.929498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.958862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe8e6f0-2e4b-4f56-aa12-6a30ec87b63f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.978055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:27.979607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84f8f738-4f9a-4ce0-8dd5-bf364ac78f7a req-55c992aa-4c58-4190-95d2-f7bd4279048c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172170 Nov 12 03:30:28.016764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.026084 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-221b9b41-eabf-48c4-a391-7f3bbcd90adf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376410 Nov 12 03:30:28.026638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.035484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group_rule': {'security_group_id': '3b5e7781-f027-4051-8c01-9e0e2daa6194', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:28.072802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.144698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.148152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bd42f451-3cb5-4264-86eb-9bd4afcce26d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:28.189828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec5f7d84-45da-489a-9942-8fc6a5bcc5e9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.215533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: bd42f451-3cb5-4264-86eb-9bd4afcce26d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:28.217268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bd42f451-3cb5-4264-86eb-9bd4afcce26d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:28.218521 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.240753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-af49dcd3-e399-427f-9719-2da74c000fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "DELETE /v2.0/ports/ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 HTTP/1.1" status: 204 len: 168 time: 1.3362319 Nov 12 03:30:28.241758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.294669 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5131be-6b03-4337-86ee-0e803fddd693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:30:28.297822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4c5131be-6b03-4337-86ee-0e803fddd693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports/ec5f7d84-45da-489a-9942-8fc6a5bcc5e9 HTTP/1.1" status: 404 len: 333 time: 0.0537529 Nov 12 03:30:28.304859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55216) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.324068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125351557'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:28.351329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:24Z', 'revision_number': 2, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:28.370234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Made reservation on behalf of 49796d4d989f47e3a15987e5e8e06e88 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:28.372826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.402291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port 21cf7a76-f617-4d00-906d-32a485a67a4d yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:28.417475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e293ee8-09ec-46b0-8de4-28d146a338b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=010a366ab728443fbd9212d90a257312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343698 Nov 12 03:30:28.419757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55218) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.442032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:28.442436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Updating router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd port b10a64a7-d861-4955-8b87-24d9bc218cff binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:30:28.460178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.465659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.498747 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.535605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.540198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5124028 Nov 12 03:30:28.541175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da009a-f0ad-4b70-8caf-91aab08c3fc3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c411f9-5787-4562-bdbc-a57a24ea6dfd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.543933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.560728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:28.639751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.709982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.741883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.807103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.816697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.819077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/09315d04-3c43-40f8-a947-d436e1b5b1a4 HTTP/1.1" status: 204 len: 168 time: 0.3951659 Nov 12 03:30:28.950825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdcf12-3bb9-4add-8b18-54e3aed61a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09315d04-3c43-40f8-a947-d436e1b5b1a4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.098824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.116401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.174810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.223418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a9865-130a-4515-9190-51a9f3e1f29e req-28af2dae-899e-46bc-bec0-e2cd628c04ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.225408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd9a9865-130a-4515-9190-51a9f3e1f29e req-28af2dae-899e-46bc-bec0-e2cd628c04ce tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.2780735 Nov 12 03:30:29.260131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:29.301765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c18d-13ea-4dc5-9040-86a1349a9f0b None None] Pushing event updated for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.469985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Attempting to bind port b10a64a7-d861-4955-8b87-24d9bc218cff on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:29.470589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Attempting to bind port b10a64a7-d861-4955-8b87-24d9bc218cff by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:29.470736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Attempting to bind port b10a64a7-d861-4955-8b87-24d9bc218cff on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:29.479834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:29.494871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Checking segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:29.495435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.495933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Bound using segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:29.496749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Bound port: b10a64a7-d861-4955-8b87-24d9bc218cff, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:29.497872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.524812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.575616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd9a9865-130a-4515-9190-51a9f3e1f29e req-230c3a70-e325-4cab-b6d3-59a10637eb99 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401227 Nov 12 03:30:29.590047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.638183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4ec74678-1bd4-4e72-9035-52298c3d1aed triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:29.640733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.658505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:29.705823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] For port b10a64a7-d861-4955-8b87-24d9bc218cff, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:29.706460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af802eed-14e7-4921-a3ce-3f655120da0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.712102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] For port b10a64a7-d861-4955-8b87-24d9bc218cff, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10a64a7-d861-4955-8b87-24d9bc218cff,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:29.750414 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.756358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1bcf-8417-497c-979e-47a0f1fac352 req-c470690e-34ca-4c65-aff9-b4989367dc3d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.758720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb4a1bcf-8417-497c-979e-47a0f1fac352 req-c470690e-34ca-4c65-aff9-b4989367dc3d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 944 time: 0.3370640 Nov 12 03:30:29.858540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Network b981fc12-6614-4f50-9560-7cde4b750d7f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:29.859863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=21cf7a76-f617-4d00-906d-32a485a67a4d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.905285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af802eed-14e7-4921-a3ce-3f655120da0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.910739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:29.914067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:29.915682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.916599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.919479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af802eed-14e7-4921-a3ce-3f655120da0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.953337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af802eed-14e7-4921-a3ce-3f655120da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bcbf4b-a971-496f-bd49-0a0fdadfba08,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.998114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af802eed-14e7-4921-a3ce-3f655120da0e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f584cc82a99a4f63b1e5cc022edc5489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378701 Nov 12 03:30:30.001824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:30.043347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:30.044082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:30.063075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-81802642-658d-4093-bf72-55185f6127d1 None None] Provisioning complete for port b10a64a7-d861-4955-8b87-24d9bc218cff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.063442 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81802642-658d-4093-bf72-55185f6127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.138012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb4a1bcf-8417-497c-979e-47a0f1fac352 req-788c950c-2dea-4e6c-9d89-35577d9b9250 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571393 Nov 12 03:30:30.145572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Allocated IP 172.25.4.68 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/000ca5f0-48bc-4fe5-b4b1-999cb9c15623) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:30.186005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-93c59098-649f-455b-b514-ff6d21a8ce22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8707290 Nov 12 03:30:30.186658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55244) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:30.195390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:30.218708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.324556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.396882 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.399698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c18d-13ea-4dc5-9040-86a1349a9f0b None None] Pushing event updated for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.467160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.470251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.471318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51bcbf4b-a971-496f-bd49-0a0fdadfba08 HTTP/1.1" status: 204 len: 168 time: 0.4669566 Nov 12 03:30:30.489480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8ba8b-74bf-44ff-af91-c6c055d5eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bcbf4b-a971-496f-bd49-0a0fdadfba08,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.524742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.750152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.810190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port 21cf7a76-f617-4d00-906d-32a485a67a4d yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:30.826002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.835413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.915150 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.947079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.965106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=000ca5f0-48bc-4fe5-b4b1-999cb9c15623,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.040937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:31.060243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:31.062830 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c79f64-c360-4410-b2aa-4b5b8fdaa3b0" -d '{"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:31.089537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:31.106639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f461-64db-4281-8912-e83b1727e63d req-5231b581-2a98-463c-9eeb-739663bd11b0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.108594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9db3f461-64db-4281-8912-e83b1727e63d req-5231b581-2a98-463c-9eeb-739663bd11b0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.2780235 Nov 12 03:30:31.140727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:31.174877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:31.310821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=21cf7a76-f617-4d00-906d-32a485a67a4d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.333108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:31.333569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:31.333919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:31.384256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:31.384593 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:31.389519 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 2 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:31.467654 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871de634-3238-4094-8ce6-b72f3be51054 x-openstack-request-id: req-871de634-3238-4094-8ce6-b72f3be51054 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:31.468264 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:31.468375 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-871de634-3238-4094-8ce6-b72f3be51054 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:31.469239 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'code': 200} Nov 12 03:30:31.486238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9db3f461-64db-4281-8912-e83b1727e63d req-dcb8b9c1-0ae2-4acd-a159-830087fd6209 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551490 Nov 12 03:30:31.520272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:31.562269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.563301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d801018-49df-4d20-89bf-50f414bbab9e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:31.565270 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81802642-658d-4093-bf72-55185f6127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.657264 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.675500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:31.676335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:31.676910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:31.706219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:31.706686 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:31.709890 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 3 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:31.737327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.749909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417763f-bcb9-4a75-a539-ba9e8284affd req-16c1ae60-28e7-4615-8bac-257f5d52fe57 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.751628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5417763f-bcb9-4a75-a539-ba9e8284affd req-16c1ae60-28e7-4615-8bac-257f5d52fe57 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 944 time: 0.4067998 Nov 12 03:30:31.752529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:31.752990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:31.753847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:31.791039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:31.797439 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:31.811705 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 4 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:31.887343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:31.887343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:31.887650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:31.912973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:31.913527 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:31.918858 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 5 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.124591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5417763f-bcb9-4a75-a539-ba9e8284affd req-657f3694-6400-465d-b7fd-299684a09d75 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208451 Nov 12 03:30:32.137112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.140857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.141921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.159194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-81802642-658d-4093-bf72-55185f6127d1 None None] For port b10a64a7-d861-4955-8b87-24d9bc218cff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10a64a7-d861-4955-8b87-24d9bc218cff,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:32.173102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.173518 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.175669 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 6 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.206094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.206404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.207507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.225111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.225534 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.232018 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 7 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.254436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.254878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.255308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.259076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.281382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.281792 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.282152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.283920 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 8 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.305433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81802642-658d-4093-bf72-55185f6127d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.314393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.314824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.315285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.327391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.327685 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.330371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.332747 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 9 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.344607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.395139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.395139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.395421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.469536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.471343 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.480454 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 10 to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d Nov 12 03:30:32.570020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:32.570462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:32.571337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:32.575260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=000ca5f0-48bc-4fe5-b4b1-999cb9c15623,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.578541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.599372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:32.599872 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port 21cf7a76-f617-4d00-906d-32a485a67a4d on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:32.600604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.604897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.606305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0e1ef72-dff0-48ed-8ec7-ee8e3eff0d76 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0576448 Nov 12 03:30:32.647911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3d73b5f4-068d-422b-9b10-d23c8450ee82 None None] Provisioning complete for port b10a64a7-d861-4955-8b87-24d9bc218cff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.648448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d73b5f4-068d-422b-9b10-d23c8450ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.651259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5d801018-49df-4d20-89bf-50f414bbab9e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:32.663322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5d801018-49df-4d20-89bf-50f414bbab9e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.663918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.854872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81802642-658d-4093-bf72-55185f6127d1 None None] Pushing event updated for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:32.924732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e0dc5-ff94-44d8-bdf1-6e9440f09ded req-c1183980-f01c-48eb-a0dc-6f7d56f086a8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.934172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393e0dc5-ff94-44d8-bdf1-6e9440f09ded req-c1183980-f01c-48eb-a0dc-6f7d56f086a8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1929736 Nov 12 03:30:32.974137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port 21cf7a76-f617-4d00-906d-32a485a67a4d, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:32.974514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempted to set empty binding levels {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:30:32.985391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.105421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] In _notify_port_updated(), no bound segment for port 21cf7a76-f617-4d00-906d-32a485a67a4d on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:30:33.106430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.107056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.112946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:33.113804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "PUT /v2.0/ports/21cf7a76-f617-4d00-906d-32a485a67a4d HTTP/1.1" status: 200 len: 980 time: 2.9189613 Nov 12 03:30:33.170731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:29Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:33.207187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393e0dc5-ff94-44d8-bdf1-6e9440f09ded req-28cd567d-7b12-4b6c-8fad-18c9ba2956cc tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702117 Nov 12 03:30:33.258665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26731f-1c6b-4438-a952-b7c5abc95662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=21cf7a76-f617-4d00-906d-32a485a67a4d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.281171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-a2336ad8-63db-485d-bbd4-099e922fb4f2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--654743718&fields=id&tenant_id=869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 267 time: 0.2400675 Nov 12 03:30:33.310166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6c3e5-854a-43f3-834e-270be5ed138d None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:29Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:33.574528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.574951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.578368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.578853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.579330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.581758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.582008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.582481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.582947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.587101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.587633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.588487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.588595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.589044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.589506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.597750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.602295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.602808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.605933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.606449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.606930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.613570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.618082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.620499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.622723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.627726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.628327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.637362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.644308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.644935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.645438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.645975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.646438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.646902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.647360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.647824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.655708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.658260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.658820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.659302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.659766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.660252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.660718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.661177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.675790 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6fff465e-25a7-440e-96c4-898fe9aa3f1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38769 time: 0.5609839 Nov 12 03:30:33.684836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:33.686185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54b819-9944-44bd-bf9c-a9fe4c248e20 req-3d3ab9cf-49cf-4328-8850-091948565549 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.694547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d54b819-9944-44bd-bf9c-a9fe4c248e20 req-3d3ab9cf-49cf-4328-8850-091948565549 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 944 time: 0.1875961 Nov 12 03:30:33.761411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-a1a49e11-a12a-4701-9141-a839ff42d698 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.762986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-a1a49e11-a12a-4701-9141-a839ff42d698 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 810 time: 0.4727342 Nov 12 03:30:33.769561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:33.785548 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0caae2-24c5-440e-a1c2-b4060fcf8034" -d '{"events": [{"server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "name": "network-vif-plugged", "status": "completed", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:33.838438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d801018-49df-4d20-89bf-50f414bbab9e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:33.855128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.893800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Deleting port 21cf7a76-f617-4d00-906d-32a485a67a4d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:33.894146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.907113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-1493026c-a731-4e06-b2e4-68ea364e86e9 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/quotas/869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 375 time: 0.0966847 Nov 12 03:30:34.048900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d54b819-9944-44bd-bf9c-a9fe4c248e20 req-d4d4d0f4-20a0-49c7-b3c3-d4206b9d5149 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533249 Nov 12 03:30:34.094419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port 21cf7a76-f617-4d00-906d-32a485a67a4d, host n-h2-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:34.096527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.098138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.169336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-2067b1ad-5c7b-4165-92cd-322d79345e26 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2552996 Nov 12 03:30:34.189240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Calling delete_port for 21cf7a76-f617-4d00-906d-32a485a67a4d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:34.358319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10a64a7-d861-4955-8b87-24d9bc218cff up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:34.498009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.531460 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055881ea-d135-474f-a624-aa2fc2c0c5d0 x-openstack-request-id: req-055881ea-d135-474f-a624-aa2fc2c0c5d0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:34.531755 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "name": "network-vif-plugged", "status": "completed", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:34.535424 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-055881ea-d135-474f-a624-aa2fc2c0c5d0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:34.535914 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e', 'code': 200} Nov 12 03:30:34.560072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.564227 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "DELETE /v2.0/ports/21cf7a76-f617-4d00-906d-32a485a67a4d HTTP/1.1" status: 204 len: 168 time: 0.8779011 Nov 12 03:30:34.565374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd6aad-e96f-4f4c-9694-d3de92beefbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event deleted for resources: {'Port': ['ID=21cf7a76-f617-4d00-906d-32a485a67a4d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.575516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:34.638127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b10a64a7-d861-4955-8b87-24d9bc218cff triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:34.638510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.651336 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca93130-fd52-42ad-9617-715a27ce7e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:30:34.653025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fca93130-fd52-42ad-9617-715a27ce7e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports/21cf7a76-f617-4d00-906d-32a485a67a4d HTTP/1.1" status: 404 len: 333 time: 0.0762682 Nov 12 03:30:34.659382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:34.668469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-102106093', 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:34.711267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Made reservation on behalf of 49796d4d989f47e3a15987e5e8e06e88 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:34.716135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.745462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port 323b15d4-b0c3-40b0-95ec-66e91253ae07 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:34.913121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-4bdd2240-7e28-48fe-ade1-5fdaedf9883e service neutron] 10.222.0.93 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120624 Nov 12 03:30:34.936427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c50349-a45b-49a9-8306-4ea491db5b51 req-b6b4e997-4a86-4027-9de4-ce0e542e48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.938483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82c50349-a45b-49a9-8306-4ea491db5b51 req-b6b4e997-4a86-4027-9de4-ce0e542e48b1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 1097 time: 0.4074407 Nov 12 03:30:35.052593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55352) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.163616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.198204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11832898-d2e8-4eb7-b9ae-c1e1de11fa61 req-b29a6ac9-8b13-4a0f-97e7-43e5a2408bcd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.210216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11832898-d2e8-4eb7-b9ae-c1e1de11fa61 req-b29a6ac9-8b13-4a0f-97e7-43e5a2408bcd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.3526237 Nov 12 03:30:35.278366 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.430856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Network b981fc12-6614-4f50-9560-7cde4b750d7f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:35.463070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:35.479686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:35.488280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.488838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.526729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=323b15d4-b0c3-40b0-95ec-66e91253ae07,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.552697 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3609d4e2-10b8-4e12-9a6a-0af7303a12d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8920777 Nov 12 03:30:35.553835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.616856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae269fe-a2fe-443d-84db-7fdea44b1aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.624691 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fae269fe-a2fe-443d-84db-7fdea44b1aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports/323b15d4-b0c3-40b0-95ec-66e91253ae07 HTTP/1.1" status: 200 len: 958 time: 0.0697236 Nov 12 03:30:35.626041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55366) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.754548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:35.787600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82c50349-a45b-49a9-8306-4ea491db5b51 req-eb186ec1-f31d-47a9-8bb4-f46a6ccf9304 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8328261 Nov 12 03:30:35.793560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Deleting port 323b15d4-b0c3-40b0-95ec-66e91253ae07 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:35.793905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.850120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11832898-d2e8-4eb7-b9ae-c1e1de11fa61 req-5198188d-59ff-4fd9-8791-2e0fa6d93525 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6396091 Nov 12 03:30:35.874220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-b0bef90b-011d-4227-8539-0d0a2896e89d service neutron] 10.222.0.93 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9415240 Nov 12 03:30:35.892520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.080979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.112146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Calling delete_port for 323b15d4-b0c3-40b0-95ec-66e91253ae07 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:36.292062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d06084-1cdd-445f-b320-8f980d7855c6 req-ff9296cd-c088-42eb-9fab-6ebcc8cd4a2c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:36.292062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2d06084-1cdd-445f-b320-8f980d7855c6 req-ff9296cd-c088-42eb-9fab-6ebcc8cd4a2c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.1564522 Nov 12 03:30:36.322592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.349576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.394338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2d06084-1cdd-445f-b320-8f980d7855c6 req-0a86f841-7526-427d-86b1-73dc836a0779 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978718 Nov 12 03:30:36.435261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event deleted for resources: {'Port': ['ID=323b15d4-b0c3-40b0-95ec-66e91253ae07,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:36.453604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.472708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ed914d0-bf8f-409a-ad56-18994e2684d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "DELETE /v2.0/ports/323b15d4-b0c3-40b0-95ec-66e91253ae07 HTTP/1.1" status: 204 len: 168 time: 0.8443499 Nov 12 03:30:36.473698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55378) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:36.548109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff182f6d-cc9b-4047-82e0-5c4e67319e30 req-e3a08d51-f0fa-4457-b019-839fdcddf13f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 210 time: 0.0862854 Nov 12 03:30:36.559158 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-025f05b4-d275-4c0f-b39c-34efdaed86af tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:30:36.561367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-025f05b4-d275-4c0f-b39c-34efdaed86af tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports/323b15d4-b0c3-40b0-95ec-66e91253ae07 HTTP/1.1" status: 404 len: 333 time: 0.0831006 Nov 12 03:30:36.565494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:36.573776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210035159'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:36.640095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Allocated IP 172.25.4.183 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0bea298d-a1a8-41c2-bf7d-e5d673142292) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:36.656103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Made reservation on behalf of 49796d4d989f47e3a15987e5e8e06e88 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:36.668707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.715006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port b1ed2010-8b5e-410a-8df3-768fc20e7302 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:36.964948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.071691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.102850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.238814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.294361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:37.303269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:37.311079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:37.312505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=0bea298d-a1a8-41c2-bf7d-e5d673142292,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:37.362783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f6b5a-b5be-4bfe-b9db-a18daea5f03c req-29b4c5e7-92cf-4a6b-9b59-1e3a81a746d8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.365488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Network b981fc12-6614-4f50-9560-7cde4b750d7f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:37.371949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a29f6b5a-b5be-4bfe-b9db-a18daea5f03c req-29b4c5e7-92cf-4a6b-9b59-1e3a81a746d8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2152548 Nov 12 03:30:37.387200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:37.393337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:37.396550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.397166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.447523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ed2010-8b5e-410a-8df3-768fc20e7302,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:37.490995 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-078c30bf-f88b-4d6f-913d-9398f6ef7929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9238148 Nov 12 03:30:37.493407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:37.493666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.513407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:37.562487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.619738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.738900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a29f6b5a-b5be-4bfe-b9db-a18daea5f03c req-89604eb9-ef48-4f32-872c-ad5026575b12 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617125 Nov 12 03:30:37.996984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0b6f0-a12f-4da4-8f83-eeb5ca47bbac req-f9451d50-35e6-4674-b538-5af64fc7f0ab tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.003180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4a0b6f0-a12f-4da4-8f83-eeb5ca47bbac req-f9451d50-35e6-4674-b538-5af64fc7f0ab tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.3373375 Nov 12 03:30:38.085208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] device_id is not set on port b1ed2010-8b5e-410a-8df3-768fc20e7302 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:38.103083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.122979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.152312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4a0b6f0-a12f-4da4-8f83-eeb5ca47bbac req-84ce5650-32fa-4be9-82d8-fd13b6f48213 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324611 Nov 12 03:30:38.265828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be80ab65-36cd-4349-9b65-f5a9004ea201 req-af8b45b7-cf80-44f9-8872-0d7bc3832a0f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 210 time: 0.1285357 Nov 12 03:30:38.339097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ed2010-8b5e-410a-8df3-768fc20e7302,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.362948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.389957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.390631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.391536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.407451 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.409093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.409975 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.410466 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 2 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.453339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.454867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.456296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.471916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.472608 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.474151 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 3 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.501018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.501443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.501895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.518840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.521024 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.522320 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 4 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.530836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=0bea298d-a1a8-41c2-bf7d-e5d673142292,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.553060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.553558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.554090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.596671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.599407 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.599665 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 5 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.661841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.662154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.662653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.670424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.670761 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.671171 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 6 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.730876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0131d-5eba-4165-a12b-b84a92899631 req-5c40209e-eb11-4336-8149-43a28fd78016 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.736491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.737339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.737991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.742922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65b0131d-5eba-4165-a12b-b84a92899631 req-5c40209e-eb11-4336-8149-43a28fd78016 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 0.3752959 Nov 12 03:30:38.763907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.766429 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.770816 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 7 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.839195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.842773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.844734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.866589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.873305 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.879647 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 8 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.896323 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.909187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-31a7e182-fb94-472d-82d4-595a6ea9429b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.910745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-31a7e182-fb94-472d-82d4-595a6ea9429b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 810 time: 0.6348350 Nov 12 03:30:38.945234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.949574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.952075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.959353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:38.960538 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:38.962379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65b0131d-5eba-4165-a12b-b84a92899631 req-9d487ae2-994d-432e-8bda-8abf904376bb tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128255 Nov 12 03:30:38.965067 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 9 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:38.993143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.994760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.996617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:39.012852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:39.013191 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:39.013605 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempt 10 to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 Nov 12 03:30:39.017170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.021671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e25ca82e-a3e3-463b-be10-68887cc5a55c tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9635940 Nov 12 03:30:39.022211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:39.033869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1825670828'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:39.080054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4638a6d-eef8-43b3-bf30-ff25b7611a41 req-91b5a0b1-01f2-4eb0-a77c-dc2f91bf6696 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.089179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4638a6d-eef8-43b3-bf30-ff25b7611a41 req-91b5a0b1-01f2-4eb0-a77c-dc2f91bf6696 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1773596 Nov 12 03:30:39.119992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:39.127340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:39.139385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempting to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:39.184550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-a439ed81-c8ce-4648-8a4b-c91e455dcf9b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 379 time: 0.2632365 Nov 12 03:30:39.190030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:39.191684 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Failed to bind port b1ed2010-8b5e-410a-8df3-768fc20e7302 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '308aa71c-25e5-450b-b064-3ff5f6c490b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b981fc12-6614-4f50-9560-7cde4b750d7f'}] Nov 12 03:30:39.192343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.207117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Made reservation on behalf of 5e7404daa9044a36842866cf44cbbee4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:39.221466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.256851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4638a6d-eef8-43b3-bf30-ff25b7611a41 req-98fb4ab8-e682-4e4a-876f-27976b98ec75 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664593 Nov 12 03:30:39.271379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'port': {'device_id': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'admin_state_up': True, 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'security_groups': ['3b5e7781-f027-4051-8c01-9e0e2daa6194']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:39.281054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.579050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port b1ed2010-8b5e-410a-8df3-768fc20e7302, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:39.579679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:30:39.615401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.683238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2faaffd2-a421-4b67-a0e0-a03d73b7fea8 req-d9f51099-609a-4a30-89a5-84184232ab42 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 210 time: 0.1393931 Nov 12 03:30:39.751146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Made reservation on behalf of 869b3465b0ec4a838e012add08265b8e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:39.761693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.775684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] In _notify_port_updated(), no bound segment for port b1ed2010-8b5e-410a-8df3-768fc20e7302 on network b981fc12-6614-4f50-9560-7cde4b750d7f {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:30:39.778553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.779336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.780746 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "PUT /v2.0/ports/b1ed2010-8b5e-410a-8df3-768fc20e7302 HTTP/1.1" status: 200 len: 980 time: 2.2826777 Nov 12 03:30:39.783709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:39.813078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a6d8-c458-4673-82b7-082e71519b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ed2010-8b5e-410a-8df3-768fc20e7302,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.853854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a16d6-900c-46b8-ab63-9f778a3b3ebf req-2fad6585-779e-4b13-9fa0-d4b954903819 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.859214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.864798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.874440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60a16d6-900c-46b8-ab63-9f778a3b3ebf req-2fad6585-779e-4b13-9fa0-d4b954903819 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.4011245 Nov 12 03:30:39.917531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:39.931341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c94999-83b8-4f89-86f1-ac72ce17d65e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.954729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.956428 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Added segment 961a2ede-ac42-4e65-8193-f16eed6ad711 of type vlan for network cfafaaa1-58e6-460c-9663-0dafc5888ef2 Nov 12 03:30:40.125923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.192942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.210068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.216881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.358734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Allocated IP 172.20.0.5 (d35380c2-838c-48bf-ab08-f50dfdbc475b/fc5acc1f-62f2-4076-8468-43fbb82f1885/58eb70b2-d612-4d64-aca0-c012bd4f0572) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:40.375844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3495922 Nov 12 03:30:40.413482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:40.424377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Request body: {'subnet': {'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:40.469616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e16e-4c0f-4f38-8382-026392217159 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Network': ['ID=cfafaaa1-58e6-460c-9663-0dafc5888ef2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:40.488343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:40.573560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b60a16d6-900c-46b8-ab63-9f778a3b3ebf req-49498d17-7b33-4c54-9c9c-b4602ff72309 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979957 Nov 12 03:30:40.717315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Made reservation on behalf of 5e7404daa9044a36842866cf44cbbee4 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:40.722262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.825197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b095c1-62f5-4ab5-b83d-45954593dd16 req-eead99bc-e648-4803-9775-550f42de1dbb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.827697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07b095c1-62f5-4ab5-b83d-45954593dd16 req-eead99bc-e648-4803-9775-550f42de1dbb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.3085222 Nov 12 03:30:40.871866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Deleting port b1ed2010-8b5e-410a-8df3-768fc20e7302 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:40.872377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.991099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] For port b1ed2010-8b5e-410a-8df3-768fc20e7302, host n-h2-713499-30, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:40.991462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.006423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Calling delete_port for b1ed2010-8b5e-410a-8df3-768fc20e7302 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:41.501324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.516533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7693a089-1ca7-4538-b69d-fa04e78c3733 req-5e97e6e1-01cb-437e-846e-4335b5925f4b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 210 time: 0.0512390 Nov 12 03:30:41.768108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Subnet': ['ID=cd00f5ad-fc7f-4fe2-89e5-e64c6157612c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.781593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07b095c1-62f5-4ab5-b83d-45954593dd16 req-c62c02f2-70de-410f-ad3d-050c97e368d6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6427705 Nov 12 03:30:41.872213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.889830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac9c4-1d39-4e86-9319-090394b00105 req-888f57ab-8cde-44e0-a959-335170bff3af tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.909876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01cac9c4-1d39-4e86-9319-090394b00105 req-888f57ab-8cde-44e0-a959-335170bff3af tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.1155329 Nov 12 03:30:41.917426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.993579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ed2010-8b5e-410a-8df3-768fc20e7302,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:42.029782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Checking segment: {'id': '961a2ede-ac42-4e65-8193-f16eed6ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:42.030154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network hostable DHCP agents. Network: cfafaaa1-58e6-460c-9663-0dafc5888ef2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:42.045159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01cac9c4-1d39-4e86-9319-090394b00105 req-c6dcfd14-3334-4c22-af64-07c4ba2327b7 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330490 Nov 12 03:30:42.092669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.096241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67f3c0a7-a6f0-48ff-b590-4125703062ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "DELETE /v2.0/ports/b1ed2010-8b5e-410a-8df3-768fc20e7302 HTTP/1.1" status: 204 len: 168 time: 2.3026421 Nov 12 03:30:42.099003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55446) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.122244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:42.154822 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a653bdb-4ee0-4f81-9b9b-50ad4ef1e759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:30:42.156485 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a653bdb-4ee0-4f81-9b9b-50ad4ef1e759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-278656132-project-admin] 10.222.0.93 "GET /v2.0/ports/b1ed2010-8b5e-410a-8df3-768fc20e7302 HTTP/1.1" status: 404 len: 333 time: 0.0564277 Nov 12 03:30:42.160174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.166502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, cfafaaa1-58e6-460c-9663-0dafc5888ef2) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:42.187370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c181c-f0bd-4816-a868-a3cf6d52a147 None None] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:42.204253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.209843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.281719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.311269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0b530331-438b-402b-aa63-99225701525d tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8911262 Nov 12 03:30:42.321992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55450) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.339678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1040007112', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:42.485329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.500719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:42.513634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:42.542427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.549957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.580282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:42.647272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:42.731576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-cfafaaa1-58e6-460c-9663-0dafc5888ef2', 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2', 'tenant_id': '5e7404daa9044a36842866cf44cbbee4', 'fixed_ips': [{'subnet_id': 'cd00f5ad-fc7f-4fe2-89e5-e64c6157612c'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:42.732872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.886567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.896071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-36fc4c79-e562-4f35-bae2-42c438a8ffbe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.917012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-36fc4c79-e562-4f35-bae2-42c438a8ffbe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.4717863 Nov 12 03:30:42.955734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b981fc12-6614-4f50-9560-7cde4b750d7f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:42.997963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308aa71c-25e5-450b-b064-3ff5f6c490b4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:43.007119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308aa71c-25e5-450b-b064-3ff5f6c490b4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:43.031276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.043716 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.047129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.047810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.125257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.136738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5682eb57-0fa7-4351-81f0-02f7c5c7c6c4 None None] Provisioning complete for port 58eb70b2-d612-4d64-aca0-c012bd4f0572 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:43.137261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5682eb57-0fa7-4351-81f0-02f7c5c7c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.137903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:43.138394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:43.144007 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:43.307435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5682eb57-0fa7-4351-81f0-02f7c5c7c6c4 None None] Port 58eb70b2-d612-4d64-aca0-c012bd4f0572 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:43.336591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.345169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.346745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Allocated IP 172.20.0.2 (cfafaaa1-58e6-460c-9663-0dafc5888ef2/cd00f5ad-fc7f-4fe2-89e5-e64c6157612c/d5564ad9-7f70-4516-988d-e6289234e465) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:43.355176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] 10.222.0.93 "DELETE /v2.0/networks/b981fc12-6614-4f50-9560-7cde4b750d7f HTTP/1.1" status: 204 len: 168 time: 1.1911845 Nov 12 03:30:43.389892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39969983-5d6f-4dff-ac4a-07de1984c398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1334196898-project] Pushing event deleted for resources: {'Network': ['ID=b981fc12-6614-4f50-9560-7cde4b750d7f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:43.834628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.850791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.945465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:43.951464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:43.954594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:43.979996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Pushing event updated for resources: {'Port': ['ID=d5564ad9-7f70-4516-988d-e6289234e465,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:43.986315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50911f-2048-4f71-8c4d-34234a5baf68 req-8ed0edc2-10f8-414c-ba6e-7ef6e96cda07 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.987641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a50911f-2048-4f71-8c4d-34234a5baf68 req-8ed0edc2-10f8-414c-ba6e-7ef6e96cda07 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 931 time: 1.2134430 Nov 12 03:30:44.011556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.105473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-35a6b3fc-fdc4-462c-8fb5-790bf5417f6e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8804650 Nov 12 03:30:44.140292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Request body: {'port': {'device_id': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:44.174271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Attempting to bind port d5564ad9-7f70-4516-988d-e6289234e465 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:44.174647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Attempting to bind port d5564ad9-7f70-4516-988d-e6289234e465 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '961a2ede-ac42-4e65-8193-f16eed6ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:44.180525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Attempting to bind port d5564ad9-7f70-4516-988d-e6289234e465 on network cfafaaa1-58e6-460c-9663-0dafc5888ef2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:44.201738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:44.205531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Checking segment: {'id': '961a2ede-ac42-4e65-8193-f16eed6ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:44.206173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.206573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Bound using segment: {'id': '961a2ede-ac42-4e65-8193-f16eed6ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:44.207068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Bound port: d5564ad9-7f70-4516-988d-e6289234e465, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a2ede-ac42-4e65-8193-f16eed6ad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:44.207453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.295767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a50911f-2048-4f71-8c4d-34234a5baf68 req-d4cc10e7-b47a-42d2-9aeb-c374ebbaf275 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920055 Nov 12 03:30:44.306306 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.343369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999ab3a-b1eb-41a6-962f-02bd0fbe977a req-326b0dc3-525d-40c3-984b-94a73a30beeb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.345012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0999ab3a-b1eb-41a6-962f-02bd0fbe977a req-326b0dc3-525d-40c3-984b-94a73a30beeb tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.3247974 Nov 12 03:30:44.406580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.446378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port 5d801018-49df-4d20-89bf-50f414bbab9e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:44.446823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.447292 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:44.473119 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-550a51df-3e36-480b-9d9d-152afaa7decb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c6cadee6e4c046679eef660426411366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508846 Nov 12 03:30:44.480743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.541284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] For port d5564ad9-7f70-4516-988d-e6289234e465, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:44.550222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] For port d5564ad9-7f70-4516-988d-e6289234e465, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5564ad9-7f70-4516-988d-e6289234e465,segment=NetworkSegment(961a2ede-ac42-4e65-8193-f16eed6ad711),segment_id=961a2ede-ac42-4e65-8193-f16eed6ad711)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:44.560116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.650447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0999ab3a-b1eb-41a6-962f-02bd0fbe977a req-558133b8-f9f2-4489-a701-af2bcff1794d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736676 Nov 12 03:30:44.653440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.784264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.784871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e5d7d-c18b-4d90-b48f-fb928d06ffce None None] Pushing event updated for resources: {'Port': ['ID=d5564ad9-7f70-4516-988d-e6289234e465,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.907588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port 5d801018-49df-4d20-89bf-50f414bbab9e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5d801018-49df-4d20-89bf-50f414bbab9e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:44.908053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.950214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.953607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.957650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3aded1df-805a-4ad1-9808-6ddf89d79f2d HTTP/1.1" status: 204 len: 168 time: 0.4760363 Nov 12 03:30:44.967263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dc13f-b0c7-4872-897a-1a405226c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aded1df-805a-4ad1-9808-6ddf89d79f2d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.988859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154fca3-207f-431d-99ef-a7bd3ad61d2c req-ad745a05-57e9-4def-8836-6397475cd8a4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.990604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9154fca3-207f-431d-99ef-a7bd3ad61d2c req-ad745a05-57e9-4def-8836-6397475cd8a4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 945 time: 0.4334819 Nov 12 03:30:44.995315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for 5d801018-49df-4d20-89bf-50f414bbab9e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:45.271155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5d801018-49df-4d20-89bf-50f414bbab9e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:45.441054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9154fca3-207f-431d-99ef-a7bd3ad61d2c req-7f39ce95-d9b3-41bf-8d28-bd8df476cf31 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420767 Nov 12 03:30:45.487013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Port 5d801018-49df-4d20-89bf-50f414bbab9e update to DOWN by agent not found {{(pid=102607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:30:45.492379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.514962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e', '177c3649-274e-454b-838c-45188283da67'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:45.584677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=5d801018-49df-4d20-89bf-50f414bbab9e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.674247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.779722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89649d3a-5687-40c8-82ce-356d359af601 req-427fcadd-1405-4a69-bcbc-0e376f436f4a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.788231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89649d3a-5687-40c8-82ce-356d359af601 req-427fcadd-1405-4a69-bcbc-0e376f436f4a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 931 time: 0.2898800 Nov 12 03:30:45.829830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port 5d801018-49df-4d20-89bf-50f414bbab9e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:45.836496 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.840307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abf63dff-24a9-41c3-aa5c-0895bd800aa3 req-4ce5d81d-526c-4be4-9fce-4dafbfa1e2bd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "DELETE /v2.0/ports/5d801018-49df-4d20-89bf-50f414bbab9e HTTP/1.1" status: 204 len: 173 time: 2.9083793 Nov 12 03:30:45.844229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'name': 'network-vif-deleted', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:45.847700 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4edc5-4ec8-4722-8747-6ac9d9d23ca8" -d '{"events": [{"server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "name": "network-vif-deleted", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:45.971258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-46cb22bd-68d3-4441-9acd-d6f8dfa2c7d7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=49796d4d989f47e3a15987e5e8e06e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938209 Nov 12 03:30:45.977077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.048481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89649d3a-5687-40c8-82ce-356d359af601 req-ce5b6f39-d730-4193-a4e7-aae78d901b52 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584431 Nov 12 03:30:46.052959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.281595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.306101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.318747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58eb70b2-d612-4d64-aca0-c012bd4f0572 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:46.353775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.386811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.453122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5564ad9-7f70-4516-988d-e6289234e465 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:46.535541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.539108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.541144 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0535c158-4b60-4216-9d0f-b57289a789d3 HTTP/1.1" status: 204 len: 168 time: 0.5626705 Nov 12 03:30:46.559320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf1ac5-f892-480f-b7be-c490861a910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535c158-4b60-4216-9d0f-b57289a789d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.644523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d5564ad9-7f70-4516-988d-e6289234e465 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:46.644898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.658156 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc962b18-2fd5-4dc7-a7df-4cad0efb1f61 x-openstack-request-id: req-cc962b18-2fd5-4dc7-a7df-4cad0efb1f61 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:46.672728 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcf2534-fd51-4667-abfa-65271945f5c9", "name": "network-vif-deleted", "tag": "5d801018-49df-4d20-89bf-50f414bbab9e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:46.674534 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc962b18-2fd5-4dc7-a7df-4cad0efb1f61 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:46.675559 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcf2534-fd51-4667-abfa-65271945f5c9', 'name': 'network-vif-deleted', 'tag': '5d801018-49df-4d20-89bf-50f414bbab9e', 'status': 'completed', 'code': 200} Nov 12 03:30:46.701642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Transition to ACTIVE for port object 58eb70b2-d612-4d64-aca0-c012bd4f0572 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:46.758248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.820281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990ab5-ed83-4c53-933f-b8ac74c9ca94 req-b789531b-ce0f-4b53-a1e9-24d1fc198c20 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.836056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e990ab5-ed83-4c53-933f-b8ac74c9ca94 req-b789531b-ce0f-4b53-a1e9-24d1fc198c20 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.9251752 Nov 12 03:30:46.965751 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.007705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23955cf2-ad13-43a4-9f28-cd3dd58bdaa3 None None] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:47.051508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Pushing event updated for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.109266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d5564ad9-7f70-4516-988d-e6289234e465, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5564ad9-7f70-4516-988d-e6289234e465,segment=NetworkSegment(961a2ede-ac42-4e65-8193-f16eed6ad711),segment_id=961a2ede-ac42-4e65-8193-f16eed6ad711)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:47.125484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.176880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e990ab5-ed83-4c53-933f-b8ac74c9ca94 req-ba6d6a2f-2aec-4b12-abc8-ac4e23babf9a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348203 Nov 12 03:30:47.223470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2243207-7bfa-489b-b2fe-1a89f3e354f8 req-2393d5bf-e83e-4fa2-abc5-a37a1cb4be75 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9dcf2534-fd51-4667-abfa-65271945f5c9 HTTP/1.1" status: 200 len: 210 time: 0.1618254 Nov 12 03:30:47.270459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Allocated IP 172.25.4.253 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:47.285107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d36b7049-41b9-4b41-be30-c8c6d613a946 None None] Provisioning complete for port d5564ad9-7f70-4516-988d-e6289234e465 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:47.285484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d36b7049-41b9-4b41-be30-c8c6d613a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.493814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Attempting to bind port 58eb70b2-d612-4d64-aca0-c012bd4f0572 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:47.494158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Attempting to bind port 58eb70b2-d612-4d64-aca0-c012bd4f0572 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:47.494489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Attempting to bind port 58eb70b2-d612-4d64-aca0-c012bd4f0572 on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:47.601350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Port 58eb70b2-d612-4d64-aca0-c012bd4f0572 on network d35380c2-838c-48bf-ab08-f50dfdbc475b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:47.601717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Attempting to bind port 58eb70b2-d612-4d64-aca0-c012bd4f0572 on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:47.649270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b06a-f2de-4710-8724-04009e2bab46 req-455bfefd-8ce7-4426-83b7-cf80e39c32c8 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.651264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b318b06a-f2de-4710-8724-04009e2bab46 req-455bfefd-8ce7-4426-83b7-cf80e39c32c8 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 943 time: 0.2503231 Nov 12 03:30:47.652076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:47.652412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Checking segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:47.652794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Bound using segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:47.653244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Bound port: 58eb70b2-d612-4d64-aca0-c012bd4f0572, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:47.653601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.760949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-adeb9bc7-96de-4c8a-96a5-d2019462fd00 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2769969 Nov 12 03:30:47.766695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d5564ad9-7f70-4516-988d-e6289234e465,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.902225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.008185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:48.015824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:48.017185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a7e110ff-a1ca-4113-9b4f-c7ccd6fd5f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.044433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.091522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-f824521b-7ccc-4582-aaeb-0911b61e86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.093054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-f824521b-7ccc-4582-aaeb-0911b61e86f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1097 time: 0.4537086 Nov 12 03:30:48.182242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b318b06a-f2de-4710-8724-04009e2bab46 req-2b2b6299-84af-4ba1-99cd-c40e3c6b9cb2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038595 Nov 12 03:30:48.219147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5564ad9-7f70-4516-988d-e6289234e465 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:48.239377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Pushing event updated for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.295976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-4c7e7c7b-229a-4b2e-9c6f-5e2540c1410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.318848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-4c7e7c7b-229a-4b2e-9c6f-5e2540c1410f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 1098 time: 0.5036063 Nov 12 03:30:48.413420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d5564ad9-7f70-4516-988d-e6289234e465 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:48.413802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.559092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-117d5735-8305-4390-b34c-acbad7758ad6 None None] Provisioning complete for port d5564ad9-7f70-4516-988d-e6289234e465 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:48.559737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-117d5735-8305-4390-b34c-acbad7758ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.966010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.966789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.968241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-c07b3916-908b-403f-a63f-4d04b7e0d96f service neutron] 10.222.0.98 "PUT /v2.0/ports/58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 1092 time: 4.8321331 Nov 12 03:30:48.968729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:48.971121 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7060f0-09b2-416e-9c26-c8dc2c314f89" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:49.139397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.179949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:49.181785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-7dd23189-287b-46d2-84a5-8c816195c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.184948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-7dd23189-287b-46d2-84a5-8c816195c7ce service neutron] 10.222.0.98 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.8159642 Nov 12 03:30:49.190332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:49.206156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db7a16-aae2-48fa-a7f2-c37f0cb115e7 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:49.231392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:49.259177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-aa5e83c5-3be2-4fe8-9f3d-a77d6393334d None None] Provisioning complete for port a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:49.263799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa5e83c5-3be2-4fe8-9f3d-a77d6393334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.323222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a57c4-70b9-45fb-9c52-7a47fb4d4797 req-136f353e-13e6-45a3-b40b-aa5eeab493e5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.324775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-137a57c4-70b9-45fb-9c52-7a47fb4d4797 req-136f353e-13e6-45a3-b40b-aa5eeab493e5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.9569798 Nov 12 03:30:49.342456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e83c5-3be2-4fe8-9f3d-a77d6393334d None None] Port a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:49.353581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a767e2-5212-45a5-b3cd-ebb233a7abe0 req-cdec489a-5147-4d72-bbd9-96e9ac5fb739 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.360833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4a767e2-5212-45a5-b3cd-ebb233a7abe0 req-cdec489a-5147-4d72-bbd9-96e9ac5fb739 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 0.3827090 Nov 12 03:30:49.373434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-2250e900-b13a-43ad-ba7c-6ff29818b9f2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e HTTP/1.1" status: 200 len: 217 time: 0.1519322 Nov 12 03:30:49.391438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.447401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-46b4839e-325d-41b0-97f2-5340954e39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.448873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-46b4839e-325d-41b0-97f2-5340954e39f5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0560577 Nov 12 03:30:49.514281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-f7d6d021-995f-434f-8f8e-bda4c64a57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.515885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-f7d6d021-995f-434f-8f8e-bda4c64a57f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1095 time: 0.4846275 Nov 12 03:30:49.528536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1671289700', 'router:external': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.558260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Made reservation on behalf of dcefa751ffec40e0a0787b6f412064d3 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:49.564549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.565058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.576858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.640192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-00c18225-9755-4111-bc4c-b41baad4af1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 217 time: 0.0841994 Nov 12 03:30:49.641262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-a7d53e3c-57ae-45d5-8f98-1e05d2d6eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.642682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-a7d53e3c-57ae-45d5-8f98-1e05d2d6eb67 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 1.4659822 Nov 12 03:30:49.653194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-946b7f4e-d2f6-43a8-9764-1e850ffa8472 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416831 Nov 12 03:30:49.668677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.673613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.687432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:49.698940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.699524 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Added segment 10dc3b5f-9497-4272-b032-eb97eecbe98c of type vlan for network 40cb858b-e437-4b04-842d-aa3d410ebd96 Nov 12 03:30:49.779203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.780567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-30b969df-9a38-4e4f-a6e8-5134b102059c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 1000 time: 0.0995073 Nov 12 03:30:49.866158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a150c30-2eb3-4e79-a33a-df8205fda313,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.869308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.870274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.871250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.890788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-8259ac97-11ec-40c7-b1d3-57f30d09f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.892351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-8259ac97-11ec-40c7-b1d3-57f30d09f17b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.0684195 Nov 12 03:30:49.950122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4a767e2-5212-45a5-b3cd-ebb233a7abe0 req-d4415f81-3d0c-4ad0-b768-44e966de5bda tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881212 Nov 12 03:30:49.959513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5670130 Nov 12 03:30:49.963594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.968997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'subnet': {'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.978952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b8ee7-9de0-4e05-b81e-8ccb860cd161 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Network': ['ID=40cb858b-e437-4b04-842d-aa3d410ebd96,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.991543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:50.015845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Made reservation on behalf of dcefa751ffec40e0a0787b6f412064d3 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:50.018474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.084099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-137a57c4-70b9-45fb-9c52-7a47fb4d4797 req-b3373408-ea50-4aef-af68-5412c3498b98 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7395983 Nov 12 03:30:50.163995 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1cb01b-07b7-4fbc-89de-ecc2c02b6e8e x-openstack-request-id: req-5f1cb01b-07b7-4fbc-89de-ecc2c02b6e8e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:50.164696 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:50.164696 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5f1cb01b-07b7-4fbc-89de-ecc2c02b6e8e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:50.165082 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'status': 'completed', 'code': 200} Nov 12 03:30:50.330222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-55e77e7d-959e-460f-a443-dab07f126a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.335607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-55e77e7d-959e-460f-a443-dab07f126a26 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.6527498 Nov 12 03:30:50.382867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-64cc48c7-1c8e-4cf5-9d07-7830a26eb82f service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073356 Nov 12 03:30:50.393083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7e992f5-1704-425f-9acc-9711e7930706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.473180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-d4b0c35f-8e02-456a-a2fd-89bcb76010e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.474900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-d4b0c35f-8e02-456a-a2fd-89bcb76010e6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5517116 Nov 12 03:30:50.576887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:30:50.577510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.624661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Subnet': ['ID=951031b1-6364-4db4-bf75-348ea8a2af54,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.635078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-c31fca48-6e46-487d-9398-0e945e08223f service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380377 Nov 12 03:30:50.671777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Checking segment: {'id': '10dc3b5f-9497-4272-b032-eb97eecbe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:50.672160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network hostable DHCP agents. Network: 40cb858b-e437-4b04-842d-aa3d410ebd96, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:50.704527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:50.715668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-30574ebc-488c-47be-a4e3-ecc3224f8347 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.717295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 40cb858b-e437-4b04-842d-aa3d410ebd96) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:50.717719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-30574ebc-488c-47be-a4e3-ecc3224f8347 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 0.6896217 Nov 12 03:30:50.723595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.723733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.727244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1cd4a-dd4d-43f3-af60-ae4253276382 None None] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:50.756039 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06863a0a-e23f-4c3c-8da2-e47cda33ba45 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7882168 Nov 12 03:30:50.757043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.769031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-431966631', 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:50.817006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Made reservation on behalf of dcefa751ffec40e0a0787b6f412064d3 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:50.819872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.840399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] device_id is not set on port be87a83b-0f72-46d6-8688-08a7d67d0421 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:50.845476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12089e62-5be2-4be9-8430-66648b701c25 req-301fc1e5-7f25-4df1-a0d8-5e92f9af9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.847119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-301fc1e5-7f25-4df1-a0d8-5e92f9af9190 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4631796 Nov 12 03:30:50.929909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd9933ce-9916-458c-88cf-7f448fc90f11 req-0b402ddc-980d-4caf-afcc-9853a1abea15 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254407 Nov 12 03:30:50.946259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955fbc85-db6b-4c80-993a-e4a5ea00a656 None None] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:51.039067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d9fa-0203-4aee-a206-1b0c67e09f99 req-bb962cc7-ff46-4445-9afd-8e39134c8ba2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.047732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf8d9fa-0203-4aee-a206-1b0c67e09f99 req-bb962cc7-ff46-4445-9afd-8e39134c8ba2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 943 time: 0.7219498 Nov 12 03:30:51.081819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 2001:db8::1d3 (40cb858b-e437-4b04-842d-aa3d410ebd96/951031b1-6364-4db4-bf75-348ea8a2af54/be87a83b-0f72-46d6-8688-08a7d67d0421) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:51.309421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.398427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.478627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:51.481903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:51.484399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:51.485601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.486219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.539203 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7789516 Nov 12 03:30:51.544968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:51.565487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0e67-8c41-46c4-ad0c-c1c14a38c033 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=be87a83b-0f72-46d6-8688-08a7d67d0421,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.596972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-37c815d3-4375-4070-929b-4dd644bfcd7e service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244824 Nov 12 03:30:51.639580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.662478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Deleting port be87a83b-0f72-46d6-8688-08a7d67d0421 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:51.663212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.716154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.755260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.769989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Calling delete_port for be87a83b-0f72-46d6-8688-08a7d67d0421 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:51.946586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-64fe20bc-b78f-4986-9c5e-cf7737664b4f service neutron] 10.222.0.98 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5466640 Nov 12 03:30:51.952826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.019624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.088199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf8d9fa-0203-4aee-a206-1b0c67e09f99 req-5073a851-4392-4b7a-aa42-ced42ad8e2b0 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9977944 Nov 12 03:30:52.101984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Port': ['ID=be87a83b-0f72-46d6-8688-08a7d67d0421,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.148776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.164622 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fae9bc0f-d192-4fec-aa22-5f47bf2084ca tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/ports/be87a83b-0f72-46d6-8688-08a7d67d0421 HTTP/1.1" status: 204 len: 168 time: 0.6142476 Nov 12 03:30:52.165596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:52.170590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96', 'external_fixed_ips': [{'subnet_id': '951031b1-6364-4db4-bf75-348ea8a2af54', 'ip_address': '2001:db8::1d3'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:52.210355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.212390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.316095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port 177c3649-274e-454b-838c-45188283da67 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:52.316357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.323080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12089e62-5be2-4be9-8430-66648b701c25 req-73c75390-27b4-4628-8c28-57a6c3bb1b9d service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988020 Nov 12 03:30:52.345175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.536307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b22783-b1c0-4979-88d6-5b3cc95d79ce req-851670f9-472b-4fbb-8225-bf76790ddde9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.539143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0b22783-b1c0-4979-88d6-5b3cc95d79ce req-851670f9-472b-4fbb-8225-bf76790ddde9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 945 time: 1.4663293 Nov 12 03:30:52.590980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.841066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-a82d0c33-9fdb-436f-95fa-cb1aded601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.842532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-a82d0c33-9fdb-436f-95fa-cb1aded601ff service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1095 time: 0.3422787 Nov 12 03:30:52.853762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fac6f2-8d69-4283-9779-ebe298f4551a req-e264f06f-5206-4209-83bc-646c44bf45a7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.875243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3fac6f2-8d69-4283-9779-ebe298f4551a req-e264f06f-5206-4209-83bc-646c44bf45a7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.3765051 Nov 12 03:30:52.941941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:30:52.962787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0b22783-b1c0-4979-88d6-5b3cc95d79ce req-17f38ad2-c7ba-4307-846f-688c4ecaf7e9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700802 Nov 12 03:30:53.042390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.101668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port 177c3649-274e-454b-838c-45188283da67, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=177c3649-274e-454b-838c-45188283da67,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:53.101938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.125140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.163025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.343576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for 177c3649-274e-454b-838c-45188283da67 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:53.432942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3fac6f2-8d69-4283-9779-ebe298f4551a req-265e1cde-3f19-4804-b3fb-5f84c6be5ce1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5721300 Nov 12 03:30:53.499424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-13084b1c-a024-4004-ab15-e93438e30a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.500975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-13084b1c-a024-4004-ab15-e93438e30a8c service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.6256890 Nov 12 03:30:53.578900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc54b0-5fa8-4824-ad8b-267a22f24259 req-349be233-396b-4d84-8bdb-e07cd96b57bd tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.581290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15dc54b0-5fa8-4824-ad8b-267a22f24259 req-349be233-396b-4d84-8bdb-e07cd96b57bd tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 943 time: 0.2319741 Nov 12 03:30:53.597702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.665320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-3dc4616a-02c4-4dca-9c3d-65da5307de1d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 217 time: 0.1117129 Nov 12 03:30:53.733522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-0be62784-df70-4f41-b365-6c2e717c21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.735661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-0be62784-df70-4f41-b365-6c2e717c21a0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0595756 Nov 12 03:30:53.773917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:53.785566 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] Sync routers for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:53.808495 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:53.809127 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.834393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 2001:db8::1d3 (40cb858b-e437-4b04-842d-aa3d410ebd96/951031b1-6364-4db4-bf75-348ea8a2af54/910ab86d-1819-4499-b172-a113e3137be7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:53.846885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15dc54b0-5fa8-4824-ad8b-267a22f24259 req-387e3570-20eb-4bd6-893b-fecf6632e870 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577400 Nov 12 03:30:53.886377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.896430 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:53.897078 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.919724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-86e7cee0-bf88-4dc2-b647-9a3dd1aa93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.921951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-86e7cee0-bf88-4dc2-b647-9a3dd1aa93c2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724620 Nov 12 03:30:53.951454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.953393 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab6c0e-5836-41bc-a954-a0689009178d None None] The sync data for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:54.005820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.010485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-599271f3-0a9e-41b1-b4f3-67ee16460372 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.6868143 Nov 12 03:30:54.011131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.114249 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.118992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58eb70b2-d612-4d64-aca0-c012bd4f0572 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:54.126631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 177c3649-274e-454b-838c-45188283da67 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:54.170326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:54.179831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 177c3649-274e-454b-838c-45188283da67 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:54.181384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 177c3649-274e-454b-838c-45188283da67 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:54.181530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=177c3649-274e-454b-838c-45188283da67,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.280843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eecc3c67-0a26-4a0b-91d8-33ea72c901bd req-c1538521-cab7-4fc4-a19f-47ac98f71323 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=86f2f8a0-6594-4663-9599-c1eb0d2bd52a HTTP/1.1" status: 200 len: 210 time: 0.1026449 Nov 12 03:30:54.337836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.346496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-918bcd86-54ed-4e9d-a453-abd480b2e372 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583336 Nov 12 03:30:54.376254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port 177c3649-274e-454b-838c-45188283da67 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:54.379647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.385163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f83aa0b7-3b0f-4f2f-9d36-516d5b13f390 req-9e1082e6-30d1-43cf-b88e-d82aa40d308b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "DELETE /v2.0/ports/177c3649-274e-454b-838c-45188283da67 HTTP/1.1" status: 204 len: 173 time: 3.6151547 Nov 12 03:30:54.539445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'name': 'network-vif-deleted', 'tag': '177c3649-274e-454b-838c-45188283da67'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:54.541612 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41171c-848e-40fc-b078-c03fd38239ac" -d '{"events": [{"server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "name": "network-vif-deleted", "tag": "177c3649-274e-454b-838c-45188283da67"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:54.586924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.688604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network 40cb858b-e437-4b04-842d-aa3d410ebd96 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:54.693518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:54.703158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:54.766350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7060f0-09b2-416e-9c26-c8dc2c314f89 req-eb5f7408-477f-45d9-8aa3-02fa3a7cc2f3 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934956 Nov 12 03:30:54.796267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099244-4ee2-406f-a54e-bfdfb4f5a56c req-0a91c5b7-9bf7-485c-ab63-7ca9306ed538 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.798352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf099244-4ee2-406f-a54e-bfdfb4f5a56c req-0a91c5b7-9bf7-485c-ab63-7ca9306ed538 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1697295 Nov 12 03:30:54.810815 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95637de-9005-4ccd-8be0-d5f8501a88e1 x-openstack-request-id: req-f95637de-9005-4ccd-8be0-d5f8501a88e1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:54.811393 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f2f8a0-6594-4663-9599-c1eb0d2bd52a", "name": "network-vif-deleted", "tag": "177c3649-274e-454b-838c-45188283da67", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:54.811816 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f95637de-9005-4ccd-8be0-d5f8501a88e1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:54.812417 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f2f8a0-6594-4663-9599-c1eb0d2bd52a', 'name': 'network-vif-deleted', 'tag': '177c3649-274e-454b-838c-45188283da67', 'status': 'completed', 'code': 200} Nov 12 03:30:54.832001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=910ab86d-1819-4499-b172-a113e3137be7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.845487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:54.897644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'port_id': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'mac_address': 'fa:16:3e:26:3b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:55.034839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf099244-4ee2-406f-a54e-bfdfb4f5a56c req-af881a49-6291-4724-901a-1c84d4143bb4 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257333 Nov 12 03:30:55.050586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.071726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58eb70b2-d612-4d64-aca0-c012bd4f0572 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:55.132246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:55.145691 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.155974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae857-6d91-4090-8e33-ca8d0282d4df req-29742cfb-48fd-43ae-a1a9-8fbd4a187de3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.167061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14eae857-6d91-4090-8e33-ca8d0282d4df req-29742cfb-48fd-43ae-a1a9-8fbd4a187de3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 943 time: 0.1312563 Nov 12 03:30:55.232117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:55.271319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.273770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14eae857-6d91-4090-8e33-ca8d0282d4df req-5af59eea-ee1d-4e44-bda4-ff181722d17d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044116 Nov 12 03:30:55.346600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.424491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['58eb70b2-d612-4d64-aca0-c012bd4f0572'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:55.624951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-7f5cd8cb-5aca-433c-84f1-9e5176777e8f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.626612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-7f5cd8cb-5aca-433c-84f1-9e5176777e8f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.1214886 Nov 12 03:30:55.643416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-d5ff3e10-2d83-4b3a-8adc-0c77fbdbca9c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0096819 Nov 12 03:30:55.717811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-c4b6205b-87c9-4de0-a90e-535bd86d7f03 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676157 Nov 12 03:30:55.760517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.811357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Allocated IP 172.20.0.1 (cfafaaa1-58e6-460c-9663-0dafc5888ef2/cd00f5ad-fc7f-4fe2-89e5-e64c6157612c/36955b7d-9ae6-448d-9c9b-ab19ccec8ead) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:55.856798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-2eae9c9d-6d11-403c-8337-a5ae5ac1bec3 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316447 Nov 12 03:30:55.864344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-8504bb90-9fd3-47c5-a9dd-059671d7aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.866125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-8504bb90-9fd3-47c5-a9dd-059671d7aad4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1097 time: 0.0674965 Nov 12 03:30:55.999542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.021741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router 8e6a5521-4ceb-4582-965e-357dec246735 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:30:56.085230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.187752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:56.196978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:56.205823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:56.237440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=36955b7d-9ae6-448d-9c9b-ab19ccec8ead,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.248223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:56.262255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Sync routers for ids ['8e6a5521-4ceb-4582-965e-357dec246735'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:56.276402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.286198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.288745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Routers {'8e6a5521-4ceb-4582-965e-357dec246735'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:56.289400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8e6a5521-4ceb-4582-965e-357dec246735'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:56.293146 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8106a988-3f73-4972-8e67-2313f77aa885 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1262286 Nov 12 03:30:56.293804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.349811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-283c4b99-c77c-4898-ad1a-feff61e6aae7 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825501 Nov 12 03:30:56.415228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-1f8cee35-af74-4e8b-bf61-3938bec5a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.417306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-1f8cee35-af74-4e8b-bf61-3938bec5a13f service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.5423379 Nov 12 03:30:56.432966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b34ae-89ab-4a74-83c8-dd7371320362 req-0d6d55df-81db-4e92-8972-f7f9da5a667c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.435481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a79b34ae-89ab-4a74-83c8-dd7371320362 req-0d6d55df-81db-4e92-8972-f7f9da5a667c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.2136047 Nov 12 03:30:56.456000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Set router 8e6a5521-4ceb-4582-965e-357dec246735 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:56.600939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a79b34ae-89ab-4a74-83c8-dd7371320362 req-fd237b4a-fc98-4cf3-8e11-c35d428c0ee9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532142 Nov 12 03:30:56.615822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-503015be-667f-499c-bed9-a37c4d8f93de service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 1000 time: 0.1792464 Nov 12 03:30:56.696219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-707b4f90-9273-4e56-b745-4931ae284b5b None None] Provisioning complete for port 36955b7d-9ae6-448d-9c9b-ab19ccec8ead triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:56.696675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-707b4f90-9273-4e56-b745-4931ae284b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.758168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-d5c661f0-e07a-4af0-b00a-c980cb83dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.759640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-d5c661f0-e07a-4af0-b00a-c980cb83dafb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1351824 Nov 12 03:30:56.807147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-707b4f90-9273-4e56-b745-4931ae284b5b None None] Port 36955b7d-9ae6-448d-9c9b-ab19ccec8ead cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:56.827428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03fa1-1737-406f-ba15-8a1c7c4e8099 req-07ff45c0-a6ec-4ac4-840e-a0216ddec14c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.829110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2c03fa1-1737-406f-ba15-8a1c7c4e8099 req-07ff45c0-a6ec-4ac4-840e-a0216ddec14c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 944 time: 0.1241133 Nov 12 03:30:56.836946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6a5521-4ceb-4582-965e-357dec246735', 'name': '', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96', 'external_fixed_ips': [{'subnet_id': '951031b1-6364-4db4-bf75-348ea8a2af54', 'ip_address': '2001:db8::1d3'}], 'enable_snat': True}, 'gw_port_id': '910ab86d-1819-4499-b172-a113e3137be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:52Z', 'updated_at': '2021-11-12T03:30:54Z', 'revision_number': 3, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port': {'id': '910ab86d-1819-4499-b172-a113e3137be7', 'name': '', 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e6a5521-4ceb-4582-965e-357dec246735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '951031b1-6364-4db4-bf75-348ea8a2af54', 'ip_address': '2001:db8::1d3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:53Z', 'updated_at': '2021-11-12T03:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '951031b1-6364-4db4-bf75-348ea8a2af54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:56.864966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Checking router: 8e6a5521-4ceb-4582-965e-357dec246735 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:56.865417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Updating router 8e6a5521-4ceb-4582-965e-357dec246735 port 910ab86d-1819-4499-b172-a113e3137be7 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:30:56.873259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae82eae2-9600-4b11-8471-93fa9ddb685a req-e6f0d06b-e611-425e-8e73-e0a86dca656f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 210 time: 0.0598819 Nov 12 03:30:56.900822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.984762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2c03fa1-1737-406f-ba15-8a1c7c4e8099 req-48b35bc8-bb4a-431f-bbac-02d43c216065 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040854 Nov 12 03:30:56.985601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.987053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-4c0a88bd-8aac-4f99-a2e6-c18428d21bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.988577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-4c0a88bd-8aac-4f99-a2e6-c18428d21bc6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211788 Nov 12 03:30:57.074374 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.129861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-f92cc637-007e-4d64-8366-5aa074edeb2a service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285877 Nov 12 03:30:57.209639 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.269294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24760ad0-1f8d-4092-9f59-b7683050fd7b req-dfeb9a8b-946c-42c8-87cc-262dfa07757a service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Nov 12 03:30:57.397787 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Deleting port 910ab86d-1819-4499-b172-a113e3137be7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:57.398077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.453946 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.464342 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.536760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e33cb1-aefe-46ef-bbbf-b569c058ad82 None None] Pushing event updated for resources: {'Port': ['ID=910ab86d-1819-4499-b172-a113e3137be7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.540431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Attempting to bind port 910ab86d-1819-4499-b172-a113e3137be7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:57.541065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Attempting to bind port 910ab86d-1819-4499-b172-a113e3137be7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '10dc3b5f-9497-4272-b032-eb97eecbe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:57.541635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Attempting to bind port 910ab86d-1819-4499-b172-a113e3137be7 on network 40cb858b-e437-4b04-842d-aa3d410ebd96 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:57.549111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:57.549759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Checking segment: {'id': '10dc3b5f-9497-4272-b032-eb97eecbe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:57.550378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.550964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Bound using segment: {'id': '10dc3b5f-9497-4272-b032-eb97eecbe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:57.551660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Bound port: 910ab86d-1819-4499-b172-a113e3137be7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10dc3b5f-9497-4272-b032-eb97eecbe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '40cb858b-e437-4b04-842d-aa3d410ebd96'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:57.552281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.555587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.575829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Calling delete_port for 910ab86d-1819-4499-b172-a113e3137be7 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:57.597937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.605813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.612772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] For port 910ab86d-1819-4499-b172-a113e3137be7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:57.616289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] For port 910ab86d-1819-4499-b172-a113e3137be7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=910ab86d-1819-4499-b172-a113e3137be7,segment=NetworkSegment(10dc3b5f-9497-4272-b032-eb97eecbe98c),segment_id=10dc3b5f-9497-4272-b032-eb97eecbe98c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:57.621546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.696390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Routers {'8e6a5521-4ceb-4582-965e-357dec246735'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:57.697845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8e6a5521-4ceb-4582-965e-357dec246735'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:57.763741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.804096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=36955b7d-9ae6-448d-9c9b-ab19ccec8ead,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.911607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e33cb1-aefe-46ef-bbbf-b569c058ad82 None None] Pushing event updated for resources: {'Port': ['ID=910ab86d-1819-4499-b172-a113e3137be7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.919512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868afe21-740c-405d-8bc1-c0c4e3450dc3 req-477eb1d9-3658-4aa2-9ebc-ab756445640c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.950213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868afe21-740c-405d-8bc1-c0c4e3450dc3 req-477eb1d9-3658-4aa2-9ebc-ab756445640c tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 945 time: 0.1868219 Nov 12 03:30:57.951913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] Set router 8e6a5521-4ceb-4582-965e-357dec246735 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:57.953471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:57.955331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:57.957459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.000934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Port': ['ID=910ab86d-1819-4499-b172-a113e3137be7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.081342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e6a5521-4ceb-4582-965e-357dec246735', 'name': '', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:52Z', 'updated_at': '2021-11-12T03:30:57Z', 'revision_number': 4, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:58.105160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.160423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58eb70b2-d612-4d64-aca0-c012bd4f0572 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:58.212260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee052c06-3835-45b4-80ba-621d6c8debc4 req-84ce7c36-e0ea-4e15-9986-6dbab23e7485 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 210 time: 0.1134696 Nov 12 03:30:58.234391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276d93f-bfc3-4cd3-9949-ae980a54a406 None None] The sync data for ids ['8e6a5521-4ceb-4582-965e-357dec246735'] in n-d-713499-30 is: [{'id': '8e6a5521-4ceb-4582-965e-357dec246735', 'name': '', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:52Z', 'updated_at': '2021-11-12T03:30:57Z', 'revision_number': 4, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:58.320783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 58eb70b2-d612-4d64-aca0-c012bd4f0572 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:58.327289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 58eb70b2-d612-4d64-aca0-c012bd4f0572 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:58.327763 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.358591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-5447740f-4b1e-4129-ac81-b14107a4521a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.360148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-5447740f-4b1e-4129-ac81-b14107a4521a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.4045475 Nov 12 03:30:58.376537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.377740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.380129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.453350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f0369b8d-f28b-4b88-a50b-e30fef676a2c None None] Provisioning complete for port 36955b7d-9ae6-448d-9c9b-ab19ccec8ead triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:58.466631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0369b8d-f28b-4b88-a50b-e30fef676a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.472128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.472926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e6a5521-4ceb-4582-965e-357dec246735 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:30:58.483277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.487832 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70829f01-3512-45a5-a9c1-dd935bf81f2d tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/routers/8e6a5521-4ceb-4582-965e-357dec246735 HTTP/1.1" status: 204 len: 168 time: 2.1581388 Nov 12 03:30:58.488285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55702) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.495115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868afe21-740c-405d-8bc1-c0c4e3450dc3 req-33706077-0091-463d-b313-2454bdbe95d7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5439534 Nov 12 03:30:58.572910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:58.588447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Deleting subnet 951031b1-6364-4db4-bf75-348ea8a2af54 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:58.592494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.597698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc119c27-8ed3-49a1-ac7e-0c663e700344 req-0df44cad-9390-450f-96a8-abe004e9c2e4 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.599899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc119c27-8ed3-49a1-ac7e-0c663e700344 req-0df44cad-9390-450f-96a8-abe004e9c2e4 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 944 time: 0.1317163 Nov 12 03:30:58.616588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:58.620916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.656229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f0369b8d-f28b-4b88-a50b-e30fef676a2c None None] Port 36955b7d-9ae6-448d-9c9b-ab19ccec8ead cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:58.677274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.701167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:58.703397 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6179149d-e099-41b4-a13d-ebda2c89646a" -d '{"events": [{"server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "name": "network-vif-plugged", "status": "completed", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:58.718123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:58.722213 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.727369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc119c27-8ed3-49a1-ac7e-0c663e700344 req-a815e464-1c52-49dd-88db-0bc8ee85c79f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206970 Nov 12 03:30:58.733093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.764487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:58.770562 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d698d7c7-81b5-4fc2-a3dd-57dfa297dabc x-openstack-request-id: req-d698d7c7-81b5-4fc2-a3dd-57dfa297dabc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:58.770864 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "name": "network-vif-plugged", "status": "completed", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:58.771037 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d698d7c7-81b5-4fc2-a3dd-57dfa297dabc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:58.771421 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'code': 200} Nov 12 03:30:58.774418 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2b41f6c2-4079-4b42-ab6a-16c0558a11a3 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "PUT /v2.0/routers/991b27ff-99e5-44a0-b17b-1ea6f6ad2b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7540524 Nov 12 03:30:58.775056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.775408 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] Sync routers for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:58.783502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Request body: {'port': {'network_id': 'cfafaaa1-58e6-460c-9663-0dafc5888ef2', 'name': 'tempest-FloatingIPAdminTestJSON-1843893877'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.793331 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:58.796939 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:58.797134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.819521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.851714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:58.863793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:58.864666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:58.902408 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:58.903346 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e41f26-4cd9-4091-a76f-1fa08298a09f None None] The sync data for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:58.949393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df157c8-ae67-4417-a0d6-0aaa4f53e4ad req-c9ec5271-01ad-4a1a-90b8-ff265a16046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.950468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.952198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3df157c8-ae67-4417-a0d6-0aaa4f53e4ad req-c9ec5271-01ad-4a1a-90b8-ff265a16046f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1097 time: 0.1093450 Nov 12 03:30:58.956631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.10 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/7bbe7145-1fcd-494f-b28d-6d0a1b18f875) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:58.990828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=951031b1-6364-4db4-bf75-348ea8a2af54,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.997377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.001623 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6b970fae-8bd0-480e-b48d-45f1cb90d575 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/951031b1-6364-4db4-bf75-348ea8a2af54 HTTP/1.1" status: 204 len: 168 time: 0.5123127 Nov 12 03:30:59.003701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Made reservation on behalf of 5e7404daa9044a36842866cf44cbbee4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:59.005303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.008410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.033594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] device_id is not set on port e9b56623-866a-4c38-a666-3e2904324064 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:59.060536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3df157c8-ae67-4417-a0d6-0aaa4f53e4ad req-c303400f-ef24-4728-a5ba-42a96a2b18bf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010158 Nov 12 03:30:59.159725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Allocated IP 172.20.0.11 (cfafaaa1-58e6-460c-9663-0dafc5888ef2/cd00f5ad-fc7f-4fe2-89e5-e64c6157612c/e9b56623-866a-4c38-a666-3e2904324064) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:59.174928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.324584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.328682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.336084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.355697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:59.356156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cb858b-e437-4b04-842d-aa3d410ebd96']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.383708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10dc3b5f-9497-4272-b032-eb97eecbe98c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.384048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10dc3b5f-9497-4272-b032-eb97eecbe98c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:59.407093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.441452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.508355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2903e8c6-1d31-4efb-a7bd-4cfeedf817b0 req-c0482c91-a1ef-4662-b1cd-c1d30849c613 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 210 time: 0.0731874 Nov 12 03:30:59.512138 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.516209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:59.523159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:59.526575 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.529512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:59.547946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:59.554233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:59.556760 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:59.570528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:59.579025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.581309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.613811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:59.633961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event updated for resources: {'Port': ['ID=e9b56623-866a-4c38-a666-3e2904324064,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.686538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.687325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.709474 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8ef1227-2cff-49b1-9344-78551793a615 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9298100 Nov 12 03:30:59.713132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:59.752115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.777589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:59.809508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:59.817525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:59.883243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.892455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.902682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40cb858b-e437-4b04-842d-aa3d410ebd96 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:30:59.906019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.916798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/networks/40cb858b-e437-4b04-842d-aa3d410ebd96 HTTP/1.1" status: 204 len: 168 time: 0.9084685 Nov 12 03:30:59.941804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'project_id': '5e7404daa9044a36842866cf44cbbee4', 'port_id': 'e9b56623-866a-4c38-a666-3e2904324064'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:59.960256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114dae2-ac74-44b7-ab47-7c8b572abf4a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Network': ['ID=40cb858b-e437-4b04-842d-aa3d410ebd96,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.014245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.023314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.023847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.040460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-8cb98e91-9b08-4c45-ab30-9fdf464f446a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6670506 Nov 12 03:31:00.058411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaa3d1-6da8-4f61-8c95-a79ae41b486a req-a550113e-68d6-4ea7-a2a0-e984500f533d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.066011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4afaa3d1-6da8-4f61-8c95-a79ae41b486a req-a550113e-68d6-4ea7-a2a0-e984500f533d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.3998289 Nov 12 03:31:00.079313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Request body: {'port': {'device_id': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.109043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3d7442c0-5471-4101-a452-40ef6147f128 None None] Provisioning complete for port e9b56623-866a-4c38-a666-3e2904324064 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:00.109813 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d7442c0-5471-4101-a452-40ef6147f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.193610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3d7442c0-5471-4101-a452-40ef6147f128 None None] Port e9b56623-866a-4c38-a666-3e2904324064 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:00.224975 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.252032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ab6bf-b2df-49f5-b2bf-200320aaa2ad req-7f5e1521-0084-4a61-aa11-ba36ccd3c71b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.259280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2ab6bf-b2df-49f5-b2bf-200320aaa2ad req-7f5e1521-0084-4a61-aa11-ba36ccd3c71b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.3354037 Nov 12 03:31:00.358255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.385214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4afaa3d1-6da8-4f61-8c95-a79ae41b486a req-dfb26e62-df00-4ae0-b266-7036c232ab20 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167963 Nov 12 03:31:00.389131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55760) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.393473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'name': 'tempest-router--1290258860', 'project_id': '456a2c84f9224df1ac7dd790e837142a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.444425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Allocated IP 172.25.4.25 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/bb16f77b-c25d-4db3-990a-c1bf5c910dd7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:00.481243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2ab6bf-b2df-49f5-b2bf-200320aaa2ad req-97395d6a-09f9-4083-b3f2-52c6e4d2ef9d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799676 Nov 12 03:31:00.531745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.532819 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.587327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.661058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.680291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.696251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.707943 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.767584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Pushing event updated for resources: {'Port': ['ID=bb16f77b-c25d-4db3-990a-c1bf5c910dd7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.772409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:00.776380 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20848cb1-bcdd-4070-a0f7-b93a2c2b0eaf" -d '{"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:00.782665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:00.788176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:00.788954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.792076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca4aa3d6-f013-4371-8997-9d5170a11436 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4002678 Nov 12 03:31:00.792250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:00.794148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.894578 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.950776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2e7f-ddfe-47f2-af6c-fed03aaff180 req-280fd129-d8f1-4dc0-a492-f4e2b2c6c745 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.951718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eeb2e7f-ddfe-47f2-af6c-fed03aaff180 req-280fd129-d8f1-4dc0-a492-f4e2b2c6c745 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 932 time: 0.2336431 Nov 12 03:31:01.004134 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914915ac-dacb-4edb-afec-825d6336b1b9 x-openstack-request-id: req-914915ac-dacb-4edb-afec-825d6336b1b9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:01.004417 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-unplugged", "status": "failed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:01.004665 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-914915ac-dacb-4edb-afec-825d6336b1b9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:01.005057 n-d-713499-30 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'code': 422} returned with failed status Nov 12 03:31:01.185612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.192755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.197966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eeb2e7f-ddfe-47f2-af6c-fed03aaff180 req-cd5147e0-3cd6-483a-9c37-7f1ffaf5bc49 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175212 Nov 12 03:31:01.206693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:01.298261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.401874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.571588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.587439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Transition to ACTIVE for port object 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:01.589135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.589970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c95a3c51-c4d3-4592-854d-3a4ec50b7493 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:01.592281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.597112 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.598318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ef04ac91-5228-4fe7-b73b-8394f8dd3d7e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/routers/c95a3c51-c4d3-4592-854d-3a4ec50b7493 HTTP/1.1" status: 204 len: 168 time: 0.8033671 Nov 12 03:31:01.665867 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.784493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.808071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c0838-dff3-47c3-8b82-f3cba979bf05 req-24c9dab8-a3d3-4538-9829-f85170a38fe1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.815603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a22c0838-dff3-47c3-8b82-f3cba979bf05 req-24c9dab8-a3d3-4538-9829-f85170a38fe1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1635203 Nov 12 03:31:01.847685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.880919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Attempting to bind port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:01.882197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Attempting to bind port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:01.884079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Attempting to bind port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.895207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:01.895536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Attempting to bind port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:01.912798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:01.913129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:01.914618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:01.915248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Bound port: 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:01.915999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.940593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a22c0838-dff3-47c3-8b82-f3cba979bf05 req-0ac5deaa-801c-431e-b51d-bdc47a8c9a1d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237431 Nov 12 03:31:01.980302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.989995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.068458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Pushing event updated for resources: {'Port': ['ID=bb16f77b-c25d-4db3-990a-c1bf5c910dd7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.123335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.183311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:02.236270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-518830719', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:02.263458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:02.273702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.280780 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.282710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.340373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.341164 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.342555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] 10.222.0.100 "PUT /v2.0/ports/7bbe7145-1fcd-494f-b28d-6d0a1b18f875 HTTP/1.1" status: 200 len: 1093 time: 2.2723336 Nov 12 03:31:02.345855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:02.349789 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e248d-64df-41bb-91f9-a28a9988861c" -d '{"events": [{"name": "network-changed", "server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:02.362403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784bfc-a168-44e5-8c56-56df3826fe61 req-168f784f-30eb-4ea9-b444-54c7f58ae8dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.373551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71784bfc-a168-44e5-8c56-56df3826fe61 req-168f784f-30eb-4ea9-b444-54c7f58ae8dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.2729166 Nov 12 03:31:02.378877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.392773 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Floating IP fdcd7809-19f8-448d-b26a-e6f322aefe05 associated. External IP: 172.25.4.25, port: e9b56623-866a-4c38-a666-3e2904324064. Nov 12 03:31:02.398687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571659a-904c-486b-82dc-499d64c148e2 req-0cc7aa3d-6fe6-4880-a562-8462ae7d821c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.400360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3571659a-904c-486b-82dc-499d64c148e2 req-0cc7aa3d-6fe6-4880-a562-8462ae7d821c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.2986310 Nov 12 03:31:02.421754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55850) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.437677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'floatingip': {'port_id': '58eb70b2-d612-4d64-aca0-c012bd4f0572'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:02.469296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb1a41-4327-4dd6-b307-10ad53a0a90a service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.573769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.619330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.699213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71784bfc-a168-44e5-8c56-56df3826fe61 req-aee14e92-5658-4242-8270-28140fdfaf7a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247082 Nov 12 03:31:02.706821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-da011b9e-f02f-4729-a1ca-5784f6d3ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.708829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-da011b9e-f02f-4729-a1ca-5784f6d3ebb3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 1096 time: 0.3071570 Nov 12 03:31:02.815382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131776-e11f-494a-bf9e-cbdebcf188ab req-5c0d1805-83e1-486e-b58b-eb2acb23bf28 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.825235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb131776-e11f-494a-bf9e-cbdebcf188ab req-5c0d1805-83e1-486e-b58b-eb2acb23bf28 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 944 time: 0.3203800 Nov 12 03:31:02.838218 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b5bd8-5a2a-457f-9614-504784eb2958 x-openstack-request-id: req-3c5b5bd8-5a2a-457f-9614-504784eb2958 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:02.838852 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:02.839995 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3c5b5bd8-5a2a-457f-9614-504784eb2958 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:02.840501 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875', 'status': 'completed', 'code': 200} Nov 12 03:31:02.852070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-daf4c4de-b69a-469d-94f5-5cfcbd014274 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875 HTTP/1.1" status: 200 len: 217 time: 0.1303101 Nov 12 03:31:02.856580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-e8883dbb-ed34-4f90-ad03-d426ddb309f2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4757619 Nov 12 03:31:02.896193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:02.914722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-8ae741d4-c104-4993-b6a7-0eaf96d8adcd service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:31:02.917014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-8ae741d4-c104-4993-b6a7-0eaf96d8adcd service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0368085 Nov 12 03:31:03.030362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-6d578286-103e-486a-bfbe-a84fc6cfc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.032330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-6d578286-103e-486a-bfbe-a84fc6cfc061 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.1656132 Nov 12 03:31:03.050202 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.077737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.080354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb131776-e11f-494a-bf9e-cbdebcf188ab req-a47e4fdb-aee6-4b82-ad2e-c266210f787a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374268 Nov 12 03:31:03.152616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-de5702f5-23e7-4cda-84ba-b47d2fde0057 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123226 Nov 12 03:31:03.263418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:03.273530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] Sync routers for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:03.291895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:03.292547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:03.307061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Allocated IP 172.25.4.140 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c77ea738-5ba8-41bd-a0e0-d7a494a24fbc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:03.338836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.347988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:03.350995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:03.386217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:03.387218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:03.398791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34588e3b-29e4-4a04-954a-b70829f84f42 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6837788 Nov 12 03:31:03.438540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:03.439798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1396de5-8fb5-4ab8-aed5-094267a5750c None None] The sync data for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:03.474804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.637826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14bc140b-d372-48a3-bf5a-ea8aaf35d86a tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "GET /v2.0/floatingips/fdcd7809-19f8-448d-b26a-e6f322aefe05 HTTP/1.1" status: 200 len: 983 time: 0.1614897 Nov 12 03:31:03.640327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.725514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.730235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:31:03.772248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-e5c49e32-d6df-42e6-ab1e-497390eb8764 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575305 Nov 12 03:31:03.794293 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2d77f0d-4ef2-4a57-bc21-c93a2d60ef00 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4297 time: 0.1502721 Nov 12 03:31:03.795285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55888) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.813955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.859770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:03.864902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:03.869386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:03.876826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event updated for resources: {'Port': ['ID=c77ea738-5ba8-41bd-a0e0-d7a494a24fbc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.883518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbb6c9-c919-4c30-aea8-b24d04d9f434 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:03.961510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bc50cc15-ad6f-4226-9774-b52a8e7ea989 None None] Provisioning complete for port c77ea738-5ba8-41bd-a0e0-d7a494a24fbc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:03.962582 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc50cc15-ad6f-4226-9774-b52a8e7ea989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.000067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-359f7285-4ed6-45c4-9ce4-4d3bade28aa5 req-fdf535f8-128d-4d42-aabe-eb334eccfac6 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180007 Nov 12 03:31:04.013612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.041911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bc50cc15-ad6f-4226-9774-b52a8e7ea989 None None] Port c77ea738-5ba8-41bd-a0e0-d7a494a24fbc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:04.082208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.258799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.510414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.582792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44647d1-49c2-40b3-b434-91451b11c9d3 req-3b6b5174-8826-459d-992e-10d5a64bc732 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.584813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a44647d1-49c2-40b3-b434-91451b11c9d3 req-3b6b5174-8826-459d-992e-10d5a64bc732 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.7510154 Nov 12 03:31:04.639847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-29c355a0-3948-45a7-b05b-c789ab8491bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.641333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-29c355a0-3948-45a7-b05b-c789ab8491bf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00&tenant_id=664feeefdb2343b98b5babb874d84fc3 HTTP/1.1" status: 200 len: 1095 time: 0.6266365 Nov 12 03:31:04.671604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Router a4f41cbc-dca3-4e09-a807-128a2080d99a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:04.706922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cf8b6-97ef-4ab1-97fa-95f4dd460ee6 req-d05cce45-efe2-4f65-bbb0-075852a5e829 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.708471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-928cf8b6-97ef-4ab1-97fa-95f4dd460ee6 req-d05cce45-efe2-4f65-bbb0-075852a5e829 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 944 time: 0.2578425 Nov 12 03:31:04.768811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-ef86b02c-7613-4b88-b428-1f4c8ed04a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.770208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-ef86b02c-7613-4b88-b428-1f4c8ed04a8c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 1096 time: 0.3067939 Nov 12 03:31:04.813237 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Floating IP fa662c45-c2f7-418d-a7f9-37bddb471002 associated. External IP: 172.25.4.68, port: 58eb70b2-d612-4d64-aca0-c012bd4f0572. Nov 12 03:31:04.889190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a44647d1-49c2-40b3-b434-91451b11c9d3 req-b17e3fd1-f744-4cf0-b6e5-d17f238f45dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534926 Nov 12 03:31:04.949952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-1538a8a2-d7f3-43d1-b7d8-c28010b0c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.951462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-1538a8a2-d7f3-43d1-b7d8-c28010b0c167 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=664feeefdb2343b98b5babb874d84fc3&device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1095 time: 0.2681091 Nov 12 03:31:05.027453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-928cf8b6-97ef-4ab1-97fa-95f4dd460ee6 req-0d5a0230-ae8f-4b6c-a681-89d2a07f96fa tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864666 Nov 12 03:31:05.126793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port bb16f77b-c25d-4db3-990a-c1bf5c910dd7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:05.127133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.130586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:05.142955 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] Sync routers for ids ['a4f41cbc-dca3-4e09-a807-128a2080d99a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:05.152434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.153900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-302d949c-27ac-4a5d-9c5b-cb130c225e5c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3049490 Nov 12 03:31:05.156470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.163530 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] Routers {'a4f41cbc-dca3-4e09-a807-128a2080d99a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:05.164182 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a4f41cbc-dca3-4e09-a807-128a2080d99a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.233103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.237516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.237848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.244078 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] Routers {'a4f41cbc-dca3-4e09-a807-128a2080d99a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:05.244971 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a4f41cbc-dca3-4e09-a807-128a2080d99a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.252983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for bb16f77b-c25d-4db3-990a-c1bf5c910dd7 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:05.281348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98319085-1828-46c9-801b-0ef6134a621a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/a4f41cbc-dca3-4e09-a807-128a2080d99a HTTP/1.1" status: 200 len: 924 time: 0.1235640 Nov 12 03:31:05.283917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.284119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.284593 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb571f-d3eb-444d-9c1b-07d28fb13fb7 None None] The sync data for ids ['a4f41cbc-dca3-4e09-a807-128a2080d99a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:05.289762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-c058af37-09fa-44f3-a2ab-d5bc169666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.291277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-c058af37-09fa-44f3-a2ab-d5bc169666ee service neutron] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.5076749 Nov 12 03:31:05.314643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-16022423-168a-4e4d-9b5f-0cfd2d892bc0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4f41cbc-dca3-4e09-a807-128a2080d99a HTTP/1.1" status: 200 len: 205 time: 0.0267222 Nov 12 03:31:05.315061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.351301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-fe427b95-faa3-46d3-b3dc-0bdfd3393ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.354267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-fe427b95-faa3-46d3-b3dc-0bdfd3393ddc service neutron] 10.222.0.100 "GET /v2.0/networks?id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 200 len: 918 time: 0.3941088 Nov 12 03:31:05.400368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-d25e3661-6c43-49af-b901-dc31a67865ce service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875 HTTP/1.1" status: 200 len: 217 time: 0.0700245 Nov 12 03:31:05.427178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.536669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.594078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port c77ea738-5ba8-41bd-a0e0-d7a494a24fbc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:05.594434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.619719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-2824b9c4-68cd-46a7-9174-4248e034d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.621767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-2824b9c4-68cd-46a7-9174-4248e034d3ea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.1543450 Nov 12 03:31:05.636464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-5d706f2d-1f3f-4f40-8a90-747f4fc7940b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 200 len: 998 time: 0.2506342 Nov 12 03:31:05.684141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.696901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for c77ea738-5ba8-41bd-a0e0-d7a494a24fbc owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:05.704869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-07602ff5-96e6-4b10-b9a3-d1b6d1b48c3d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713673 Nov 12 03:31:05.715415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:05.799885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-048c4eca-ed47-4fc2-89ad-288bd5d68bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.801292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-048c4eca-ed47-4fc2-89ad-288bd5d68bf5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 200 len: 855 time: 0.1507175 Nov 12 03:31:05.878580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.919755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=c77ea738-5ba8-41bd-a0e0-d7a494a24fbc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.946903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b31bd-6be5-433b-83c2-e95a458f72ba None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:06.002123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.007170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-22662fce-8fa0-4a41-838e-a31ed7bab92f service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906864 Nov 12 03:31:06.021797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.068322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-0af7c8e1-1225-4a29-b81d-51aeebb5a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.072355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-0af7c8e1-1225-4a29-b81d-51aeebb5a561 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268167 Nov 12 03:31:06.124734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.127188 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.133640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=bb16f77b-c25d-4db3-990a-c1bf5c910dd7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.191764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.191764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router a4f41cbc-dca3-4e09-a807-128a2080d99a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:06.204119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.208886 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d6c9a10-94a6-49a1-84ed-e39538a2ca59 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/a4f41cbc-dca3-4e09-a807-128a2080d99a HTTP/1.1" status: 204 len: 168 time: 0.8893559 Nov 12 03:31:06.209529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.214967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729890299', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:06.241635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.243104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.306881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.462958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.558230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:06.569309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:06.581021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:06.581788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:06.597543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.667688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3970c6e-e383-4a65-a082-ce735acad59c req-b0c0659c-fdce-4ebe-829f-536926499a6e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.669189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3970c6e-e383-4a65-a082-ce735acad59c req-b0c0659c-fdce-4ebe-829f-536926499a6e tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.6512825 Nov 12 03:31:06.686586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1c2ce710-c572-4090-8aa6-36ccb5172c61 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "PUT /v2.0/floatingips/fa662c45-c2f7-418d-a7f9-37bddb471002 HTTP/1.1" status: 200 len: 990 time: 4.2526193 Nov 12 03:31:06.688774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c3e248d-64df-41bb-91f9-a28a9988861c req-a2308311-37e0-4e2c-8e86-08e07bbd66a8 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646340 Nov 12 03:31:06.691485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.691914 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Floating IP fdcd7809-19f8-448d-b26a-e6f322aefe05 disassociated (deleted). External IP: 172.25.4.25, port: e9b56623-866a-4c38-a666-3e2904324064. Nov 12 03:31:06.694625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:06.696985 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99acc8aa-503f-45b3-8e05-a063062ca628" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:06.705803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.706507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716b368-a04e-479c-a81f-633beb935785 req-9cf0fc71-bf37-4eab-ab21-2fdfea4c9fd4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.708051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0716b368-a04e-479c-a81f-633beb935785 req-9cf0fc71-bf37-4eab-ab21-2fdfea4c9fd4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 944 time: 0.2697849 Nov 12 03:31:06.741740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.750169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:06.794245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-01779d2e-6f57-41a6-8afe-ee4f910a7a63 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534470 Nov 12 03:31:06.869203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3970c6e-e383-4a65-a082-ce735acad59c req-eeb9e711-bb6a-4194-939f-ca64a55bc040 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911647 Nov 12 03:31:06.912859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 172.25.4.251 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/728552d2-0978-48d3-9eb8-8099d521e2df) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:06.964739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0716b368-a04e-479c-a81f-633beb935785 req-448cb6a4-5314-4f94-97fa-355332eb1163 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477312 Nov 12 03:31:07.083080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-0b547049-5f08-47d6-a31f-4d0729ef0d80 service neutron] 10.222.0.100 "GET /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807374 Nov 12 03:31:07.149708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.185868 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96879e25-3a6f-4d57-be61-7cc97d223f60 x-openstack-request-id: req-96879e25-3a6f-4d57-be61-7cc97d223f60 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:07.186196 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:07.187340 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-96879e25-3a6f-4d57-be61-7cc97d223f60 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:07.187568 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'status': 'completed', 'code': 200} Nov 12 03:31:07.196328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'fa662c45-c2f7-418d-a7f9-37bddb471002', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:26:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:31Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.220740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.253393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-827038d9-071b-4c6c-88bd-bcbeb062c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.255154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-827038d9-071b-4c6c-88bd-bcbeb062c2d9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1097 time: 0.0722780 Nov 12 03:31:07.262164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:07.270145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:07.273412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:07.281377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:07.294491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:07.299149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d204e79-6325-4709-9153-8c6d37b8f204 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:07.299378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=728552d2-0978-48d3-9eb8-8099d521e2df,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.310588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:07.313591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.449711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-4482dfa8-99a0-400d-9271-4d45e45be104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.451629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-4482dfa8-99a0-400d-9271-4d45e45be104 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.1879091 Nov 12 03:31:07.479667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:07.485491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.488100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:07.490739 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] Sync routers for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:07.507126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:07.508161 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.523466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-373169e5-fb7d-47e6-9c04-4135fa7fa700 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/floatingips/fdcd7809-19f8-448d-b26a-e6f322aefe05 HTTP/1.1" status: 204 len: 168 time: 3.7272782 Nov 12 03:31:07.530955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55986) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.535933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:07.543620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:07.597342 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.620168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.622978 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:07.623631 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.678207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-078499b3-e135-4d11-86e3-02a88ec8de11 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 998 time: 0.1569195 Nov 12 03:31:07.702835 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.703886 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b4280-9823-4066-b864-ea2a4d669aa9 None None] The sync data for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:07.781183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-65dd4929-cc21-414e-9fcd-ab9615479d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.782817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-65dd4929-cc21-414e-9fcd-ab9615479d66 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0653524 Nov 12 03:31:07.814966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.867133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-1f71e722-4bf9-4b3e-9d03-b8cde0f29b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.868992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-1f71e722-4bf9-4b3e-9d03-b8cde0f29b55 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767043 Nov 12 03:31:07.889362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.932389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:08.123443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Allocated IP 172.25.4.143 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e72e06ad-f2b4-435b-924a-0b7f1a5396f5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:08.414884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.460889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875', 'mac_address': 'fa:16:3e:0b:a9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:08.464702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d69baaeb-a7ff-4f8d-b977-2f3bc02bdb78 None None] Provisioning complete for port 728552d2-0978-48d3-9eb8-8099d521e2df triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:08.465181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d69baaeb-a7ff-4f8d-b977-2f3bc02bdb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.544768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d69baaeb-a7ff-4f8d-b977-2f3bc02bdb78 None None] Port 728552d2-0978-48d3-9eb8-8099d521e2df cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:08.642615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.671605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5448-4202-4b23-9971-59420e9c1d58 req-97cec52b-4632-4a15-98ca-12a6a2c84923 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.673967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-528e5448-4202-4b23-9971-59420e9c1d58 req-97cec52b-4632-4a15-98ca-12a6a2c84923 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 944 time: 0.2878726 Nov 12 03:31:08.683756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:08.688096 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.694947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router 4eb97f0f-ba4d-45cc-9070-a6e633d29886 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:08.716571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:08.717387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0bb5d-4ecc-4f96-b3c1-29cd1bf1cbd8 req-47f3c44a-51a7-4d6c-8050-3c2d09e4eb3d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.722998 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.728046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda0bb5d-4ecc-4f96-b3c1-29cd1bf1cbd8 req-47f3c44a-51a7-4d6c-8050-3c2d09e4eb3d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.4074695 Nov 12 03:31:08.875045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:08.899651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Sync routers for ids ['4eb97f0f-ba4d-45cc-9070-a6e633d29886'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:08.901025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.903532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f0a1e1ea-8535-4b40-be14-8210851d76e9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6923497 Nov 12 03:31:08.906146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.907783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.918870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-493ce6bd-a539-4528-910e-4049bc6190ca service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0425248 Nov 12 03:31:08.933115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Routers {'4eb97f0f-ba4d-45cc-9070-a6e633d29886'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:08.934332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4eb97f0f-ba4d-45cc-9070-a6e633d29886'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:08.937248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.937868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.938418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.938981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.939486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.940115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.940769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.941256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.941739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.942227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.943042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.943581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:08.994155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'fa662c45-c2f7-418d-a7f9-37bddb471002', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:26:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:31Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.013824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-528e5448-4202-4b23-9971-59420e9c1d58 req-89fd68d8-026e-4043-b94f-1ebb9028b48f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191903 Nov 12 03:31:09.075221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7bbe7145-1fcd-494f-b28d-6d0a1b18f875'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:09.144755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf5d3fa5-79dc-4252-9da8-30b4815335ae tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/4eb97f0f-ba4d-45cc-9070-a6e633d29886 HTTP/1.1" status: 200 len: 908 time: 0.2347231 Nov 12 03:31:09.145951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.159779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729890299', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': True}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:09.193104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fda0bb5d-4ecc-4f96-b3c1-29cd1bf1cbd8 req-90544efc-0cf4-4fab-935b-9f7b4af909ae tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4635773 Nov 12 03:31:09.203604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.222319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.224000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.236087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75f85b-7dd9-45ee-9574-05cc977e9352 None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'fa662c45-c2f7-418d-a7f9-37bddb471002', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.68', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:26:3b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:31Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:09.293947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:09.307377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:09.323288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:09.434336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99acc8aa-503f-45b3-8e05-a063062ca628 req-7e9c0a76-9a7e-46ff-aa9e-4491594f9ea7 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269781 Nov 12 03:31:09.440677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.488814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Pushing event updated for resources: {'Port': ['ID=e72e06ad-f2b4-435b-924a-0b7f1a5396f5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.556937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.590045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Set router 4eb97f0f-ba4d-45cc-9070-a6e633d29886 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:09.634675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.720672 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d45c4-c89e-4867-b47c-9c08d7e2fb45 None None] New status for floating IP fa662c45-c2f7-418d-a7f9-37bddb471002: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:09.871377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.002716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'name': 'tempest-snat-router-729890299', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:07Z', 'revision_number': 3, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port': {'id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:10.049969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.070632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.086474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Checking router: 4eb97f0f-ba4d-45cc-9070-a6e633d29886 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:10.087073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Updating router 4eb97f0f-ba4d-45cc-9070-a6e633d29886 port 728552d2-0978-48d3-9eb8-8099d521e2df binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:10.159562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.288912 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.346114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Pushing event updated for resources: {'Port': ['ID=e72e06ad-f2b4-435b-924a-0b7f1a5396f5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.381769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c555c7-44e3-43fb-8c02-3e31d5b3efae req-5c0f65d2-7fa0-44fe-905f-13b855898e59 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.383616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19c555c7-44e3-43fb-8c02-3e31d5b3efae req-5c0f65d2-7fa0-44fe-905f-13b855898e59 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 945 time: 0.1858568 Nov 12 03:31:10.386084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.387180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.388787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6a582914-0585-4d41-9c22-934e34d0735b tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8568854 Nov 12 03:31:10.399820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56042) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.447623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.508037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19c555c7-44e3-43fb-8c02-3e31d5b3efae req-7637a826-d213-42c5-a9d7-cc6618ac0aac tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141102 Nov 12 03:31:10.660724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:10.739511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.771567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b8fa-9110-4e79-8529-62e151e53e8f req-b0f81150-4e1b-4a59-b288-eb65470e31a9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.775612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9669b8fa-9110-4e79-8529-62e151e53e8f req-b0f81150-4e1b-4a59-b288-eb65470e31a9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.2262387 Nov 12 03:31:10.914667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.924838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.936638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9669b8fa-9110-4e79-8529-62e151e53e8f req-b6af23d9-2e16-4bff-991e-a261778eb2a0 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440427 Nov 12 03:31:11.008206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.040760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 172.25.4.151 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/943456aa-da5a-4296-a909-44f9411b6a8a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:11.048720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372353e4-ec2d-4f75-8d48-ea3fb2f57662 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:11.119758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Attempting to bind port 728552d2-0978-48d3-9eb8-8099d521e2df on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.120771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Attempting to bind port 728552d2-0978-48d3-9eb8-8099d521e2df by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.121470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Attempting to bind port 728552d2-0978-48d3-9eb8-8099d521e2df on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.128145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639cd94-00c1-45b6-9383-bb49c6e6dc1d None None] Pushing event updated for resources: {'Port': ['ID=728552d2-0978-48d3-9eb8-8099d521e2df,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.135227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:11.136050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:11.137665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.138231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:11.138955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Bound port: 728552d2-0978-48d3-9eb8-8099d521e2df, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:11.140301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.221365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.234858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7d4a9b43-e08c-4d81-a34b-da194fc0d854 None None] Provisioning complete for port 728552d2-0978-48d3-9eb8-8099d521e2df triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:11.235548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9b43-e08c-4d81-a34b-da194fc0d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.266730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] For port 728552d2-0978-48d3-9eb8-8099d521e2df, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:11.310802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] For port 728552d2-0978-48d3-9eb8-8099d521e2df, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=728552d2-0978-48d3-9eb8-8099d521e2df,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:11.316341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a9b43-e08c-4d81-a34b-da194fc0d854 None None] Port 728552d2-0978-48d3-9eb8-8099d521e2df cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:11.320077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.328810 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.413059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:11.440619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a023c-8044-40c8-8700-3e2e1d3a06c6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:11.481372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Allocated IP 172.25.4.218 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/709b8339-0b53-48a5-96c1-3a85e07d9251) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:11.689302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:11.714609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:11.715328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.723683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Routers {'4eb97f0f-ba4d-45cc-9070-a6e633d29886'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:11.725703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4eb97f0f-ba4d-45cc-9070-a6e633d29886'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.735541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639cd94-00c1-45b6-9383-bb49c6e6dc1d None None] Pushing event updated for resources: {'Port': ['ID=728552d2-0978-48d3-9eb8-8099d521e2df,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.826220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769561c8-6423-49dc-a96b-0d63a656776c req-225ba799-4880-4c7c-909e-3427b0cf4740 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.828019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-769561c8-6423-49dc-a96b-0d63a656776c req-225ba799-4880-4c7c-909e-3427b0cf4740 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 945 time: 0.1521962 Nov 12 03:31:11.842659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.970743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-769561c8-6423-49dc-a96b-0d63a656776c req-65cf358d-450e-4bb7-9d94-8376fe7a76c2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352692 Nov 12 03:31:11.983319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.034552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] Set router 4eb97f0f-ba4d-45cc-9070-a6e633d29886 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:12.074665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:12.086756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:12.111868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:12.116118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:12.140914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:12.152806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:12.161392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=943456aa-da5a-4296-a909-44f9411b6a8a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.178993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.179380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.179668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.180025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.180352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.180679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.181002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.181322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.181640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.182095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.182496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.182812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.310690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Pushing event updated for resources: {'Port': ['ID=709b8339-0b53-48a5-96c1-3a85e07d9251,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.324320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c85b48-a1ee-46d0-83cf-23edb6e0eaf1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:12.361801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.362155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.363228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.363586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.363928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.364320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.364648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.365016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.365355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.365684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.366010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.366333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:12.415313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f18d-7b30-4165-b899-e548037a5ad9 req-ff528c0d-50c0-4c42-b2a1-024ea3cc4bb6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.424089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c04f18d-7b30-4165-b899-e548037a5ad9 req-ff528c0d-50c0-4c42-b2a1-024ea3cc4bb6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.1315584 Nov 12 03:31:12.437914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.441800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.459573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] Provisioning complete for port 728552d2-0978-48d3-9eb8-8099d521e2df triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:12.459573 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.493999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c04f18d-7b30-4165-b899-e548037a5ad9 req-b4cdbba1-ca34-4fac-92cb-87f51b9ad08f tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549483 Nov 12 03:31:12.513920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:12.516499 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc50413c-f946-486d-9835-966c5ce12e81" -d '{"events": [{"server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:12.543334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.546198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'name': 'tempest-snat-router-729890299', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:07Z', 'revision_number': 3, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port': {'id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:12.551611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.611700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a463b-4dff-46d6-b39a-d885a6c12302 None None] The sync data for ids ['4eb97f0f-ba4d-45cc-9070-a6e633d29886'] in n-d-713499-30 is: [{'id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'name': 'tempest-snat-router-729890299', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251'}], 'enable_snat': False}, 'gw_port_id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:07Z', 'revision_number': 3, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port': {'id': '728552d2-0978-48d3-9eb8-8099d521e2df', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb97f0f-ba4d-45cc-9070-a6e633d29886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:06Z', 'updated_at': '2021-11-12T03:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:12.619121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.661773 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ac9664-84f2-418d-ba22-1169541421a6 x-openstack-request-id: req-b7ac9664-84f2-418d-ba22-1169541421a6 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:12.661773 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:12.661773 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b7ac9664-84f2-418d-ba22-1169541421a6 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:12.661773 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875', 'code': 200} Nov 12 03:31:12.704323 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.716337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.735539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] For port 728552d2-0978-48d3-9eb8-8099d521e2df, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=728552d2-0978-48d3-9eb8-8099d521e2df,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.741485 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.887201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.903120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cb143-0689-43b8-979f-1a2af24269a4 None None] Pushing event updated for resources: {'Port': ['ID=728552d2-0978-48d3-9eb8-8099d521e2df,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.917584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-509adafc-84ab-4d80-b8c0-9398c00aef10 None None] Provisioning complete for port 943456aa-da5a-4296-a909-44f9411b6a8a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:12.920049 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-509adafc-84ab-4d80-b8c0-9398c00aef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.961845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f11fad-1686-4276-a343-4b8f8c3f5489 req-68d5c84f-d593-44bf-9b8b-101fd83538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.963526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00f11fad-1686-4276-a343-4b8f8c3f5489 req-68d5c84f-d593-44bf-9b8b-101fd83538b2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 1098 time: 0.1592534 Nov 12 03:31:13.009816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-509adafc-84ab-4d80-b8c0-9398c00aef10 None None] Port 943456aa-da5a-4296-a909-44f9411b6a8a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:13.095349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.115021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00f11fad-1686-4276-a343-4b8f8c3f5489 req-d10fc936-3766-4458-8a7d-00ce8c6e797e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 Nov 12 03:31:13.116586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.202102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.295448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.296727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8957889 Nov 12 03:31:13.301541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56098) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.322122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cbe2b-5d85-4904-974d-b0f3d4db0b35 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Pushing event updated for resources: {'Port': ['ID=709b8339-0b53-48a5-96c1-3a85e07d9251,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:13.420818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.636930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router 01446b95-fc31-48c4-895f-497229752e6a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:13.917426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:13.929694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Sync routers for ids ['01446b95-fc31-48c4-895f-497229752e6a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:13.951415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Routers {'01446b95-fc31-48c4-895f-497229752e6a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:13.952568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['01446b95-fc31-48c4-895f-497229752e6a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:13.959338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.966409 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fa1d9aa1-b10f-4092-95d1-0c3b7ff6bb40 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8188536 Nov 12 03:31:13.968501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.997202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0289-ab74-4c16-ac5c-595a52d2982d req-c3ade1ec-ec57-4bc5-a4eb-27daeea84e6d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.999088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bda0289-ab74-4c16-ac5c-595a52d2982d req-c3ade1ec-ec57-4bc5-a4eb-27daeea84e6d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.7998538 Nov 12 03:31:14.160347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a29d3a0-0283-41a4-bfff-c0d9903e36aa tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4787 time: 0.8528969 Nov 12 03:31:14.169613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56116) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.268456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40b4e621-6374-4f55-b88c-b41579a89198 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/01446b95-fc31-48c4-895f-497229752e6a HTTP/1.1" status: 200 len: 907 time: 0.2974985 Nov 12 03:31:14.271000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.373469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ee10d7a6-4305-4479-a063-ee2646779364 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2001507 Nov 12 03:31:14.388048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56120) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.439235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bda0289-ab74-4c16-ac5c-595a52d2982d req-07694048-bb35-4834-a740-b95ee13773b0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185932 Nov 12 03:31:14.472015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.653857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 728552d2-0978-48d3-9eb8-8099d521e2df up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:14.732590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Set router 01446b95-fc31-48c4-895f-497229752e6a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:14.733146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f40a-7d9e-4968-b156-6d5a2cfbc377 req-a1082603-6e40-4cb0-9aee-9a07f1bed776 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.745891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f545f40a-7d9e-4968-b156-6d5a2cfbc377 req-a1082603-6e40-4cb0-9aee-9a07f1bed776 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.2126286 Nov 12 03:31:14.752059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.826756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f545f40a-7d9e-4968-b156-6d5a2cfbc377 req-9230e4c4-50b8-466c-984c-358107f669dd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798998 Nov 12 03:31:14.856822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Deleting port 709b8339-0b53-48a5-96c1-3a85e07d9251 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:14.858641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.919002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Deleting port 943456aa-da5a-4296-a909-44f9411b6a8a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:14.919556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.009159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 728552d2-0978-48d3-9eb8-8099d521e2df triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:15.010203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.093810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.094364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.140244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Calling delete_port for 709b8339-0b53-48a5-96c1-3a85e07d9251 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:15.150907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.205531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Calling delete_port for 943456aa-da5a-4296-a909-44f9411b6a8a owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:15.291798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01446b95-fc31-48c4-895f-497229752e6a', 'name': 'tempest-snat-router-729890299', 'tenant_id': 'dcefa751ffec40e0a0787b6f412064d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '943456aa-da5a-4296-a909-44f9411b6a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:31:09Z', 'updated_at': '2021-11-12T03:31:12Z', 'revision_number': 3, 'project_id': 'dcefa751ffec40e0a0787b6f412064d3', 'gw_port': {'id': '943456aa-da5a-4296-a909-44f9411b6a8a', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01446b95-fc31-48c4-895f-497229752e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:31:10Z', 'updated_at': '2021-11-12T03:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.377610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Checking router: 01446b95-fc31-48c4-895f-497229752e6a for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:15.378422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Updating router 01446b95-fc31-48c4-895f-497229752e6a port 943456aa-da5a-4296-a909-44f9411b6a8a binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:31:15.443548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.559865 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.614614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Pushing event deleted for resources: {'Port': ['ID=709b8339-0b53-48a5-96c1-3a85e07d9251,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.623954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.756823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Port': ['ID=943456aa-da5a-4296-a909-44f9411b6a8a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.792952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f7cd0-ad27-493e-801a-577419a4db4c req-09a9da38-eaa6-4863-9a25-01aea003e5ea tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.794687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-243f7cd0-ad27-493e-801a-577419a4db4c req-09a9da38-eaa6-4863-9a25-01aea003e5ea tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.1757550 Nov 12 03:31:15.799758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.803102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.804766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e0d8f1cc-5ae8-431f-9d8f-9a97ae460be0 tempest-FloatingIPAdminTestJSON-1709273990 tempest-FloatingIPAdminTestJSON-1709273990-project] 10.222.0.93 "DELETE /v2.0/floatingips/08a2cee0-4efa-4dc2-9478-0a075669d999 HTTP/1.1" status: 204 len: 168 time: 1.4154143 Nov 12 03:31:15.812552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56144) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.851852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0dea7-76d3-425e-85de-bded4c988eed None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:15.921318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.061319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.075532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.093283 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:16.093971 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:16.173365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-243f7cd0-ad27-493e-801a-577419a4db4c req-196800cd-3372-4f0a-8361-a394f67d8396 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667035 Nov 12 03:31:16.190592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.192509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01446b95-fc31-48c4-895f-497229752e6a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:16.204782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.206547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-00fbc4b5-9d61-41c0-bfa4-c236f0533aeb tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/routers/01446b95-fc31-48c4-895f-497229752e6a HTTP/1.1" status: 204 len: 168 time: 1.9326062 Nov 12 03:31:16.209596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.220537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd733a-7490-4a28-9a19-5a34a2c8fbbb req-36560056-3a29-4590-9542-055bc9c292d3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.229078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfdd733a-7490-4a28-9a19-5a34a2c8fbbb req-36560056-3a29-4590-9542-055bc9c292d3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.1791537 Nov 12 03:31:16.298769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfdd733a-7490-4a28-9a19-5a34a2c8fbbb req-7975373a-9408-48d4-8ce4-1d2ea7d523c1 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666919 Nov 12 03:31:16.327785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Deleting port e72e06ad-f2b4-435b-924a-0b7f1a5396f5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:16.330993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.457333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.457766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.471209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Calling delete_port for e72e06ad-f2b4-435b-924a-0b7f1a5396f5 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:16.529656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.626518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.637665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Port 943456aa-da5a-4296-a909-44f9411b6a8a not found while updating agent binding for router 01446b95-fc31-48c4-895f-497229752e6a. {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:31:16.676013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:16.676398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:31:16.677007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01446b95-fc31-48c4-895f-497229752e6a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:30:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:31:16.681943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8d7c9-9c4c-4a98-8401-fbf6e9014307 None None] The sync data for ids ['01446b95-fc31-48c4-895f-497229752e6a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:16.743348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Pushing event deleted for resources: {'Port': ['ID=e72e06ad-f2b4-435b-924a-0b7f1a5396f5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.779301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.809054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca103-3940-4a82-8b4e-a52aaaf70dda req-7a18da3d-c815-43f7-aec9-4fcc8bcb9fef tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.810890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-173ca103-3940-4a82-8b4e-a52aaaf70dda req-7a18da3d-c815-43f7-aec9-4fcc8bcb9fef tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.1978524 Nov 12 03:31:16.870746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-173ca103-3940-4a82-8b4e-a52aaaf70dda req-747f2185-f8c7-48e3-9249-f6a05c3bb7b4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Nov 12 03:31:16.873945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.877153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.882871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-84df3cb2-089c-43ee-9592-f5ad730ce076 tempest-FloatingIPAdminTestJSON-1699585338 tempest-FloatingIPAdminTestJSON-1699585338-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/fdb52f8c-5710-4cda-af68-0aac62830234 HTTP/1.1" status: 204 len: 168 time: 1.0645294 Nov 12 03:31:16.893077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.919734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Deleting port 728552d2-0978-48d3-9eb8-8099d521e2df {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:16.920774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.086025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] For port 728552d2-0978-48d3-9eb8-8099d521e2df, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=728552d2-0978-48d3-9eb8-8099d521e2df,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:17.086693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.099739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Calling delete_port for 728552d2-0978-48d3-9eb8-8099d521e2df owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:17.181160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31363e-079d-452c-add7-4501b8f0c1be req-e6f966d2-c970-4132-ba2f-03a2871af9d0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.183335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a31363e-079d-452c-add7-4501b8f0c1be req-e6f966d2-c970-4132-ba2f-03a2871af9d0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.1579859 Nov 12 03:31:17.246411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port e9b56623-866a-4c38-a666-3e2904324064 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:17.246753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.295894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a31363e-079d-452c-add7-4501b8f0c1be req-730b03c6-5d2c-4085-a38a-a5f08901738f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967653 Nov 12 03:31:17.396256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.446445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event deleted for resources: {'Port': ['ID=728552d2-0978-48d3-9eb8-8099d521e2df,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.451219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.473621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06271952-7210-46d4-8fd8-99bae9b76a6c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:17.508837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for e9b56623-866a-4c38-a666-3e2904324064 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:17.574058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.704921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.707313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.758477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.759529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb97f0f-ba4d-45cc-9070-a6e633d29886 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:17.764973 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.766136 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8305e5e1-3be7-4ca1-9acf-74537db4a773 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "DELETE /v2.0/routers/4eb97f0f-ba4d-45cc-9070-a6e633d29886 HTTP/1.1" status: 204 len: 168 time: 1.5554593 Nov 12 03:31:17.770545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56194) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.781259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1483476235', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:17.871383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c145a6e-0210-4fde-9664-dba3e3df0cb4 req-159ea081-904c-4624-a4df-33aac1e15dc8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.880240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c145a6e-0210-4fde-9664-dba3e3df0cb4 req-159ea081-904c-4624-a4df-33aac1e15dc8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.1897798 Nov 12 03:31:18.010096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c145a6e-0210-4fde-9664-dba3e3df0cb4 req-d15a1e30-e6fa-4db8-95a9-7c4dbe4929fd tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258581 Nov 12 03:31:18.044476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.044725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd252490-8a2c-4a78-9a38-706b03c34eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.049874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.095226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359791-9958-4932-a28e-9b654f61a4b7 req-83a61ed5-026d-4c1a-93d4-054961af177a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.108118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff359791-9958-4932-a28e-9b654f61a4b7 req-83a61ed5-026d-4c1a-93d4-054961af177a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.3149917 Nov 12 03:31:18.211655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.295682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff359791-9958-4932-a28e-9b654f61a4b7 req-a9387831-3dc4-4c74-b736-28a5969341a1 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854126 Nov 12 03:31:18.411053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=e9b56623-866a-4c38-a666-3e2904324064,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.422331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.529863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 728552d2-0978-48d3-9eb8-8099d521e2df no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:18.580294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 728552d2-0978-48d3-9eb8-8099d521e2df {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:18.580599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 728552d2-0978-48d3-9eb8-8099d521e2df not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:18.765799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.836326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.836326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d0886cc-9e6a-49b9-bf3a-1ebd4dc906bb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/ports/e9b56623-866a-4c38-a666-3e2904324064 HTTP/1.1" status: 204 len: 168 time: 1.9418576 Nov 12 03:31:18.843410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.940654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843fd77-2122-4688-a88d-334f7fb2a3e5 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.942361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a843fd77-2122-4688-a88d-334f7fb2a3e5 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "GET /v2.0/ports?device_id=991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 HTTP/1.1" status: 200 len: 913 time: 0.0971773 Nov 12 03:31:18.945857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:19.204319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.251111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.382549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88642b-a99f-4d47-a51c-a1e68f9f7e68 req-855057ca-4b73-40dc-b263-a8af7b1014f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.398865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b88642b-a99f-4d47-a51c-a1e68f9f7e68 req-855057ca-4b73-40dc-b263-a8af7b1014f9 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.2058933 Nov 12 03:31:19.676328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.679665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b88642b-a99f-4d47-a51c-a1e68f9f7e68 req-89e5fcb2-6db1-4982-96d6-db2069f99a4b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745054 Nov 12 03:31:19.698888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085342d-8424-4bad-b5dc-63c27894d132 req-64e9b966-9205-4efd-b998-63d87066e605 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.706166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c085342d-8424-4bad-b5dc-63c27894d132 req-64e9b966-9205-4efd-b998-63d87066e605 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.2616291 Nov 12 03:31:19.782539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Allocated IP 172.25.4.192 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e38cc6fd-50eb-4fea-ab15-b679098703e7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:19.956740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c085342d-8424-4bad-b5dc-63c27894d132 req-55d16374-5801-457d-82eb-3066420cabae tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482932 Nov 12 03:31:20.113536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.147818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port 36955b7d-9ae6-448d-9c9b-ab19ccec8ead {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:20.149487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.184811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.285398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:20.295016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.299856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event updated for resources: {'Port': ['ID=e38cc6fd-50eb-4fea-ab15-b679098703e7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.310389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:20.314945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:20.323796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for 36955b7d-9ae6-448d-9c9b-ab19ccec8ead owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:20.339402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6cd371-44ea-41b9-b118-a9afa3b81408 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:20.401983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35814c14-63e2-454e-a247-4b8b3665af8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.438370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d35fc377-543a-4f8a-ba60-e90b728f31f5 None None] Provisioning complete for port e38cc6fd-50eb-4fea-ab15-b679098703e7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:20.440354 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d35fc377-543a-4f8a-ba60-e90b728f31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.508271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d35fc377-543a-4f8a-ba60-e90b728f31f5 None None] Port e38cc6fd-50eb-4fea-ab15-b679098703e7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:20.689232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.722740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=36955b7d-9ae6-448d-9c9b-ab19ccec8ead,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.053964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969d7b1-9c8f-4e74-8b88-88c0ad0f7806 req-d7803679-eab0-4672-ba16-19eaa309f2ca tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.060523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8969d7b1-9c8f-4e74-8b88-88c0ad0f7806 req-d7803679-eab0-4672-ba16-19eaa309f2ca tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.1309967 Nov 12 03:31:21.212018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8969d7b1-9c8f-4e74-8b88-88c0ad0f7806 req-e30f0b70-efef-4003-8a92-ecbc8c02d1d8 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419733 Nov 12 03:31:21.223279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2539b-2865-42ab-88f2-4eec553024d8 req-e6cabe85-63a9-490f-aeaa-9e9a6722d2e9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.227446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72f2539b-2865-42ab-88f2-4eec553024d8 req-e6cabe85-63a9-490f-aeaa-9e9a6722d2e9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.1576641 Nov 12 03:31:21.228478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.324074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.329448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72f2539b-2865-42ab-88f2-4eec553024d8 req-383bc090-6824-4b76-b685-ca9deac37335 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601625 Nov 12 03:31:21.408902 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:21.508846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.575439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:21.617428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.649317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Router 5ea3f49b-5feb-4472-ad72-32a77c7010ae is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:21.698287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:21.706145 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-579317d5-de83-46d0-9e9b-69f4c65e19e2 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "PUT /v2.0/routers/991b27ff-99e5-44a0-b17b-1ea6f6ad2b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561307 Nov 12 03:31:21.706145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:21.708057 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] Sync routers for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:21.722237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:21.722237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.763343 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.776658 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] Routers {'991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:21.778487 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.785580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:21.795064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] Sync routers for ids ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:21.806812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] Routers {'5ea3f49b-5feb-4472-ad72-32a77c7010ae'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:21.809693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.824940 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.826232 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a93cb3-9464-4c22-a35b-42a8ade27367 None None] The sync data for ids ['991b27ff-99e5-44a0-b17b-1ea6f6ad2b28'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:21.830215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.831707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fe2891d8-1809-4709-9ec3-bb2c4eea26ed tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0550168 Nov 12 03:31:21.834445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56272) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:21.843419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:21.851680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.883253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.892768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] Routers {'5ea3f49b-5feb-4472-ad72-32a77c7010ae'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:21.893634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.929282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.930261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04958c06-6a3d-4661-a39f-a7f3f89a209c None None] The sync data for ids ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:21.999708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.064063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:22.064311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.135363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-6350d6b0-532f-45a1-8ebe-d6cb8ef61cca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.136843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-6350d6b0-532f-45a1-8ebe-d6cb8ef61cca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.0726473 Nov 12 03:31:22.143774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.155927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:22.375365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.384042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.420054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=a6f2bebc-3f6d-453f-9c7e-f4cad05d8e39,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.430396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc7a71-32d4-4541-aa72-763c1accf256 req-77b0fb66-d6c9-4fa5-9abe-c65251062c07 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.431849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19bc7a71-32d4-4541-aa72-763c1accf256 req-77b0fb66-d6c9-4fa5-9abe-c65251062c07 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 943 time: 0.1222622 Nov 12 03:31:22.437529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:22.437834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.444692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e5f96-d202-42c7-8dea-a07b5b68bfeb None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:22.504319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.601273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.608240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.626978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19bc7a71-32d4-4541-aa72-763c1accf256 req-76fea05d-03d8-41d4-9323-884fca63ea80 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842899 Nov 12 03:31:22.658839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:22.659214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.675317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.675571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47d1b-b49e-43e5-82fd-300851a89e0e req-539fb802-062b-44b2-b364-47156d34dccb tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.675997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Fanout notify agent at l3_agent the message router_deleted on router 991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:22.683830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cc47d1b-b49e-43e5-82fd-300851a89e0e req-539fb802-062b-44b2-b364-47156d34dccb tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=9205ae82-cbec-438a-8a04-d8a53a5979da HTTP/1.1" status: 200 len: 946 time: 0.1623783 Nov 12 03:31:22.697340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:22.703406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.704922 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8bf8fcc6-c4c8-4aad-ae6d-66f8dfaf5f1a tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/routers/991b27ff-99e5-44a0-b17b-1ea6f6ad2b28 HTTP/1.1" status: 204 len: 168 time: 0.9979050 Nov 12 03:31:22.708711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.771049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting subnet cd00f5ad-fc7f-4fe2-89e5-e64c6157612c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:22.774625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.798629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cc47d1b-b49e-43e5-82fd-300851a89e0e req-31c5eb00-b4a0-43a7-a53a-360ab112e836 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138833 Nov 12 03:31:22.817482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.926597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.005881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.030615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.034426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.042756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Subnet': ['ID=cd00f5ad-fc7f-4fe2-89e5-e64c6157612c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.044104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['7bbe7145-1fcd-494f-b28d-6d0a1b18f875'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:23.046397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.050701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:23.053293 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-47b9765d-3a32-4c55-81e4-d93941d09dbb tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/subnets/cd00f5ad-fc7f-4fe2-89e5-e64c6157612c HTTP/1.1" status: 204 len: 168 time: 0.3435085 Nov 12 03:31:23.053950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.072687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=7bbe7145-1fcd-494f-b28d-6d0a1b18f875,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.100547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49eaff0-3416-4320-9091-29dac41d49e2 None None] Network cfafaaa1-58e6-460c-9663-0dafc5888ef2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:23.149818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:23.152725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.156073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6635911-5029-4c7c-9939-4da420d6eab5 req-c303bf07-a9ff-47b5-aa14-7bb9d41dad7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "DELETE /v2.0/ports/7bbe7145-1fcd-494f-b28d-6d0a1b18f875 HTTP/1.1" status: 204 len: 173 time: 0.9858582 Nov 12 03:31:23.156865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.160420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'name': 'network-vif-deleted', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:23.163435 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b97dd5-525b-435a-85e8-8514e90cd22a" -d '{"events": [{"server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "name": "network-vif-deleted", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:23.275078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port d5564ad9-7f70-4516-988d-e6289234e465 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:23.275418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.309519 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e5f725-094a-4676-9ec2-e431b9ca717a x-openstack-request-id: req-64e5f725-094a-4676-9ec2-e431b9ca717a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:23.310127 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9205ae82-cbec-438a-8a04-d8a53a5979da", "name": "network-vif-deleted", "tag": "7bbe7145-1fcd-494f-b28d-6d0a1b18f875", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:23.310550 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-64e5f725-094a-4676-9ec2-e431b9ca717a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:23.312113 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9205ae82-cbec-438a-8a04-d8a53a5979da', 'name': 'network-vif-deleted', 'tag': '7bbe7145-1fcd-494f-b28d-6d0a1b18f875', 'status': 'completed', 'code': 200} Nov 12 03:31:23.379054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] DHCP port deletion for cfafaaa1-58e6-460c-9663-0dafc5888ef2 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:23.404034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] For port d5564ad9-7f70-4516-988d-e6289234e465, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5564ad9-7f70-4516-988d-e6289234e465,segment=NetworkSegment(961a2ede-ac42-4e65-8193-f16eed6ad711),segment_id=961a2ede-ac42-4e65-8193-f16eed6ad711)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:23.404646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.421712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for d5564ad9-7f70-4516-988d-e6289234e465 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:23.427628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.432777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.506784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:23.533486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.537405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Deleting port d5564ad9-7f70-4516-988d-e6289234e465 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:23.537782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.583811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=d5564ad9-7f70-4516-988d-e6289234e465,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.600564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] No DVR routers for this DVR port d5564ad9-7f70-4516-988d-e6289234e465 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:23.690429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:23.699087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.703438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'port_id': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'mac_address': 'fa:16:3e:44:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:23.733476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfafaaa1-58e6-460c-9663-0dafc5888ef2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.742677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.748662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961a2ede-ac42-4e65-8193-f16eed6ad711') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.749118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961a2ede-ac42-4e65-8193-f16eed6ad711') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.763691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.788932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.798832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:23.799905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: items = [ Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:23.805320 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:23.832015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] For port d5564ad9-7f70-4516-988d-e6289234e465, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:23.832415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.850568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Calling delete_port for d5564ad9-7f70-4516-988d-e6289234e465 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:23.862078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Port d5564ad9-7f70-4516-988d-e6289234e465 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:31:23.865730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.873655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.915686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:23.920948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] Pushing event deleted for resources: {'Port': ['ID=d5564ad9-7f70-4516-988d-e6289234e465,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.931513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55dfd4-f2d2-4369-9120-3f79968c02fe None None] No DVR routers for this DVR port d5564ad9-7f70-4516-988d-e6289234e465 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:23.938535 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.951111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.960939 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/networks/cfafaaa1-58e6-460c-9663-0dafc5888ef2 HTTP/1.1" status: 204 len: 168 time: 0.9055986 Nov 12 03:31:23.979338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:23.984292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.985362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.005471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6f523-0208-4079-a4ef-c3aafbe55365 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Network': ['ID=cfafaaa1-58e6-460c-9663-0dafc5888ef2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.060280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.189903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router 5ea3f49b-5feb-4472-ad72-32a77c7010ae has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:24.200466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Deleting port 0bea298d-a1a8-41c2-bf7d-e5d673142292 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:24.200808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.227103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286997-e140-4281-9809-ad6feffc2e0f req-fcb6fcb2-f250-4e31-9acf-2885901f8b5b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.230546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5564ad9-7f70-4516-988d-e6289234e465 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:24.240202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2286997-e140-4281-9809-ad6feffc2e0f req-fcb6fcb2-f250-4e31-9acf-2885901f8b5b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.1367290 Nov 12 03:31:24.291915 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.292316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.297682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4ec74678-1bd4-4e72-9035-52298c3d1aed'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:24.305055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Calling delete_port for 0bea298d-a1a8-41c2-bf7d-e5d673142292 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:24.320809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d5564ad9-7f70-4516-988d-e6289234e465 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:24.321388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5564ad9-7f70-4516-988d-e6289234e465 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:24.418520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:24.429769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] Sync routers for ids ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:24.444576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] Routers {'5ea3f49b-5feb-4472-ad72-32a77c7010ae'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:24.445204 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:24.464334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.466529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a0684f8e-e93f-4652-bf46-0bc3741122c8 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "PUT /v2.0/routers/5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 200 len: 926 time: 2.6310773 Nov 12 03:31:24.470517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.507003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:24.517191 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] Routers {'5ea3f49b-5feb-4472-ad72-32a77c7010ae'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:24.517773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:24.518718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2286997-e140-4281-9809-ad6feffc2e0f req-cbe1168d-790a-4d1e-9a69-67df9b4b1ce2 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713499 Nov 12 03:31:24.532514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.564561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-b2ba64fc-3bc4-47f7-ad5e-30f69907f4fe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.567417 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:24.568887 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9268dd5-5197-4f1e-9e97-5205b4815fee None None] The sync data for ids ['5ea3f49b-5feb-4472-ad72-32a77c7010ae'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:24.573424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-b2ba64fc-3bc4-47f7-ad5e-30f69907f4fe tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.3279700 Nov 12 03:31:24.578437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Pushing event deleted for resources: {'Port': ['ID=0bea298d-a1a8-41c2-bf7d-e5d673142292,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.597002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9aa6f95c-f234-46d9-ac69-1cc57455b34b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/quotas/8dbf27537b234317bc3c3badb1df7bdd HTTP/1.1" status: 200 len: 375 time: 0.0225644 Nov 12 03:31:24.664375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-3f6c8671-6dd5-4dbb-90fc-459c051f3f58 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663652 Nov 12 03:31:24.705034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97f69aa5-83d6-4d20-ab46-be58b766a32f tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 200 len: 926 time: 0.2279596 Nov 12 03:31:24.707605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.723305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.726322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.727565 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37c35dd4-156e-48bf-871a-7ead8707b277 tempest-FloatingIPAdminTestJSON-2018091165 tempest-FloatingIPAdminTestJSON-2018091165-project] 10.222.0.93 "DELETE /v2.0/floatingips/13ac69cb-1694-4de6-afd9-01d836a1eddc HTTP/1.1" status: 204 len: 168 time: 0.7423298 Nov 12 03:31:24.806560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5329d0-5071-4469-afc8-10ebe58bf478 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.810801 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6d5329d0-5071-4469-afc8-10ebe58bf478 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=5ea3f49b-5feb-4472-ad72-32a77c7010ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0998464 Nov 12 03:31:24.811565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.831665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-06e85f0e-6b66-4a13-9a22-f9c0b1d636d9 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584435 Nov 12 03:31:24.939180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9cd59-fce4-411b-ac56-1980a2027f6e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.940884 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-93b9cd59-fce4-411b-ac56-1980a2027f6e tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1287100 Nov 12 03:31:24.943752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.980503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf00bb79-0b58-401c-a820-493905f8a11b tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 200 len: 205 time: 0.0352163 Nov 12 03:31:24.983093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56374) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:25.038842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1d79c55d-1eae-4951-87c5-3dcf3d0c7f55 service neutron] 10.222.0.93 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061608 Nov 12 03:31:25.092446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:25.129667 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.269261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56390) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:25.269795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98bf32b4-f08c-455f-8f4a-f1204dfde67b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e7404daa9044a36842866cf44cbbee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761506 Nov 12 03:31:25.314231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a47b2142-cb25-489c-82e5-f64bc41de5c5 req-f0e764b9-f765-4b2d-95db-61b826f96fe3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 210 time: 0.0659683 Nov 12 03:31:25.343020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.387513 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.429563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.440923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port e38cc6fd-50eb-4fea-ab15-b679098703e7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:25.441697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.503284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:25.558448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.562190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.564958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.566279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/03c94999-83b8-4f89-86f1-ac72ce17d65e HTTP/1.1" status: 204 len: 168 time: 0.2953038 Nov 12 03:31:25.593453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55ba3-cdbd-486b-b653-96a7e6c56ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c94999-83b8-4f89-86f1-ac72ce17d65e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.600348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for e38cc6fd-50eb-4fea-ab15-b679098703e7 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:25.626739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4ec74678-1bd4-4e72-9035-52298c3d1aed triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.628771 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.767333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.807918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:25.809055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:25.811921 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f11a5-b495-4508-82c0-bcfe9f064b9f" -d '{"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:25.816411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.817220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:25.844784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:25.845080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7bbe7145-1fcd-494f-b28d-6d0a1b18f875 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:25.860269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca2073-a701-4979-aad3-5f6345c33377 req-c6d48b06-5ad5-4251-811a-a0a3c42cecd6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.861918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faca2073-a701-4979-aad3-5f6345c33377 req-c6d48b06-5ad5-4251-811a-a0a3c42cecd6 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 944 time: 0.1364067 Nov 12 03:31:25.903819 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9f0d5-697a-4c84-8a55-dec63ec779a4 x-openstack-request-id: req-94b9f0d5-697a-4c84-8a55-dec63ec779a4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:25.904153 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-plugged", "status": "completed", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:25.904414 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94b9f0d5-697a-4c84-8a55-dec63ec779a4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:25.904816 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'code': 200} Nov 12 03:31:25.951442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.037586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faca2073-a701-4979-aad3-5f6345c33377 req-10e050f5-6029-478d-b5d9-6e105311e5d7 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396649 Nov 12 03:31:26.136412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.155045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.162397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7b39112-6b75-4945-84ae-31e28bdec5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.196234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=e38cc6fd-50eb-4fea-ab15-b679098703e7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.215844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea42f8-68ed-40fd-b077-06fa3201dd31 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:26.242668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d53b-9a76-4fff-8a3b-907c3be30640 req-dacfb38d-1e44-470b-a9ce-499217ff10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.246039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c3d53b-9a76-4fff-8a3b-907c3be30640 req-dacfb38d-1e44-470b-a9ce-499217ff10c3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 1098 time: 0.1310232 Nov 12 03:31:26.263567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7b39112-6b75-4945-84ae-31e28bdec5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.272815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7b39112-6b75-4945-84ae-31e28bdec5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.312961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56428) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.328435 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7b39112-6b75-4945-84ae-31e28bdec5ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d69327c13164e6487269d1b53b82ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739628 Nov 12 03:31:26.351850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b39112-6b75-4945-84ae-31e28bdec5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d16f92-1e9e-4055-bd06-3022395b5d36,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.358132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.444833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9c3d53b-9a76-4fff-8a3b-907c3be30640 req-d1937749-42ff-4e55-9055-2b01d6b0152f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659906 Nov 12 03:31:26.532929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.537789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cfc1f6-4e33-4edc-85ae-9d5abefbde10 req-5a479388-5a28-4d0c-9d60-999f5080a3ad tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 210 time: 0.0876505 Nov 12 03:31:26.538921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.634383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.635135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea3f49b-5feb-4472-ad72-32a77c7010ae {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:26.636327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.647192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.648315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8205ab88-9e6c-4dc6-9325-7d42ff93e441 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 204 len: 168 time: 1.6642647 Nov 12 03:31:26.652253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.660574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-791682253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.686419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.694927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-dfbe6dfd-730d-48c2-92f5-6603412d3d63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.695155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.696439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.696583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-dfbe6dfd-730d-48c2-92f5-6603412d3d63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 805 time: 0.2991343 Nov 12 03:31:26.719935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Request body: {'port': {'device_id': '35abae2f-ae11-491a-8af7-797289cda0b3', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'admin_state_up': True, 'tenant_id': '8dbf27537b234317bc3c3badb1df7bdd'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.758075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.764007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.783523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.787665 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e81be04-27f5-476c-a43e-0a93adfe8366 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1308596 Nov 12 03:31:26.789200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56442) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.793562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:26.887735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.890310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.891448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79d16f92-1e9e-4055-bd06-3022395b5d36 HTTP/1.1" status: 204 len: 168 time: 0.5756214 Nov 12 03:31:26.939517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9d42c-a9c9-454e-91bb-b20cded8d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d16f92-1e9e-4055-bd06-3022395b5d36,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.078195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.127874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Made reservation on behalf of 8dbf27537b234317bc3c3badb1df7bdd for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:27.133574 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.314296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.327926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447e5beb-3c3b-430a-8280-b9516fe3196a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.330695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d321a-7fc8-4668-83a6-fbb7bd88660b req-c3673365-6948-438b-b4d5-d89b855ec35d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.332223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a2d321a-7fc8-4668-83a6-fbb7bd88660b req-c3673365-6948-438b-b4d5-d89b855ec35d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.1559415 Nov 12 03:31:27.414109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Allocated IP 172.20.0.8 (71b9dc68-9fa6-4952-b86f-541c97bc3af7/2da09edc-3a55-4265-8710-6596ae137674/ad9b1b7f-ed15-45cd-bde0-f8df066ae83a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:27.417173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447e5beb-3c3b-430a-8280-b9516fe3196a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.425611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447e5beb-3c3b-430a-8280-b9516fe3196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.473782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e5beb-3c3b-430a-8280-b9516fe3196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8393984-9287-40db-b5c5-d3f559110646,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.482636 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-447e5beb-3c3b-430a-8280-b9516fe3196a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fd173ade51374bfc84d443f3f9c13db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670837 Nov 12 03:31:27.485063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.515776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a2d321a-7fc8-4668-83a6-fbb7bd88660b req-c57fc566-4975-4242-948e-3cd4cc8f4f62 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567564 Nov 12 03:31:27.547527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.572583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.646529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.652115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.656718 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a8393984-9287-40db-b5c5-d3f559110646 HTTP/1.1" status: 204 len: 168 time: 0.1674731 Nov 12 03:31:27.674348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a9e5f-b6ca-46d2-a851-19295bbdc3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8393984-9287-40db-b5c5-d3f559110646,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.746323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ae0a5bb-9c06-46fe-af35-042237ea93af req-c851a7dc-638c-43ce-be5d-f4ddf3ef6e06 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 210 time: 0.0525465 Nov 12 03:31:27.787012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.832302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.368335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.418719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Allocated IP 172.25.4.184 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0f6fa9b8-4b99-4833-9d02-fadacd39e62c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:28.521369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.532986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:28.579078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event updated for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.619534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:28.624007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:28.643918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:28.763651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.780686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.781322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.798748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3de7e5-e26a-415e-bfb5-f06e64169535 req-08e6aeb8-4ff1-43ae-a07c-d2e281abfb35 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.800273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d3de7e5-e26a-415e-bfb5-f06e64169535 req-08e6aeb8-4ff1-43ae-a07c-d2e281abfb35 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.1586866 Nov 12 03:31:28.833726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-9087bd54-5316-4fcc-923a-dacc023bb7f5 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1224844 Nov 12 03:31:28.847477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Request body: {'port': {'device_id': '35abae2f-ae11-491a-8af7-797289cda0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:28.870758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.933611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d3de7e5-e26a-415e-bfb5-f06e64169535 req-2390d431-c420-4dea-8864-8cfe1d9ddc3a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256020 Nov 12 03:31:28.954775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.996693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.021942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:29.022060 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-41faba11-5380-430a-91ec-f0bf8688bb24 tempest-AgentManagementNegativeTest-814370801 tempest-AgentManagementNegativeTest-814370801-project] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1489522 Nov 12 03:31:29.028308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b6df7-ba16-49d7-8ce7-adcf8aab077f req-265411d7-0558-4786-a3a0-1951450348cb tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.029785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-302b6df7-ba16-49d7-8ce7-adcf8aab077f req-265411d7-0558-4786-a3a0-1951450348cb tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 931 time: 0.1597686 Nov 12 03:31:29.038265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:29.046426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:29.055057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event updated for resources: {'Port': ['ID=0f6fa9b8-4b99-4833-9d02-fadacd39e62c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.060013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406696dc-7676-4c5a-acf3-0238c6df368b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:29.101614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-98070ded-9028-4628-961f-8e6edd989e7b None None] Provisioning complete for port 0f6fa9b8-4b99-4833-9d02-fadacd39e62c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:29.102390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98070ded-9028-4628-961f-8e6edd989e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.141492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-98070ded-9028-4628-961f-8e6edd989e7b None None] Port 0f6fa9b8-4b99-4833-9d02-fadacd39e62c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:29.299218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-302b6df7-ba16-49d7-8ce7-adcf8aab077f req-d71a3454-e355-4e17-8d9c-782728979554 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532275 Nov 12 03:31:29.396947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.516286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d39a357-81f7-412f-967a-2531fe707033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.557789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.595360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d39a357-81f7-412f-967a-2531fe707033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.600304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d39a357-81f7-412f-967a-2531fe707033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.639844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0d39a357-81f7-412f-967a-2531fe707033 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ab3ce2a959d418086e10d4c19ab312e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418084 Nov 12 03:31:29.642545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56590) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.665502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39a357-81f7-412f-967a-2531fe707033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16c53ff-4fa3-4d90-afdb-fad87be9a4cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.688213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9b1b7f-ed15-45cd-bde0-f8df066ae83a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:29.706032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.711926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.731517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.735286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Transition to ACTIVE for port object ad9b1b7f-ed15-45cd-bde0-f8df066ae83a will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:29.741002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.784788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.788459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.789739 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c16c53ff-4fa3-4d90-afdb-fad87be9a4cb HTTP/1.1" status: 204 len: 168 time: 0.1462383 Nov 12 03:31:29.821857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962c146-d73e-481c-8e0d-7e432ed1261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16c53ff-4fa3-4d90-afdb-fad87be9a4cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.891677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.962406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.965345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Attempting to bind port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:29.965681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Attempting to bind port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:29.966010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Attempting to bind port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:29.970840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.972899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:29.973212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Attempting to bind port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a on network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.060696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:30.061304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Checking segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:30.062032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Bound using segment: {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:30.062663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Bound port: ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f68ce6-2ddd-465d-897d-6f98e0a0b26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:30.063339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.232390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80ecc-c7b8-4eaa-9ace-59dc1ac5e3cd req-14b022af-d0f4-4f28-bae6-09c6ba973357 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.240649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52b80ecc-c7b8-4eaa-9ace-59dc1ac5e3cd req-14b022af-d0f4-4f28-bae6-09c6ba973357 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.1814537 Nov 12 03:31:30.264477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:30.298197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:30.308867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.363099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52b80ecc-c7b8-4eaa-9ace-59dc1ac5e3cd req-fa023209-54be-4bb3-8d74-0493bb980a1a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205854 Nov 12 03:31:30.385190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Router 1acea907-e6b4-47bf-a987-9445b5b5a2ab is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:30.392553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.395862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.398132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] 10.222.0.100 "PUT /v2.0/ports/ad9b1b7f-ed15-45cd-bde0-f8df066ae83a HTTP/1.1" status: 200 len: 1092 time: 1.5560830 Nov 12 03:31:30.414578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:30.416910 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8de98-c11b-41c4-ab08-f1b5522757a4" -d '{"events": [{"name": "network-changed", "server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:30.516310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534edf-f5af-4c4b-a994-cbdac3d14a0e service neutron] Pushing event updated for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.580171 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1265825-577e-4a1c-9a65-052c2041bad9 x-openstack-request-id: req-c1265825-577e-4a1c-9a65-052c2041bad9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:30.580625 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:30.580883 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c1265825-577e-4a1c-9a65-052c2041bad9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:30.581381 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a', 'status': 'completed', 'code': 200} Nov 12 03:31:30.612041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-778ca622-3839-4581-93a8-75b9172a7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.613558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-778ca622-3839-4581-93a8-75b9172a7017 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 1095 time: 0.1669562 Nov 12 03:31:30.657105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.667646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714afd1-0566-4cad-b3b2-113b93bdae79 req-06fc92f5-5fa5-4cfe-a338-7912e6a4ae60 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.669249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f714afd1-0566-4cad-b3b2-113b93bdae79 req-06fc92f5-5fa5-4cfe-a338-7912e6a4ae60 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 943 time: 0.2461061 Nov 12 03:31:30.684412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.730877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-cd54e051-fb2d-4873-9a4a-ba4e07c53bd6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a HTTP/1.1" status: 200 len: 217 time: 0.0785058 Nov 12 03:31:30.760657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158096645'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.783233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:30.788025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.788590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:30.799860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] Sync routers for ids ['1acea907-e6b4-47bf-a987-9445b5b5a2ab'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:30.804691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.808168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6369e0e7-5dc4-4dae-974c-0c0a87eeac42 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "PUT /v2.0/routers/1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 200 len: 883 time: 4.0158129 Nov 12 03:31:30.810734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56644) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.818276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.821878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021579b7-bb36-460d-8aac-2c3dea21684f req-49d356f8-ebc2-40a0-bf49-78727159162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.823342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-49d356f8-ebc2-40a0-bf49-78727159162d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.0852318 Nov 12 03:31:30.828176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f714afd1-0566-4cad-b3b2-113b93bdae79 req-4ccc4058-170e-4050-810d-68cf5bc80614 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455960 Nov 12 03:31:30.842212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] Routers {'1acea907-e6b4-47bf-a987-9445b5b5a2ab'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:30.848096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1acea907-e6b4-47bf-a987-9445b5b5a2ab'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:30.859416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-add7f474-53ef-41cf-831a-3c96d4127e68 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287912 Nov 12 03:31:30.903059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:30.914537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] Routers {'1acea907-e6b4-47bf-a987-9445b5b5a2ab'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:30.915004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['1acea907-e6b4-47bf-a987-9445b5b5a2ab'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:30.964377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:30.965056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff7ef5-eeb5-4e80-9ef2-55817e947bf2 None None] The sync data for ids ['1acea907-e6b4-47bf-a987-9445b5b5a2ab'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:30.974179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e5c00e8d-4a0c-46a5-ba81-84301dfbef9c tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 200 len: 924 time: 0.1614337 Nov 12 03:31:30.976260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.987919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-8d89a729-3a57-488a-9655-89896bd5ed68 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211560 Nov 12 03:31:31.030114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.034812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.048612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5ed0e-5809-4b1e-ba47-d10b7158ee8a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.053023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4da5ed0e-5809-4b1e-ba47-d10b7158ee8a tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=1acea907-e6b4-47bf-a987-9445b5b5a2ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0751829 Nov 12 03:31:31.053168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.078110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:31.085166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c9a68-afc9-41fb-a635-9567d2aaec9a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.092521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.092925 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 5b373bed-975d-4482-a947-9ecaa9fee8c4 of type vlan for network 70cf60f6-b407-44be-bf63-be027f0887fd Nov 12 03:31:31.150664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.154528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-021579b7-bb36-460d-8aac-2c3dea21684f req-0c2b7b05-fb59-4c03-b66c-3ad37cfd7339 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587484 Nov 12 03:31:31.175759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79dba6-ebfc-4438-8dde-e45bfd3a876c tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.180046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bb79dba6-ebfc-4438-8dde-e45bfd3a876c tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1237628 Nov 12 03:31:31.181295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56660) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.189553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.196935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.197624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.228167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5602717 Nov 12 03:31:31.228412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-516c9b8c-4600-4755-ae58-dd7ee609d11d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 200 len: 205 time: 0.0428493 Nov 12 03:31:31.228527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.281818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-37983102-b4f6-4348-8f25-2307cc729ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.284380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-37983102-b4f6-4348-8f25-2307cc729ddc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 1095 time: 0.0687189 Nov 12 03:31:31.339531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a402a-a886-4764-b606-49a0b443e977 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=70cf60f6-b407-44be-bf63-be027f0887fd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.354213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 70cf60f6-b407-44be-bf63-be027f0887fd details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:31.423204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-2abf210c-f2cd-4142-be63-101d1aef7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.425247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-2abf210c-f2cd-4142-be63-101d1aef7a63 service neutron] 10.222.0.100 "GET /v2.0/networks?id=71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 200 len: 907 time: 0.1339288 Nov 12 03:31:31.445189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.508006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-be9cf2b1-298d-4d41-bdb4-fcb8785e800c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a HTTP/1.1" status: 200 len: 217 time: 0.0719764 Nov 12 03:31:31.603560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.613598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-92975732-a64d-4f23-8993-518f49a3bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.616346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-92975732-a64d-4f23-8993-518f49a3bd09 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 200 len: 845 time: 0.1019092 Nov 12 03:31:31.636090 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.668712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-e58f1047-4d8d-4a74-90c2-24364bba4827 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=71b9dc68-9fa6-4952-b86f-541c97bc3af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451663 Nov 12 03:31:31.727547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port 0f6fa9b8-4b99-4833-9d02-fadacd39e62c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:31.728079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.808061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-71c798ff-fc52-4b49-ab93-9a1f006a9c6f service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315536 Nov 12 03:31:31.831861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.844376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for 0f6fa9b8-4b99-4833-9d02-fadacd39e62c owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:31.918724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93c8de98-c11b-41c4-ab08-f1b5522757a4 req-a66f1a7f-c8b3-4042-9fe4-b6ded037c8c0 service neutron] 10.222.0.100 "GET /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028438 Nov 12 03:31:31.997861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad7e5-6a4e-4830-992d-a6aa617d3c4c req-1d383977-bd08-4152-9242-855b0a759d7e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.999462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-210ad7e5-6a4e-4830-992d-a6aa617d3c4c req-1d383977-bd08-4152-9242-855b0a759d7e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 943 time: 0.0619628 Nov 12 03:31:32.062677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-210ad7e5-6a4e-4830-992d-a6aa617d3c4c req-4e9380cc-c9f8-4972-8210-b8cfebbb71fa tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524166 Nov 12 03:31:32.092945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.123141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=0f6fa9b8-4b99-4833-9d02-fadacd39e62c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.138088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31264cb-b27a-48c0-8292-8118928f83a3 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:32.205163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.323396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.325563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.369494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.370494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router 1acea907-e6b4-47bf-a987-9445b5b5a2ab {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:32.377554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.383043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56686) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.383286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa5a421f-3858-4c14-869a-3d5fcfdd7fb0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 204 len: 168 time: 1.1474192 Nov 12 03:31:32.389467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-195531473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:32.419704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.428694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.483638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.489205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.512372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.516249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-01dcce1c-09cf-470e-a86c-e4da2e25eb0f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1284914 Nov 12 03:31:32.516525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56692) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.522822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': True}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:33.065546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.311794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4008-755c-48d0-b0bf-c14c969dab1c req-be951776-421b-4111-a222-019eb51fc414 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.314056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f76a4008-755c-48d0-b0bf-c14c969dab1c req-be951776-421b-4111-a222-019eb51fc414 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 943 time: 0.1447179 Nov 12 03:31:33.341740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.368931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.434661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f76a4008-755c-48d0-b0bf-c14c969dab1c req-6154d425-c109-4206-9fa1-7f7346febb46 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124902 Nov 12 03:31:33.507681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 172.25.4.240 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:33.555053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ad9b1b7f-ed15-45cd-bde0-f8df066ae83a details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:33.664037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.668050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.682076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a', 'network_id': '71b9dc68-9fa6-4952-b86f-541c97bc3af7', 'port_id': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a', 'mac_address': 'fa:16:3e:d6:50:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da09edc-3a55-4265-8710-6596ae137674', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:33.722969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.760272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.769761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:33.780240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:33.783614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9b1b7f-ed15-45cd-bde0-f8df066ae83a {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:33.798817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.801860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:33.820306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.824300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179521ad-a6b6-44f8-9cb3-49d6700d3498 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:33.828438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.893299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.052468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc2efbc5-fdad-4533-be64-c51c4b3ec890 None None] Provisioning complete for port d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:34.052842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc2efbc5-fdad-4533-be64-c51c4b3ec890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.150287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['ad9b1b7f-ed15-45cd-bde0-f8df066ae83a'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:34.161074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc2efbc5-fdad-4533-be64-c51c4b3ec890 None None] Port d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:34.393695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.612825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569493a-1e29-46e6-b12a-18aa441b0c8d req-a6782e98-1afb-421c-aace-2260669aba37 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.614361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0569493a-1e29-46e6-b12a-18aa441b0c8d req-a6782e98-1afb-421c-aace-2260669aba37 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 944 time: 0.0993915 Nov 12 03:31:34.669239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.674627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.703226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.712474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.717452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0569493a-1e29-46e6-b12a-18aa441b0c8d req-e3e4ddce-bfe0-4761-9312-c8859f75ea58 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737185 Nov 12 03:31:34.788902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:34.793800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.873109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router f6377b0c-7b9a-4387-987c-2887cbdf8b1a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:34.992359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:34.997208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.998480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3ec53905-e367-417c-a90d-a52fd12f89c0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "PUT /v2.0/routers/f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 200 len: 918 time: 2.4809861 Nov 12 03:31:35.001561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56754) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.009030 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] Sync routers for ids ['f6377b0c-7b9a-4387-987c-2887cbdf8b1a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:35.019072 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] Routers {'f6377b0c-7b9a-4387-987c-2887cbdf8b1a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:35.019701 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f6377b0c-7b9a-4387-987c-2887cbdf8b1a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:35.062947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:35.084037 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] Routers {'f6377b0c-7b9a-4387-987c-2887cbdf8b1a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:35.084979 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f6377b0c-7b9a-4387-987c-2887cbdf8b1a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:35.126822 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:35.127757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917cafd8-6c82-4516-863b-4d28b90cf413 None None] The sync data for ids ['f6377b0c-7b9a-4387-987c-2887cbdf8b1a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:35.150674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-10c921bb-6cfb-49b8-8426-6dfd29413f47 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 200 len: 924 time: 0.1453266 Nov 12 03:31:35.151809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56756) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.238508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8b517-cd32-4b1f-a39f-b7e41339568c tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.240647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f6a8b517-cd32-4b1f-a39f-b7e41339568c tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=f6377b0c-7b9a-4387-987c-2887cbdf8b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887916 Nov 12 03:31:35.243324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56762) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.344362 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.351828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c34150-bf14-463e-9a6f-3fd5d6d4dbb9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.353368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-82c34150-bf14-463e-9a6f-3fd5d6d4dbb9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1090784 Nov 12 03:31:35.356387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56766) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.385377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c87763c1-08a6-44c6-a4f7-7c96738e93ca tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 200 len: 205 time: 0.0273683 Nov 12 03:31:35.387914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56768) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.417753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=8d8f8de7-725b-46c7-b073-3adcf21ad950,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.432015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '5b373bed-975d-4482-a947-9ecaa9fee8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:35.432015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 70cf60f6-b407-44be-bf63-be027f0887fd, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:35.452140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 70cf60f6-b407-44be-bf63-be027f0887fd is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:35.462836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 70cf60f6-b407-44be-bf63-be027f0887fd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:35.473356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d439a-eb05-4873-943d-190647ecedb3 None None] Network 70cf60f6-b407-44be-bf63-be027f0887fd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:35.474503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.475109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.498138 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1c7ccdf-5596-4434-a050-b6889b6066ee tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8275206 Nov 12 03:31:35.498779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.503892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903748988'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.527158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:35.530663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.538925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.576252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:35.590238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.590238 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment eb561b77-4cec-464c-aa55-badbebbd1da8 of type vlan for network 41961cae-b282-412a-b91c-4be3a158b7d3 Nov 12 03:31:35.607631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ad9b1b7f-ed15-45cd-bde0-f8df066ae83a up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:35.637338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.665537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.673590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.674220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.700883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.765738 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2632282 Nov 12 03:31:35.768126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56782) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.772475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e41f62-109f-43eb-a358-d7393fb2db55 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=41961cae-b282-412a-b91c-4be3a158b7d3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.777618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.848832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:35.849621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.896731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 41961cae-b282-412a-b91c-4be3a158b7d3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:35.924097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-70cf60f6-b407-44be-bf63-be027f0887fd', 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': '8d8f8de7-725b-46c7-b073-3adcf21ad950'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:35.924097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.968687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:35.974339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.983765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:35.984115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.006068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:36.084843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dacd3-945f-4200-b328-386edbbfffcf req-778f962c-22da-4e6e-be24-8a32ed61de63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.086347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-156dacd3-945f-4200-b328-386edbbfffcf req-778f962c-22da-4e6e-be24-8a32ed61de63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 944 time: 0.2431185 Nov 12 03:31:36.086950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:36.091327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.177232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Allocated IP 2001:db8:0:ffff::2 (70cf60f6-b407-44be-bf63-be027f0887fd/8d8f8de7-725b-46c7-b073-3adcf21ad950/c587957f-665b-4754-ae86-88dae218435a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:36.179242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.230884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:36.233147 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77ad1d-ed8f-48b6-8c6f-c6d023352791" -d '{"events": [{"server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:36.287744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-156dacd3-945f-4200-b328-386edbbfffcf req-83c93080-e4c2-465e-9d85-89b125e85b62 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746769 Nov 12 03:31:36.293691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:36.295943 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28bcfd5-8f00-4e3b-9c73-488c5438acda x-openstack-request-id: req-f28bcfd5-8f00-4e3b-9c73-488c5438acda {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:36.296208 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:36.296430 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f28bcfd5-8f00-4e3b-9c73-488c5438acda {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:36.296839 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a', 'code': 200} Nov 12 03:31:36.311918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.422698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.449350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.458032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.496853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.498021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Network 70cf60f6-b407-44be-bf63-be027f0887fd is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:36.505812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:36.509832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:36.513793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1519f-99fc-4a10-a20d-42900607fda8 req-dc196ef6-cbf0-40cb-b081-36557adab92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.515531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85a1519f-99fc-4a10-a20d-42900607fda8 req-dc196ef6-cbf0-40cb-b081-36557adab92a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 1097 time: 0.1579342 Nov 12 03:31:36.517307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Pushing event updated for resources: {'Port': ['ID=c587957f-665b-4754-ae86-88dae218435a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.548087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=d703fdc8-04f7-48fa-8ef4-0b5e93ad06eb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.569071 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.589660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Attempting to bind port c587957f-665b-4754-ae86-88dae218435a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:36.590036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Attempting to bind port c587957f-665b-4754-ae86-88dae218435a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5b373bed-975d-4482-a947-9ecaa9fee8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:36.590406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Attempting to bind port c587957f-665b-4754-ae86-88dae218435a on network 70cf60f6-b407-44be-bf63-be027f0887fd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:36.595749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52b2cf-f699-4585-a00b-d0c42f5e28f9 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:36.598740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:36.599094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Checking segment: {'id': '5b373bed-975d-4482-a947-9ecaa9fee8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:36.599721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.600520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Bound using segment: {'id': '5b373bed-975d-4482-a947-9ecaa9fee8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:36.601298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Bound port: c587957f-665b-4754-ae86-88dae218435a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b373bed-975d-4482-a947-9ecaa9fee8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '70cf60f6-b407-44be-bf63-be027f0887fd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:36.601855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.638930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85a1519f-99fc-4a10-a20d-42900607fda8 req-5db56f17-d66f-48cd-886c-39d513c69c47 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Nov 12 03:31:36.680084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] For port c587957f-665b-4754-ae86-88dae218435a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:36.683919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] For port c587957f-665b-4754-ae86-88dae218435a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c587957f-665b-4754-ae86-88dae218435a,segment=NetworkSegment(5b373bed-975d-4482-a947-9ecaa9fee8c4),segment_id=5b373bed-975d-4482-a947-9ecaa9fee8c4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:36.689748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.705445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=c2794bd8-527b-42cd-961e-9592ef52a785,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.715749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.781657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4335e9-fc4d-4288-97db-ba1cbf9084d8 None None] Pushing event updated for resources: {'Port': ['ID=c587957f-665b-4754-ae86-88dae218435a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.823571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.826322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.828153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': 'eb561b77-4cec-464c-aa55-badbebbd1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:36.828527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 41961cae-b282-412a-b91c-4be3a158b7d3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:36.881656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.882486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router f6377b0c-7b9a-4387-987c-2887cbdf8b1a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:36.884637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 41961cae-b282-412a-b91c-4be3a158b7d3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:36.891534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.896414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2b907323-d36f-44d2-a1ba-cdef0b67217e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 204 len: 168 time: 1.5037673 Nov 12 03:31:36.897130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.902346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 41961cae-b282-412a-b91c-4be3a158b7d3) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:36.903758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-849649123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:36.906850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.907619 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.915580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245f8ca-732b-4157-a95d-49bc5ec58ae8 None None] Network 41961cae-b282-412a-b91c-4be3a158b7d3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:36.938597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.940321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.948438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7e4dcfe0-6d5f-4370-bb6a-3689b63c981e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1761370 Nov 12 03:31:36.949918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.025018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.036245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.072956 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.074806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-047b7525-7e8c-41d4-9e4a-926617030b7a tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1746955 Nov 12 03:31:37.077972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56816) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.082469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:37.205306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-41961cae-b282-412a-b91c-4be3a158b7d3', 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': 'c2794bd8-527b-42cd-961e-9592ef52a785'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:37.206276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.385616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Allocated IP 2001:db8::1 (41961cae-b282-412a-b91c-4be3a158b7d3/c2794bd8-527b-42cd-961e-9592ef52a785/664f8113-6c27-4758-8587-c1c8a29171c1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:37.533986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.585663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.593284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.638019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Network 41961cae-b282-412a-b91c-4be3a158b7d3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:37.640954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:37.648292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:37.711095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Pushing event updated for resources: {'Port': ['ID=664f8113-6c27-4758-8587-c1c8a29171c1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.729300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Attempting to bind port 664f8113-6c27-4758-8587-c1c8a29171c1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.729661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Attempting to bind port 664f8113-6c27-4758-8587-c1c8a29171c1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'eb561b77-4cec-464c-aa55-badbebbd1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.730057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Attempting to bind port 664f8113-6c27-4758-8587-c1c8a29171c1 on network 41961cae-b282-412a-b91c-4be3a158b7d3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.755809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:37.756454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Checking segment: {'id': 'eb561b77-4cec-464c-aa55-badbebbd1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:37.757014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.759249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Bound using segment: {'id': 'eb561b77-4cec-464c-aa55-badbebbd1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:37.759888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Bound port: 664f8113-6c27-4758-8587-c1c8a29171c1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb561b77-4cec-464c-aa55-badbebbd1da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '41961cae-b282-412a-b91c-4be3a158b7d3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:37.760592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.821053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae61672-f972-41d1-aa89-51f369d515a6 req-e89e39ee-7e11-4606-abfd-ef2143f49073 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.825817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ae61672-f972-41d1-aa89-51f369d515a6 req-e89e39ee-7e11-4606-abfd-ef2143f49073 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.3318949 Nov 12 03:31:37.848061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.907563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] For port 664f8113-6c27-4758-8587-c1c8a29171c1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:37.912283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] For port 664f8113-6c27-4758-8587-c1c8a29171c1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=664f8113-6c27-4758-8587-c1c8a29171c1,segment=NetworkSegment(eb561b77-4cec-464c-aa55-badbebbd1da8),segment_id=eb561b77-4cec-464c-aa55-badbebbd1da8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:37.920520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port 664f8113-6c27-4758-8587-c1c8a29171c1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:37.921319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.921683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.982564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c3c0f-150e-4f01-b610-61d56af8bac2 None None] Pushing event updated for resources: {'Port': ['ID=664f8113-6c27-4758-8587-c1c8a29171c1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.038484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ae61672-f972-41d1-aa89-51f369d515a6 req-47fe7842-9a2d-404a-a715-40a7eef5707a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950126 Nov 12 03:31:38.076211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port 664f8113-6c27-4758-8587-c1c8a29171c1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=664f8113-6c27-4758-8587-c1c8a29171c1,segment=NetworkSegment(eb561b77-4cec-464c-aa55-badbebbd1da8),segment_id=eb561b77-4cec-464c-aa55-badbebbd1da8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:38.076582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.083577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94830794-8920-4895-aa78-542472a25e69 None None] Network 70cf60f6-b407-44be-bf63-be027f0887fd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:38.104281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for 664f8113-6c27-4758-8587-c1c8a29171c1 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:38.239187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] Provisioning complete for port c587957f-665b-4754-ae86-88dae218435a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:38.239457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.372494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.394442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.411743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.463826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=664f8113-6c27-4758-8587-c1c8a29171c1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.468652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c587957f-665b-4754-ae86-88dae218435a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:38.525210 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.577747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] For port c587957f-665b-4754-ae86-88dae218435a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c587957f-665b-4754-ae86-88dae218435a,segment=NetworkSegment(5b373bed-975d-4482-a947-9ecaa9fee8c4),segment_id=5b373bed-975d-4482-a947-9ecaa9fee8c4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:38.584463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.604300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Allocated IP 172.25.4.114 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/b3cc63b2-55a3-4c0d-8bf8-28cedfd82337) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:38.617714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port 664f8113-6c27-4758-8587-c1c8a29171c1 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:38.654455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c587957f-665b-4754-ae86-88dae218435a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:38.655366 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.696438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c77cf-a8a4-4402-a28a-3155ade1aca4 None None] Pushing event updated for resources: {'Port': ['ID=c587957f-665b-4754-ae86-88dae218435a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.742241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.825603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.841891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.888729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=c2794bd8-527b-42cd-961e-9592ef52a785,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.911565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d9a53227-b385-4d42-8e42-bcef439d0424 None None] Provisioning complete for port c587957f-665b-4754-ae86-88dae218435a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:38.912103 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9a53227-b385-4d42-8e42-bcef439d0424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.964703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.967681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.017321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41961cae-b282-412a-b91c-4be3a158b7d3']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:39.032492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:39.036239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb561b77-4cec-464c-aa55-badbebbd1da8') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:39.036537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb561b77-4cec-464c-aa55-badbebbd1da8') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:39.042747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:39.050936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:39.061774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6f61a-7f2a-4a15-adfd-b32ce425bb12 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:39.078047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.088191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Pushing event updated for resources: {'Port': ['ID=b3cc63b2-55a3-4c0d-8bf8-28cedfd82337,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.113791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.151117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78b299b0-5871-483c-a4df-62215c1040fc None None] Provisioning complete for port b3cc63b2-55a3-4c0d-8bf8-28cedfd82337 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:39.151482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78b299b0-5871-483c-a4df-62215c1040fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.166572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:39.166970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:39.171403 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:39.206616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-78b299b0-5871-483c-a4df-62215c1040fc None None] Port b3cc63b2-55a3-4c0d-8bf8-28cedfd82337 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:39.317510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.344034 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.351236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.356324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518865345'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:39.359499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/41961cae-b282-412a-b91c-4be3a158b7d3 HTTP/1.1" status: 204 len: 168 time: 2.4083607 Nov 12 03:31:39.383548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35fd4-47eb-4d74-b1cd-f7130838e697 req-2a8951be-e007-4069-b793-036cf82111ad tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.385091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbe35fd4-47eb-4d74-b1cd-f7130838e697 req-2a8951be-e007-4069-b793-036cf82111ad tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1692045 Nov 12 03:31:39.385368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:39.387234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8893-7e28-46f4-881a-284928fc70ef tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=41961cae-b282-412a-b91c-4be3a158b7d3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.391523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.427357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:39.439573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.439943 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 2d49c299-0039-40f8-91d5-82163e175a05 of type vlan for network 1290cb6e-f16a-4e24-85e9-4c665916979b Nov 12 03:31:39.486895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.516179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.519238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbe35fd4-47eb-4d74-b1cd-f7130838e697 req-cf624265-09ce-4a0e-ba2f-486cad2b5444 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253903 Nov 12 03:31:39.523452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.524090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.527010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9bf5121c-7fa1-4e89-8050-0e87c37615c2 None None] Could not find standard attr ID for object 664f8113-6c27-4758-8587-c1c8a29171c1. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:31:39.534604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59a392-164b-4dfb-8c13-9538f1d89468 None None] DHCP port deletion for 41961cae-b282-412a-b91c-4be3a158b7d3 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:39.556564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.569701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2173476 Nov 12 03:31:39.582616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4b9c2-29b1-4cfe-9670-7701aeda551a None None] Network 41961cae-b282-412a-b91c-4be3a158b7d3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:39.601588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.603990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4b9c2-29b1-4cfe-9670-7701aeda551a None None] Network 41961cae-b282-412a-b91c-4be3a158b7d3 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:31:39.609862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:39.630843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941b575-b5c9-4a7b-8b25-e1ac1aa593fb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=1290cb6e-f16a-4e24-85e9-4c665916979b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.645733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1290cb6e-f16a-4e24-85e9-4c665916979b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:39.791319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:39.795471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.861590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.867741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.883600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe091ef-b62b-443e-b331-397072a6e608 req-5c054142-e7f0-4c10-b0a1-7c6e1c71aa84 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.885242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fe091ef-b62b-443e-b331-397072a6e608 req-5c054142-e7f0-4c10-b0a1-7c6e1c71aa84 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0711434 Nov 12 03:31:40.016771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.042452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fe091ef-b62b-443e-b331-397072a6e608 req-a0f25ee0-ba5c-4421-b0a0-76968b2d21dd tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142905 Nov 12 03:31:40.070599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Router d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:40.122322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '2d49c299-0039-40f8-91d5-82163e175a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:40.122739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 1290cb6e-f16a-4e24-85e9-4c665916979b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:40.127212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=91b7b6d6-168e-40d4-9579-62d914779e62,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.144757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 1290cb6e-f16a-4e24-85e9-4c665916979b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:40.161455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1290cb6e-f16a-4e24-85e9-4c665916979b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:40.172814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3902d-b670-48db-a6fc-10b2b86befc2 None None] Network 1290cb6e-f16a-4e24-85e9-4c665916979b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:40.179181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.180641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.207514 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e067a02c-261a-401f-80db-43399f8ca69d tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6047857 Nov 12 03:31:40.211929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c587957f-665b-4754-ae86-88dae218435a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:40.212138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.219842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826765624'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:40.250047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:40.254657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.265532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f150d4-48e5-4cc1-a6da-3ef8849d84bd req-aadd36ec-d0e5-482e-8f6a-7f75597cf616 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.267001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0f150d4-48e5-4cc1-a6da-3ef8849d84bd req-aadd36ec-d0e5-482e-8f6a-7f75597cf616 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1280015 Nov 12 03:31:40.295231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:40.298761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:40.304528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.305745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-734c0956-20f6-4769-a206-9a6e792ac8dc tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "PUT /v2.0/routers/d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 200 len: 919 time: 3.2269011 Nov 12 03:31:40.310614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56882) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.311000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] Sync routers for ids ['d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:40.316990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.317585 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment abdd0a74-7811-44ec-a22e-80cb1558b4b2 of type vlan for network 7ee9d81e-e74e-443f-880b-6f59eb78e5b4 Nov 12 03:31:40.349415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0f150d4-48e5-4cc1-a6da-3ef8849d84bd req-4221058a-6fee-4848-8467-00fcb5c04265 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724204 Nov 12 03:31:40.370504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] Routers {'d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:40.371506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:40.381162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.416981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:40.419550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.436262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] Routers {'d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:40.436906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:40.439779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.440492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.499172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:40.499842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad749a39-e865-4a4b-b8e0-0ed8481de4ba None None] The sync data for ids ['d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:40.507196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c587957f-665b-4754-ae86-88dae218435a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:40.507569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.509529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e2a50333-ade8-4af2-8133-ce30813f8cf9 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 200 len: 925 time: 0.1972077 Nov 12 03:31:40.515032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56888) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.552440 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3391025 Nov 12 03:31:40.574186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56890) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.598431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '7ee9d81e-e74e-443f-880b-6f59eb78e5b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:40.634168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd664ae-a01c-4c71-838c-bbd8869b9c45 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=7ee9d81e-e74e-443f-880b-6f59eb78e5b4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.648892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1290cb6e-f16a-4e24-85e9-4c665916979b', 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': '91b7b6d6-168e-40d4-9579-62d914779e62'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:40.649803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.654550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7ee9d81e-e74e-443f-880b-6f59eb78e5b4 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:40.757240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187056f9-2a9f-4be4-85ba-c68a139bf9d0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.758791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-187056f9-2a9f-4be4-85ba-c68a139bf9d0 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2419772 Nov 12 03:31:40.762045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.795172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:40.799463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.840514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6a60f-0531-4548-bab2-e412ff69f512 req-4af8d5c1-5280-4959-8d55-40e2879b374f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.842128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60e6a60f-0531-4548-bab2-e412ff69f512 req-4af8d5c1-5280-4959-8d55-40e2879b374f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1058664 Nov 12 03:31:40.916194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60e6a60f-0531-4548-bab2-e412ff69f512 req-b2c69cb0-9380-4971-bf31-b5511176d8f9 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Nov 12 03:31:40.920946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Performing IP validity checks on allocation pools {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:31:40.921475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:31:40.956413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248642d-074c-4822-acec-79ba481a26a5 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.958703 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b248642d-074c-4822-acec-79ba481a26a5 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1955616 Nov 12 03:31:40.961615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.037991 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-453f949e-7ebe-4ec6-b1cf-c98a155acab4 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 200 len: 205 time: 0.0722716 Nov 12 03:31:41.038300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.099258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.228958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.231359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=088b11c6-e198-451c-9d04-2ff3ae18d07b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.237885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': 'abdd0a74-7811-44ec-a22e-80cb1558b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '7ee9d81e-e74e-443f-880b-6f59eb78e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:41.238247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 7ee9d81e-e74e-443f-880b-6f59eb78e5b4, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:41.257277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 7ee9d81e-e74e-443f-880b-6f59eb78e5b4 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:41.263514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Allocated IP 2001:db8::1 (1290cb6e-f16a-4e24-85e9-4c665916979b/91b7b6d6-168e-40d4-9579-62d914779e62/660a6340-a868-4d3b-b860-dd82da44591e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:41.275816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7ee9d81e-e74e-443f-880b-6f59eb78e5b4) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:41.282253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.283082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.305992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-014c1587-a9c7-45f8-a19c-e355c290f039 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7183375 Nov 12 03:31:41.308606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56906) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.359501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2c57b-9b27-43d5-8509-407b4506ad78 None None] Network 7ee9d81e-e74e-443f-880b-6f59eb78e5b4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:41.423781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.466758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.522620 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.531855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.547337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port b3cc63b2-55a3-4c0d-8bf8-28cedfd82337 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:41.551873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.577700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Network 1290cb6e-f16a-4e24-85e9-4c665916979b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:41.580087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.586660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:41.593585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:41.627927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Pushing event updated for resources: {'Port': ['ID=660a6340-a868-4d3b-b860-dd82da44591e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.698367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.715907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.732635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for b3cc63b2-55a3-4c0d-8bf8-28cedfd82337 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:41.747165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=088b11c6-e198-451c-9d04-2ff3ae18d07b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.758332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Attempting to bind port 660a6340-a868-4d3b-b860-dd82da44591e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:41.759210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Attempting to bind port 660a6340-a868-4d3b-b860-dd82da44591e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '2d49c299-0039-40f8-91d5-82163e175a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:41.759210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Attempting to bind port 660a6340-a868-4d3b-b860-dd82da44591e on network 1290cb6e-f16a-4e24-85e9-4c665916979b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:41.763073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132c163-f8fd-46bf-a044-211072f17dbc None None] Network 7ee9d81e-e74e-443f-880b-6f59eb78e5b4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:41.788713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:41.789870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Checking segment: {'id': '2d49c299-0039-40f8-91d5-82163e175a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:41.790288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.790691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Bound using segment: {'id': '2d49c299-0039-40f8-91d5-82163e175a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:41.791184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Bound port: 660a6340-a868-4d3b-b860-dd82da44591e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d49c299-0039-40f8-91d5-82163e175a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '1290cb6e-f16a-4e24-85e9-4c665916979b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:41.791569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.825747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.859228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee9d81e-e74e-443f-880b-6f59eb78e5b4']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:41.871277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdd0a74-7811-44ec-a22e-80cb1558b4b2') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:41.871580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdd0a74-7811-44ec-a22e-80cb1558b4b2') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:41.883782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.899457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.905995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:41.906390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.998212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] For port 660a6340-a868-4d3b-b860-dd82da44591e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:42.006204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] For port 660a6340-a868-4d3b-b860-dd82da44591e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=660a6340-a868-4d3b-b860-dd82da44591e,segment=NetworkSegment(2d49c299-0039-40f8-91d5-82163e175a05),segment_id=2d49c299-0039-40f8-91d5-82163e175a05)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:42.010967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.063767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.106007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=b3cc63b2-55a3-4c0d-8bf8-28cedfd82337,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.131684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50984a75-4f19-4521-986b-82cc36bd0332 None None] Pushing event updated for resources: {'Port': ['ID=660a6340-a868-4d3b-b860-dd82da44591e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.141918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2f72e-3eeb-4354-bafc-945985eff3d0 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:42.218951 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.353201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.356923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.444777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.446378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:42.457928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.459504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64b85475-430a-4f42-89eb-ddacf5df418d tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 204 len: 168 time: 1.4203093 Nov 12 03:31:42.463136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:42.468412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135373173', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:42.500932 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:42.508916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.510167 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.549190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.556671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.560018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/7ee9d81e-e74e-443f-880b-6f59eb78e5b4 HTTP/1.1" status: 204 len: 168 time: 1.2502675 Nov 12 03:31:42.563780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:42.571485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866059956'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:42.582665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621317e-c142-4bd6-acbb-74ee2f43f0e1 req-3e3512db-aa74-45c4-9b80-fdec2317348e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.588587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f621317e-c142-4bd6-acbb-74ee2f43f0e1 req-3e3512db-aa74-45c4-9b80-fdec2317348e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0840716 Nov 12 03:31:42.589770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0b6d-ed96-4dcc-8c42-c90f38b3e812 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=7ee9d81e-e74e-443f-880b-6f59eb78e5b4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.627300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.639419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f621317e-c142-4bd6-acbb-74ee2f43f0e1 req-3f1f2453-5335-48a2-a879-898eb2025983 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Nov 12 03:31:42.676123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:42.679599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.798600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:42.808548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.815796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.816194 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 98d9812e-9ac5-4d07-890f-671cfc124fe7 of type vlan for network 6373078a-8e89-48bd-8bc2-c05c3df41f27 Nov 12 03:31:42.879948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.950506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.956100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.956722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.041697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=6373078a-8e89-48bd-8bc2-c05c3df41f27,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.055779 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e8858016-2539-4f65-9d4a-58e6c0a541c0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4868727 Nov 12 03:31:43.057093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.058689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 6373078a-8e89-48bd-8bc2-c05c3df41f27 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:43.062171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:43.242927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.267286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.277608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:43.281056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.397065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6beb1-602e-41a6-9a08-6991283fa5dc None None] Network 1290cb6e-f16a-4e24-85e9-4c665916979b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:43.475194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Allocated IP 172.25.4.105 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:43.557114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] Provisioning complete for port 660a6340-a868-4d3b-b860-dd82da44591e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:43.557517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.651845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.660857 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.677381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.738016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] For port 660a6340-a868-4d3b-b860-dd82da44591e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=660a6340-a868-4d3b-b860-dd82da44591e,segment=NetworkSegment(2d49c299-0039-40f8-91d5-82163e175a05),segment_id=2d49c299-0039-40f8-91d5-82163e175a05)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:43.743521 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.751335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=11d52fdb-b0ba-4b8c-84d0-b2376696f993,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.782991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '98d9812e-9ac5-4d07-890f-671cfc124fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:43.783358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 6373078a-8e89-48bd-8bc2-c05c3df41f27, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:43.837192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07073438-9f2c-4f86-add2-d30a37eb2a5a None None] Pushing event updated for resources: {'Port': ['ID=660a6340-a868-4d3b-b860-dd82da44591e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.837805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 6373078a-8e89-48bd-8bc2-c05c3df41f27 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:43.870530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.896333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b5b0f-61b9-4afd-a14a-3b83fb11a946 req-55fd10c6-fdba-4d72-b056-f8a4746e1f43 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.898107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa9b5b0f-61b9-4afd-a14a-3b83fb11a946 req-55fd10c6-fdba-4d72-b056-f8a4746e1f43 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1319723 Nov 12 03:31:43.924342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 6373078a-8e89-48bd-8bc2-c05c3df41f27) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:43.928027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event updated for resources: {'Port': ['ID=a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.932801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.933417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.940293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610557ae-b922-4396-9d98-55eb0ad2cc95 None None] Network 6373078a-8e89-48bd-8bc2-c05c3df41f27 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:43.987788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:43.992218 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e4f8142-0e4e-4811-952e-85d4bd896c14 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9335773 Nov 12 03:31:43.995471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.996411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:43.996990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa9b5b0f-61b9-4afd-a14a-3b83fb11a946 req-ea87ebbb-48cd-401c-9630-f359e3d33740 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919094 Nov 12 03:31:44.009801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:44.029651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426ddba-9baf-4bd1-80f5-b99bb2746227 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:44.160923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-39988f2f-6908-46a7-ae76-2aa1694cd404 None None] Provisioning complete for port a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:44.162747 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39988f2f-6908-46a7-ae76-2aa1694cd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.224991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-39988f2f-6908-46a7-ae76-2aa1694cd404 None None] Port a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:44.250820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-6373078a-8e89-48bd-8bc2-c05c3df41f27', 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': '11d52fdb-b0ba-4b8c-84d0-b2376696f993'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:44.251649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.274578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-39988f2f-6908-46a7-ae76-2aa1694cd404 None None] Provisioning complete for port 660a6340-a868-4d3b-b860-dd82da44591e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:44.274942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-39988f2f-6908-46a7-ae76-2aa1694cd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.278948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 660a6340-a868-4d3b-b860-dd82da44591e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:44.301342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.380686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.512871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 660a6340-a868-4d3b-b860-dd82da44591e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:44.513243 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.518816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Allocated IP 2001:db8::1 (6373078a-8e89-48bd-8bc2-c05c3df41f27/11d52fdb-b0ba-4b8c-84d0-b2376696f993/089b0ea3-5a31-435e-850b-85795d968f81) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:44.742654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.750453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.795803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Network 6373078a-8e89-48bd-8bc2-c05c3df41f27 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:44.799009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:44.803824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:44.807074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Pushing event updated for resources: {'Port': ['ID=089b0ea3-5a31-435e-850b-85795d968f81,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.874056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.888158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Attempting to bind port 089b0ea3-5a31-435e-850b-85795d968f81 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:44.888661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Attempting to bind port 089b0ea3-5a31-435e-850b-85795d968f81 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '98d9812e-9ac5-4d07-890f-671cfc124fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:44.889127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Attempting to bind port 089b0ea3-5a31-435e-850b-85795d968f81 on network 6373078a-8e89-48bd-8bc2-c05c3df41f27 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:44.897179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:44.897704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Checking segment: {'id': '98d9812e-9ac5-4d07-890f-671cfc124fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:44.898225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.898719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Bound using segment: {'id': '98d9812e-9ac5-4d07-890f-671cfc124fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:44.899302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Bound port: 089b0ea3-5a31-435e-850b-85795d968f81, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d9812e-9ac5-4d07-890f-671cfc124fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:44.899786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.977558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] For port 089b0ea3-5a31-435e-850b-85795d968f81, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:44.981615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] For port 089b0ea3-5a31-435e-850b-85795d968f81, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=089b0ea3-5a31-435e-850b-85795d968f81,segment=NetworkSegment(98d9812e-9ac5-4d07-890f-671cfc124fe7),segment_id=98d9812e-9ac5-4d07-890f-671cfc124fe7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:44.988702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.034735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.068529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11c20-dcb6-437f-b23a-ad56b8eba6f8 None None] Pushing event updated for resources: {'Port': ['ID=089b0ea3-5a31-435e-850b-85795d968f81,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.083138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=11d52fdb-b0ba-4b8c-84d0-b2376696f993,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.152765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.157161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0002-b10d-479e-bbb4-de542377a401 req-c33557e1-0b5d-4f95-b087-a114bf571e63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.159759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c6c0002-b10d-479e-bbb4-de542377a401 req-c33557e1-0b5d-4f95-b087-a114bf571e63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0673311 Nov 12 03:31:45.228426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c6c0002-b10d-479e-bbb4-de542377a401 req-77dfe51f-7149-4ce8-95b7-60a5fa536bae tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539243 Nov 12 03:31:45.265254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.296921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6373078a-8e89-48bd-8bc2-c05c3df41f27']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.317644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d9812e-9ac5-4d07-890f-671cfc124fe7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.318581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d9812e-9ac5-4d07-890f-671cfc124fe7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.329618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Router a53dd21f-3fbe-4d18-be81-c2a13a14286f is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:31:45.333207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.352492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.389054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:45.389501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:45.392761 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:45.501436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:31:45.501436 n-d-713499-30 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:31:45.501436 n-d-713499-30 neutron-server[102605]: [parameters: {'id': '6373078a-8e89-48bd-8bc2-c05c3df41f27'}] Nov 12 03:31:45.501436 n-d-713499-30 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:45.501884 n-d-713499-30 neutron-server[102605]: DEBUG oslo_db.api [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:45.523819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:45.546013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.547561 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-72a70d10-45d6-4229-9281-c0e97baafac7 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0831118 Nov 12 03:31:45.550601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.550775 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] Sync routers for ids ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:45.560383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:45.560898 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] Routers {'a53dd21f-3fbe-4d18-be81-c2a13a14286f'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:45.561515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.595357 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.605308 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] Routers {'a53dd21f-3fbe-4d18-be81-c2a13a14286f'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:45.605989 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.648680 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:45.649330 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c7e40-cd93-469c-83eb-54ce0ffbbd57 None None] The sync data for ids ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:45.890854 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.904920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.960877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Deleting port a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:45.961214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.002479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.083840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port 089b0ea3-5a31-435e-850b-85795d968f81 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:46.084207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.084534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.120875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Calling delete_port for a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:46.253603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port 089b0ea3-5a31-435e-850b-85795d968f81, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=089b0ea3-5a31-435e-850b-85795d968f81,segment=NetworkSegment(98d9812e-9ac5-4d07-890f-671cfc124fe7),segment_id=98d9812e-9ac5-4d07-890f-671cfc124fe7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:46.255359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.282050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for 089b0ea3-5a31-435e-850b-85795d968f81 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:46.288094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 089b0ea3-5a31-435e-850b-85795d968f81 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:46.340679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2dc1f6-4825-4cac-b003-43a4496824a3 None None] Network 6373078a-8e89-48bd-8bc2-c05c3df41f27 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:46.419532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.442969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No active binding found for port 089b0ea3-5a31-435e-850b-85795d968f81 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:31:46.443525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 089b0ea3-5a31-435e-850b-85795d968f81 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:31:46.455089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b0b4eee-8c47-40b2-8d68-0362d4d14268 None None] Provisioning complete for port 089b0ea3-5a31-435e-850b-85795d968f81 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:46.455692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4eee-8c47-40b2-8d68-0362d4d14268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.470457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=089b0ea3-5a31-435e-850b-85795d968f81,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.476283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port 089b0ea3-5a31-435e-850b-85795d968f81 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:46.502840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 089b0ea3-5a31-435e-850b-85795d968f81 not found, will not notify nova. {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:31:46.541640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b4eee-8c47-40b2-8d68-0362d4d14268 None None] Port 089b0ea3-5a31-435e-850b-85795d968f81 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:31:46.574671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.642211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.654583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Pushing event deleted for resources: {'Port': ['ID=a3cd1a05-ab7f-4fb5-bf62-8c1436bde38e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.679996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0a11-1ec4-4c53-9842-13a9c3e9806a req-28e07ed1-c4dd-44d5-9122-7c140ef04f9f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.689425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-886b0a11-1ec4-4c53-9842-13a9c3e9806a req-28e07ed1-c4dd-44d5-9122-7c140ef04f9f tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2193267 Nov 12 03:31:46.693694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bba72-8259-4cf5-af24-ad0adca62774 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:46.700924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6373078a-8e89-48bd-8bc2-c05c3df41f27']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:46.719902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d9812e-9ac5-4d07-890f-671cfc124fe7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:46.720400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d9812e-9ac5-4d07-890f-671cfc124fe7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:46.736612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1c8b5-18d3-44d1-b061-9c7d7a19ce66 None None] DHCP port deletion for 6373078a-8e89-48bd-8bc2-c05c3df41f27 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:46.752903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.790199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.805067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:46.806207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:46.809541 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:46.814066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-886b0a11-1ec4-4c53-9842-13a9c3e9806a req-8bd01cc8-1b54-47bd-aa37-601dd1443263 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234787 Nov 12 03:31:46.814931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.914378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.920355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.925379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/6373078a-8e89-48bd-8bc2-c05c3df41f27 HTTP/1.1" status: 204 len: 168 time: 2.9267044 Nov 12 03:31:46.930964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.942257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-203509053'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:46.973729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:46.977693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.980224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2afe2b-f8e2-4f2d-b814-c680ad8df894 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=6373078a-8e89-48bd-8bc2-c05c3df41f27,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.017980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:47.031420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.031770 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 8c9ed008-7c0d-4fc0-b25c-dd39030e3781 of type vlan for network b09166bc-8ed8-492d-8729-c0803b71fe04 Nov 12 03:31:47.084518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.124751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.138155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.141646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.152009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.162506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.237130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=b09166bc-8ed8-492d-8729-c0803b71fe04,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.250348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b09166bc-8ed8-492d-8729-c0803b71fe04 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:47.269373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6a9bf53d-4cb4-476c-9088-56e49fd4315f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3369458 Nov 12 03:31:47.272349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.278526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:47.305602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Router a53dd21f-3fbe-4d18-be81-c2a13a14286f has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:47.406024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:47.414959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:47.415433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.417049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d00c115-8aac-4a6b-9aa5-4e98aa30bac0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "PUT /v2.0/routers/a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 200 len: 709 time: 1.8641770 Nov 12 03:31:47.419080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.419644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57102) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.421151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] Sync routers for ids ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:47.441842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] Routers {'a53dd21f-3fbe-4d18-be81-c2a13a14286f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:47.442610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:47.506082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:47.516893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] Routers {'a53dd21f-3fbe-4d18-be81-c2a13a14286f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:47.518747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:47.568718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-02fc6ab1-ff0f-4961-9caa-db1df6ed4380 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/routers/a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 200 len: 744 time: 0.1475925 Nov 12 03:31:47.572059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.578623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:47.579435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b902e-5a75-44cd-a3de-12b0f5b899f2 None None] The sync data for ids ['a53dd21f-3fbe-4d18-be81-c2a13a14286f'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:47.595630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-27cfc44e-d566-4a38-a6e7-75f79ea96d4e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1094203 Nov 12 03:31:47.669874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bed03d4c-14ac-4a9a-9349-49d25499b215 tempest-RoutersIpV6AdminTest-1266210361 tempest-RoutersIpV6AdminTest-1266210361-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 200 len: 205 time: 0.0962172 Nov 12 03:31:47.672832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.723904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6f9ff962-d4c2-491b-968e-8531c6e725f6 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 200 len: 205 time: 0.0494652 Nov 12 03:31:47.726206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.726360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.726754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.727220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.727901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.728452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.729088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.729390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.731290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-484cb16c-997a-4c86-9a98-46464c547234 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.0786691 Nov 12 03:31:47.837632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.841101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.918023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-54794a59-2d72-4603-8346-65c8d56eff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.918543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-54794a59-2d72-4603-8346-65c8d56eff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.919104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-54794a59-2d72-4603-8346-65c8d56eff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.923661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-54794a59-2d72-4603-8346-65c8d56eff8a service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 2301 time: 0.1635251 Nov 12 03:31:48.041708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=22e18dfa-9606-42c6-8521-884c4aeb4042,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.049917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b1d73-dfb4-47d8-8b21-1625a08361a3 req-7e404d38-3448-4cac-b900-75ac38e5d162 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.058480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f6b1d73-dfb4-47d8-8b21-1625a08361a3 req-7e404d38-3448-4cac-b900-75ac38e5d162 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1131866 Nov 12 03:31:48.068118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-880c4c5a-0fa0-4020-bdfd-e1e20d7300f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 1001 time: 0.1361039 Nov 12 03:31:48.082395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.087084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.096172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '8c9ed008-7c0d-4fc0-b25c-dd39030e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:48.096935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: b09166bc-8ed8-492d-8729-c0803b71fe04, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:48.173301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.173909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Fanout notify agent at l3_agent the message router_deleted on router a53dd21f-3fbe-4d18-be81-c2a13a14286f {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:48.202717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.203852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a891e9a-6f2c-4be4-857d-037dcea32ea2 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 204 len: 168 time: 0.4766545 Nov 12 03:31:48.211061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.250311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f6b1d73-dfb4-47d8-8b21-1625a08361a3 req-3fd97358-98c4-4bfa-93ca-7e5256c92fac tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908691 Nov 12 03:31:48.258601 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb98ec7a-05c4-4204-a7eb-2e120aa1a3c1 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 200 len: 205 time: 0.0459909 Nov 12 03:31:48.259679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network b09166bc-8ed8-492d-8729-c0803b71fe04 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:48.264335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.277297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b09166bc-8ed8-492d-8729-c0803b71fe04) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:48.283946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.286076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.337632 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a92ed9e8-a557-40e9-9c50-49edd45e4e86 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0640662 Nov 12 03:31:48.340448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57198) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.370794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 089b0ea3-5a31-435e-850b-85795d968f81 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:48.373522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a5dec-c4a3-49cb-a73c-6a6dafb96703 None None] Network b09166bc-8ed8-492d-8729-c0803b71fe04 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:48.373989 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-6103e4b9-85bc-4073-b58b-d9dba69e93c0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:48.375051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6103e4b9-85bc-4073-b58b-d9dba69e93c0 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/a53dd21f-3fbe-4d18-be81-c2a13a14286f HTTP/1.1" status: 404 len: 336 time: 0.1102350 Nov 12 03:31:48.377765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57204) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.395715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-ce84a241-b536-4697-a3bb-289b73a442dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.397605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-ce84a241-b536-4697-a3bb-289b73a442dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.3125300 Nov 12 03:31:48.425533 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c34b5fde-8675-4959-85db-c50986830787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.430607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 089b0ea3-5a31-435e-850b-85795d968f81 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:48.431196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 089b0ea3-5a31-435e-850b-85795d968f81 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:48.444511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8bbe860b-cc59-4c0f-b21b-a84a0b7d3d78 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 200 len: 205 time: 0.0651248 Nov 12 03:31:48.482827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.491832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.566924 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-f98a25c8-a5ac-437f-8eb0-42cbf6391dfa tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:48.568628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f98a25c8-a5ac-437f-8eb0-42cbf6391dfa tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/d5aa0193-3ea7-4c6a-b76e-fd10deb6a30c HTTP/1.1" status: 404 len: 336 time: 0.0745599 Nov 12 03:31:48.571172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57230) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.609124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-b09166bc-8ed8-492d-8729-c0803b71fe04', 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': '22e18dfa-9606-42c6-8521-884c4aeb4042'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:48.610396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.614429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9ddc7c27-649d-405b-bfc8-bad4c0e5b74c tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 200 len: 205 time: 0.0419285 Nov 12 03:31:48.616626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.622451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-810e6e8b-cccb-43c6-9532-16dac8275dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.624983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-810e6e8b-cccb-43c6-9532-16dac8275dce service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950943 Nov 12 03:31:48.733352 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ca37370f-c14d-40f6-b33a-b008ba8fbe2e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:48.734646 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ca37370f-c14d-40f6-b33a-b008ba8fbe2e tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/f6377b0c-7b9a-4387-987c-2887cbdf8b1a HTTP/1.1" status: 404 len: 336 time: 0.1059778 Nov 12 03:31:48.737221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.742823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57252) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.777121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a08c417e-e170-4c04-b39f-36b6296f8ea3 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 200 len: 205 time: 0.0329778 Nov 12 03:31:48.779602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57258) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.826396 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-882c6838-b07a-452f-acd9-8db814c0f8cc tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:48.829737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-882c6838-b07a-452f-acd9-8db814c0f8cc tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/1acea907-e6b4-47bf-a987-9445b5b5a2ab HTTP/1.1" status: 404 len: 336 time: 0.0467212 Nov 12 03:31:48.830029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.842809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Allocated IP 2001:db8::1 (b09166bc-8ed8-492d-8729-c0803b71fe04/22e18dfa-9606-42c6-8521-884c4aeb4042/d6f078ea-b3c6-494e-a5aa-67af12a1c30e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:48.867816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-df0b8e86-39aa-4530-bfef-374d6adc7631 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 200 len: 205 time: 0.0366521 Nov 12 03:31:48.871781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.886079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-ce7c7bec-40bf-4e26-905f-8f2eff822869 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540598 Nov 12 03:31:48.936724 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-c6db75d3-3a25-4bc4-b1f2-6dfc0c10880f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:48.941113 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6db75d3-3a25-4bc4-b1f2-6dfc0c10880f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/5ea3f49b-5feb-4472-ad72-32a77c7010ae HTTP/1.1" status: 404 len: 336 time: 0.0662653 Nov 12 03:31:48.942088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.989345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-266a5661-9057-470f-ac9a-a2eb9331ad38 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950694 Nov 12 03:31:48.992864 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5d3d701-7e84-4f41-9fed-89df7d931dde tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4f41cbc-dca3-4e09-a807-128a2080d99a HTTP/1.1" status: 200 len: 205 time: 0.0492120 Nov 12 03:31:48.996617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.064447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.073248 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.094466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.100403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-d7a45fcc-8115-480b-8a13-50419d381977 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 217 time: 0.1046984 Nov 12 03:31:49.102196 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-c949b36b-3f48-4938-8756-8af9f8937691 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] delete failed (client error): The resource could not be found. Nov 12 03:31:49.103475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c949b36b-3f48-4938-8756-8af9f8937691 tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/routers/a4f41cbc-dca3-4e09-a807-128a2080d99a HTTP/1.1" status: 404 len: 336 time: 0.0988116 Nov 12 03:31:49.106126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57304) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.133071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Pushing event updated for resources: {'Port': ['ID=d6f078ea-b3c6-494e-a5aa-67af12a1c30e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.153018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Network b09166bc-8ed8-492d-8729-c0803b71fe04 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:49.156514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:49.161455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:49.179631 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a9b968-0abd-4e88-b627-b2ec6886144f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] DELETE failed (client error): The resource could not be found. Nov 12 03:31:49.185694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a9b968-0abd-4e88-b627-b2ec6886144f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:31:49.195642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.200102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-56a9b968-0abd-4e88-b627-b2ec6886144f tempest-RoutersIpV6AdminTest-1723889798 tempest-RoutersIpV6AdminTest-1723889798-project] 10.222.0.93 "DELETE /v2.0/subnets/951031b1-6364-4db4-bf75-348ea8a2af54 HTTP/1.1" status: 404 len: 337 time: 0.0842550 Nov 12 03:31:49.223346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09166bc-8ed8-492d-8729-c0803b71fe04']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:49.236132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9ed008-7c0d-4fc0-b25c-dd39030e3781') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:49.236954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9ed008-7c0d-4fc0-b25c-dd39030e3781') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:49.270712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.324214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.336414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-0f8c95d4-cf3c-4645-ba03-9d94a558a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.338607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-0f8c95d4-cf3c-4645-ba03-9d94a558a8b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1832216 Nov 12 03:31:49.353862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Attempting to bind port d6f078ea-b3c6-494e-a5aa-67af12a1c30e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:49.354166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Attempting to bind port d6f078ea-b3c6-494e-a5aa-67af12a1c30e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8c9ed008-7c0d-4fc0-b25c-dd39030e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:49.354534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Attempting to bind port d6f078ea-b3c6-494e-a5aa-67af12a1c30e on network b09166bc-8ed8-492d-8729-c0803b71fe04 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:49.365710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:49.366139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.377771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:49.379198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Checking segment: {'id': '8c9ed008-7c0d-4fc0-b25c-dd39030e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:49.379880 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.380340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Bound using segment: {'id': '8c9ed008-7c0d-4fc0-b25c-dd39030e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:49.380850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Bound port: d6f078ea-b3c6-494e-a5aa-67af12a1c30e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9ed008-7c0d-4fc0-b25c-dd39030e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:49.381231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:49.400225 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:49.452239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-21421fdb-d01a-4647-8f4a-4b14ba99accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.454366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-21421fdb-d01a-4647-8f4a-4b14ba99accb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069140 Nov 12 03:31:49.499016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=22e18dfa-9606-42c6-8521-884c4aeb4042,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.544118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] For port d6f078ea-b3c6-494e-a5aa-67af12a1c30e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:49.622593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] For port d6f078ea-b3c6-494e-a5aa-67af12a1c30e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d6f078ea-b3c6-494e-a5aa-67af12a1c30e,segment=NetworkSegment(8c9ed008-7c0d-4fc0-b25c-dd39030e3781),segment_id=8c9ed008-7c0d-4fc0-b25c-dd39030e3781)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:49.630899 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:31:49.630899 n-d-713499-30 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:31:49.630899 n-d-713499-30 neutron-server[102605]: [parameters: {'id': 'b09166bc-8ed8-492d-8729-c0803b71fe04'}] Nov 12 03:31:49.630899 n-d-713499-30 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:49.631325 n-d-713499-30 neutron-server[102605]: DEBUG oslo_db.api [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:49.632080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.726312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29abf-43d9-42c1-a5c3-9a4f86b691ae None None] Pushing event updated for resources: {'Port': ['ID=d6f078ea-b3c6-494e-a5aa-67af12a1c30e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:49.747263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.749827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cece6d3-c60b-4a65-a19f-51b0b155f2fc None None] Network b09166bc-8ed8-492d-8729-c0803b71fe04 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:49.837182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-8fdeae33-5958-408e-9b6a-f46ccdf495e9 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751419 Nov 12 03:31:49.912444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47b73-336a-4bf1-9440-8ede17329f27 req-6deffaad-d328-4a82-9d6b-bc38bc957d41 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.914978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8da47b73-336a-4bf1-9440-8ede17329f27 req-6deffaad-d328-4a82-9d6b-bc38bc957d41 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.3956668 Nov 12 03:31:49.923917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97faf963-74e4-4b44-b349-bed827ad42ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.931624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caec85e-612a-4439-84c0-54e0421468e6 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:31:49.937267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-8b827ebb-4f5b-4d49-ba8a-a616d40fa4c3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3302772 Nov 12 03:31:50.026523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97faf963-74e4-4b44-b349-bed827ad42ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.034454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97faf963-74e4-4b44-b349-bed827ad42ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.087354 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97faf963-74e4-4b44-b349-bed827ad42ce admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67a2e0f8742548a8b802b2a1e427c83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387332 Nov 12 03:31:50.090312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57428) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.097643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faf963-74e4-4b44-b349-bed827ad42ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28222514-fa15-4a89-9345-87c26daef5e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.132451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.134032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8da47b73-336a-4bf1-9440-8ede17329f27 req-70117e8a-7258-47ac-97b2-618ffc9f7295 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955125 Nov 12 03:31:50.151951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caec85e-612a-4439-84c0-54e0421468e6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:31:50.154140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-1239a6ea-f095-426c-9f05-3ff2d143c122 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057683 Nov 12 03:31:50.175431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.176466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.176935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.177443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.177858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.178287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.178742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.180713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-de4142f2-ebd3-4e37-a3e1-297fd4ae5a03 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.1626260 Nov 12 03:31:50.227351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-375b2289-681d-4a01-94ae-c0fb6ffda95a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 217 time: 0.0651424 Nov 12 03:31:50.247496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port d6f078ea-b3c6-494e-a5aa-67af12a1c30e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:50.247867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.339612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port d6f078ea-b3c6-494e-a5aa-67af12a1c30e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d6f078ea-b3c6-494e-a5aa-67af12a1c30e,segment=NetworkSegment(8c9ed008-7c0d-4fc0-b25c-dd39030e3781),segment_id=8c9ed008-7c0d-4fc0-b25c-dd39030e3781)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:50.340399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.357552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for d6f078ea-b3c6-494e-a5aa-67af12a1c30e owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:50.386402 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d2278b5a-9e12-46c5-9dd9-ffb39165ec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.401071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-56587624-819a-401f-a6f9-396898d9f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.401541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-56587624-819a-401f-a6f9-396898d9f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.401997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-56587624-819a-401f-a6f9-396898d9f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.403647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-56587624-819a-401f-a6f9-396898d9f2c7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 2294 time: 0.1864502 Nov 12 03:31:50.407031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.465566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.496280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=d6f078ea-b3c6-494e-a5aa-67af12a1c30e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.507317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port d6f078ea-b3c6-494e-a5aa-67af12a1c30e on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:50.609117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76b59fb1-308a-4047-9e37-2870fb3a321b None None] Provisioning complete for port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:50.609716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76b59fb1-308a-4047-9e37-2870fb3a321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.667755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.695635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09166bc-8ed8-492d-8729-c0803b71fe04']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:50.709528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9ed008-7c0d-4fc0-b25c-dd39030e3781') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:50.710766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9ed008-7c0d-4fc0-b25c-dd39030e3781') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:50.715838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76b59fb1-308a-4047-9e37-2870fb3a321b None None] Provisioning complete for port a3e16b21-95ef-4248-a6b6-53421dc19c0e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:50.716377 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76b59fb1-308a-4047-9e37-2870fb3a321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.723647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.741168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.749039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:50.749658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:50.752933 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:50.822253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.827138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-c320e3a6-9d37-4d15-a623-b259a966d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.828623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-c320e3a6-9d37-4d15-a623-b259a966d580 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.5868120 Nov 12 03:31:50.832447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.836510 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/b09166bc-8ed8-492d-8729-c0803b71fe04 HTTP/1.1" status: 204 len: 168 time: 2.4951415 Nov 12 03:31:50.841145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.855860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728844070'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:50.856229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.863666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e389b-a71a-4d22-8d7e-7cbc300c2166 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=b09166bc-8ed8-492d-8729-c0803b71fe04,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.889820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:50.893371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.912690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-b0e5508f-6006-4841-bc23-501dd8ae9ff7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1000 time: 0.4862370 Nov 12 03:31:50.924810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:50.933527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-76cbc32b-8481-4dd6-9279-b5ee6fca1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.934988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-76cbc32b-8481-4dd6-9279-b5ee6fca1cd8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992513 Nov 12 03:31:50.935832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.936921 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment f962e7d7-c789-486b-82e3-8eb21f6f787e of type vlan for network 3c11f182-06fe-41d0-b896-154db8e08039 Nov 12 03:31:50.986970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.013557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.019856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.020524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.028045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-20717bc9-841c-4971-864b-dd66a21d3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.029586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-20717bc9-841c-4971-864b-dd66a21d3fc5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.1070740 Nov 12 03:31:51.031704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.034256 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.037714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/28222514-fa15-4a89-9345-87c26daef5e2 HTTP/1.1" status: 204 len: 168 time: 0.9434686 Nov 12 03:31:51.060214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aad2db-0b32-43d6-82b7-81f353dec7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28222514-fa15-4a89-9345-87c26daef5e2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.078949 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2329736 Nov 12 03:31:51.080551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57494) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.091235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '3c11f182-06fe-41d0-b896-154db8e08039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:51.116463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62153393-8fcb-41ce-b3d8-f50741a5d8a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=3c11f182-06fe-41d0-b896-154db8e08039,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.130555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:51.141314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-e86600ed-76cc-45cc-8749-2711da729007 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831002 Nov 12 03:31:51.224519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-83b1c333-ef40-4675-bdf8-d9e3e6134929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.226054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-83b1c333-ef40-4675-bdf8-d9e3e6134929 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865673 Nov 12 03:31:51.343894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.385197 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3fc2956d-b69f-4079-a2bc-c0b1e79ef518 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dcefa751ffec40e0a0787b6f412064d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400727 Nov 12 03:31:51.387606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.392711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:51.396126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.453575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15406f30-aed6-4905-8e37-eed9f691da2a req-b920959c-5620-4098-a447-db39951f5716 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.455097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15406f30-aed6-4905-8e37-eed9f691da2a req-b920959c-5620-4098-a447-db39951f5716 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2264025 Nov 12 03:31:51.455333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.483941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.511701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-baccd870-3fb8-4a7f-90f6-9e9f071da4c9 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729340 Nov 12 03:31:51.521945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-f4f373cf-3116-435a-8273-a0b56a956206 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347747 Nov 12 03:31:51.545195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.548308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.552692 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a150c30-2eb3-4e79-a33a-df8205fda313 HTTP/1.1" status: 204 len: 168 time: 0.1612043 Nov 12 03:31:51.569627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3d41-9042-47f5-901b-05814d9c072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a150c30-2eb3-4e79-a33a-df8205fda313,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.617430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-2d956fa7-b98d-4b5b-977f-9cc26d19849d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 217 time: 0.0792365 Nov 12 03:31:51.630719 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.726120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15406f30-aed6-4905-8e37-eed9f691da2a req-66f14037-0021-4f0d-931c-df397c05d556 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319520 Nov 12 03:31:51.828711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-161e48e8-b4e8-4407-a24e-aa1bda975d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.830188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-161e48e8-b4e8-4407-a24e-aa1bda975d63 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2055361 Nov 12 03:31:51.894846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-01d4d2e1-3f79-432b-9b1f-c845b83f6ae7 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693967 Nov 12 03:31:51.981476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-a1a3c6a8-b992-40fa-983b-c3058a7a86ae service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.0779097 Nov 12 03:31:51.992535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-50187dae-5668-4597-9ad2-7f7cff411bd0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.994005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-50187dae-5668-4597-9ad2-7f7cff411bd0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 813 time: 0.3318045 Nov 12 03:31:52.047842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-6c71f1e9-5632-48d9-b8a9-e35f48a9e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.049358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-6c71f1e9-5632-48d9-b8a9-e35f48a9e3ff service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2101297 Nov 12 03:31:52.052857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.075729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-7beaf551-f76b-4e93-81b3-aacad93dc8d8 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/quotas/41092154d84d49a5b148ae34566cddf9 HTTP/1.1" status: 200 len: 375 time: 0.0600052 Nov 12 03:31:52.193068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-8bc51c08-ef6e-47b3-95a6-f3d43363d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.194532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-8bc51c08-ef6e-47b3-95a6-f3d43363d103 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1938653 Nov 12 03:31:52.196431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-df6245aa-b7e7-43ba-aedc-7abfb62d45d5 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868506 Nov 12 03:31:52.229617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=a4efe7a0-9d00-48d7-8b33-3c11ebfa5195,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.280701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': 'f962e7d7-c789-486b-82e3-8eb21f6f787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:52.281073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 3c11f182-06fe-41d0-b896-154db8e08039, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:52.298712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-9ce0e7f4-83b6-4469-bb4d-c5290e7e6821 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346952 Nov 12 03:31:52.301937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-7fac0755-fa4e-4fa0-be94-9eb3459fca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.303329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-7fac0755-fa4e-4fa0-be94-9eb3459fca5b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1009290 Nov 12 03:31:52.339702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57548) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.350166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 3c11f182-06fe-41d0-b896-154db8e08039 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:52.396386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-977824798'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:52.418013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:52.421504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.430866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.447165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3c11f182-06fe-41d0-b896-154db8e08039) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:52.458775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6567e-8a77-4380-a08f-33fffa51716a None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:52.461367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.462196 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.526033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.531336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.544252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6990378-916e-44a0-88c9-cb8e312ac573 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4581170 Nov 12 03:31:52.549703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.559236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '3c11f182-06fe-41d0-b896-154db8e08039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:52.570746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-93158d6b-8aaf-494e-b52a-8c47ef19365d service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648168 Nov 12 03:31:52.577300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-86f7db51-25d0-416d-9984-df81ec073cd5 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632930 Nov 12 03:31:52.580188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:52.580369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-0f17812a-02eb-4efa-af02-9c1ef16a74eb service neutron] 10.222.0.93 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646376 Nov 12 03:31:52.643993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.645150 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Added segment 1c038515-5c15-4997-95cf-f712000bdeb5 of type vlan for network 89354ced-0371-489a-a05b-dc4f1e6d65bb Nov 12 03:31:52.646216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3c11f182-06fe-41d0-b896-154db8e08039', 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': 'a4efe7a0-9d00-48d7-8b33-3c11ebfa5195'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:52.648191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5523c1-1263-4e4f-901c-78a3137e10e6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.648473 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.652919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-43691f15-6c58-44cc-b10c-bf1863d04720 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 217 time: 0.0745809 Nov 12 03:31:52.720642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.782819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.789172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.790000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.799111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-c432ccce-e1d9-4fb4-8ddf-b1bfbcc028b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.800643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-c432ccce-e1d9-4fb4-8ddf-b1bfbcc028b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1355827 Nov 12 03:31:52.808904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Allocated IP 2001:db8::2 (3c11f182-06fe-41d0-b896-154db8e08039/a4efe7a0-9d00-48d7-8b33-3c11ebfa5195/5d04bed9-cf7c-407a-b803-854bf0f48087) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:52.828835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:52.833808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.846311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-267fd716-c774-4f08-bd5f-e645b4452574 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592704 Nov 12 03:31:52.849045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-63e676eb-4a55-41a1-b747-a311f71eeaa5 service neutron] 10.222.0.93 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598484 Nov 12 03:31:52.877620 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5360761 Nov 12 03:31:52.878430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.905982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-1c5e575e-bd12-414d-b16a-54fe41ff1201 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.0522370 Nov 12 03:31:52.931015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'subnet': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:52.959318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-aad2bb4c-9e37-4b1a-932b-d9b51fe910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.961172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-aad2bb4c-9e37-4b1a-932b-d9b51fe910c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523213 Nov 12 03:31:53.004398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.022008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.023668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba149f-aaba-408a-a09f-0caec08a65e8 req-0292987d-fe9a-4cc2-9c54-bb722de45e80 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.032543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bba149f-aaba-408a-a09f-0caec08a65e8 req-0292987d-fe9a-4cc2-9c54-bb722de45e80 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1716456 Nov 12 03:31:53.037040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-e98886c6-6388-42e2-b294-ea85c7a6ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.038829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-e98886c6-6388-42e2-b294-ea85c7a6ad15 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1138303 Nov 12 03:31:53.059840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.078968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:53.084768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:53.087384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:53.091838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27182d4-303f-4672-a874-857dc96a6e29 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Network': ['ID=89354ced-0371-489a-a05b-dc4f1e6d65bb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.098113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Pushing event updated for resources: {'Port': ['ID=5d04bed9-cf7c-407a-b803-854bf0f48087,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.105708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:53.177103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bba149f-aaba-408a-a09f-0caec08a65e8 req-31cdee41-561a-42ec-922b-a53596da140a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433263 Nov 12 03:31:53.214746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-01ada47b-7ee6-4c37-86e5-1228c8d31f59 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446809 Nov 12 03:31:53.242991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-0ccc5c14-2ce3-413f-9d85-a9b20e888820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.245117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-0ccc5c14-2ce3-413f-9d85-a9b20e888820 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670036 Nov 12 03:31:53.285492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:53.295874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.305182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Attempting to bind port 5d04bed9-cf7c-407a-b803-854bf0f48087 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:53.305182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Attempting to bind port 5d04bed9-cf7c-407a-b803-854bf0f48087 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f962e7d7-c789-486b-82e3-8eb21f6f787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:53.305543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Attempting to bind port 5d04bed9-cf7c-407a-b803-854bf0f48087 on network 3c11f182-06fe-41d0-b896-154db8e08039 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:53.316863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:53.317365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Checking segment: {'id': 'f962e7d7-c789-486b-82e3-8eb21f6f787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:53.317878 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.318380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Bound using segment: {'id': 'f962e7d7-c789-486b-82e3-8eb21f6f787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:53.319010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Bound port: 5d04bed9-cf7c-407a-b803-854bf0f48087, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f962e7d7-c789-486b-82e3-8eb21f6f787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '3c11f182-06fe-41d0-b896-154db8e08039'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:53.319480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.347859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07d89387-99d8-4ab8-8135-493e1d38f067 req-6f83e1b7-0656-4806-a812-b1b1d2134ace tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 210 time: 0.0907621 Nov 12 03:31:53.461436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] For port 5d04bed9-cf7c-407a-b803-854bf0f48087, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:53.465575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] For port 5d04bed9-cf7c-407a-b803-854bf0f48087, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5d04bed9-cf7c-407a-b803-854bf0f48087,segment=NetworkSegment(f962e7d7-c789-486b-82e3-8eb21f6f787e),segment_id=f962e7d7-c789-486b-82e3-8eb21f6f787e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:53.469608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-69a735bf-00a6-4b3c-8f18-419b6949922a service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396836 Nov 12 03:31:53.471082 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.505920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.518185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-cf1da2be-e993-4914-a632-0fd08536407b service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367730 Nov 12 03:31:53.592984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da0170-cef6-43ee-b950-605d27d61459 None None] Pushing event updated for resources: {'Port': ['ID=5d04bed9-cf7c-407a-b803-854bf0f48087,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.618624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.971677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-76dac076-fbc9-42a6-ba77-acae150c636d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.4524090 Nov 12 03:31:53.985239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 3c11f182-06fe-41d0-b896-154db8e08039 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:53.992055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:54.004244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.004878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.009245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=b64dc91d-4c9b-4688-9a9b-55b43bc9a836,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.055308 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-595aa97f-72e9-48fd-b7cd-a62778f97018 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5019784 Nov 12 03:31:54.059636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.068049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.131887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Subnet': ['ID=cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.140384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Checking segment: {'id': '1c038515-5c15-4997-95cf-f712000bdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:54.140752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network hostable DHCP agents. Network: 89354ced-0371-489a-a05b-dc4f1e6d65bb, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:54.164134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:54.175934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 89354ced-0371-489a-a05b-dc4f1e6d65bb) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:54.181121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.181882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.187759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deadb5bc-7dce-4d2c-a61f-3223bf6fb3af None None] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:54.200969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-d0ace2c8-0ae0-4648-b853-fb8727d99756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.221024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-d0ace2c8-0ae0-4648-b853-fb8727d99756 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.2384770 Nov 12 03:31:54.226708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3073978-0061-4649-ba7f-913d959a59ea tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2981534 Nov 12 03:31:54.227695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.234932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1118824382'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:54.248989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.266305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.268034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.277377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.279292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.281747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3a9dd1c7-e36c-416e-9912-6bc70c4d004f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2197657 Nov 12 03:31:54.290760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57584) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.314494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812083084'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:54.318917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5d04bed9-cf7c-407a-b803-854bf0f48087 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:54.400365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-572f9c5b-40c8-4277-be2f-f65e68521fa1 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728962 Nov 12 03:31:54.453128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:54.453572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.513520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:54.522615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.531190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-89354ced-0371-489a-a05b-dc4f1e6d65bb', 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'tenant_id': '3f3dcfc9c716461fa011b3af6bf9a723', 'fixed_ips': [{'subnet_id': 'cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:54.532439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.547565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:54.566267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.576338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-a6177783-06e7-4a56-a446-57694c8c5225 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.1591144 Nov 12 03:31:54.582662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port 9da1c595-9876-4087-9d5e-6337fdca90f4 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:54.599489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-da2f8691-38f9-4af1-b5de-45df735c6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.601130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-da2f8691-38f9-4af1-b5de-45df735c6b7d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3124633 Nov 12 03:31:54.687816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.753015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336626-eea9-4f49-813c-261c57efb01d req-fac73ce8-306a-444b-a84a-5da98175367c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.755172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd336626-eea9-4f49-813c-261c57efb01d req-fac73ce8-306a-444b-a84a-5da98175367c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.4080381 Nov 12 03:31:54.756764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-9b5b2eed-bd9f-41ff-aedc-e101d7cbf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.758105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-9b5b2eed-bd9f-41ff-aedc-e101d7cbf347 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1560917 Nov 12 03:31:54.769800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Allocated IP 2001:db8::2 (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/37e997ea-d493-4157-8e62-dbeb86283e2d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:54.773209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 5d04bed9-cf7c-407a-b803-854bf0f48087, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5d04bed9-cf7c-407a-b803-854bf0f48087,segment=NetworkSegment(f962e7d7-c789-486b-82e3-8eb21f6f787e),segment_id=f962e7d7-c789-486b-82e3-8eb21f6f787e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:54.782457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.827788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-230bf3f6-3db2-4c94-a31e-bc8269231d9d req-19582800-53f8-411c-a1bb-5235e9720f60 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 210 time: 0.1250341 Nov 12 03:31:54.903024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:54.968209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.968556 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 7691a754-085e-4036-ac45-9f3246ab36d1 of type vlan for network a97c63cb-bffe-4bb0-a590-ab379724ee5f Nov 12 03:31:54.977529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-b6f58a66-4ebc-4fe9-a45d-6330437c9ba2 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.979064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-b6f58a66-4ebc-4fe9-a45d-6330437c9ba2 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 813 time: 0.5774448 Nov 12 03:31:55.011136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Request body: {'port': {'device_id': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f', 'admin_state_up': True, 'tenant_id': '41092154d84d49a5b148ae34566cddf9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.040254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd336626-eea9-4f49-813c-261c57efb01d req-f9ddf8d1-442c-4f19-ad2d-b6c31cd86e9d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486770 Nov 12 03:31:55.047444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-f9b586d6-f5b9-4c21-a241-e57af8c8c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.049101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-f9b586d6-f5b9-4c21-a241-e57af8c8c1ee service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2675924 Nov 12 03:31:55.055842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea9255-3ac9-49fb-92d5-b059419fd872 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:55.077357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-2672bf90-6aa4-41ae-83d3-3bd2c8dde903 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767636 Nov 12 03:31:55.088789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=5d04bed9-cf7c-407a-b803-854bf0f48087,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.096919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.144627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9ec71216-dc9b-499e-bfcf-a2f6cb7613c7 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:55.145001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ec71216-dc9b-499e-bfcf-a2f6cb7613c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.278153 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.289203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.289624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.294776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.295298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.362298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::21e (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/9da1c595-9876-4087-9d5e-6337fdca90f4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:55.362630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-0fd8914e-353e-46a0-8cca-c6f43ab8f4eb service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942424 Nov 12 03:31:55.386219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:55.398498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:55.402871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:55.405211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Pushing event updated for resources: {'Port': ['ID=37e997ea-d493-4157-8e62-dbeb86283e2d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.423407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1157250 Nov 12 03:31:55.430080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.436082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.451604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-3278c4f1-6a87-4445-998f-5a64d92b5351 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601387 Nov 12 03:31:55.452320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2920ef-0a0e-42c9-b6b0-9571b3509a2f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=a97c63cb-bffe-4bb0-a590-ab379724ee5f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.471995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:55.490775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Made reservation on behalf of 41092154d84d49a5b148ae34566cddf9 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:55.494133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.547833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-2fe91af1-aecd-423e-b0ba-8e9b09d0d88c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.0637002 Nov 12 03:31:55.625627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Attempting to bind port 37e997ea-d493-4157-8e62-dbeb86283e2d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:55.626178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.627292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Attempting to bind port 37e997ea-d493-4157-8e62-dbeb86283e2d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '1c038515-5c15-4997-95cf-f712000bdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:55.629740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Attempting to bind port 37e997ea-d493-4157-8e62-dbeb86283e2d on network 89354ced-0371-489a-a05b-dc4f1e6d65bb {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:55.659574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-1578b69a-4bfa-4fa5-aff3-f1c06a231a7b service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598536 Nov 12 03:31:55.667935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-0c50fa5b-631b-4500-b37c-dd0c60998e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.674037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-0c50fa5b-631b-4500-b37c-dd0c60998e2c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.1183703 Nov 12 03:31:55.688894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.718830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:55.719413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Checking segment: {'id': '1c038515-5c15-4997-95cf-f712000bdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:55.720071 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.720688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Bound using segment: {'id': '1c038515-5c15-4997-95cf-f712000bdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:55.721460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Bound port: 37e997ea-d493-4157-8e62-dbeb86283e2d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c038515-5c15-4997-95cf-f712000bdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:55.722126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.766227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-6a1cfb10-f47f-42bb-a466-0ec65a5599fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.0883136 Nov 12 03:31:55.768130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:55.775880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:55.799195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Update dhcp port {'port': {'network_id': '3c11f182-06fe-41d0-b896-154db8e08039', 'fixed_ips': [{'subnet_id': 'a4efe7a0-9d00-48d7-8b33-3c11ebfa5195', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b64dc91d-4c9b-4688-9a9b-55b43bc9a836'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '5d04bed9-cf7c-407a-b803-854bf0f48087'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:31:55.807803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:55.813593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.814288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.837744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Allocated IP 172.20.0.14 (110f3bdc-6aed-4229-a3f5-22b84aaa532f/11e41987-8dd1-452b-8dfe-43bb68c5f1f3/899d1d2a-2e00-4af0-8779-98d4deb3daaf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:55.843037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-e31f231e-16ff-4495-bb66-c586a2e1e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.844906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.845109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-e31f231e-16ff-4495-bb66-c586a2e1e66e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639595 Nov 12 03:31:55.847190 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6187260 Nov 12 03:31:55.849997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bded39f-e414-4aac-a6fb-99ba41d0263b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=9da1c595-9876-4087-9d5e-6337fdca90f4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.851949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.867685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-760424856', 'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:97:7b:70'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.871713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.890481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.954306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] For port 37e997ea-d493-4157-8e62-dbeb86283e2d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:55.964676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:31:55.968885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-eba87191-56a9-4990-a8cc-f69d10baf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.970269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-eba87191-56a9-4990-a8cc-f69d10baf01e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1951098 Nov 12 03:31:55.970705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.971560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.973205 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "PUT /v2.0/networks/a97c63cb-bffe-4bb0-a590-ab379724ee5f HTTP/1.1" status: 200 len: 723 time: 0.5420527 Nov 12 03:31:55.974548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680d523-c24b-4c0c-9e40-3192982953a3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=a97c63cb-bffe-4bb0-a590-ab379724ee5f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.974687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] For port 37e997ea-d493-4157-8e62-dbeb86283e2d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=37e997ea-d493-4157-8e62-dbeb86283e2d,segment=NetworkSegment(1c038515-5c15-4997-95cf-f712000bdeb5),segment_id=1c038515-5c15-4997-95cf-f712000bdeb5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:55.976912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.983115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.997027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:56.002064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.043438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60633d49-fdc8-461d-adea-e8dcf3734dee req-dec41d19-1771-4c4e-8cb0-23b7ea298482 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 210 time: 0.1116602 Nov 12 03:31:56.099011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:56.099011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.141633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-163832e2-90f7-485c-a360-7fe468eee25c service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791035 Nov 12 03:31:56.226911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232761f1-b3a5-4773-bc22-72814bf67f30 None None] Pushing event updated for resources: {'Port': ['ID=37e997ea-d493-4157-8e62-dbeb86283e2d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.240098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Allocated IP 172.20.0.1 (3c11f182-06fe-41d0-b896-154db8e08039/b64dc91d-4c9b-4688-9a9b-55b43bc9a836/5d04bed9-cf7c-407a-b803-854bf0f48087) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:56.265504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5d04bed9-cf7c-407a-b803-854bf0f48087 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:56.316797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-0c68d9e0-458b-4094-a741-56d14295f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.318592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-0c68d9e0-458b-4094-a741-56d14295f4fe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3259623 Nov 12 03:31:56.399853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.500887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=a3812237-a11f-448e-895a-66a26bcca82d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.510326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] For port 5d04bed9-cf7c-407a-b803-854bf0f48087, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5d04bed9-cf7c-407a-b803-854bf0f48087,segment=NetworkSegment(f962e7d7-c789-486b-82e3-8eb21f6f787e),segment_id=f962e7d7-c789-486b-82e3-8eb21f6f787e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:56.511106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '7691a754-085e-4036-ac45-9f3246ab36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:56.511487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: a97c63cb-bffe-4bb0-a590-ab379724ee5f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:56.525455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:56.543499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:56.545412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:56.545838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.575751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a97c63cb-bffe-4bb0-a590-ab379724ee5f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:56.583026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.584796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.591329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd7c1c2-f16b-4a5c-a551-447061049e5b None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:56.620597 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d1646bd3-cbcf-403c-bbde-4fc47937b240 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6423376 Nov 12 03:31:56.623232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.629422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:56.652376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.692719 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.736406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5630751'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.825867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb1a8-aafd-4afe-b1b0-2b88e054d660 None None] Pushing event updated for resources: {'Port': ['ID=5d04bed9-cf7c-407a-b803-854bf0f48087,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.881908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.886382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7037c962-7a72-4a96-b439-491a78e16ba3 req-47a57602-7c46-4a93-a3ec-1fafaf02431a service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167060 Nov 12 03:31:56.894486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d17ab-4804-421b-8f94-b06a427ed1af req-79b75683-c5cb-489d-a3e4-3e16da9bf215 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.901763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce1d17ab-4804-421b-8f94-b06a427ed1af req-79b75683-c5cb-489d-a3e4-3e16da9bf215 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.6315963 Nov 12 03:31:56.942323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781426556299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5819829'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.958693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a97c63cb-bffe-4bb0-a590-ab379724ee5f', 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': 'a3812237-a11f-448e-895a-66a26bcca82d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:56.959651 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.981356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.981945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.985846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "PUT /v2.0/subnets/a3812237-a11f-448e-895a-66a26bcca82d HTTP/1.1" status: 200 len: 826 time: 0.3590403 Nov 12 03:31:56.987627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.026312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177c512-359f-44be-96ad-515f9436258b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=a3812237-a11f-448e-895a-66a26bcca82d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.088900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce1d17ab-4804-421b-8f94-b06a427ed1af req-ff0fca88-9521-46b2-9cab-191533fd2c75 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859677 Nov 12 03:31:57.091437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-5fd898eb-3de8-4ab2-b904-a896d51e32c0 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7465041 Nov 12 03:31:57.152532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.174642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.206274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Allocated IP 2001:db8::2 (a97c63cb-bffe-4bb0-a590-ab379724ee5f/a3812237-a11f-448e-895a-66a26bcca82d/e54b005e-f945-4203-a525-42bfe29acc74) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:57.243856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.299036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-53e24829-7daa-48b4-a467-fd1530010a44 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959445 Nov 12 03:31:57.300836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.403732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-2e4b084b-b426-4084-a251-e2784bd20acb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.0908139 Nov 12 03:31:57.448304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port f471f027-180b-4163-b880-80af71aa6d32 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:57.452525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.475014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.485468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.547005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=a3812237-a11f-448e-895a-66a26bcca82d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.573102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-a4503648-69c5-4e5a-aae7-464f5eb0547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.576082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-a4503648-69c5-4e5a-aae7-464f5eb0547f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1518168 Nov 12 03:31:57.579481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:57.582477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:57.584379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:57.600030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:57.608205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Pushing event updated for resources: {'Port': ['ID=e54b005e-f945-4203-a525-42bfe29acc74,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.635715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:57.637621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Pushing event updated for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.640267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:57.657769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.703400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76147bb-1293-4e7b-9110-667e1f0c7598 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:57.708968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Attempting to bind port e54b005e-f945-4203-a525-42bfe29acc74 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:57.709556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Attempting to bind port e54b005e-f945-4203-a525-42bfe29acc74 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '7691a754-085e-4036-ac45-9f3246ab36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:57.710017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Attempting to bind port e54b005e-f945-4203-a525-42bfe29acc74 on network a97c63cb-bffe-4bb0-a590-ab379724ee5f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:57.712062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97c63cb-bffe-4bb0-a590-ab379724ee5f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:57.720728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:57.721229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Checking segment: {'id': '7691a754-085e-4036-ac45-9f3246ab36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:57.722351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.724293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Bound using segment: {'id': '7691a754-085e-4036-ac45-9f3246ab36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:57.724781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571c858-7a7e-4227-90a5-1e208ae66dbf req-c2695d2e-518c-4440-a025-35ca8deb144d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.725946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Bound port: e54b005e-f945-4203-a525-42bfe29acc74, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7691a754-085e-4036-ac45-9f3246ab36d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:57.726367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0571c858-7a7e-4227-90a5-1e208ae66dbf req-c2695d2e-518c-4440-a025-35ca8deb144d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 932 time: 0.4235244 Nov 12 03:31:57.732050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7691a754-085e-4036-ac45-9f3246ab36d1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:57.732354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7691a754-085e-4036-ac45-9f3246ab36d1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:57.734879 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.745384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.763532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.772500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:57.773035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:57.776493 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:57.822313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2cacc-0803-4d0f-9d7e-a1338e8f8308 None None] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:57.836871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] For port e54b005e-f945-4203-a525-42bfe29acc74, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:57.850783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:31:57.850783 n-d-713499-30 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:31:57.850783 n-d-713499-30 neutron-server[102605]: [parameters: {'id': 'a97c63cb-bffe-4bb0-a590-ab379724ee5f'}] Nov 12 03:31:57.850783 n-d-713499-30 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:57.852640 n-d-713499-30 neutron-server[102605]: DEBUG oslo_db.api [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:57.877478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-9a9835f7-5c52-4f57-8bec-517a938a8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.878832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-9a9835f7-5c52-4f57-8bec-517a938a8da2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2833285 Nov 12 03:31:57.884888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1abe59-77c2-45ec-aea8-108d88e7b053 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:57.886859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Provisioning complete for port 37e997ea-d493-4157-8e62-dbeb86283e2d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:57.887219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.905752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.906353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.937564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] For port e54b005e-f945-4203-a525-42bfe29acc74, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e54b005e-f945-4203-a525-42bfe29acc74,segment=NetworkSegment(7691a754-085e-4036-ac45-9f3246ab36d1),segment_id=7691a754-085e-4036-ac45-9f3246ab36d1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:57.947579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::2bf (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/f471f027-180b-4163-b880-80af71aa6d32) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:57.952492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0571c858-7a7e-4227-90a5-1e208ae66dbf req-84a3ec7e-eab7-435c-9d6f-de0f26c3e1f1 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054942 Nov 12 03:31:57.961165 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.994156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-f8b4e0e0-aa6e-4e0c-9859-7de593b87072 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9964843 Nov 12 03:31:58.012727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Request body: {'port': {'device_id': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:58.114320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-5827cf9c-1024-4d92-bd6a-242eaca862a3 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264867 Nov 12 03:31:58.169673 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.351405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bea38-dd0f-4b52-96c2-24314f32610c None None] Pushing event updated for resources: {'Port': ['ID=e54b005e-f945-4203-a525-42bfe29acc74,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.357920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.367711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-7b9f0552-094f-46f0-83bb-d5102964a26c service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340693 Nov 12 03:31:58.409424 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:58.437587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03ede4-364b-4457-8126-97ba5ef128c5 None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:58.445775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 37e997ea-d493-4157-8e62-dbeb86283e2d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:58.471169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port e54b005e-f945-4203-a525-42bfe29acc74 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:58.471523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.492908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.512258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-38e8567e-d980-429f-9394-fec8d5ab969d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.1296642 Nov 12 03:31:58.539403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port e54b005e-f945-4203-a525-42bfe29acc74, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e54b005e-f945-4203-a525-42bfe29acc74,segment=NetworkSegment(7691a754-085e-4036-ac45-9f3246ab36d1),segment_id=7691a754-085e-4036-ac45-9f3246ab36d1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:58.539773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.555011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for e54b005e-f945-4203-a525-42bfe29acc74 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:58.590372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fe49e-c498-48d9-b0b4-df7f64c958fe req-f82695c7-c1bd-48a9-b957-3830fd376b5b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.591880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-874fe49e-c498-48d9-b0b4-df7f64c958fe req-f82695c7-c1bd-48a9-b957-3830fd376b5b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.3137710 Nov 12 03:31:58.609361 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.649812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] For port 37e997ea-d493-4157-8e62-dbeb86283e2d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=37e997ea-d493-4157-8e62-dbeb86283e2d,segment=NetworkSegment(1c038515-5c15-4997-95cf-f712000bdeb5),segment_id=1c038515-5c15-4997-95cf-f712000bdeb5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:58.657085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.679666 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.703492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=e54b005e-f945-4203-a525-42bfe29acc74,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.708790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-91262da1-2140-43ce-ba73-3c9cf9e2475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.710270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-91262da1-2140-43ce-ba73-3c9cf9e2475d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1896060 Nov 12 03:31:58.714278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port e54b005e-f945-4203-a525-42bfe29acc74 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:58.762167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168385e-2196-4360-b6ec-4c25381b0511 None None] Network a97c63cb-bffe-4bb0-a590-ab379724ee5f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:58.795880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 37e997ea-d493-4157-8e62-dbeb86283e2d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:58.801739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-874fe49e-c498-48d9-b0b4-df7f64c958fe req-ab1fb27b-ca51-47c5-b2ec-5e80a8ccc6c3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848655 Nov 12 03:31:58.803369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.818419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Provisioning complete for port 899d1d2a-2e00-4af0-8779-98d4deb3daaf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:58.818419 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.818694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.872015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.876855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97c63cb-bffe-4bb0-a590-ab379724ee5f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:58.892716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-62515d20-4df5-4b6c-87c1-007d74be43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.895788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7691a754-085e-4036-ac45-9f3246ab36d1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:58.896216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7691a754-085e-4036-ac45-9f3246ab36d1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:58.896995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-62515d20-4df5-4b6c-87c1-007d74be43c3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642599 Nov 12 03:31:58.923717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.951995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.959942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:58.960531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:58.967184 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:59.019045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Pushing event updated for resources: {'Port': ['ID=37e997ea-d493-4157-8e62-dbeb86283e2d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.057596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-07d231a8-8a94-4b72-8277-1aa17a715ee4 None None] Port 899d1d2a-2e00-4af0-8779-98d4deb3daaf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:59.123185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.145019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.145282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899d1d2a-2e00-4af0-8779-98d4deb3daaf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:59.146812 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/a97c63cb-bffe-4bb0-a590-ab379724ee5f HTTP/1.1" status: 204 len: 168 time: 2.1593804 Nov 12 03:31:59.150198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.158160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5d04bed9-cf7c-407a-b803-854bf0f48087 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:59.193695 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ae0266-4afc-4f23-a55e-04239438f1bc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:31:59.194296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ae0266-4afc-4f23-a55e-04239438f1bc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:31:59.195381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:59.197758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18ae0266-4afc-4f23-a55e-04239438f1bc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/a97c63cb-bffe-4bb0-a590-ab379724ee5f HTTP/1.1" status: 404 len: 339 time: 0.0464706 Nov 12 03:31:59.201740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.202631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d1b26-165e-49ff-9a1c-83f59a7c391a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=a97c63cb-bffe-4bb0-a590-ab379724ee5f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.209015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138007358', 'description': 'd1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:59.212850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Provisioning complete for port 37e997ea-d493-4157-8e62-dbeb86283e2d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.213224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.217850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.236977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:59.245959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:59.247990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.248793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.255362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:59.257668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=f471f027-180b-4163-b880-80af71aa6d32,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.260048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.279243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.279611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.291518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Transition to ACTIVE for port object 899d1d2a-2e00-4af0-8779-98d4deb3daaf will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:59.296111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:59.303755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-676cde24-84be-4b16-b7b5-856750007404 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636572 Nov 12 03:31:59.309767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.310179 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 0696101b-ba59-4965-97be-56ff2f97b5b5 of type vlan for network 0d403d08-dce6-4572-be4c-24a378270374 Nov 12 03:31:59.319416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a59e-2eae-4a4a-a8b3-c037e7b54440 req-f30e634f-27c9-456e-bca6-39dd1d63bd2c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.321524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e302a59e-2eae-4a4a-a8b3-c037e7b54440 req-f30e634f-27c9-456e-bca6-39dd1d63bd2c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 932 time: 0.1968665 Nov 12 03:31:59.325297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f2346d28-c4d5-4d04-b373-f8a03c28564e tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.4710927 Nov 12 03:31:59.326261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.330877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.367744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.396426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.404530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.405206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.433845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Provisioning complete for port 9da1c595-9876-4087-9d5e-6337fdca90f4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.434237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.481366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=0d403d08-dce6-4572-be4c-24a378270374,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.483729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Port 9da1c595-9876-4087-9d5e-6337fdca90f4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:59.490038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e302a59e-2eae-4a4a-a8b3-c037e7b54440 req-d95370e8-e61a-491c-896b-d59010e0b48e tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346691 Nov 12 03:31:59.497990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0d403d08-dce6-4572-be4c-24a378270374 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:59.527224 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4219b765-2f11-4a3a-b67d-4f69d114b74e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3213487 Nov 12 03:31:59.528684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.578712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Pushing event updated for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.587644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f12ac-ee65-41fc-bda2-1d73c7c70a54 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:59.591931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.592320 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf510110-c1f4-4df6-b497-ba03e768c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.660108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a044d2-11c5-4537-951d-2f5a8f844e0a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.664762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6a044d2-11c5-4537-951d-2f5a8f844e0a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks?id=0d403d08-dce6-4572-be4c-24a378270374 HTTP/1.1" status: 200 len: 765 time: 0.1348915 Nov 12 03:31:59.665959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57644) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.671305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'description': 'd2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:59.675034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f682447-f4c1-4e31-bd7c-2340937de405 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.682209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f682447-f4c1-4e31-bd7c-2340937de405 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.689327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f682447-f4c1-4e31-bd7c-2340937de405 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.693472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f682447-f4c1-4e31-bd7c-2340937de405 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3568494 Nov 12 03:31:59.696810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.718698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd252ce-e0d4-47b7-95f7-7932b1c6b27c req-813b0eb2-fa99-43a7-ae4c-d31120338f9c service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885331 Nov 12 03:31:59.740125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Attempting to bind port 899d1d2a-2e00-4af0-8779-98d4deb3daaf on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:59.740505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Attempting to bind port 899d1d2a-2e00-4af0-8779-98d4deb3daaf by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:59.740696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eeeb6d-4e00-4577-b78e-e9268e039786 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:31:59.741172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Attempting to bind port 899d1d2a-2e00-4af0-8779-98d4deb3daaf on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:59.745716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Port 899d1d2a-2e00-4af0-8779-98d4deb3daaf on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:59.746041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Attempting to bind port 899d1d2a-2e00-4af0-8779-98d4deb3daaf on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:59.751245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:59.751588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Checking segment: {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:59.752015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Bound using segment: {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:59.752435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Bound port: 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:59.752790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.843592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:59.847281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:59.852670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.879094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Provisioning complete for port 9da1c595-9876-4087-9d5e-6337fdca90f4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.879570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.901199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.901972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.903387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] 10.222.0.100 "PUT /v2.0/ports/899d1d2a-2e00-4af0-8779-98d4deb3daaf HTTP/1.1" status: 200 len: 1093 time: 1.8982954 Nov 12 03:31:59.928338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:59.931027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port f471f027-180b-4163-b880-80af71aa6d32 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:59.931564 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ee240-a0df-4387-bbc0-ad4c025f5887" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:59.931709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.964384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Port 9da1c595-9876-4087-9d5e-6337fdca90f4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:59.983624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeda05-1f88-47a4-856e-8ce2d92dcf9b req-4c31c1fb-c519-4b51-8812-cf31371118b6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.991079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eaeda05-1f88-47a4-856e-8ce2d92dcf9b req-4c31c1fb-c519-4b51-8812-cf31371118b6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0949216 Nov 12 03:32:00.001515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.002048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Provisioning complete for port f471f027-180b-4163-b880-80af71aa6d32 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:00.002415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.008565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539ec8-c431-4997-8314-560dff9788ae service neutron] Pushing event updated for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.028806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.072632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eeeb6d-4e00-4577-b78e-e9268e039786 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:32:00.075745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Port f471f027-180b-4163-b880-80af71aa6d32 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:00.078784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-2f929baa-ad4e-4c4c-ada5-4245514c5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.080555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-2f929baa-ad4e-4c4c-ada5-4245514c5929 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 1096 time: 0.0863862 Nov 12 03:32:00.097326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:00.098121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5a09af9-03bc-458e-9e7e-5a0f8300d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.100879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eaeda05-1f88-47a4-856e-8ce2d92dcf9b req-aa23c15d-3673-4f1e-a40a-f647d61eed48 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Nov 12 03:32:00.108943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 0d403d08-dce6-4572-be4c-24a378270374 is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:32:00.134322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.134979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.144666 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "PUT /v2.0/networks/0d403d08-dce6-4572-be4c-24a378270374 HTTP/1.1" status: 200 len: 762 time: 0.4774470 Nov 12 03:32:00.145253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.191086 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eeff44-b639-4be0-8d65-067fd1d47f5c x-openstack-request-id: req-d5eeff44-b639-4be0-8d65-067fd1d47f5c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:00.191629 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:00.191629 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5eeff44-b639-4be0-8d65-067fd1d47f5c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:00.191916 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf', 'status': 'completed', 'code': 200} Nov 12 03:32:00.195708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-c1f98f0e-e065-4e13-ba7b-81fa0dd03e8e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf HTTP/1.1" status: 200 len: 217 time: 0.0931277 Nov 12 03:32:00.280239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-0e9c9c15-9c45-46c1-97cb-efdd1fad2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.282162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-0e9c9c15-9c45-46c1-97cb-efdd1fad2898 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11e41987-8dd1-452b-8dfe-43bb68c5f1f3 HTTP/1.1" status: 200 len: 853 time: 0.0779202 Nov 12 03:32:00.282505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 37e997ea-d493-4157-8e62-dbeb86283e2d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:00.289978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c395c9-7965-429c-8ce6-9635806ee30a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.292415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f0c395c9-7965-429c-8ce6-9635806ee30a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks?id=0d403d08-dce6-4572-be4c-24a378270374 HTTP/1.1" status: 200 len: 765 time: 0.1420000 Nov 12 03:32:00.300452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57660) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.335185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-ceef478f-f27c-4f34-a96e-1b4563a05c63 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=110f3bdc-6aed-4229-a3f5-22b84aaa532f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427985 Nov 12 03:32:00.339460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.351262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381d58f-149c-4fe3-8cc7-7da243ab15df tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=0d403d08-dce6-4572-be4c-24a378270374,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.357007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for f471f027-180b-4163-b880-80af71aa6d32 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:00.382362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0d403d08-dce6-4572-be4c-24a378270374 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:00.518115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.540434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 37e997ea-d493-4157-8e62-dbeb86283e2d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:00.540846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.561410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=f471f027-180b-4163-b880-80af71aa6d32,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.669657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.676629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3ac2f3a4-f093-4689-adf3-faa508c54707 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/f471f027-180b-4163-b880-80af71aa6d32 HTTP/1.1" status: 204 len: 168 time: 0.9754341 Nov 12 03:32:00.677628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.703566 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-003e41dd-4201-4905-a6dc-112bb12f7364 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] GET failed (client error): The resource could not be found. Nov 12 03:32:00.708010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-003e41dd-4201-4905-a6dc-112bb12f7364 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports/f471f027-180b-4163-b880-80af71aa6d32 HTTP/1.1" status: 404 len: 333 time: 0.0278571 Nov 12 03:32:00.710668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.715987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186240276'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:00.805156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.851058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:00.855757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.875648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:00.875945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3fd842-76f2-4337-9e03-7a909a409842 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:00.964442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de284345-d40e-406e-967b-851870194c1a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.966092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-de284345-d40e-406e-967b-851870194c1a tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6636424 Nov 12 03:32:00.971747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57670) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.022650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::1d6 (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/0f64db48-d1ae-4bc1-800b-2a51b4a7d992) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:01.034969 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8febd117-e7fa-4714-97ec-405156227538 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 207 time: 0.0571790 Nov 12 03:32:01.035999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.048437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e31e-1ae2-4e29-bbb6-75633321d07d req-834bdcdd-aa7e-4f1c-a5f2-71d373d91b05 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.050473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e67e31e-1ae2-4e29-bbb6-75633321d07d req-834bdcdd-aa7e-4f1c-a5f2-71d373d91b05 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 944 time: 0.2710664 Nov 12 03:32:01.057827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-22813c17-1ca1-4218-8c57-0a5d3e18ae3a service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072344 Nov 12 03:32:01.157873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e67e31e-1ae2-4e29-bbb6-75633321d07d req-d79efa49-d474-45b3-b72b-663afe55c891 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968988 Nov 12 03:32:01.194938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e078f2b-0b74-4033-a53e-4ef30a67aa49 req-6eaa0089-e3ab-4cb4-9414-8d66b84d68aa service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270247 Nov 12 03:32:01.320239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.323015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852988c5-c7e2-4b9a-be35-e505fc79e1bc req-db13eeac-79da-4a74-a321-a5e533e00096 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.324505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-852988c5-c7e2-4b9a-be35-e505fc79e1bc req-db13eeac-79da-4a74-a321-a5e533e00096 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1091189 Nov 12 03:32:01.325911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.330769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-4b2ba0d2-5a82-4b42-909f-1611f67c6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.332552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.332863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-4b2ba0d2-5a82-4b42-909f-1611f67c6d67 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 1096 time: 0.0680957 Nov 12 03:32:01.338504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.344317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.350475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.352273 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e4404ed-0d09-47ed-badc-ea80496b92fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3155422 Nov 12 03:32:01.358177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.431454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-852988c5-c7e2-4b9a-be35-e505fc79e1bc req-fed63812-47fd-4d60-b12f-d1cd28aaee7a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976267 Nov 12 03:32:01.461187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-b12c052c-5118-41fc-80eb-4cc6ad11c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.463301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-b12c052c-5118-41fc-80eb-4cc6ad11c14a service neutron] 10.222.0.100 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 915 time: 0.1161790 Nov 12 03:32:01.470531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.510759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-5bbefb69-91fe-4d91-a931-14ef46a7a32d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf HTTP/1.1" status: 200 len: 217 time: 0.0357358 Nov 12 03:32:01.514777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-134de334-f1b2-44e1-9414-aa5e5952a0dc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1555238 Nov 12 03:32:01.518172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57682) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.538822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.584913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:01.589835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:01.593547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:01.599252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.599896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.612141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=0f64db48-d1ae-4bc1-800b-2a51b4a7d992,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.613323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.614844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.616547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.618343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.620157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.625379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-71ed8381-d052-4286-ba64-848095056a46 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1020722 Nov 12 03:32:01.625379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-50ee906c-1ed1-4986-b56b-1e671b9127fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.625379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-50ee906c-1ed1-4986-b56b-1e671b9127fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11e41987-8dd1-452b-8dfe-43bb68c5f1f3 HTTP/1.1" status: 200 len: 853 time: 0.0969930 Nov 12 03:32:01.625793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57684) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.626041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57686) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.628795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d9376077-5110-463f-85ae-cde6772f8dc1 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9162323 Nov 12 03:32:01.632936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:97:7b:70'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:01.643229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.720244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-1eaaecbb-cad9-499d-99bb-8795a33247d6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=110f3bdc-6aed-4229-a3f5-22b84aaa532f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735474 Nov 12 03:32:01.790505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.791928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.793375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.794789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.796225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.797892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-19cbea40-5870-4701-8edc-8038004d8e0c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1709425 Nov 12 03:32:01.802876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.814545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.835206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2ba6d45c-581b-4018-b72e-96a673de8d53 None None] Provisioning complete for port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.835786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ba6d45c-581b-4018-b72e-96a673de8d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.870005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6d45c-581b-4018-b72e-96a673de8d53 None None] Port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:01.911282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c414c2e5-0c1e-4c19-b107-702a2bceaaeb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.912619 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c414c2e5-0c1e-4c19-b107-702a2bceaaeb tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks/70cf60f6-b407-44be-bf63-be027f0887fd HTTP/1.1" status: 200 len: 803 time: 0.1083593 Nov 12 03:32:01.916391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.924238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-f6b47de9-692a-4196-9cc1-0eaae7f889f3 service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940055 Nov 12 03:32:02.015252 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ee8065c-4991-4554-9093-0ef6f8baebcf tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/networks/70cf60f6-b407-44be-bf63-be027f0887fd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0977480 Nov 12 03:32:02.018821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.073472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905e2ff-8587-4ce2-a414-4430c67825a4 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.074806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f905e2ff-8587-4ce2-a414-4430c67825a4 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets/8d8f8de7-725b-46c7-b073-3adcf21ad950 HTTP/1.1" status: 200 len: 843 time: 0.0550563 Nov 12 03:32:02.078455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.095007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a5ee240-a0df-4387-bbc0-ad4c025f5887 req-b6f2e9e2-ba62-4181-80ab-4c64ee27aeba service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626163 Nov 12 03:32:02.118208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.124091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.132473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef65fa0-4927-44b2-be36-46a691182516 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.137644 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cef65fa0-4927-44b2-be36-46a691182516 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "GET /v2.0/subnets/8d8f8de7-725b-46c7-b073-3adcf21ad950?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0544860 Nov 12 03:32:02.137644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.142214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449386411'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.157935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] In _notify_port_updated(), no bound segment for port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 on network 89354ced-0371-489a-a05b-dc4f1e6d65bb {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:02.163973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.164626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:02.164765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.165900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "PUT /v2.0/ports/0f64db48-d1ae-4bc1-800b-2a51b4a7d992 HTTP/1.1" status: 200 len: 1003 time: 0.5371432 Nov 12 03:32:02.168231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.168811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57700) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.197010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:02.209489 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.209961 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Added segment 423fd429-00ea-4127-a461-fc5bcb4dc5fa of type vlan for network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 Nov 12 03:32:02.227552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c498c0-0fad-4c34-8625-79749c49265d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=0f64db48-d1ae-4bc1-800b-2a51b4a7d992,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.279321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.315353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.324997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.325559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.337420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2eae-a54b-4f15-9fd0-2248d40e631d req-600ddd14-79cf-4f2f-8aeb-b392472fe4ee tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.338945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b0d2eae-a54b-4f15-9fd0-2248d40e631d req-600ddd14-79cf-4f2f-8aeb-b392472fe4ee tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 944 time: 0.0690043 Nov 12 03:32:02.342988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:02.343374 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.407591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2690046 Nov 12 03:32:02.411673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.416215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.443156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48531c63-f130-4e1a-a788-a35c482237d2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Network': ['ID=0c36c0ce-1dd5-42a3-835b-1ec12ac82af8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.452074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b0d2eae-a54b-4f15-9fd0-2248d40e631d req-dfe67ce0-5eb7-4939-9802-c103b75b35e6 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054718 Nov 12 03:32:02.453240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:02.475868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.489364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:02.547163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Made reservation on behalf of dc2ad933409a4d9d84ea4b5affa9a44c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:02.551988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.561593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-58769a01-ef14-4944-bb66-0bdf17afa9e7 None None] Provisioning complete for port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:02.562099 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58769a01-ef14-4944-bb66-0bdf17afa9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.601689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-58769a01-ef14-4944-bb66-0bdf17afa9e7 None None] Port 0f64db48-d1ae-4bc1-800b-2a51b4a7d992 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:02.618397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:32:02.618866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:32:02.620723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044921-7872-4f0e-a39a-62666566658f req-90ab7ec9-caf3-4bd8-97d6-7272731fbc24 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.622235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c044921-7872-4f0e-a39a-62666566658f req-90ab7ec9-caf3-4bd8-97d6-7272731fbc24 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0789537 Nov 12 03:32:02.704500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.709815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c044921-7872-4f0e-a39a-62666566658f req-f3ea2d55-29fc-4188-87ac-292b2a3e3bca tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796254 Nov 12 03:32:02.737835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=0f64db48-d1ae-4bc1-800b-2a51b4a7d992,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.837536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.839546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.843032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be972be7-2c78-4ba4-8585-87f8f17ec7dc tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/0f64db48-d1ae-4bc1-800b-2a51b4a7d992 HTTP/1.1" status: 204 len: 168 time: 0.6732953 Nov 12 03:32:02.848338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.911620 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c4a161-24e9-4d0d-827b-46cdb8770331 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] GET failed (client error): The resource could not be found. Nov 12 03:32:02.913204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d0c4a161-24e9-4d0d-827b-46cdb8770331 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports/0f64db48-d1ae-4bc1-800b-2a51b4a7d992 HTTP/1.1" status: 404 len: 333 time: 0.0637469 Nov 12 03:32:02.917790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57716) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.922653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2031173878'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.932268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=02a7fedb-122b-4496-abed-2397f7e52cb3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.942467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Checking segment: {'id': '423fd429-00ea-4127-a461-fc5bcb4dc5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:02.942825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network hostable DHCP agents. Network: 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:02.960898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:02.969757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:02.974648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.975250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.983915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647ccf4-3f4c-4892-bf90-9160ad1431a7 None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:02.995133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f2a2ca1-d0d7-4ca4-b54e-d8f507f5db61 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5829730 Nov 12 03:32:02.998399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.005312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:03.042123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:03.046052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.080994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port a7397cbd-afe3-429b-9542-5d93f4e1bd49 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:03.129569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5630751'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.157197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-0c36c0ce-1dd5-42a3-835b-1ec12ac82af8', 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8', 'tenant_id': 'dc2ad933409a4d9d84ea4b5affa9a44c', 'fixed_ips': [{'subnet_id': '02a7fedb-122b-4496-abed-2397f7e52cb3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:03.158470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.206868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::231 (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/a7397cbd-afe3-429b-9542-5d93f4e1bd49) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:03.311050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781426556299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5819829'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.375646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.381766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Allocated IP 2001:db8::3 (0c36c0ce-1dd5-42a3-835b-1ec12ac82af8/02a7fedb-122b-4496-abed-2397f7e52cb3/a0778e07-59b4-4664-86c6-45c5b6e7c10f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:03.414730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.430284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.430501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.431859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "PUT /v2.0/subnets/02a7fedb-122b-4496-abed-2397f7e52cb3 HTTP/1.1" status: 200 len: 900 time: 0.4320362 Nov 12 03:32:03.443558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6cba0-7c59-4d7c-8a7e-e572cf1aca4f tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event updated for resources: {'Subnet': ['ID=02a7fedb-122b-4496-abed-2397f7e52cb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.445409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57730) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.500126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=a7397cbd-afe3-429b-9542-5d93f4e1bd49,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.511642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:03.513395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:03.529605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:03.538495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.541202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.570277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8c9fce41-5982-4bf1-b756-fab5e2661c06 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6496589 Nov 12 03:32:03.571716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.579545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:7b:70'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:03.615169 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.629114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.639888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de169b-50ea-494c-90ac-aae4f06ef4df req-9dfa85e3-f5ef-417c-8565-7276d157f9dd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.641730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15de169b-50ea-494c-90ac-aae4f06ef4df req-9dfa85e3-f5ef-417c-8565-7276d157f9dd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 944 time: 0.0720038 Nov 12 03:32:03.689447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:03.692680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:03.697302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:03.707221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15de169b-50ea-494c-90ac-aae4f06ef4df req-10fa8083-c801-496f-876c-b7bd14c295f7 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553699 Nov 12 03:32:03.710382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.711486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Pushing event updated for resources: {'Port': ['ID=a0778e07-59b4-4664-86c6-45c5b6e7c10f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.736187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899d1d2a-2e00-4af0-8779-98d4deb3daaf details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:03.881000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Attempting to bind port a0778e07-59b4-4664-86c6-45c5b6e7c10f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:03.881380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Attempting to bind port a0778e07-59b4-4664-86c6-45c5b6e7c10f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '423fd429-00ea-4127-a461-fc5bcb4dc5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:03.881773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Attempting to bind port a0778e07-59b4-4664-86c6-45c5b6e7c10f on network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:03.899531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:03.900016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Checking segment: {'id': '423fd429-00ea-4127-a461-fc5bcb4dc5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:03.901175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.901813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Bound using segment: {'id': '423fd429-00ea-4127-a461-fc5bcb4dc5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:03.902538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Bound port: a0778e07-59b4-4664-86c6-45c5b6e7c10f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423fd429-00ea-4127-a461-fc5bcb4dc5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0c36c0ce-1dd5-42a3-835b-1ec12ac82af8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:03.903925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.935479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fcdf7-88d9-4fce-82ce-8882e45477f2 req-b4dca0bb-40cc-43c9-b52c-8ad634e554ab tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.937013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba9fcdf7-88d9-4fce-82ce-8882e45477f2 req-b4dca0bb-40cc-43c9-b52c-8ad634e554ab tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0915387 Nov 12 03:32:03.956422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb00e3-5e2a-491f-8643-b5323dee5d8b req-24361680-dd2a-4240-be03-a3ad2eeb7841 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.957963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbeb00e3-5e2a-491f-8643-b5323dee5d8b req-24361680-dd2a-4240-be03-a3ad2eeb7841 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.0767088 Nov 12 03:32:03.979097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:04.004007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e357ddb5-b01d-4e57-99fd-e212cc20a390 None None] Provisioning complete for port a7397cbd-afe3-429b-9542-5d93f4e1bd49 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:04.004007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e357ddb5-b01d-4e57-99fd-e212cc20a390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.033203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '899d1d2a-2e00-4af0-8779-98d4deb3daaf', 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f', 'port_id': '899d1d2a-2e00-4af0-8779-98d4deb3daaf', 'mac_address': 'fa:16:3e:90:5e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e41987-8dd1-452b-8dfe-43bb68c5f1f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:04.040776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba9fcdf7-88d9-4fce-82ce-8882e45477f2 req-75085a93-f3df-453f-b119-5e0fac91975d tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926623 Nov 12 03:32:04.044526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbeb00e3-5e2a-491f-8643-b5323dee5d8b req-7558dfd0-ca11-4a35-9e4d-b24e06af4b35 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696371 Nov 12 03:32:04.088971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] For port a0778e07-59b4-4664-86c6-45c5b6e7c10f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:04.104780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e357ddb5-b01d-4e57-99fd-e212cc20a390 None None] Port a7397cbd-afe3-429b-9542-5d93f4e1bd49 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:04.108515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] For port a0778e07-59b4-4664-86c6-45c5b6e7c10f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a0778e07-59b4-4664-86c6-45c5b6e7c10f,segment=NetworkSegment(423fd429-00ea-4127-a461-fc5bcb4dc5fa),segment_id=423fd429-00ea-4127-a461-fc5bcb4dc5fa)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:04.112576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.116706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.161246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899d1d2a-2e00-4af0-8779-98d4deb3daaf {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:04.200747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:04.206598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab2de8-6e2e-4a3c-be64-2f65e43789c2 None None] Pushing event updated for resources: {'Port': ['ID=a0778e07-59b4-4664-86c6-45c5b6e7c10f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.209515 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.264816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.267752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port a0778e07-59b4-4664-86c6-45c5b6e7c10f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:04.268285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.292471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.417323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port a0778e07-59b4-4664-86c6-45c5b6e7c10f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a0778e07-59b4-4664-86c6-45c5b6e7c10f,segment=NetworkSegment(423fd429-00ea-4127-a461-fc5bcb4dc5fa),segment_id=423fd429-00ea-4127-a461-fc5bcb4dc5fa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:04.417756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.455749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for a0778e07-59b4-4664-86c6-45c5b6e7c10f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:04.522491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['899d1d2a-2e00-4af0-8779-98d4deb3daaf'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:04.625243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.648626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.695149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] In _notify_port_updated(), no bound segment for port a7397cbd-afe3-429b-9542-5d93f4e1bd49 on network 89354ced-0371-489a-a05b-dc4f1e6d65bb {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:04.700724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.701352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.703273 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "PUT /v2.0/ports/a7397cbd-afe3-429b-9542-5d93f4e1bd49 HTTP/1.1" status: 200 len: 1003 time: 1.1303077 Nov 12 03:32:04.705563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:04.723677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.726454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f5a22-7c98-4917-8495-ac648b4aee8b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=a7397cbd-afe3-429b-9542-5d93f4e1bd49,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.754471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=a0778e07-59b4-4664-86c6-45c5b6e7c10f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.801221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port a0778e07-59b4-4664-86c6-45c5b6e7c10f on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:04.851614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.891150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port a7397cbd-afe3-429b-9542-5d93f4e1bd49 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:04.891518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.915129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a563e-c777-4be9-9b5c-735ef98b5859 req-ba0a0ad7-2709-4a41-9328-df8eddfa9ed7 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.916907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-942a563e-c777-4be9-9b5c-735ef98b5859 req-ba0a0ad7-2709-4a41-9328-df8eddfa9ed7 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 945 time: 0.0843217 Nov 12 03:32:04.935199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.963841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=02a7fedb-122b-4496-abed-2397f7e52cb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.023367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-942a563e-c777-4be9-9b5c-735ef98b5859 req-b16f5191-1965-4ded-a699-90faa026730f tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987430 Nov 12 03:32:05.045064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-574f23f6-74c4-4e5d-968a-6ea03a5300bc None None] Provisioning complete for port a7397cbd-afe3-429b-9542-5d93f4e1bd49 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:05.045064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-574f23f6-74c4-4e5d-968a-6ea03a5300bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.049519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.049881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.063975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for a7397cbd-afe3-429b-9542-5d93f4e1bd49 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:05.075356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c36c0ce-1dd5-42a3-835b-1ec12ac82af8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.083145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-574f23f6-74c4-4e5d-968a-6ea03a5300bc None None] Port a7397cbd-afe3-429b-9542-5d93f4e1bd49 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:05.125772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423fd429-00ea-4127-a461-fc5bcb4dc5fa') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.126347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423fd429-00ea-4127-a461-fc5bcb4dc5fa') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.153923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.171746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.178486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:05.179091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:05.183043 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:05.258351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.273412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.282579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 HTTP/1.1" status: 204 len: 168 time: 1.8252473 Nov 12 03:32:05.292571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57760) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.293449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99af0ad-1d3c-4298-a5d5-6aa31183a6a2 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=0c36c0ce-1dd5-42a3-835b-1ec12ac82af8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.349197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c580a-208f-4ac8-83ca-9b791b9f8460 req-2269f3bc-0387-44f3-8954-115726b5a59a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.350351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-360c580a-208f-4ac8-83ca-9b791b9f8460 req-2269f3bc-0387-44f3-8954-115726b5a59a tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.1953278 Nov 12 03:32:05.351244 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e76d2d2-6871-4838-90f7-bceda98414c9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:05.351674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e76d2d2-6871-4838-90f7-bceda98414c9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:05.356157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1e76d2d2-6871-4838-90f7-bceda98414c9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/02a7fedb-122b-4496-abed-2397f7e52cb3 HTTP/1.1" status: 404 len: 337 time: 0.0593700 Nov 12 03:32:05.357729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.359289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.376472 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-641ea285-7cd5-48ae-881a-bf83c733a4ba tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:05.377045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641ea285-7cd5-48ae-881a-bf83c733a4ba tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:05.381114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-641ea285-7cd5-48ae-881a-bf83c733a4ba tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 HTTP/1.1" status: 404 len: 339 time: 0.0223277 Nov 12 03:32:05.383751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.389140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5196-a371-48d1-b00b-ab24e9557850 req-802847d5-f84d-48a4-8e0c-68d367f75d1c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.391801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5b07b-8ba3-4b09-b3c8-191d52d082d8 None None] DHCP port deletion for 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:05.395562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d5196-a371-48d1-b00b-ab24e9557850 req-802847d5-f84d-48a4-8e0c-68d367f75d1c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2062373 Nov 12 03:32:05.411755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c894885a-27d7-48d2-8379-15c3f4e0e893 None None] Could not find standard attr ID for object a0778e07-59b4-4664-86c6-45c5b6e7c10f. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:05.426252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026b6e2-8c96-4fdd-a9ca-b362e6c088bd None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:05.431186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964978a6-fb16-4183-b594-1b968c4fdbab req-e87d10cc-6000-4f87-855e-9ab6f952cdbe tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.432698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-964978a6-fb16-4183-b594-1b968c4fdbab req-e87d10cc-6000-4f87-855e-9ab6f952cdbe tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 946 time: 0.2293594 Nov 12 03:32:05.436732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=a7397cbd-afe3-429b-9542-5d93f4e1bd49,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.439471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026b6e2-8c96-4fdd-a9ca-b362e6c088bd None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:32:05.453463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460950d-2c08-4e91-96b3-f3fef1f21529 None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:05.480445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460950d-2c08-4e91-96b3-f3fef1f21529 None None] Network 0c36c0ce-1dd5-42a3-835b-1ec12ac82af8 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:32:05.484337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.514845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.518422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a3c0cd38-c9e9-4412-a021-0a1256db872f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/a7397cbd-afe3-429b-9542-5d93f4e1bd49 HTTP/1.1" status: 204 len: 168 time: 0.8103359 Nov 12 03:32:05.523100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57768) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.564768 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b9766e-8d91-4e21-a4ec-de9a6031555b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] GET failed (client error): The resource could not be found. Nov 12 03:32:05.570216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0b9766e-8d91-4e21-a4ec-de9a6031555b tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports/a7397cbd-afe3-429b-9542-5d93f4e1bd49 HTTP/1.1" status: 404 len: 333 time: 0.0422988 Nov 12 03:32:05.571288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.575573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1202125238'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:05.593600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-360c580a-208f-4ac8-83ca-9b791b9f8460 req-54ee4d2b-05dd-401b-b51f-eba688ee7c84 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups?id=8c5f2d54-1b55-4a1f-bbc7-746621a795c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351971 Nov 12 03:32:05.606277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d5196-a371-48d1-b00b-ab24e9557850 req-40ee39f5-bac1-46a9-839b-eb35c5c0c956 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721551 Nov 12 03:32:05.664166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Deleting port 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:05.664166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.706141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.740299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d403d08-dce6-4572-be4c-24a378270374']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.751190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899d1d2a-2e00-4af0-8779-98d4deb3daaf up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:05.758491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0696101b-ba59-4965-97be-56ff2f97b5b5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.758829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0696101b-ba59-4965-97be-56ff2f97b5b5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.781497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.790899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] For port 4ec74678-1bd4-4e72-9035-52298c3d1aed, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4ec74678-1bd4-4e72-9035-52298c3d1aed,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:05.791488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.800225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.810035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:05.810427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:05.813662 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:05.817916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 899d1d2a-2e00-4af0-8779-98d4deb3daaf completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:05.823133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 899d1d2a-2e00-4af0-8779-98d4deb3daaf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:05.823591 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.837641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:05.841404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.892735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port 7d3d8088-7afb-476e-a888-bab449adc269 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:05.905166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.915752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.943337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.943603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:05.946015 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532ed31f-9fb2-47eb-9d86-d304a925b791" -d '{"events": [{"server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "name": "network-vif-plugged", "status": "completed", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:05.946527 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/0d403d08-dce6-4572-be4c-24a378270374 HTTP/1.1" status: 204 len: 168 time: 0.5617042 Nov 12 03:32:05.949829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.962540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:05.968838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.991143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6d1fe-48e1-4c4e-8eaf-f3eba83da6fc tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=0d403d08-dce6-4572-be4c-24a378270374,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.996840 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f431d2-c5ec-40db-850e-608469abd6f9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:05.997295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f431d2-c5ec-40db-850e-608469abd6f9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:06.000488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7f431d2-c5ec-40db-850e-608469abd6f9 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/a3812237-a11f-448e-895a-66a26bcca82d HTTP/1.1" status: 404 len: 337 time: 0.0485148 Nov 12 03:32:06.006145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.007156 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c937f56c-3ad2-477c-a896-e5d2f98f1fa4 x-openstack-request-id: req-c937f56c-3ad2-477c-a896-e5d2f98f1fa4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:06.007591 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "name": "network-vif-plugged", "status": "completed", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:06.007853 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c937f56c-3ad2-477c-a896-e5d2f98f1fa4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:06.008368 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf', 'code': 200} Nov 12 03:32:06.035098 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c659a20c-9f76-4b2b-b5ca-d2d10bd71c9e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:06.035715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c659a20c-9f76-4b2b-b5ca-d2d10bd71c9e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:06.038916 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c659a20c-9f76-4b2b-b5ca-d2d10bd71c9e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/a97c63cb-bffe-4bb0-a590-ab379724ee5f HTTP/1.1" status: 404 len: 339 time: 0.0317852 Nov 12 03:32:06.043147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57780) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.048629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.141649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting subnet b64dc91d-4c9b-4688-9a9b-55b43bc9a836 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:06.157157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.161105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::14b (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/7d3d8088-7afb-476e-a888-bab449adc269) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:06.211997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.362364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a604277-57b4-4b05-b9a5-1b2cdf54b6da req-6241f16f-9ca5-4c94-8b92-c68d5ea3b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.363829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a604277-57b4-4b05-b9a5-1b2cdf54b6da req-6241f16f-9ca5-4c94-8b92-c68d5ea3b9f7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 1098 time: 0.1901298 Nov 12 03:32:06.376156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20943518-f754-49e2-b0ea-b59a29004f4c req-3b3cea7b-e675-4a6e-90a6-0ee11d99be5d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.377733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20943518-f754-49e2-b0ea-b59a29004f4c req-3b3cea7b-e675-4a6e-90a6-0ee11d99be5d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.2051489 Nov 12 03:32:06.383421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.447923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.479775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.499279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a604277-57b4-4b05-b9a5-1b2cdf54b6da req-dd2b301c-34ad-4c95-8ac2-b8458d969a6f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204638 Nov 12 03:32:06.505636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.505989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.506300 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Floating IP 9cddeb9d-4588-40f5-92dd-a344edde8549 disassociated. External IP: 172.25.4.27, port: 4ec74678-1bd4-4e72-9035-52298c3d1aed. Nov 12 03:32:06.506636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Calling delete_port for 4ec74678-1bd4-4e72-9035-52298c3d1aed owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:06.513374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20943518-f754-49e2-b0ea-b59a29004f4c req-52e6a4b4-a336-4154-9da2-053032172a28 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275032 Nov 12 03:32:06.519914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=b64dc91d-4c9b-4688-9a9b-55b43bc9a836,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.523375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.526251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41f063-70a4-4f16-8ede-267b49473775 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:06.526670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71d1cf3f-4ef1-4c94-b0c8-72e918b6c16b tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/b64dc91d-4c9b-4688-9a9b-55b43bc9a836 HTTP/1.1" status: 204 len: 168 time: 0.4825485 Nov 12 03:32:06.529335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.575718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.616899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting subnet a4efe7a0-9d00-48d7-8b33-3c11ebfa5195 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:06.625919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.637597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:06.662385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:06.672191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.672662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:06.678870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.679948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.697929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=7d3d8088-7afb-476e-a888-bab449adc269,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.712947 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e2e2285-1ae8-4e65-9bd6-e4c41f9765e6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1385632 Nov 12 03:32:06.716799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.722191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'network_id': '89354ced-0371-489a-a05b-dc4f1e6d65bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2074281599'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:06.734111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'Port': ['ID=4ec74678-1bd4-4e72-9035-52298c3d1aed,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.760503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.861642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05782cfe-6aed-4163-a954-36b9afeaf1e1 req-665aa0d8-fc40-4a8a-b46d-9ffd32640c5b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 210 time: 0.0509975 Nov 12 03:32:06.932057 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.945219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6369ed4-b79b-4f43-a54f-e9c8776fbdec req-07143dec-6d68-46c2-bae6-f6f3b3d09b63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.946949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6369ed4-b79b-4f43-a54f-e9c8776fbdec req-07143dec-6d68-46c2-bae6-f6f3b3d09b63 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2176664 Nov 12 03:32:07.021294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.053871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:07.058394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=a4efe7a0-9d00-48d7-8b33-3c11ebfa5195,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.070452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6369ed4-b79b-4f43-a54f-e9c8776fbdec req-44e1e32e-8477-4762-8dc9-baa536d0c79e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127875 Nov 12 03:32:07.076588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.094091 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-20213092-d24e-47b1-b060-898e3e77cf90 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/a4efe7a0-9d00-48d7-8b33-3c11ebfa5195 HTTP/1.1" status: 204 len: 168 time: 0.5606196 Nov 12 03:32:07.095879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:07.113909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Made reservation on behalf of 3f3dcfc9c716461fa011b3af6bf9a723 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:07.120565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.175672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] device_id is not set on port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:07.184251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d573f852-ee09-40c5-94a5-1db62eee05ec None None] Provisioning complete for port 7d3d8088-7afb-476e-a888-bab449adc269 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:07.185225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d573f852-ee09-40c5-94a5-1db62eee05ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.242257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d573f852-ee09-40c5-94a5-1db62eee05ec None None] Port 7d3d8088-7afb-476e-a888-bab449adc269 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:07.260327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:07.274003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:07.290611 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:07.291267 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.309951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] No DVR routers for this DVR port 4ec74678-1bd4-4e72-9035-52298c3d1aed on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:07.315656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.322253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-964978a6-fb16-4183-b594-1b968c4fdbab req-c4ff6485-9aa9-4cbf-8be0-46d066490aa3 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.100 "DELETE /v2.0/ports/4ec74678-1bd4-4e72-9035-52298c3d1aed HTTP/1.1" status: 204 len: 173 time: 1.8749304 Nov 12 03:32:07.323168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-deleted', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:07.324672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.326584 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059c336-5760-427e-84e8-879fba2670a1" -d '{"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-deleted", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:07.398358 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2037eba8-2455-4d40-919a-1b561227f568 x-openstack-request-id: req-2037eba8-2455-4d40-919a-1b561227f568 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:07.398776 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c225c9-685e-4f94-ba2d-bce576168a00", "name": "network-vif-deleted", "tag": "4ec74678-1bd4-4e72-9035-52298c3d1aed", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:07.399129 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2037eba8-2455-4d40-919a-1b561227f568 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:07.400014 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c225c9-685e-4f94-ba2d-bce576168a00', 'name': 'network-vif-deleted', 'tag': '4ec74678-1bd4-4e72-9035-52298c3d1aed', 'status': 'completed', 'code': 200} Nov 12 03:32:07.466973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Allocated IP 2001:db8::22c (89354ced-0371-489a-a05b-dc4f1e6d65bb/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b/2c5c0ca3-1849-4c7e-943e-c3c8555f0116) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:07.492619 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:07.557606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port 5d04bed9-cf7c-407a-b803-854bf0f48087 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:07.558102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.667447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb8e7d-34fb-496e-835d-773b532e8025 None None] Network 3c11f182-06fe-41d0-b896-154db8e08039 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:07.685124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port 5d04bed9-cf7c-407a-b803-854bf0f48087, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5d04bed9-cf7c-407a-b803-854bf0f48087,segment=NetworkSegment(f962e7d7-c789-486b-82e3-8eb21f6f787e),segment_id=f962e7d7-c789-486b-82e3-8eb21f6f787e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:07.685563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.710022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for 5d04bed9-cf7c-407a-b803-854bf0f48087 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:07.734224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.749973 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.771871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453134c-0d55-4804-8368-bf128d6e1649 req-f3ada825-8ff9-40a2-a2fd-84980b5e539c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.792068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e453134c-0d55-4804-8368-bf128d6e1649 req-f3ada825-8ff9-40a2-a2fd-84980b5e539c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.1524069 Nov 12 03:32:07.799131 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:07.815234 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:07.816150 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.833181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1c5dc99d-7e5f-46a1-9e7d-dd5158262b44 None None] Provisioning complete for port 5d04bed9-cf7c-407a-b803-854bf0f48087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:07.833619 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c5dc99d-7e5f-46a1-9e7d-dd5158262b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.836326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.843794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.879007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dc99d-7e5f-46a1-9e7d-dd5158262b44 None None] Port 5d04bed9-cf7c-407a-b803-854bf0f48087 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:32:07.886981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e453134c-0d55-4804-8368-bf128d6e1649 req-e137b3f1-ab2f-4714-910e-79c8706f5156 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935678 Nov 12 03:32:07.887818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port 5d04bed9-cf7c-407a-b803-854bf0f48087 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:07.918675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:07.937114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:07.942162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:07.948570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.949251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.953950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=2c5c0ca3-1849-4c7e-943e-c3c8555f0116,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.060008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=5d04bed9-cf7c-407a-b803-854bf0f48087,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.074055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.074836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ea02f-b0e8-48c0-8b06-0a0977bc8091 None None] DHCP port deletion for 3c11f182-06fe-41d0-b896-154db8e08039 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:08.099676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8c6bfc3-b364-4ef4-8fc1-3ed20043f57f tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3818276 Nov 12 03:32:08.102299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.107775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21e', 'mac_address': 'fa:16:3e:97:7b:70'}, {'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:f7:87:fc'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:08.133127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-220d4840-cb8c-4b49-b05d-a833576fbb9e req-9a2f5ff3-453d-4c91-8ab5-b87d325f297d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/ports?device_id=07c225c9-685e-4f94-ba2d-bce576168a00 HTTP/1.1" status: 200 len: 210 time: 0.0569973 Nov 12 03:32:08.163057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c11f182-06fe-41d0-b896-154db8e08039']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:08.199270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f962e7d7-c789-486b-82e3-8eb21f6f787e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:08.199581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f962e7d7-c789-486b-82e3-8eb21f6f787e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:08.234320 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:08.275847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5d04bed9-cf7c-407a-b803-854bf0f48087 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:08.303208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5d04bed9-cf7c-407a-b803-854bf0f48087 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:08.303843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5d04bed9-cf7c-407a-b803-854bf0f48087 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:08.332291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.335916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.342080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6114bb-2f82-46eb-b809-a3d759137632 req-a9de2abf-7117-4cea-8e8e-20fb84d8bc61 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.343897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d6114bb-2f82-46eb-b809-a3d759137632 req-a9de2abf-7117-4cea-8e8e-20fb84d8bc61 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0933769 Nov 12 03:32:08.365778 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.381938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:08.381938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:08.386052 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:08.398665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d6114bb-2f82-46eb-b809-a3d759137632 req-761bfdfa-4ad9-4651-a964-1bd233eb901b tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Nov 12 03:32:08.435406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-35b9c3f3-cac8-4440-a709-54a25024cbbb None None] Provisioning complete for port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.436164 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35b9c3f3-cac8-4440-a709-54a25024cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.480414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-35b9c3f3-cac8-4440-a709-54a25024cbbb None None] Port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:08.483422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.502156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.505997 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/3c11f182-06fe-41d0-b896-154db8e08039 HTTP/1.1" status: 204 len: 168 time: 1.4081187 Nov 12 03:32:08.508640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57816) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.512860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e897deb-0fbc-4678-94a4-68b9fed5a515 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=3c11f182-06fe-41d0-b896-154db8e08039,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.525321 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:08.536365 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ada659-c0f5-403f-8dff-71eac67542f0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.536956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ada659-c0f5-403f-8dff-71eac67542f0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.542676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-88ada659-c0f5-403f-8dff-71eac67542f0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/22e18dfa-9606-42c6-8521-884c4aeb4042 HTTP/1.1" status: 404 len: 337 time: 0.0302136 Nov 12 03:32:08.542955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57818) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.552278 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3be3e5-e0d3-4ecf-8231-81ff32452f92 None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:22:25Z', 'revision_number': 4, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '9abc5d5e-5a47-4e56-95d7-b6d309f6a75e', 'name': '', 'network_id': '3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'mac_address': 'fa:16:3e:b6:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:23Z', 'updated_at': '2021-11-12T03:22:29Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'subnets': [{'id': 'c9dde83a-e8e6-45e4-b853-f55ca4bffd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:08.567446 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb654d4d-5419-45c4-b894-ea5dcf79a671 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.568211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb654d4d-5419-45c4-b894-ea5dcf79a671 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.571521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cb654d4d-5419-45c4-b894-ea5dcf79a671 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/b09166bc-8ed8-492d-8729-c0803b71fe04 HTTP/1.1" status: 404 len: 339 time: 0.0275507 Nov 12 03:32:08.574077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.601160 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaa6661-4229-460e-9292-dd03ec77e1e3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.601607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaa6661-4229-460e-9292-dd03ec77e1e3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.607219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ecaa6661-4229-460e-9292-dd03ec77e1e3 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/11d52fdb-b0ba-4b8c-84d0-b2376696f993 HTTP/1.1" status: 404 len: 337 time: 0.0321393 Nov 12 03:32:08.608028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.642672 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb3558f-6a98-472f-a462-b93f2f41c09c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.643303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb3558f-6a98-472f-a462-b93f2f41c09c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.646428 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7bb3558f-6a98-472f-a462-b93f2f41c09c tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/6373078a-8e89-48bd-8bc2-c05c3df41f27 HTTP/1.1" status: 404 len: 339 time: 0.0373940 Nov 12 03:32:08.649229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.667482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.672356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.676390 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f687c9c4-91c1-4907-94c3-589e92b179a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.676847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f687c9c4-91c1-4907-94c3-589e92b179a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.679890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f687c9c4-91c1-4907-94c3-589e92b179a0 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/088b11c6-e198-451c-9d04-2ff3ae18d07b HTTP/1.1" status: 404 len: 337 time: 0.0292194 Nov 12 03:32:08.682495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.701410 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ec97ea-2c5f-4959-9b1b-8a7d62423b6e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:08.701991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ec97ea-2c5f-4959-9b1b-8a7d62423b6e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:08.706520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-30ec97ea-2c5f-4959-9b1b-8a7d62423b6e tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/7ee9d81e-e74e-443f-880b-6f59eb78e5b4 HTTP/1.1" status: 404 len: 339 time: 0.0217972 Nov 12 03:32:08.706696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] In _notify_port_updated(), no bound segment for port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 on network 89354ced-0371-489a-a05b-dc4f1e6d65bb {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:08.708480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57828) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.712134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.712777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.714106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "PUT /v2.0/ports/2c5c0ca3-1849-4c7e-943e-c3c8555f0116 HTTP/1.1" status: 200 len: 1068 time: 0.6108212 Nov 12 03:32:08.717068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.758147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b057b0-1f54-45f9-80da-8844891f5d4d tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event updated for resources: {'Port': ['ID=2c5c0ca3-1849-4c7e-943e-c3c8555f0116,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.776310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting subnet 91b7b6d6-168e-40d4-9579-62d914779e62 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:08.779904 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.831945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.834739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:08.835083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.878991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b331e2a-3051-477e-a247-9c5cfcf1d0f5 None None] New status for floating IP 9cddeb9d-4588-40f5-92dd-a344edde8549: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:32:08.945033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.959544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.974383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:09.037644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.078060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=91b7b6d6-168e-40d4-9579-62d914779e62,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.100762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.104030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7d1f0b23-9e6f-4c19-a4d1-bedf0b365dea tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/91b7b6d6-168e-40d4-9579-62d914779e62 HTTP/1.1" status: 204 len: 168 time: 0.3942730 Nov 12 03:32:09.106505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57834) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.108039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7fc48-56e5-4af1-b23f-f8d9f51a30de None None] Network 1290cb6e-f16a-4e24-85e9-4c665916979b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:09.155794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.170065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-99c18acd-1ab9-4a21-bb1f-1ef623bc78b5 None None] Provisioning complete for port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:09.170439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99c18acd-1ab9-4a21-bb1f-1ef623bc78b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.197951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e192e72-08e7-424b-a97a-5234362d104e req-f690df01-b657-47f2-a1e8-05b611601ac0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.199389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-99c18acd-1ab9-4a21-bb1f-1ef623bc78b5 None None] Port 2c5c0ca3-1849-4c7e-943e-c3c8555f0116 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:32:09.207239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e192e72-08e7-424b-a97a-5234362d104e req-f690df01-b657-47f2-a1e8-05b611601ac0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.1644578 Nov 12 03:32:09.239570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.257366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=2c5c0ca3-1849-4c7e-943e-c3c8555f0116,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.288643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e192e72-08e7-424b-a97a-5234362d104e req-7874dd7a-c6e6-42d4-b234-9e9e36831909 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804429 Nov 12 03:32:09.381574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] DHCP port deletion for 1290cb6e-f16a-4e24-85e9-4c665916979b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:09.388179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.515576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Deleting port 660a6340-a868-4d3b-b860-dd82da44591e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:09.515900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.520575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port 660a6340-a868-4d3b-b860-dd82da44591e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:09.520913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.529218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.533117 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a80755c-c9b9-4e8a-b89e-ae120ae252fe tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/2c5c0ca3-1849-4c7e-943e-c3c8555f0116 HTTP/1.1" status: 204 len: 168 time: 0.8148859 Nov 12 03:32:09.536296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.567948 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7080d7-887e-4cbd-9731-8b953ac06d1a tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] GET failed (client error): The resource could not be found. Nov 12 03:32:09.582819 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2b7080d7-887e-4cbd-9731-8b953ac06d1a tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports/2c5c0ca3-1849-4c7e-943e-c3c8555f0116 HTTP/1.1" status: 404 len: 333 time: 0.0421093 Nov 12 03:32:09.583046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.614981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] For port 660a6340-a868-4d3b-b860-dd82da44591e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=660a6340-a868-4d3b-b860-dd82da44591e,segment=NetworkSegment(2d49c299-0039-40f8-91d5-82163e175a05),segment_id=2d49c299-0039-40f8-91d5-82163e175a05)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:09.615437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.631197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Calling delete_port for 660a6340-a868-4d3b-b860-dd82da44591e owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:09.660393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port 660a6340-a868-4d3b-b860-dd82da44591e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=660a6340-a868-4d3b-b860-dd82da44591e,segment=NetworkSegment(2d49c299-0039-40f8-91d5-82163e175a05),segment_id=2d49c299-0039-40f8-91d5-82163e175a05)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:09.660836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.685724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.699204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port 7d3d8088-7afb-476e-a888-bab449adc269 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:09.699445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.716691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.726322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.758057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Pushing event deleted for resources: {'Port': ['ID=660a6340-a868-4d3b-b860-dd82da44591e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.762236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for 660a6340-a868-4d3b-b860-dd82da44591e owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:09.763143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] No DVR routers for this DVR port 660a6340-a868-4d3b-b860-dd82da44591e on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:09.774607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.775274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.776133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.776668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.777218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.777759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.779869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.779869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.780618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.781055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.781606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.782209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6f7c0-3c52-4b0b-8905-db631ba406fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:09.788650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:09.794487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847a45-c061-4469-8ed4-40e2ba52e36f req-24a24ad0-3e2e-4718-9a9b-41cebe560498 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.796220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45847a45-c061-4469-8ed4-40e2ba52e36f req-24a24ad0-3e2e-4718-9a9b-41cebe560498 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2732460 Nov 12 03:32:09.828379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 4ec74678-1bd4-4e72-9035-52298c3d1aed {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:09.829043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4ec74678-1bd4-4e72-9035-52298c3d1aed not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:09.844955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.868277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for 7d3d8088-7afb-476e-a888-bab449adc269 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:09.895844 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.895844 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.898947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "DELETE /v2.0/security-groups/8c5f2d54-1b55-4a1f-bbc7-746621a795c6 HTTP/1.1" status: 204 len: 168 time: 0.5050433 Nov 12 03:32:09.904228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45847a45-c061-4469-8ed4-40e2ba52e36f req-840dd948-306c-4119-bb17-c3fb376f4eb6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694802 Nov 12 03:32:09.904704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.926116 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-d238779a-7007-4b53-954a-4945eee97ab5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] show failed (client error): The resource could not be found. Nov 12 03:32:09.927154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d238779a-7007-4b53-954a-4945eee97ab5 tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "GET /v2.0/security-groups/8c5f2d54-1b55-4a1f-bbc7-746621a795c6 HTTP/1.1" status: 404 len: 347 time: 0.0190842 Nov 12 03:32:09.931198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57898) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.933526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da883f-8ef5-451b-a5a4-44c87e71069b tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f2d54-1b55-4a1f-bbc7-746621a795c6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.022432 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.047269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.078601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=7d3d8088-7afb-476e-a888-bab449adc269,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.079348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port 660a6340-a868-4d3b-b860-dd82da44591e on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:10.081305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=660a6340-a868-4d3b-b860-dd82da44591e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.121972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.128619 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-adc9ed7a-17c1-4ed1-a513-b3184049ceb6 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/7d3d8088-7afb-476e-a888-bab449adc269 HTTP/1.1" status: 204 len: 168 time: 0.5416124 Nov 12 03:32:10.130477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.161865 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-58be0622-416e-4693-bed2-791436ed9727 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] GET failed (client error): The resource could not be found. Nov 12 03:32:10.167433 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-58be0622-416e-4693-bed2-791436ed9727 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "GET /v2.0/ports/7d3d8088-7afb-476e-a888-bab449adc269 HTTP/1.1" status: 404 len: 333 time: 0.0332806 Nov 12 03:32:10.172256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57924) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.189826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.252246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Deleting port 6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:10.253239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.257478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 660a6340-a868-4d3b-b860-dd82da44591e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:10.287455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1290cb6e-f16a-4e24-85e9-4c665916979b']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:10.308413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 660a6340-a868-4d3b-b860-dd82da44591e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:10.309140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 660a6340-a868-4d3b-b860-dd82da44591e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:10.337068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d49c299-0039-40f8-91d5-82163e175a05') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:10.337508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d49c299-0039-40f8-91d5-82163e175a05') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:10.392340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.420922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.435263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:10.435523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:10.441720 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:10.503128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.503455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.521670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port 9da1c595-9876-4087-9d5e-6337fdca90f4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:10.522013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.542291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Calling delete_port for 6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:10.550886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.568803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.574392 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/1290cb6e-f16a-4e24-85e9-4c665916979b HTTP/1.1" status: 204 len: 168 time: 1.4647398 Nov 12 03:32:10.574762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.607584 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-55246853-02f1-4e9a-9a32-3b74047d0770 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:10.608732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55246853-02f1-4e9a-9a32-3b74047d0770 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:10.612753 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55246853-02f1-4e9a-9a32-3b74047d0770 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/c2794bd8-527b-42cd-961e-9592ef52a785 HTTP/1.1" status: 404 len: 337 time: 0.0364108 Nov 12 03:32:10.614365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bf976-0f96-44cd-864d-d2ac4d8c6ab6 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=1290cb6e-f16a-4e24-85e9-4c665916979b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.615285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.636406 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a3982b-6714-4d96-acde-b6b9fe605e02 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:10.637236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a3982b-6714-4d96-acde-b6b9fe605e02 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:10.640650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d8a3982b-6714-4d96-acde-b6b9fe605e02 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/41961cae-b282-412a-b91c-4be3a158b7d3 HTTP/1.1" status: 404 len: 339 time: 0.0235233 Nov 12 03:32:10.643245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.695948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.704994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting subnet 8d8f8de7-725b-46c7-b073-3adcf21ad950 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:10.710386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.712411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for 9da1c595-9876-4087-9d5e-6337fdca90f4 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:10.759786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.834097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.860304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.864921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Pushing event deleted for resources: {'Port': ['ID=6ccbf7a9-f919-488b-84cd-cd4ddfbf3a9a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.928347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.961537 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.989454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dba21-ec94-420f-a2ec-4b156ff4c13b None None] Network 70cf60f6-b407-44be-bf63-be027f0887fd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:10.997209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.000294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.001065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8f8de7-725b-46c7-b073-3adcf21ad950,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.001899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e3cb9148-c57f-4f87-8229-e517a8ba915d tempest-AttachVolumeShelveTestJSON-1478309522 tempest-AttachVolumeShelveTestJSON-1478309522-project] 10.222.0.93 "DELETE /v2.0/floatingips/9cddeb9d-4588-40f5-92dd-a344edde8549 HTTP/1.1" status: 204 len: 168 time: 1.0694311 Nov 12 03:32:11.005650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.010516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=9da1c595-9876-4087-9d5e-6337fdca90f4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.011385 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e24d4ce8-472c-439b-ba40-3b8bf5182578 tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/subnets/8d8f8de7-725b-46c7-b073-3adcf21ad950 HTTP/1.1" status: 204 len: 168 time: 0.3671911 Nov 12 03:32:11.015136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57950) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.102806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.106856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f498f8b5-c9b3-40a9-a034-a423c4a32795 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/ports/9da1c595-9876-4087-9d5e-6337fdca90f4 HTTP/1.1" status: 204 len: 168 time: 0.9336169 Nov 12 03:32:11.109499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.211168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.275647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting subnet cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:11.285251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.307828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb30b0-d68a-4533-9ae8-455fd77efd29 req-fc93177c-27d2-4d1b-bbf7-dfd03b4bb65c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.316270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3fb30b0-d68a-4533-9ae8-455fd77efd29 req-fc93177c-27d2-4d1b-bbf7-dfd03b4bb65c tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.2215431 Nov 12 03:32:11.391550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Deleting port c587957f-665b-4754-ae86-88dae218435a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:11.392191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.411049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3fb30b0-d68a-4533-9ae8-455fd77efd29 req-39784205-6692-4865-a199-6674ce55e61a tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936453 Nov 12 03:32:11.419169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.439306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] DHCP port deletion for 70cf60f6-b407-44be-bf63-be027f0887fd request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:11.516781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Deleting port c587957f-665b-4754-ae86-88dae218435a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:11.520077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.541251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] For port c587957f-665b-4754-ae86-88dae218435a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c587957f-665b-4754-ae86-88dae218435a,segment=NetworkSegment(5b373bed-975d-4482-a947-9ecaa9fee8c4),segment_id=5b373bed-975d-4482-a947-9ecaa9fee8c4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:11.541708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.566613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Calling delete_port for c587957f-665b-4754-ae86-88dae218435a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:11.577911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.639242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] For port c587957f-665b-4754-ae86-88dae218435a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c587957f-665b-4754-ae86-88dae218435a,segment=NetworkSegment(5b373bed-975d-4482-a947-9ecaa9fee8c4),segment_id=5b373bed-975d-4482-a947-9ecaa9fee8c4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:11.644568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.682694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Calling delete_port for c587957f-665b-4754-ae86-88dae218435a owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:11.723684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.726860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.770461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.781945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.788023 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4982713b-cb3d-420a-a191-1a83eb8b13e0 tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/subnets/cf8c0f40-c83c-49f7-9f3e-2ac55b80be8b HTTP/1.1" status: 204 len: 168 time: 0.6772437 Nov 12 03:32:11.789062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae3332-e2f7-4823-8a33-221d4427e8d2 None None] Network 89354ced-0371-489a-a05b-dc4f1e6d65bb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:11.791432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: from cryptography.utils import int_from_bytes Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: from cryptography.utils import int_from_bytes Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:11.793633 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:32:11.803264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] No DVR routers for this DVR port c587957f-665b-4754-ae86-88dae218435a on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:11.843349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.884252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] Pushing event deleted for resources: {'Port': ['ID=c587957f-665b-4754-ae86-88dae218435a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.886474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cb5a3-28d2-4b74-9a55-1ca02a4bf602 None None] No DVR routers for this DVR port c587957f-665b-4754-ae86-88dae218435a on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:11.922634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Port': ['ID=c587957f-665b-4754-ae86-88dae218435a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.932381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.962508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf60f6-b407-44be-bf63-be027f0887fd']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:11.968527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.975105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b373bed-975d-4482-a947-9ecaa9fee8c4') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:11.975788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b373bed-975d-4482-a947-9ecaa9fee8c4') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:11.992554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.012113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.033000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:12.033000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:12.037357 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:12.082034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Deleting port 37e997ea-d493-4157-8e62-dbeb86283e2d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:12.082674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.134959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.150594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.157993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] 10.222.0.93 "DELETE /v2.0/networks/70cf60f6-b407-44be-bf63-be027f0887fd HTTP/1.1" status: 204 len: 168 time: 1.1391156 Nov 12 03:32:12.200057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3e408-da37-4f0b-b619-f9ba4f39b3fd tempest-NetworksIpV6Test-552674730 tempest-NetworksIpV6Test-552674730-project] Pushing event deleted for resources: {'Network': ['ID=70cf60f6-b407-44be-bf63-be027f0887fd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.215100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] DHCP port deletion for 89354ced-0371-489a-a05b-dc4f1e6d65bb request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:12.231070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] For port 37e997ea-d493-4157-8e62-dbeb86283e2d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=37e997ea-d493-4157-8e62-dbeb86283e2d,segment=NetworkSegment(1c038515-5c15-4997-95cf-f712000bdeb5),segment_id=1c038515-5c15-4997-95cf-f712000bdeb5)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:12.231070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.267140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Calling delete_port for 37e997ea-d493-4157-8e62-dbeb86283e2d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:12.305568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c587957f-665b-4754-ae86-88dae218435a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:12.331558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c587957f-665b-4754-ae86-88dae218435a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:12.332334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c587957f-665b-4754-ae86-88dae218435a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:12.353399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Deleting port 37e997ea-d493-4157-8e62-dbeb86283e2d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:12.354118 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.388201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.443737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] For port 37e997ea-d493-4157-8e62-dbeb86283e2d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=37e997ea-d493-4157-8e62-dbeb86283e2d,segment=NetworkSegment(1c038515-5c15-4997-95cf-f712000bdeb5),segment_id=1c038515-5c15-4997-95cf-f712000bdeb5)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:12.444186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.453519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Port': ['ID=37e997ea-d493-4157-8e62-dbeb86283e2d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.456120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] No DVR routers for this DVR port 37e997ea-d493-4157-8e62-dbeb86283e2d on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:12.474513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Calling delete_port for 37e997ea-d493-4157-8e62-dbeb86283e2d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:12.529170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.529559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.529865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.530201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.530546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.530894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.544479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.545229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.545584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.545927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.546266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.546603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:12.607415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:12.613155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951090-b782-4422-9013-f0d0347d916c req-9d817dc5-5ad7-4de3-9b74-bfd304995895 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.614712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40951090-b782-4422-9013-f0d0347d916c req-9d817dc5-5ad7-4de3-9b74-bfd304995895 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0991390 Nov 12 03:32:12.654139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.686002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] Pushing event deleted for resources: {'Port': ['ID=37e997ea-d493-4157-8e62-dbeb86283e2d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.692245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.701385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40951090-b782-4422-9013-f0d0347d916c req-4a8700c2-2c0f-4126-b598-b9d0570dec77 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795927 Nov 12 03:32:12.714706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55287f57-0a60-4821-a6db-7dc520d5bbc4 None None] No DVR routers for this DVR port 37e997ea-d493-4157-8e62-dbeb86283e2d on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:12.753051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89354ced-0371-489a-a05b-dc4f1e6d65bb']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:12.776259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c038515-5c15-4997-95cf-f712000bdeb5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:12.776524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c038515-5c15-4997-95cf-f712000bdeb5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:12.803052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.828990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.839376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:12.840015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:12.844331 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:12.966857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.978459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.981693 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] 10.222.0.93 "DELETE /v2.0/networks/89354ced-0371-489a-a05b-dc4f1e6d65bb HTTP/1.1" status: 204 len: 168 time: 1.1892796 Nov 12 03:32:13.000756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c750e9-e955-493f-8dde-b6733446ccef tempest-AllowedAddressPairIpV6TestJSON-671059306 tempest-AllowedAddressPairIpV6TestJSON-671059306-project] Pushing event deleted for resources: {'Network': ['ID=89354ced-0371-489a-a05b-dc4f1e6d65bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.005578 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af5f3290-661a-48da-8e3a-b588e2cbba88 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc2ad933409a4d9d84ea4b5affa9a44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428211 Nov 12 03:32:13.008283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:13.040641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94843ba4-5e09-4620-b29d-0b6d63c3932d req-e3f34c95-406b-4acc-a12f-df6691a13f12 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.049662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94843ba4-5e09-4620-b29d-0b6d63c3932d req-e3f34c95-406b-4acc-a12f-df6691a13f12 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0914285 Nov 12 03:32:13.066924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.091988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.094427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94843ba4-5e09-4620-b29d-0b6d63c3932d req-52e0f3ad-640a-4fd8-ba6f-bd71b5ffdfae tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Nov 12 03:32:13.168458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.173273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.192573 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d01c9a68-afc9-41fb-a635-9567d2aaec9a HTTP/1.1" status: 204 len: 168 time: 0.1701548 Nov 12 03:32:13.213461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e44c-0ecf-404a-abaf-46dbc72f6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c9a68-afc9-41fb-a635-9567d2aaec9a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.280751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79793edc-56db-4a63-bebc-c627650470aa req-ccb8f9b1-70a3-4132-81f7-a1cd3f166d28 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.282959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79793edc-56db-4a63-bebc-c627650470aa req-ccb8f9b1-70a3-4132-81f7-a1cd3f166d28 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1055551 Nov 12 03:32:13.389980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79793edc-56db-4a63-bebc-c627650470aa req-15962783-deea-4dac-ad51-60df0f23d3cf tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925617 Nov 12 03:32:13.389980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58006) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:13.670512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f648925f-6bb7-42f5-bc99-98bcd11e6229 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f3dcfc9c716461fa011b3af6bf9a723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748203 Nov 12 03:32:13.673306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:13.728712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a480-3aa3-47d7-8c43-93866aaf522f req-95bbb42a-2a84-4c4e-af94-f8e5b92d0f78 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.738286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4394a480-3aa3-47d7-8c43-93866aaf522f req-95bbb42a-2a84-4c4e-af94-f8e5b92d0f78 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.0814450 Nov 12 03:32:13.794634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.803107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4394a480-3aa3-47d7-8c43-93866aaf522f req-b1831858-5476-4769-ace3-737e9e97b296 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636156 Nov 12 03:32:13.845039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.912431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.915155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.916427 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3f5523c1-1263-4e4f-901c-78a3137e10e6 HTTP/1.1" status: 204 len: 168 time: 0.2407064 Nov 12 03:32:13.926784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f52c33-e661-4124-8ca9-51ee88a29651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5523c1-1263-4e4f-901c-78a3137e10e6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.195266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:14.232203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 37e997ea-d493-4157-8e62-dbeb86283e2d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:14.263840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 37e997ea-d493-4157-8e62-dbeb86283e2d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:14.264393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 37e997ea-d493-4157-8e62-dbeb86283e2d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:14.380381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--48424758'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:14.415873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.435542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.576307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.581622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.635736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d8dee-2966-4b87-8c9b-5e7df45e52d9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.712254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.720332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.761472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.763064 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5665429 Nov 12 03:32:14.765733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:14.776708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcde53-a54d-43da-8ac9-598e163af910 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d0a42-7291-4020-9265-5e1e6e9b4e7a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.849196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-084895ac-755b-4097-bb2c-3b7afd7a313d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0821891 Nov 12 03:32:14.851880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58080) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:14.863914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-security--2014820022', 'description': 'tempest-security-description-159964400'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:15.021417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.041231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.056824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-0b7f919b-d1c0-49b6-abea-66cd371831e0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.058995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-0b7f919b-d1c0-49b6-abea-66cd371831e0 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1825995 Nov 12 03:32:15.074067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a397502-e084-4668-82e8-71d69a14e9a9 req-5610df17-9824-4e8b-97f8-7bcfb930f3e3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.084114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a397502-e084-4668-82e8-71d69a14e9a9 req-5610df17-9824-4e8b-97f8-7bcfb930f3e3 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 945 time: 0.1685967 Nov 12 03:32:15.176561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1280887271'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:15.202198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Made reservation on behalf of db8dc37d2aa241d79a8c71e08d305cfe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:15.208954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.210561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a397502-e084-4668-82e8-71d69a14e9a9 req-94167895-07ca-4f7b-b4cd-1aad56c7fe99 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252677 Nov 12 03:32:15.235058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.266945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.296087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.299584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.304560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.305007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "PUT /v2.0/security-groups/4c4d0a42-7291-4020-9265-5e1e6e9b4e7a HTTP/1.1" status: 200 len: 1796 time: 0.4510980 Nov 12 03:32:15.357770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d0a42-7291-4020-9265-5e1e6e9b4e7a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.392433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.393329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.393727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.394110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.394446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.394781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.395128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.395441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.396055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.396398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.397072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.397407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80358d-79f4-465c-90d3-6be30b66b412 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:15.421540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:15.421884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.437248 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-046bc57c-683c-40d7-836d-9b004a8f8201 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups/4c4d0a42-7291-4020-9265-5e1e6e9b4e7a HTTP/1.1" status: 200 len: 1796 time: 0.1313307 Nov 12 03:32:15.443227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.445200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.464520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.515682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:15.532291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.532910 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Added segment 8cb95cfb-838a-49af-8c74-f7f25be6c9f2 of type vlan for network d11324c5-31de-46b9-a621-362f93d66ad6 Nov 12 03:32:15.604252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.678508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656d8c20-8a46-4c8b-bd5d-915460128b97,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.706666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.722929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.724307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.757826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7355971 Nov 12 03:32:15.798319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.811635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'subnet': {'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:15.907925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.080767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.092084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc345cde-63c2-41b7-a844-597ced3b04d0 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Network': ['ID=d11324c5-31de-46b9-a621-362f93d66ad6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.110453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d11324c5-31de-46b9-a621-362f93d66ad6 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:16.165043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:16.165594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.192636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for ad9b1b7f-ed15-45cd-bde0-f8df066ae83a owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:16.210414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Made reservation on behalf of db8dc37d2aa241d79a8c71e08d305cfe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:16.214241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.299194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.303134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.306862 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/4c4d0a42-7291-4020-9265-5e1e6e9b4e7a HTTP/1.1" status: 204 len: 168 time: 0.8602312 Nov 12 03:32:16.308564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.351175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce07ea-3c99-4649-aa80-931cfaada10e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d0a42-7291-4020-9265-5e1e6e9b4e7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.434169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.447578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:16.475013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=ad9b1b7f-ed15-45cd-bde0-f8df066ae83a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.483973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3ef6-df2b-4968-b4d8-3c97c535cec6 req-8e5ce1b5-4ff8-466a-a6d9-e4adf9fbf4e6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.487996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6bd3ef6-df2b-4968-b4d8-3c97c535cec6 req-8e5ce1b5-4ff8-466a-a6d9-e4adf9fbf4e6 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=35abae2f-ae11-491a-8af7-797289cda0b3 HTTP/1.1" status: 200 len: 867 time: 0.1015155 Nov 12 03:32:16.547941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port ad9b1b7f-ed15-45cd-bde0-f8df066ae83a on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:16.552066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.555399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79ad8ebd-2a70-421d-86b8-6b11f8f6a408 req-7375652d-4aa3-4830-964a-aabc11974a34 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.100 "DELETE /v2.0/ports/ad9b1b7f-ed15-45cd-bde0-f8df066ae83a HTTP/1.1" status: 204 len: 173 time: 1.4494152 Nov 12 03:32:16.556207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'name': 'network-vif-deleted', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:16.558560 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d992b9-10ef-477a-9438-3c0d72566f5a" -d '{"events": [{"server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "name": "network-vif-deleted", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:16.574891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a455c-71ad-43cc-aca8-5308034e70b4 None None] DHCP port deletion for 71b9dc68-9fa6-4952-b86f-541c97bc3af7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:16.680597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6bd3ef6-df2b-4968-b4d8-3c97c535cec6 req-a49009d1-8932-4f62-89ff-945d882cd0c2 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860473 Nov 12 03:32:16.693333 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9bcdc-092c-4ffb-97b3-ab1489873eca x-openstack-request-id: req-2eb9bcdc-092c-4ffb-97b3-ab1489873eca {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:16.693622 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35abae2f-ae11-491a-8af7-797289cda0b3", "name": "network-vif-deleted", "tag": "ad9b1b7f-ed15-45cd-bde0-f8df066ae83a", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:16.693873 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2eb9bcdc-092c-4ffb-97b3-ab1489873eca {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:16.694291 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35abae2f-ae11-491a-8af7-797289cda0b3', 'name': 'network-vif-deleted', 'tag': 'ad9b1b7f-ed15-45cd-bde0-f8df066ae83a', 'status': 'completed', 'code': 200} Nov 12 03:32:16.926324 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f3180c7-7e13-4e4e-8851-a73d4054eb9c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6073656 Nov 12 03:32:16.926904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58118) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.943745 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-638e98d4-6b7f-4deb-a195-8daffa741e28 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] delete failed (client error): The resource could not be found. Nov 12 03:32:16.947092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-638e98d4-6b7f-4deb-a195-8daffa741e28 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/4c4d0a42-7291-4020-9265-5e1e6e9b4e7a HTTP/1.1" status: 404 len: 347 time: 0.0193624 Nov 12 03:32:16.950950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58120) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.959409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029988322'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:16.961589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.012548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.058514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Subnet': ['ID=88ef1f87-8e44-4312-b973-3bb9352c709d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.068458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Checking segment: {'id': '8cb95cfb-838a-49af-8c74-f7f25be6c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:17.068823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network hostable DHCP agents. Network: d11324c5-31de-46b9-a621-362f93d66ad6, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:17.086973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network d11324c5-31de-46b9-a621-362f93d66ad6 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:17.099356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d11324c5-31de-46b9-a621-362f93d66ad6) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:17.112314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc99d3-e373-40fc-9953-7ec1a0713e7d None None] Network d11324c5-31de-46b9-a621-362f93d66ad6 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:17.116088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.117213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.151700 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8af83fe2-afaf-4bf9-bcdf-68f24070b5e7 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3504498 Nov 12 03:32:17.153531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.168153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-481521905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:17.205934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.207875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.235075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.252725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.279713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.289270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.297710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.298627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3465204 Nov 12 03:32:17.302520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58128) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.311321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'b4d7106a-1358-459a-b178-0397bc0c8f93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:17.319679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.321432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ffc98e5-98ec-44dc-91a5-7806d42ce84f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1658199 Nov 12 03:32:17.324160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58130) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.333450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d425912-5e6c-463e-be05-150beb249d14 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d7106a-1358-459a-b178-0397bc0c8f93,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.358157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.442825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.449014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d11324c5-31de-46b9-a621-362f93d66ad6', 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6', 'tenant_id': 'db8dc37d2aa241d79a8c71e08d305cfe', 'fixed_ips': [{'subnet_id': '88ef1f87-8e44-4312-b973-3bb9352c709d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:17.449995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.450267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.472314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c05b0a-8e00-431b-93fa-654cf65e57a6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.482417 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.487296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-08828cee-742a-45cd-b5ea-f23616c3d5db tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802521 Nov 12 03:32:17.488111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.523699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.534054 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.568635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.586536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.590761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/f1c05b0a-8e00-431b-93fa-654cf65e57a6 HTTP/1.1" status: 204 len: 168 time: 0.1013916 Nov 12 03:32:17.591672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12f36f-8ef1-4523-91ac-3c3fd68256ec tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1c05b0a-8e00-431b-93fa-654cf65e57a6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.593398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.646665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Allocated IP 172.20.0.2 (d11324c5-31de-46b9-a621-362f93d66ad6/88ef1f87-8e44-4312-b973-3bb9352c709d/859584bf-445d-43fa-bf09-f15181f14044) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:17.787513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5d9c4b5-3378-439b-83ec-ccf9a049e7e8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1209896 Nov 12 03:32:17.787742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ad9b1b7f-ed15-45cd-bde0-f8df066ae83a no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:17.788753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58142) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.827825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: ad9b1b7f-ed15-45cd-bde0-f8df066ae83a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:17.828202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ad9b1b7f-ed15-45cd-bde0-f8df066ae83a not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:17.837507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.879368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.899348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.926922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.955530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.014074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.018197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.023179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/b4d7106a-1358-459a-b178-0397bc0c8f93 HTTP/1.1" status: 204 len: 168 time: 0.2331402 Nov 12 03:32:18.024393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58150) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.035335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Network d11324c5-31de-46b9-a621-362f93d66ad6 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:18.064982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f33deb-842e-47e8-993f-61550ce602be tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d7106a-1358-459a-b178-0397bc0c8f93,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.066070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:18.086613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:18.134404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-70ec3095-f218-4823-bb1e-96fa4e9cec41 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968456 Nov 12 03:32:18.135888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.138712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Allocated IP 172.20.0.1 (d11324c5-31de-46b9-a621-362f93d66ad6/88ef1f87-8e44-4312-b973-3bb9352c709d/0323e97c-7b03-47ee-aae3-55774385db62) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:18.149019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188059839'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.229779 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-792a9e5e-fe67-4d8e-b1e0-5c87a94568bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.233181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Pushing event updated for resources: {'Port': ['ID=859584bf-445d-43fa-bf09-f15181f14044,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.318761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Attempting to bind port 859584bf-445d-43fa-bf09-f15181f14044 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:18.320330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Attempting to bind port 859584bf-445d-43fa-bf09-f15181f14044 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8cb95cfb-838a-49af-8c74-f7f25be6c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:18.320903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Attempting to bind port 859584bf-445d-43fa-bf09-f15181f14044 on network d11324c5-31de-46b9-a621-362f93d66ad6 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:18.328406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:18.330533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Checking segment: {'id': '8cb95cfb-838a-49af-8c74-f7f25be6c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:18.331447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.332130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Bound using segment: {'id': '8cb95cfb-838a-49af-8c74-f7f25be6c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:18.334242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.336245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Bound port: 859584bf-445d-43fa-bf09-f15181f14044, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb95cfb-838a-49af-8c74-f7f25be6c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:18.336660 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.448329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.476212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] For port 859584bf-445d-43fa-bf09-f15181f14044, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:18.488464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] For port 859584bf-445d-43fa-bf09-f15181f14044, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=859584bf-445d-43fa-bf09-f15181f14044,segment=NetworkSegment(8cb95cfb-838a-49af-8c74-f7f25be6c9f2),segment_id=8cb95cfb-838a-49af-8c74-f7f25be6c9f2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:18.496837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.514412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.527452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.557588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.589145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.590596 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4533165 Nov 12 03:32:18.597936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.598808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f5af3-251d-48e1-bf8d-38d0eb0324fc None None] Pushing event updated for resources: {'Port': ['ID=859584bf-445d-43fa-bf09-f15181f14044,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.604187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'c4a7cb7d-b644-480b-9bbe-bc204f375a29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.673298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.730671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86a187-4985-4059-9e12-f898042e80ca tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7cb7d-b644-480b-9bbe-bc204f375a29,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.753079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network d11324c5-31de-46b9-a621-362f93d66ad6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:18.758641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:18.760597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=0323e97c-7b03-47ee-aae3-55774385db62,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.762787 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:18.782966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.789061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.807770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa43866-d9b0-4809-8202-87ac593aa2b8,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.825144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.831455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c719616c-c4af-41e2-9f95-f98fec25e856 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2321754 Nov 12 03:32:18.832049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58188) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.834222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.837534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'c4a7cb7d-b644-480b-9bbe-bc204f375a29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.871639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.996767 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.010823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.056995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b499c1-a4e4-44cd-ab63-03c3543f2b9b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.074506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.076633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-01088ced-5657-473d-9c38-2260e2d6205e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2435989 Nov 12 03:32:19.079297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58196) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.084518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'c4a7cb7d-b644-480b-9bbe-bc204f375a29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:19.092026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.153861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.192907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58202) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.308760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.313623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.350765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5571c-95f4-4210-9f3c-221b960110bb req-0584776c-7b80-49e5-be2b-1b6535018931 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.352984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ee5571c-95f4-4210-9f3c-221b960110bb req-0584776c-7b80-49e5-be2b-1b6535018931 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.1304300 Nov 12 03:32:19.353960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4b76be-6898-435f-8cd8-f92712984f53,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.365025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.366626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8abfa751-6e3b-40f9-bb13-2b77eb5ff07f tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2860186 Nov 12 03:32:19.372242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58208) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.379537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'c4a7cb7d-b644-480b-9bbe-bc204f375a29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:19.513338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ee5571c-95f4-4210-9f3c-221b960110bb req-be2805f7-8c79-4f78-a976-85b6b0d45d15 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450267 Nov 12 03:32:19.581328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.677255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.687506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.745303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.774283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.777516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=0323e97c-7b03-47ee-aae3-55774385db62,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.900403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network d11324c5-31de-46b9-a621-362f93d66ad6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:19.902249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:19.927770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.978177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a69c444-8a68-4e7b-815d-4a503db24260,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.995679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.997105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6b8bdba8-263d-4588-8228-502da3dbad58 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6225393 Nov 12 03:32:20.000221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.011237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': 'c4a7cb7d-b644-480b-9bbe-bc204f375a29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.066892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.165715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Router 4c33502b-e965-4ec4-be2e-0d280361eea6 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:20.213662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.217172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb305f0-91f0-4e3e-a56f-18c98d387838 None None] Network d11324c5-31de-46b9-a621-362f93d66ad6 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:20.258476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.321750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.332710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2661a5c2-3d34-4270-8ded-50c958ca03ef,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.342205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.343414 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6379754e-aa1e-45f1-8d39-ce17775a2955 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3418791 Nov 12 03:32:20.348814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.375398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:20.383456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-924750b7-03bf-4b3d-ab07-4ae36ba6014b tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "PUT /v2.0/routers/4c33502b-e965-4ec4-be2e-0d280361eea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0575125 Nov 12 03:32:20.385996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.389702 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] Sync routers for ids ['4c33502b-e965-4ec4-be2e-0d280361eea6'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:20.392365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'port': {'network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6', 'name': 'tempest-FloatingIPNegativeTestJSON-1374305599'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.409959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 859584bf-445d-43fa-bf09-f15181f14044 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:20.413155 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] Routers {'4c33502b-e965-4ec4-be2e-0d280361eea6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:20.415389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.416732 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:31:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4c33502b-e965-4ec4-be2e-0d280361eea6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:20.436199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.522042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.522963 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e80f12a6-2925-4d62-9b4b-0dede47057c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.535477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] Provisioning complete for port 859584bf-445d-43fa-bf09-f15181f14044 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:20.537121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.549980 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:20.550427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.558915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58226) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.561332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/2661a5c2-3d34-4270-8ded-50c958ca03ef HTTP/1.1" status: 204 len: 168 time: 0.2040493 Nov 12 03:32:20.585490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8263dba-b579-44d8-891f-d895007711b3 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2661a5c2-3d34-4270-8ded-50c958ca03ef,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.585911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] Routers {'4c33502b-e965-4ec4-be2e-0d280361eea6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:20.586549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:32:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4c33502b-e965-4ec4-be2e-0d280361eea6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:20.654927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Made reservation on behalf of db8dc37d2aa241d79a8c71e08d305cfe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:20.667570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.699129 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:20.699703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bae325a-3d2f-452e-88ec-fb3b4ee146c0 None None] The sync data for ids ['4c33502b-e965-4ec4-be2e-0d280361eea6'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:20.746885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 859584bf-445d-43fa-bf09-f15181f14044 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:20.747680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.755841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] device_id is not set on port c10039a1-7bd2-4b3d-b95d-ceefc14190bb yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:20.824886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95b25a-8d39-4939-ad71-042da975c245 req-460425fe-95bc-473c-93ab-2d5522713315 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.826424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d95b25a-8d39-4939-ad71-042da975c245 req-460425fe-95bc-473c-93ab-2d5522713315 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.4051893 Nov 12 03:32:20.849056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.987347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] For port 859584bf-445d-43fa-bf09-f15181f14044, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=859584bf-445d-43fa-bf09-f15181f14044,segment=NetworkSegment(8cb95cfb-838a-49af-8c74-f7f25be6c9f2),segment_id=8cb95cfb-838a-49af-8c74-f7f25be6c9f2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.999182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Allocated IP 172.20.0.8 (d11324c5-31de-46b9-a621-362f93d66ad6/88ef1f87-8e44-4312-b973-3bb9352c709d/c10039a1-7bd2-4b3d-b95d-ceefc14190bb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:21.002147 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.016850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ad9a2129-6043-4c10-9a77-6e68b935b0fd tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4567668 Nov 12 03:32:21.028911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.029670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457ed78-cc2f-41b0-b203-3e32cc06a05b req-68464e6e-63c3-4237-9921-01e71b1f6941 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.038451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a457ed78-cc2f-41b0-b203-3e32cc06a05b req-68464e6e-63c3-4237-9921-01e71b1f6941 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 946 time: 0.3126726 Nov 12 03:32:21.113171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71d67f-ec13-43ed-8787-ce38fe5f4558 None None] Pushing event updated for resources: {'Port': ['ID=859584bf-445d-43fa-bf09-f15181f14044,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.133078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.145769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.177709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.230282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Deleting port a3e16b21-95ef-4248-a6b6-53421dc19c0e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:21.230544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.255733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:32:21.260409 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:32:21.261317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-295ccf80-9099-4886-a2ec-391941c1a5bb None None] Provisioning complete for port 859584bf-445d-43fa-bf09-f15181f14044 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.261879 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-295ccf80-9099-4886-a2ec-391941c1a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.341145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a457ed78-cc2f-41b0-b203-3e32cc06a05b req-aa33028e-d367-462d-8ade-4bc35f8ca9f4 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/security-groups?id=eb947acd-42f8-47ab-8920-3d4a3b9fcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008876 Nov 12 03:32:21.345096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.362775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.366209 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/3a69c444-8a68-4e7b-815d-4a503db24260 HTTP/1.1" status: 204 len: 168 time: 0.3332939 Nov 12 03:32:21.374448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.384444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80445d8a-6321-4591-9e3b-6802daf91827 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a69c444-8a68-4e7b-815d-4a503db24260,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.439024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.442152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-295ccf80-9099-4886-a2ec-391941c1a5bb None None] Provisioning complete for port 0323e97c-7b03-47ee-aae3-55774385db62 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.442599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-295ccf80-9099-4886-a2ec-391941c1a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.452951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] For port a3e16b21-95ef-4248-a6b6-53421dc19c0e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=a3e16b21-95ef-4248-a6b6-53421dc19c0e,segment=NetworkSegment(46f68ce6-2ddd-465d-897d-6f98e0a0b26e),segment_id=46f68ce6-2ddd-465d-897d-6f98e0a0b26e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:21.453317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.491462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Calling delete_port for a3e16b21-95ef-4248-a6b6-53421dc19c0e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:21.497148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-295ccf80-9099-4886-a2ec-391941c1a5bb None None] Port 0323e97c-7b03-47ee-aae3-55774385db62 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:21.497568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.509665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1801cdbd-d7a5-41f2-b21e-09b7bd069ebd tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1216085 Nov 12 03:32:21.511104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58236) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.551530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network d11324c5-31de-46b9-a621-362f93d66ad6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:21.555735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:21.560465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:21.615462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.655362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.660098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.663303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=c10039a1-7bd2-4b3d-b95d-ceefc14190bb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.681883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d6e53e34-b4c4-472d-8255-8483b7367aa7 None None] Provisioning complete for port 0323e97c-7b03-47ee-aae3-55774385db62 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.682590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6e53e34-b4c4-472d-8255-8483b7367aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.709630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.712454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.725427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d6e53e34-b4c4-472d-8255-8483b7367aa7 None None] Port 0323e97c-7b03-47ee-aae3-55774385db62 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:21.753905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d1a537a4-c1cf-4e1e-b2be-e02f805fb2fc tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3660033 Nov 12 03:32:21.756768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.775364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:21.788567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.795636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.805335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/ff4b76be-6898-435f-8cd8-f92712984f53 HTTP/1.1" status: 204 len: 168 time: 0.2898042 Nov 12 03:32:21.810196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58246) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.828004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.840182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04c734-3fcc-469f-aa5d-32780b2bffa6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff4b76be-6898-435f-8cd8-f92712984f53,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.901640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Deleting port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:21.901984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.960296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f76ce8d0-b16a-45c4-8063-b4a89fa1909b None None] Provisioning complete for port 0323e97c-7b03-47ee-aae3-55774385db62 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.960667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f76ce8d0-b16a-45c4-8063-b4a89fa1909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.977664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-04372bc7-b36e-4767-adf5-c5beec8300a6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1639462 Nov 12 03:32:21.981586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.997507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.048297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.048669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f76ce8d0-b16a-45c4-8063-b4a89fa1909b None None] Port 0323e97c-7b03-47ee-aae3-55774385db62 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:22.064437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['a3e16b21-95ef-4248-a6b6-53421dc19c0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:22.090760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Pushing event deleted for resources: {'Port': ['ID=a3e16b21-95ef-4248-a6b6-53421dc19c0e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.104009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.114106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981cef5-0e0e-4ed7-9760-f98551a2b712 None None] DHCP port deletion for 71b9dc68-9fa6-4952-b86f-541c97bc3af7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:22.130755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.173683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] No DVR routers for this DVR port a3e16b21-95ef-4248-a6b6-53421dc19c0e on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:22.179821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.183244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d95b25a-8d39-4939-ad71-042da975c245 req-fe4a0446-b3c6-45e9-8801-0208ef22b85e tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.98 "DELETE /v2.0/ports/a3e16b21-95ef-4248-a6b6-53421dc19c0e HTTP/1.1" status: 204 len: 173 time: 1.3415682 Nov 12 03:32:22.186240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'name': 'network-vif-deleted', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:22.193255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e838a2ec-3205-4ea4-baa6-55c0d2f2082e None None] Provisioning complete for port c10039a1-7bd2-4b3d-b95d-ceefc14190bb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:22.194048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e838a2ec-3205-4ea4-baa6-55c0d2f2082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.197609 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13dd91-a3cf-44e3-85d1-b1b6374aa265" -d '{"events": [{"server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "name": "network-vif-deleted", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:22.218821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.238553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.241634 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/73b499c1-a4e4-44cd-ab63-03c3543f2b9b HTTP/1.1" status: 204 len: 168 time: 0.2564080 Nov 12 03:32:22.247137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.259411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] For port 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.260252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.261830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38834e2c-f174-438f-9cd3-584c031c4b8e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b499c1-a4e4-44cd-ab63-03c3543f2b9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.265419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Allocated IP 172.25.4.78 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3e023d9f-57e8-497f-b5ef-af35251af48a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:22.288088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Calling delete_port for 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:22.306790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 859584bf-445d-43fa-bf09-f15181f14044 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:22.327984 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54b97de8-4463-478e-ac27-939204a3e5d1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0797102 Nov 12 03:32:22.331951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e838a2ec-3205-4ea4-baa6-55c0d2f2082e None None] Port c10039a1-7bd2-4b3d-b95d-ceefc14190bb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:22.335989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.371614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 859584bf-445d-43fa-bf09-f15181f14044 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:22.372373 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.419434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.420908 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d8fb7b-73a7-4acc-9700-4739daf261db x-openstack-request-id: req-37d8fb7b-73a7-4acc-9700-4739daf261db {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:22.423389 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16db9177-2dd4-4562-80cc-0b96d492df91", "name": "network-vif-deleted", "tag": "a3e16b21-95ef-4248-a6b6-53421dc19c0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:22.425860 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37d8fb7b-73a7-4acc-9700-4739daf261db {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:22.427378 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16db9177-2dd4-4562-80cc-0b96d492df91', 'name': 'network-vif-deleted', 'tag': 'a3e16b21-95ef-4248-a6b6-53421dc19c0e', 'status': 'completed', 'code': 200} Nov 12 03:32:22.432686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.491763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.504837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.512760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.513902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/5aa43866-d9b0-4809-8202-87ac593aa2b8 HTTP/1.1" status: 204 len: 168 time: 0.1769719 Nov 12 03:32:22.516985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.543660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fe8d4-9e53-47c7-a62e-8c3e0f173a0c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aa43866-d9b0-4809-8202-87ac593aa2b8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.558759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bcd033b-5d0a-45b0-8a65-369cc18db995 req-591e62e9-055d-4351-b974-8783f19639f1 tempest-ServersTestJSON-52472625 tempest-ServersTestJSON-52472625-project] 10.222.0.93 "GET /v2.0/ports?device_id=16db9177-2dd4-4562-80cc-0b96d492df91 HTTP/1.1" status: 200 len: 210 time: 0.0374584 Nov 12 03:32:22.571889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.630609 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-015fa9c6-e9b8-4794-a5b7-c65edbebbd1b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1106045 Nov 12 03:32:22.634241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.650557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:22.660514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:22.663482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:22.670142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.719863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abc5d5e-5a47-4e56-95d7-b6d309f6a75e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.824344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=3e023d9f-57e8-497f-b5ef-af35251af48a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.883745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.935859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.978090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.007601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.068211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.069819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.072849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.074051 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/c4a7cb7d-b644-480b-9bbe-bc204f375a29 HTTP/1.1" status: 204 len: 168 time: 0.4371858 Nov 12 03:32:23.079315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.109638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fb4c-cd78-4ecf-93c1-c87971fc44dc tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7cb7d-b644-480b-9bbe-bc204f375a29,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.154402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.164125 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a71bb5ee-55aa-49fa-9ccc-718809bd4a7e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0785580 Nov 12 03:32:23.169683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58274) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.175070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--539710547'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.247273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.268865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Router 3658359d-a9fb-48da-9fa8-8cd2552d7646 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:23.337587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.342360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.379115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.407672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.422871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=3e023d9f-57e8-497f-b5ef-af35251af48a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.432161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.449601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.450947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.451671 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-224d8440-65ca-4d4a-800b-35de43aa8ca5 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6932538 Nov 12 03:32:23.452163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2812321 Nov 12 03:32:23.454458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.460495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58278) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.465008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '52a34408-3724-4037-a01c-c5a407ea4c13', 'direction': 'ingress', 'protocol': 17}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.476299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dfbf5ebf-db1b-4e43-a20e-1f9435c40299 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'floatingip': {'port_id': 'c10039a1-7bd2-4b3d-b95d-ceefc14190bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.482663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:23.485883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928beab-ddf3-42e8-9afe-0a94b8cf039d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a34408-3724-4037-a01c-c5a407ea4c13,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.492055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1aed032a-4d07-4fb6-9e3b-44e39fdf35b8 admin admin] 10.222.0.93 "PUT /v2.0/routers/3658359d-a9fb-48da-9fa8-8cd2552d7646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2973354 Nov 12 03:32:23.494885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58280) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.498633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Sync routers for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:23.512144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:23.512894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:32:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:23.542298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfbf5ebf-db1b-4e43-a20e-1f9435c40299 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.639927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.664613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.665157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:23.746786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Deleting subnet 2da09edc-3a55-4265-8710-6596ae137674 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:23.754107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.756797 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-dfbf5ebf-db1b-4e43-a20e-1f9435c40299 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] update failed (client error): The resource could not be found. Nov 12 03:32:23.760441 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dfbf5ebf-db1b-4e43-a20e-1f9435c40299 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "PUT /v2.0/floatingips/376bc4bb-3b41-4c73-afea-517d1d1d822e HTTP/1.1" status: 404 len: 507 time: 0.3016729 Nov 12 03:32:23.778206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.844934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.930309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.998565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.069725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.077754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.089046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.094631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:32:22Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.132697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting port 3e023d9f-57e8-497f-b5ef-af35251af48a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:24.133275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.167783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.182552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cde1ca-6e54-4af0-bc18-a2e78241a43d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.198112 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.201918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9b97a955-f5d8-43bf-a795-1a217740f783 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7377930 Nov 12 03:32:24.202207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58296) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.203886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Checking router: 3658359d-a9fb-48da-9fa8-8cd2552d7646 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:24.220447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Routers {'3658359d-a9fb-48da-9fa8-8cd2552d7646'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:24.222200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:32:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3658359d-a9fb-48da-9fa8-8cd2552d7646'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.257837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da09edc-3a55-4265-8710-6596ae137674,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.266250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.272135 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-68aa0a49-f091-4b1c-a8b2-3021d0006b09 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2da09edc-3a55-4265-8710-6596ae137674 HTTP/1.1" status: 204 len: 168 time: 0.6065462 Nov 12 03:32:24.274591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc7d95-6dac-4c38-9d3b-80605ded18ab None None] Network 71b9dc68-9fa6-4952-b86f-541c97bc3af7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:24.274794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.343165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.401389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.430531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a3e16b21-95ef-4248-a6b6-53421dc19c0e no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:24.442571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.491330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Deleting port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:24.491675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.522402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.525465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.526745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/52a34408-3724-4037-a01c-c5a407ea4c13 HTTP/1.1" status: 204 len: 168 time: 0.3234980 Nov 12 03:32:24.547670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: a3e16b21-95ef-4248-a6b6-53421dc19c0e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:24.548199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device a3e16b21-95ef-4248-a6b6-53421dc19c0e not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:24.566507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] Set router 3658359d-a9fb-48da-9fa8-8cd2552d7646 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:24.567284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58300) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.572008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca717e2-98b4-4f4f-912c-bde3ae700a9d None None] DHCP port deletion for 71b9dc68-9fa6-4952-b86f-541c97bc3af7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:24.591760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59142ef-6814-4db8-be8c-26665abc4ab8 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a34408-3724-4037-a01c-c5a407ea4c13,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.636153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5a536960-1869-424a-a539-8e4a0e3feb57 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0654583 Nov 12 03:32:24.639899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58302) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.644799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790312545'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.679501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] For port 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.679871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.681360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.682011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.697997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Calling delete_port for 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:24.704777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Calling delete_port for 3e023d9f-57e8-497f-b5ef-af35251af48a owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:24.705833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.710828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.862848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.868187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:32:22Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.885161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b9dc68-9fa6-4952-b86f-541c97bc3af7']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.893691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.899705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f68ce6-2ddd-465d-897d-6f98e0a0b26e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.901332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f68ce6-2ddd-465d-897d-6f98e0a0b26e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:24.901505 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.907414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f99ec-efeb-4ce7-9ac0-c3eb874c3c7a None None] The sync data for ids ['3658359d-a9fb-48da-9fa8-8cd2552d7646'] in n-d-713499-30 is: [{'id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'name': 'tempest-AttachVolumeShelveTestJSON-720077101-router', 'tenant_id': '664feeefdb2343b98b5babb874d84fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:17Z', 'updated_at': '2021-11-12T03:32:22Z', 'revision_number': 5, 'project_id': '664feeefdb2343b98b5babb874d84fc3', 'gw_port': {'id': '46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658359d-a9fb-48da-9fa8-8cd2552d7646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:19Z', 'updated_at': '2021-11-12T03:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:24.934045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.960740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.964536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.968020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3252592 Nov 12 03:32:24.969445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.976205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962285844'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.982273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:24.982760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:24.985050 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:24.988544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceddc0-45d9-4605-a6d9-aca3ab1bf1f9 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9734b827-9ebe-4c4f-8377-c444557a0c46,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.989860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.005884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.053601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Pushing event deleted for resources: {'Port': ['ID=46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.073277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22e00a-2ce4-4dde-ae63-839df7d06f3e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:25.088767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Port': ['ID=3e023d9f-57e8-497f-b5ef-af35251af48a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.143157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.149315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.153248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.182928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.189835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] 10.222.0.93 "DELETE /v2.0/networks/71b9dc68-9fa6-4952-b86f-541c97bc3af7 HTTP/1.1" status: 204 len: 168 time: 0.9136052 Nov 12 03:32:25.233969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972ef0-42a2-443d-965c-9b5ac62da1af admin admin] Pushing event deleted for resources: {'Network': ['ID=71b9dc68-9fa6-4952-b86f-541c97bc3af7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.295669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.299263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.301289 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1e37aed-a7c3-4190-8b50-bc2a7c806f40 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "DELETE /v2.0/floatingips/376bc4bb-3b41-4c73-afea-517d1d1d822e HTTP/1.1" status: 204 len: 168 time: 1.5211194 Nov 12 03:32:25.304187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.314642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fed6400b-78dc-495e-a38e-fb7547d2ced9 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'floatingip': {'floating_network_id': 'd11324c5-31de-46b9-a621-362f93d66ad6', 'port_id': 'c10039a1-7bd2-4b3d-b95d-ceefc14190bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:25.340871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.345046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.419275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fed6400b-78dc-495e-a38e-fb7547d2ced9 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.419504 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.420182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3658359d-a9fb-48da-9fa8-8cd2552d7646 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:25.431695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.432433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.433811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-12ea4953-c819-4f89-9c1a-724c7866c371 admin admin] 10.222.0.93 "DELETE /v2.0/routers/3658359d-a9fb-48da-9fa8-8cd2552d7646 HTTP/1.1" status: 204 len: 168 time: 1.9379001 Nov 12 03:32:25.437036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.458408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.516653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Deleting subnet c9dde83a-e8e6-45e4-b853-f55ca4bffd1d {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:25.525639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.536223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.537392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5649869 Nov 12 03:32:25.545687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.545959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.546593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c0c8e-fcef-46f6-9983-008ad9f1165b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0971c-28c0-485e-9bdb-020c277287ad,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.574288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '9734b827-9ebe-4c4f-8377-c444557a0c46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ff0971c-28c0-485e-9bdb-020c277287ad', 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:25.581698 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.649110 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91bc6122-1823-4baa-964c-95277cff9fb7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8dbf27537b234317bc3c3badb1df7bdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864322 Nov 12 03:32:25.651551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.676776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.680170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.759745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.771207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.794012 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-fed6400b-78dc-495e-a38e-fb7547d2ced9 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:32:25.797577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fed6400b-78dc-495e-a38e-fb7547d2ced9 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4888747 Nov 12 03:32:25.806061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58328) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.809263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.816389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a2342-efc6-4088-abf1-eacee15fc93c None None] Network 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:25.818985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c9dde83a-e8e6-45e4-b853-f55ca4bffd1d HTTP/1.1" status: 204 len: 168 time: 0.3814974 Nov 12 03:32:25.825497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'c10039a1-7bd2-4b3d-b95d-ceefc14190bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:25.828486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.833360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a92cd-accb-4ba6-ae60-2533bfee2022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dde83a-e8e6-45e4-b853-f55ca4bffd1d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.847598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.861044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.861822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.877380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.957627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96ab9e7-6e5b-4109-b705-99698eed7715,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.974419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.978367 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee1b926f-bc63-488d-99ff-8a1173fcaefb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4114685 Nov 12 03:32:25.978741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58332) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.994902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.013201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.023829 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.058859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.061767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.066924 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eb947acd-42f8-47ab-8920-3d4a3b9fcc95 HTTP/1.1" status: 204 len: 168 time: 0.4104881 Nov 12 03:32:26.072933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.080918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed79c-4b4f-45d1-8f4d-2e7ba1f74387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb947acd-42f8-47ab-8920-3d4a3b9fcc95,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.098908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Deleting port 1e105065-6dba-4899-b6ee-77f192df74cb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:26.099879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.146695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.174352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.177970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/e96ab9e7-6e5b-4109-b705-99698eed7715 HTTP/1.1" status: 204 len: 168 time: 0.1957912 Nov 12 03:32:26.181288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58340) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.255051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] For port 1e105065-6dba-4899-b6ee-77f192df74cb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1e105065-6dba-4899-b6ee-77f192df74cb,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.255656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.257966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] DHCP port deletion for 3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:26.261292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4eb97-4307-4755-b8c1-f76ffc014e8a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e96ab9e7-6e5b-4109-b705-99698eed7715,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.265486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Allocated IP 172.25.4.195 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1f14cff8-4f87-4ddd-bdeb-79e30272044f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:26.341674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Calling delete_port for 1e105065-6dba-4899-b6ee-77f192df74cb owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:26.389044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Deleting port 1e105065-6dba-4899-b6ee-77f192df74cb {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:26.389044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.449940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:26.459148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ecb62a3b-6966-49d8-8655-0b1c9108d491 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2708426 Nov 12 03:32:26.460799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.479190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:26.479500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46576d8e-e8ce-49a5-8ba8-9fd7b30d9ac7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:26.480089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:26.519012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:26.519323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9abc5d5e-5a47-4e56-95d7-b6d309f6a75e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:26.519714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1e105065-6dba-4899-b6ee-77f192df74cb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:26.562565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.590358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] For port 1e105065-6dba-4899-b6ee-77f192df74cb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1e105065-6dba-4899-b6ee-77f192df74cb,segment=NetworkSegment(615cf770-38b1-41f2-b0ca-3cdaf31f0a57),segment_id=615cf770-38b1-41f2-b0ca-3cdaf31f0a57)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.590825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.600094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.611754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.621019 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No ports have port_id starting with 1e105065-6dba-4899-b6ee-77f192df74cb Nov 12 03:32:26.621397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Calling delete_port for 1e105065-6dba-4899-b6ee-77f192df74cb owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:26.629173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.639615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] No DVR routers for this DVR port 1e105065-6dba-4899-b6ee-77f192df74cb on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:26.671378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e105065-6dba-4899-b6ee-77f192df74cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.714631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.734242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.759145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] No DVR routers for this DVR port 1e105065-6dba-4899-b6ee-77f192df74cb on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:26.760249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:26.764707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:26.772523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:26.778483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.800822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.803758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.807602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/8ff0971c-28c0-485e-9bdb-020c277287ad HTTP/1.1" status: 204 len: 168 time: 0.3458230 Nov 12 03:32:26.808333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.812903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804f1a8-0d7d-4dd5-90df-0a49f4ec883d None None] Pushing event deleted for resources: {'Port': ['ID=1e105065-6dba-4899-b6ee-77f192df74cb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.834921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:26.842775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event updated for resources: {'Port': ['ID=1f14cff8-4f87-4ddd-bdeb-79e30272044f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.861451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6dcff-7942-47e2-a644-f7119c77944e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0971c-28c0-485e-9bdb-020c277287ad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.866888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615cf770-38b1-41f2-b0ca-3cdaf31f0a57') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:26.867189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615cf770-38b1-41f2-b0ca-3cdaf31f0a57') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:26.893008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.923287 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cff6ed40-7e60-4e2c-8935-26e2e7c97b3e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1069269 Nov 12 03:32:26.923613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.931005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.953697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:26.954447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:26.957688 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:27.022126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting port 1f14cff8-4f87-4ddd-bdeb-79e30272044f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:27.022126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.058984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.073522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.076964 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] 10.222.0.93 "DELETE /v2.0/networks/3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa HTTP/1.1" status: 204 len: 168 time: 1.2475712 Nov 12 03:32:27.096236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097de702-b14e-4e66-9341-61adaff53c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b563f6a-3ab0-44f8-bb10-0b9510fcb6aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.101216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.127182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.127986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.135903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.150117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Calling delete_port for 1f14cff8-4f87-4ddd-bdeb-79e30272044f owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.202071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.205813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.210298 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/9734b827-9ebe-4c4f-8377-c444557a0c46 HTTP/1.1" status: 204 len: 168 time: 0.2858102 Nov 12 03:32:27.210934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.236766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01850d6d-f4e4-4a6e-b302-91cdd2912968 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734b827-9ebe-4c4f-8377-c444557a0c46,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.312474 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c3f2b99e-1882-4624-aabd-987daeb4a393 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819960 Nov 12 03:32:27.318426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.323937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--654990856'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:27.329889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.379391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.382129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.417879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Port': ['ID=1f14cff8-4f87-4ddd-bdeb-79e30272044f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.440092 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4dbac6c7-eb43-4640-8bb1-4571f9eaf19b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=664feeefdb2343b98b5babb874d84fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082804 Nov 12 03:32:27.442429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.526545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.536396 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] create failed (client error): The resource could not be found. Nov 12 03:32:27.544375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-00ec9938-a1d5-4709-b7cf-d6135b81d2f8 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7237995 Nov 12 03:32:27.546301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58390) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.567207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.569315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.585057 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.647819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.649133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3294656 Nov 12 03:32:27.651940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.656405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '0eeb2a01-b5ab-45fa-9f65-7a59675c8eb3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:27.662695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting port c10039a1-7bd2-4b3d-b95d-ceefc14190bb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:27.663078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.666755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f805997-4424-483d-a34e-2e407944c7e6 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb2a01-b5ab-45fa-9f65-7a59675c8eb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.710964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.718073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.721160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.722319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9b19154-d2bd-4884-9bfd-dc2d94323322 HTTP/1.1" status: 204 len: 168 time: 0.2789068 Nov 12 03:32:27.757962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bd213-17ad-45cd-be2f-8f64479faeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b19154-d2bd-4884-9bfd-dc2d94323322,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.810272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.815209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.816985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.831024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Calling delete_port for c10039a1-7bd2-4b3d-b95d-ceefc14190bb owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.831719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2582c7-e57b-47f4-9e9d-09dd6baab36a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.850588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.851918 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38133811-cc3b-4c05-b4ff-9c19ac40d350 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1988814 Nov 12 03:32:27.854637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.912652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.925187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.961896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.971409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.972882 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/bb2582c7-e57b-47f4-9e9d-09dd6baab36a HTTP/1.1" status: 204 len: 168 time: 0.1173143 Nov 12 03:32:27.982118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.988504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6be7-d3bb-4e9e-816e-7394bb36891c tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb2582c7-e57b-47f4-9e9d-09dd6baab36a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.040179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-398990a9-32bc-4796-9022-8fe31bd3533d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568917 Nov 12 03:32:28.045143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.054071 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.104754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Port': ['ID=c10039a1-7bd2-4b3d-b95d-ceefc14190bb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.288672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a0ccc36-fcfd-43d4-ac38-995fbd79d4ad req-78f1e303-8058-4af8-afc0-2dcb9602e364 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0594707 Nov 12 03:32:28.322576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.325147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.331052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4ecf45e9-bd85-428f-b836-0ab97d85af87 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "DELETE /v2.0/ports/c10039a1-7bd2-4b3d-b95d-ceefc14190bb HTTP/1.1" status: 204 len: 168 time: 0.7808728 Nov 12 03:32:28.331502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.370422 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.408556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e92b4-762e-45c1-aa1f-e2b0b91bb9c1 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.410219 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-764e92b4-762e-45c1-aa1f-e2b0b91bb9c1 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c33502b-e965-4ec4-be2e-0d280361eea6 HTTP/1.1" status: 200 len: 913 time: 0.0777900 Nov 12 03:32:28.413270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58440) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.583927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.586547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.588075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/0eeb2a01-b5ab-45fa-9f65-7a59675c8eb3 HTTP/1.1" status: 204 len: 168 time: 0.5415206 Nov 12 03:32:28.590471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.601059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926fa10-e7f4-449e-abf2-bdef65d842e1 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb2a01-b5ab-45fa-9f65-7a59675c8eb3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.658642 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34ec912f-bfad-454e-a9b5-a955ebfdcd63 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663686 Nov 12 03:32:28.662762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.667910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group': {'name': 'tempest-secgroup--394447879'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:28.719632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.835710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.841873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.876150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.878349 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2143202 Nov 12 03:32:28.881358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.887532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '67c955df-4c30-49e4-b3cf-f11016fb5025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:28.893765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa463bdf-836a-4845-92fb-2a3d7b5c9b80 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c955df-4c30-49e4-b3cf-f11016fb5025,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.922842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.047488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.053052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.077240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.077503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61395a3c-6d65-4044-93fa-066fce7115c2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.094090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.095878 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-65a73bf9-55f7-4c29-a9c0-c0b758956bd2 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126992 Nov 12 03:32:29.102317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.129577 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5a5c5d9f-8526-4b1d-84dc-52f0d9dcaf5a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules/61395a3c-6d65-4044-93fa-066fce7115c2 HTTP/1.1" status: 200 len: 763 time: 0.0259140 Nov 12 03:32:29.132345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.184657 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfff6c6f-60b0-469f-8ccd-627ee3a3691d tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0507553 Nov 12 03:32:29.187214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58482) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.231541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.254776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.299477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.307388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.309400 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/61395a3c-6d65-4044-93fa-066fce7115c2 HTTP/1.1" status: 204 len: 168 time: 0.1205821 Nov 12 03:32:29.317554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.318302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a20edd-0ead-4769-b70d-02ecb4d3c455 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61395a3c-6d65-4044-93fa-066fce7115c2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.372325 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-69f6e72f-f88d-49dc-9227-e93287612abd tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505207 Nov 12 03:32:29.374767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.382869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '67c955df-4c30-49e4-b3cf-f11016fb5025', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:29.422007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting port 0323e97c-7b03-47ee-aae3-55774385db62 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:29.422636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.482548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.486735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec3bddd9-593c-4a66-9d76-091b04286289 req-988bedf0-1b26-4498-bb63-0e9d6ed24936 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0597634 Nov 12 03:32:29.588857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.610045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.619930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Calling delete_port for 0323e97c-7b03-47ee-aae3-55774385db62 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:29.623629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.658816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.660116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828462 Nov 12 03:32:29.662845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.664120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1212e8-2e17-4be6-8e31-cf3c654727ee tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94a3157-f53b-4e2d-92df-1a8df225eb73,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.727823 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d23f6f28-890a-4136-a587-56bab31f8987 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules/a94a3157-f53b-4e2d-92df-1a8df225eb73 HTTP/1.1" status: 200 len: 763 time: 0.0618312 Nov 12 03:32:29.731017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.792488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b962f11f-fa94-422b-9447-334085c6689b tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0600019 Nov 12 03:32:29.795303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.847059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.868447 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.905442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.915286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.916876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a94a3157-f53b-4e2d-92df-1a8df225eb73 HTTP/1.1" status: 204 len: 168 time: 0.1202204 Nov 12 03:32:29.922090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.930461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc16a94-b187-4398-8a0c-6088bf2c503a tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a94a3157-f53b-4e2d-92df-1a8df225eb73,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.974100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-936772c1-52f3-4e30-ad23-f1aa87bc6d96 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502739 Nov 12 03:32:29.976656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.992038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Request body: {'security_group_rule': {'security_group_id': '67c955df-4c30-49e4-b3cf-f11016fb5025', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:29.998050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.061162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Port': ['ID=0323e97c-7b03-47ee-aae3-55774385db62,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.100487 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Project 9ecee617d44d4cb8b2bb9b33da891fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:32:30.166782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.256069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.290663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.312346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.332130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea15319-2833-4c98-a8a0-37d3c3ba7507,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.354462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.358841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f4f1cafe-1c80-4d28-a839-e547ea2b6763 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3788147 Nov 12 03:32:30.359324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.390368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fcece517-7fe8-4843-91cd-518b309745cf tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules/2ea15319-2833-4c98-a8a0-37d3c3ba7507 HTTP/1.1" status: 200 len: 769 time: 0.0275249 Nov 12 03:32:30.390781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58528) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.442826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7ad941e0-cdf6-4fec-8b12-057e135e1e27 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0482438 Nov 12 03:32:30.443205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.479285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.488475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.530116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.538433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Router 4c33502b-e965-4ec4-be2e-0d280361eea6 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:30.554916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.556470 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/2ea15319-2833-4c98-a8a0-37d3c3ba7507 HTTP/1.1" status: 204 len: 168 time: 0.1122050 Nov 12 03:32:30.561644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.569414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332240b-cb66-40df-ac79-99c9c7e63eeb tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ea15319-2833-4c98-a8a0-37d3c3ba7507,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.618296 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b1701da6-0660-45fb-8ac1-e2b1f7c226ef tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552413 Nov 12 03:32:30.623348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.676576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.695874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.757533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.891160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.896313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.897989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "DELETE /v2.0/security-groups/67c955df-4c30-49e4-b3cf-f11016fb5025 HTTP/1.1" status: 204 len: 168 time: 0.2736032 Nov 12 03:32:30.907254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.945692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fde77-1ea0-4be6-9f5b-b32b69032103 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c955df-4c30-49e4-b3cf-f11016fb5025,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.983628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c990f314-68d7-4245-b2ad-7cf7680aba5e tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726714 Nov 12 03:32:31.004218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.060371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db3099e1-4a9a-44ff-b204-17ecfac183e4 tempest-SecGroupIPv6Test-1845864663 tempest-SecGroupIPv6Test-1845864663-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549126 Nov 12 03:32:31.129408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5780822e-3d69-40c0-94aa-c8ed864a1868 req-33970185-0023-48e1-839f-57230e52a745 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.5100811 Nov 12 03:32:31.138705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:31.150578 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] Sync routers for ids ['4c33502b-e965-4ec4-be2e-0d280361eea6'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:31.153171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-60449159-8667-41d2-98e1-25f34faaa028 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "PUT /v2.0/routers/4c33502b-e965-4ec4-be2e-0d280361eea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387772 Nov 12 03:32:31.164931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.170960 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] Routers {'4c33502b-e965-4ec4-be2e-0d280361eea6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:31.171662 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:32:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4c33502b-e965-4ec4-be2e-0d280361eea6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:31.172170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-000c3844-7670-4b2d-9afc-2a37def51489 req-abaa6286-8d51-4caf-bb50-af6e75d7eec3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0416129 Nov 12 03:32:31.213290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:31.224227 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] Routers {'4c33502b-e965-4ec4-be2e-0d280361eea6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:31.224990 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:32:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4c33502b-e965-4ec4-be2e-0d280361eea6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:31.262466 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:31.263659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7546f3c-8c65-45b8-bb5e-a1e7a08f2c6e None None] The sync data for ids ['4c33502b-e965-4ec4-be2e-0d280361eea6'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:31.297858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.488552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.491531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.520822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58588) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.552432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.553225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Fanout notify agent at l3_agent the message router_deleted on router 4c33502b-e965-4ec4-be2e-0d280361eea6 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:31.568381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.572731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58592) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.573392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-44b9dc80-741e-47fa-9641-500b01c4aea3 tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "DELETE /v2.0/routers/4c33502b-e965-4ec4-be2e-0d280361eea6 HTTP/1.1" status: 204 len: 168 time: 0.4061689 Nov 12 03:32:31.636193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting subnet 88ef1f87-8e44-4312-b973-3bb9352c709d {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:31.641102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.642104 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.706788 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.763152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-73118b2e-cbbf-4651-ac7b-5315c14fd5f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ecee617d44d4cb8b2bb9b33da891fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410212 Nov 12 03:32:31.763742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58596) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.766868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.825649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.840165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.851637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.913193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.915017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.916787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.920451 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e40d8dee-2966-4b87-8c9b-5e7df45e52d9 HTTP/1.1" status: 204 len: 168 time: 0.1493301 Nov 12 03:32:31.939453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f305f5c-cb1f-4b64-8099-5222022ffd65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.944122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892639-82db-43dd-b104-98d9cc0e873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d8dee-2966-4b87-8c9b-5e7df45e52d9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.991173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.995374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "DELETE /v2.0/subnets/88ef1f87-8e44-4312-b973-3bb9352c709d HTTP/1.1" status: 204 len: 168 time: 0.4216104 Nov 12 03:32:31.997407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.999619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1f68e-4100-4ce2-95be-a5c2e6fba4a7 None None] Network d11324c5-31de-46b9-a621-362f93d66ad6 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:32.016735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04a956-64f6-4002-a096-4b8da2ecb33e tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Subnet': ['ID=88ef1f87-8e44-4312-b973-3bb9352c709d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.146640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f305f5c-cb1f-4b64-8099-5222022ffd65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.152328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f305f5c-cb1f-4b64-8099-5222022ffd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.195216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5f305f5c-cb1f-4b64-8099-5222022ffd65 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=33f1421da5aa4262912110cda071236d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284408 Nov 12 03:32:32.198005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58618) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.252019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.317880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f305f5c-cb1f-4b64-8099-5222022ffd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a348259b-7dda-4144-98d0-565167d77e7c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.347176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb4f9536-ec5b-44ee-b458-4fabf723f9cd req-0c6eb76d-0fa1-4bdc-9a97-a4dccfec72b1 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0625830 Nov 12 03:32:32.357635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Deleting port 859584bf-445d-43fa-bf09-f15181f14044 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.357987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.359214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] DHCP port deletion for d11324c5-31de-46b9-a621-362f93d66ad6 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:32.403833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.422765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Deleting port 859584bf-445d-43fa-bf09-f15181f14044 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:32.424214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.430098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.485065 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.488221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.491886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a348259b-7dda-4144-98d0-565167d77e7c HTTP/1.1" status: 204 len: 168 time: 0.2902155 Nov 12 03:32:32.505718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] For port 859584bf-445d-43fa-bf09-f15181f14044, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=859584bf-445d-43fa-bf09-f15181f14044,segment=NetworkSegment(8cb95cfb-838a-49af-8c74-f7f25be6c9f2),segment_id=8cb95cfb-838a-49af-8c74-f7f25be6c9f2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.506377 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.524817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958632d8-2a8a-4b70-a81e-1249f6aeb731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a348259b-7dda-4144-98d0-565167d77e7c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.527994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Calling delete_port for 859584bf-445d-43fa-bf09-f15181f14044 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:32.548907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] For port 859584bf-445d-43fa-bf09-f15181f14044, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=859584bf-445d-43fa-bf09-f15181f14044,segment=NetworkSegment(8cb95cfb-838a-49af-8c74-f7f25be6c9f2),segment_id=8cb95cfb-838a-49af-8c74-f7f25be6c9f2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.551652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.586710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Calling delete_port for 859584bf-445d-43fa-bf09-f15181f14044 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:32.637809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.676326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] Pushing event deleted for resources: {'Port': ['ID=859584bf-445d-43fa-bf09-f15181f14044,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.679220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ed15a-b67f-44f6-a2aa-d1f451ce6da1 None None] No DVR routers for this DVR port 859584bf-445d-43fa-bf09-f15181f14044 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:32.722024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.758945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Port': ['ID=859584bf-445d-43fa-bf09-f15181f14044,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.766046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] No DVR routers for this DVR port 859584bf-445d-43fa-bf09-f15181f14044 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:32.893127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.917625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11324c5-31de-46b9-a621-362f93d66ad6']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.928823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb95cfb-838a-49af-8c74-f7f25be6c9f2') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.929728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb95cfb-838a-49af-8c74-f7f25be6c9f2') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.941512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.957888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.965759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.971531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:32.972032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:32.979590 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:32.989995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75f31263-3032-4663-809d-7acb83045a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.065569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.076940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.081330 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] 10.222.0.93 "DELETE /v2.0/networks/d11324c5-31de-46b9-a621-362f93d66ad6 HTTP/1.1" status: 204 len: 168 time: 1.0826817 Nov 12 03:32:33.113470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.123170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a062-8bca-4f27-bd15-1d59e7490a9f tempest-FloatingIPNegativeTestJSON-1236588877 tempest-FloatingIPNegativeTestJSON-1236588877-project] Pushing event deleted for resources: {'Network': ['ID=d11324c5-31de-46b9-a621-362f93d66ad6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.156192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75f31263-3032-4663-809d-7acb83045a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.161631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75f31263-3032-4663-809d-7acb83045a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.204825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-75f31263-3032-4663-809d-7acb83045a1f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=97ea11b5128440a2b7970e4cc8e9bb00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358809 Nov 12 03:32:33.207753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.267490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f31263-3032-4663-809d-7acb83045a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a4d84d-6dbe-4af7-9a89-6bc446e21af9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.310372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--479964756'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:33.315906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.352534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.361217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.375360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.494817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24928c23-91f7-492d-821e-f5e233b5c103 req-4a766ee8-1819-4b6d-85f2-0b72ff8a7187 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0350142 Nov 12 03:32:33.496404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.502949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.541787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.544421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.548293 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36a4d84d-6dbe-4af7-9a89-6bc446e21af9 HTTP/1.1" status: 204 len: 168 time: 0.3365164 Nov 12 03:32:33.563056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae99b9d-3454-4768-beaa-d0ceb6caaeb8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.564200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58666) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.583017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ef11f-b55b-45ac-98a6-c70d5e2a16aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a4d84d-6dbe-4af7-9a89-6bc446e21af9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.620550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.629007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.668055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2840b152-3c95-4126-9c40-62ceaf0e4842,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.684080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.686248 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a890c84c-0f9f-4430-ba70-bb78383a684f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5708969 Nov 12 03:32:33.689511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.785402 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7e9896cf-da89-415e-8106-c3da5dcc5587 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0942860 Nov 12 03:32:33.788148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.794107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-security--2096882525', 'description': 'tempest-security-description-149787026'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:33.847259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.911881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.917607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.922415 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.926131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "PUT /v2.0/security-groups/2840b152-3c95-4126-9c40-62ceaf0e4842 HTTP/1.1" status: 200 len: 1796 time: 0.1356449 Nov 12 03:32:33.930270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.987668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e50a3-77a1-4b40-aaf1-a91d0ca6d3e9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2840b152-3c95-4126-9c40-62ceaf0e4842,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.002865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a898e5a7-f4fe-43dd-b762-86eaee50f132 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=db8dc37d2aa241d79a8c71e08d305cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364889 Nov 12 03:32:34.004147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58692) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.004540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e6f21cff-acf0-424d-83b2-8f3f45e78f4f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups/2840b152-3c95-4126-9c40-62ceaf0e4842 HTTP/1.1" status: 200 len: 1796 time: 0.0688863 Nov 12 03:32:34.005313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.088125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.139596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.169617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.194753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.385196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.388194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.390005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.391255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.391484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/656d8c20-8a46-4c8b-bd5d-915460128b97 HTTP/1.1" status: 204 len: 168 time: 0.3851955 Nov 12 03:32:34.416157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b0878-92a4-471b-a45c-4ff6329aaebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d8c20-8a46-4c8b-bd5d-915460128b97,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.427793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/2840b152-3c95-4126-9c40-62ceaf0e4842 HTTP/1.1" status: 204 len: 168 time: 0.4204800 Nov 12 03:32:34.427793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58712) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.491917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 859584bf-445d-43fa-bf09-f15181f14044 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:34.526724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea02f7-1072-48dc-a6f4-6f3259ff8683 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2840b152-3c95-4126-9c40-62ceaf0e4842,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.531340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eaa6bcd-6bfd-4d9b-9514-2095fea85b2d req-45ad554a-2e10-4d83-9379-869a6e47aae1 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0752256 Nov 12 03:32:34.575592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.585672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ffe758c0-d79a-495b-95d5-0f706d468352 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1538765 Nov 12 03:32:34.608470 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-77063aa5-0363-46ee-b04a-bc000449deb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] delete failed (client error): The resource could not be found. Nov 12 03:32:34.611215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-77063aa5-0363-46ee-b04a-bc000449deb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/2840b152-3c95-4126-9c40-62ceaf0e4842 HTTP/1.1" status: 404 len: 347 time: 0.0328603 Nov 12 03:32:34.615897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.630003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382137225'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:34.643524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 859584bf-445d-43fa-bf09-f15181f14044 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:34.644699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 859584bf-445d-43fa-bf09-f15181f14044 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:34.678736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.824672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.830813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.867180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a69496-8f26-49ae-bc50-54276b643eee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.882944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.887094 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-646e2bc5-ad1a-477f-939e-fd088be15edc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2660053 Nov 12 03:32:34.887311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.892558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '27a69496-8f26-49ae-bc50-54276b643eee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:34.930955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.011302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.015284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.036433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c112cfed-b4a2-4af3-9e24-d7efcbcd04d8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.046692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.048861 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-25a68800-880a-48fd-b21e-f7b74f5756e1 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594322 Nov 12 03:32:35.051848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58738) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.077123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.085640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.162024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.174850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.177736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/c112cfed-b4a2-4af3-9e24-d7efcbcd04d8 HTTP/1.1" status: 204 len: 168 time: 0.1242087 Nov 12 03:32:35.180264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.198669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052418-d2bd-4e45-80fc-707a7eacc01a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c112cfed-b4a2-4af3-9e24-d7efcbcd04d8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.227419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-df1974c1-0944-4a12-991c-852c525a5139 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453362 Nov 12 03:32:35.231000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.305644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.339875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.404415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.408585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.409818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/27a69496-8f26-49ae-bc50-54276b643eee HTTP/1.1" status: 204 len: 168 time: 0.1754985 Nov 12 03:32:35.412412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.413362 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:35.445228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1fa77-ab51-4028-8789-a5674ef7731c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a69496-8f26-49ae-bc50-54276b643eee,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.481979 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5dbc4585-e258-4ca1-9fcd-5855044af3ad tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683808 Nov 12 03:32:35.486441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58766) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.492222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--563673525'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:35.523738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.640760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.646161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.690077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-996901c6-4424-47ce-8749-4c2905510438 req-b970b119-3678-4f79-92f7-ef2b73c3f974 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0322144 Nov 12 03:32:35.717828 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.719337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2318132 Nov 12 03:32:35.722327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.724003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d385d74-3dad-420c-af1e-5647ed23bae5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc0da5-b404-4808-b2ca-7c3693a822de,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.729349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0da5-b404-4808-b2ca-7c3693a822de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:35.771862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.847630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.853042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.881719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea44ab6-4c48-49ec-b8da-be9354ecf0b7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.890435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.892270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-feb0ab0b-1bd7-4743-8629-e2d392bdb91c tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683552 Nov 12 03:32:35.894855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58786) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.902068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0da5-b404-4808-b2ca-7c3693a822de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:35.933500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.017297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.021920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.040291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948b44ef-ce35-4f8b-b8d9-2d6cee8ae3d3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.053096 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.054340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2f784197-f14d-4a27-84de-82682acbf6dc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583872 Nov 12 03:32:36.057304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58792) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.062136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0da5-b404-4808-b2ca-7c3693a822de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:36.095263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.165247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.170813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.200188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec57b1cb-1686-45e9-8fcf-ce5dd11889a0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.215672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.216941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6a985602-f82b-47ad-9435-af99e68315d6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586485 Nov 12 03:32:36.219898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58802) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.227709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0da5-b404-4808-b2ca-7c3693a822de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:36.286843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.367416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.372833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.396597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb826ebc-a317-4969-bd9b-59e32b9fbf6d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.404853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.409068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77bc8167-5b10-4d2c-85aa-03b7de40826a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1870463 Nov 12 03:32:36.412425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.417423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '6bfc0da5-b404-4808-b2ca-7c3693a822de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:36.451523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.542644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.547462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.573226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb55dfb8-29e2-436b-8070-a9c208d62fac,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.587050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.587050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b47fbdbb-7dff-438c-b831-860eca7e6675 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1652293 Nov 12 03:32:36.587543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.630561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.641449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.709213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.718207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.720183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/cb55dfb8-29e2-436b-8070-a9c208d62fac HTTP/1.1" status: 204 len: 168 time: 0.1354218 Nov 12 03:32:36.722547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58844) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.730935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cded6c-46c2-46c2-9bd6-b98f0fd5afce tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb55dfb8-29e2-436b-8070-a9c208d62fac,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.776185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-51f32863-4028-4fd2-bc0f-9c3aefb49115 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0524390 Nov 12 03:32:36.779372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.825342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.844519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.882829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.890223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3dc7446-bdd6-4f82-9eea-d587aba25328 req-9e4d63f8-eaf1-48cf-941c-6f186d56c481 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0534644 Nov 12 03:32:36.901334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.908026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/cb826ebc-a317-4969-bd9b-59e32b9fbf6d HTTP/1.1" status: 204 len: 168 time: 0.1257474 Nov 12 03:32:36.908999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58860) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.922064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64654039-4e21-4c22-8144-a185974fdbb9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb826ebc-a317-4969-bd9b-59e32b9fbf6d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.962275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bf58984c-fa1f-4c17-b75c-f8ac0a9a7d96 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0521073 Nov 12 03:32:36.964970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58864) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.993607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.003436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.033711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.043366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.046912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/ec57b1cb-1686-45e9-8fcf-ce5dd11889a0 HTTP/1.1" status: 204 len: 168 time: 0.0762308 Nov 12 03:32:37.048413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.051374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b44b4-b82a-4668-9730-f1705ed6b618 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec57b1cb-1686-45e9-8fcf-ce5dd11889a0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.104583 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fb122344-8dad-4a01-97ce-4598a832c0cc tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0542984 Nov 12 03:32:37.106684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.157533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.172075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.222646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.236692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.240557 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/948b44ef-ce35-4f8b-b8d9-2d6cee8ae3d3 HTTP/1.1" status: 204 len: 168 time: 0.1328683 Nov 12 03:32:37.241240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58884) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.257924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c728b5-a560-4157-ab87-5d13822ad6a8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=948b44ef-ce35-4f8b-b8d9-2d6cee8ae3d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.304304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.304857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-815b4ced-b9a4-40da-8b96-8c714db1d2e3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0616117 Nov 12 03:32:37.340090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.351012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.393777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.403237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.404750 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/fea44ab6-4c48-49ec-b8da-be9354ecf0b7 HTTP/1.1" status: 204 len: 168 time: 0.0989928 Nov 12 03:32:37.407953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.413054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e5fc6-e629-450a-bfab-d52e2113b1fd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fea44ab6-4c48-49ec-b8da-be9354ecf0b7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.456937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d2a453b-22d4-4f60-a17b-5a88ac3b0cbd tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476542 Nov 12 03:32:37.459531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58898) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.501580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.522987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.548807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.595199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.600421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.601589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/6bfc0da5-b404-4808-b2ca-7c3693a822de HTTP/1.1" status: 204 len: 168 time: 0.1409948 Nov 12 03:32:37.605116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.616189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65e4e-c100-4c81-ac31-0c5ab3a476a3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc0da5-b404-4808-b2ca-7c3693a822de,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.682434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdff3313-4b9b-494c-a8a8-99d137f06e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.700248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58914) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.763022 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ab41952-d2bd-4d25-9821-26e720b2d82a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1562259 Nov 12 03:32:37.768157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58918) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.776222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--197432970'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:37.803466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdff3313-4b9b-494c-a8a8-99d137f06e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.809496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdff3313-4b9b-494c-a8a8-99d137f06e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.830324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.893638 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bdff3313-4b9b-494c-a8a8-99d137f06e18 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=674016d6adf54769932fb19c7cf7ca95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904276 Nov 12 03:32:37.896016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff3313-4b9b-494c-a8a8-99d137f06e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f41da15-3367-44d7-aa06-a00893cd599b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.897881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.910924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95219c43-797a-4ed6-a9bf-eb328c2b0356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.983879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.007432 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.046482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a188098-58e8-43bf-8dc3-f86b9b47ceea req-45b1f008-d69a-4cbd-80c0-8aee3c51dec8 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0653317 Nov 12 03:32:38.057329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.058886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2896228 Nov 12 03:32:38.062854 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.063112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.071370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': '3073afc5-515a-409a-811a-1b880c7c0f58', 'direction': 'ingress', 'protocol': 17}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.100436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28128282-2996-447a-a601-62e351dbdd23 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3073afc5-515a-409a-811a-1b880c7c0f58,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.101974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.122116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.179221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.183954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.184510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95219c43-797a-4ed6-a9bf-eb328c2b0356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.191752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95219c43-797a-4ed6-a9bf-eb328c2b0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.207018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d416d73-3d3f-4cd5-8c66-224faf17d92d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.224595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.225520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-071748b0-5c18-4897-8c22-2d6dba31ea41 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1585319 Nov 12 03:32:38.227866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.243766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95219c43-797a-4ed6-a9bf-eb328c2b0356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945bc38-4abf-48d4-9831-4d31ed06b036,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.247394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.249925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.252507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7f41da15-3367-44d7-aa06-a00893cd599b HTTP/1.1" status: 204 len: 168 time: 0.3529942 Nov 12 03:32:38.257960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-95219c43-797a-4ed6-a9bf-eb328c2b0356 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=30b1f1a27e4d4fc48af64df672ca678c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566890 Nov 12 03:32:38.260496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58938) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.305721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.308094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7477f-2bfe-4635-8481-f52a6680a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f41da15-3367-44d7-aa06-a00893cd599b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.322087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.351322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.351566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.409211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.411788 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.415050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d945bc38-4abf-48d4-9831-4d31ed06b036 HTTP/1.1" status: 204 len: 168 time: 0.1514087 Nov 12 03:32:38.422522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.428020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.429476 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/3073afc5-515a-409a-811a-1b880c7c0f58 HTTP/1.1" status: 204 len: 168 time: 0.2005944 Nov 12 03:32:38.433807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.440935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc236f-cae5-4b9b-b122-27c0702c4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945bc38-4abf-48d4-9831-4d31ed06b036,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.448717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10312f5a-8289-49dd-bd1e-9538b5db860a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073afc5-515a-409a-811a-1b880c7c0f58,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.539539 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc388b3a-d6cd-4cf0-be85-47abf6dec88e tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001139 Nov 12 03:32:38.540008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58946) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.545483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003822028'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.589911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.675835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.676241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.682644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.691010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b041adaf-7d42-4973-958d-774b855134e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.716455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.717697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1764250 Nov 12 03:32:38.720367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcb147-0489-4105-a92f-4e2ffce5d16b tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5159e7c-bd06-4f0d-9243-467ddb1a4b58,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.723053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58952) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.727630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--591557634'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.767142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.892366 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b041adaf-7d42-4973-958d-774b855134e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.897098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b041adaf-7d42-4973-958d-774b855134e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.931897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.941868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041adaf-7d42-4973-958d-774b855134e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99214375-23be-4177-abb1-c2ba241ad9ea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.947847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.974377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b041adaf-7d42-4973-958d-774b855134e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94aa7c0a3df14e0d86f0de5aa4a2ecdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970614 Nov 12 03:32:38.977375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.000389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb919846-968f-49bd-91bb-9ce27df66702,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.005007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.006634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-15354971-3d6d-4c60-800a-8992931f046a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2826281 Nov 12 03:32:39.009432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.017322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': 'd5159e7c-bd06-4f0d-9243-467ddb1a4b58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb919846-968f-49bd-91bb-9ce27df66702', 'remote_ip_prefix': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.042625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.049194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.070203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.073739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fee077f-309a-4606-b7c0-9c7e627be7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.156499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fee077f-309a-4606-b7c0-9c7e627be7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.170565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.174695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.176591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99214375-23be-4177-abb1-c2ba241ad9ea HTTP/1.1" status: 204 len: 168 time: 0.1981933 Nov 12 03:32:39.177711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fee077f-309a-4606-b7c0-9c7e627be7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.186751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f86768-365e-4fc2-baee-83a1d69793b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99214375-23be-4177-abb1-c2ba241ad9ea,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.248814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d87cd35a-0de2-4ec2-8bab-bb8e53f5bb3b req-0cb2cf45-b760-4f32-bc30-31e4ae75127d tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0895572 Nov 12 03:32:39.254386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.309881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0fee077f-309a-4606-b7c0-9c7e627be7cd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a847d3b0b03941bfb39cdbbabbd6c6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591431 Nov 12 03:32:39.312930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.315827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee077f-309a-4606-b7c0-9c7e627be7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1073f529-098b-4c7e-81fb-6180008a70ed,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.391092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.401334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.408838 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.438331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a622c47a-fab3-4f5a-b764-bdc1be1d903a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.438670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.447274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.448716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-42c72ba9-077b-463d-b10b-c6b26c07b4e2 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4379778 Nov 12 03:32:39.452414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58978) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.490307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.502412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.543789 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.553735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.557350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1073f529-098b-4c7e-81fb-6180008a70ed HTTP/1.1" status: 204 len: 168 time: 0.2414389 Nov 12 03:32:39.573730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.574007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11573fce-c351-4858-86ce-e7ad841f562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1073f529-098b-4c7e-81fb-6180008a70ed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.599425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.600621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/a622c47a-fab3-4f5a-b764-bdc1be1d903a HTTP/1.1" status: 204 len: 168 time: 0.1472526 Nov 12 03:32:39.603295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.636476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3e7a3-efd9-4b98-af1f-d1237bbff5d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a622c47a-fab3-4f5a-b764-bdc1be1d903a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:39.671092 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-83db7f55-6bfb-4c8f-aee4-765b8b76dc0e tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0666208 Nov 12 03:32:39.675625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.733649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.766575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.837370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.840431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.841801 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/fb919846-968f-49bd-91bb-9ce27df66702 HTTP/1.1" status: 204 len: 168 time: 0.1669660 Nov 12 03:32:39.844532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.872112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac4a63-73e7-47c7-8745-d7705c1a56d9 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb919846-968f-49bd-91bb-9ce27df66702,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.014700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4fad9743-f871-46ae-9a1d-aefaeb416ea7 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1689129 Nov 12 03:32:40.018227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.134524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.183838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.291771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.302393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.306818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/d5159e7c-bd06-4f0d-9243-467ddb1a4b58 HTTP/1.1" status: 204 len: 168 time: 0.2872529 Nov 12 03:32:40.309429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59026) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.339728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c204b1-c913-43f6-920a-2d67e8eca819 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5159e7c-bd06-4f0d-9243-467ddb1a4b58,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.401334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2ce155a3-614e-4568-a984-001d9239728e tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0898285 Nov 12 03:32:40.406666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.412478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200921908'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:40.441524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.452236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de6f5f33-710a-4c9b-a6b1-756da9145cbc req-7533a426-e90b-47cf-8686-65111edc0fcc tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0498035 Nov 12 03:32:40.665239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.673773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.725304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.729017 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3200796 Nov 12 03:32:40.731620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59040) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.736949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': 'ff9afd5f-76ae-4901-aead-a1034ac435e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:40.805118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b635ea-b8f3-4a7e-b971-e7c1c1f328ec tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9afd5f-76ae-4901-aead-a1034ac435e1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.819087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.931236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.949471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.976969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ff261f-556e-4669-a7df-5b4179b26e43,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:40.992628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.994615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5a75abbe-d9c4-4afd-bd5d-22f2d934a087 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2612259 Nov 12 03:32:40.997264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59048) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.033831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.046818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.079367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.091617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.096604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59054) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.097415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/36ff261f-556e-4669-a7df-5b4179b26e43 HTTP/1.1" status: 204 len: 168 time: 0.0987444 Nov 12 03:32:41.136389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368cbb-25b7-4dbc-9e8c-ea91a9a1d666 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ff261f-556e-4669-a7df-5b4179b26e43,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.159438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e96b9c6e-7896-4b3b-bc5a-14e5879603a4 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618546 Nov 12 03:32:41.162120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.279276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.322191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.397716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.400805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.402525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/ff9afd5f-76ae-4901-aead-a1034ac435e1 HTTP/1.1" status: 204 len: 168 time: 0.2387185 Nov 12 03:32:41.405673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.426683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c24b-b844-4673-b12f-f0d4638e0db6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9afd5f-76ae-4901-aead-a1034ac435e1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.512180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59078) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.512864 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a18f1ff-f845-4a3c-b2ff-456b0393be22 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017504 Nov 12 03:32:41.518316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990989169'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.577483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.732651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db112022-751e-4c8e-88e4-b8ab70d6b6d6 req-fe43cec1-46ef-4082-9c42-1e93fbb73431 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0867319 Nov 12 03:32:41.812719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.818435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.894614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.899186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.899882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3856416 Nov 12 03:32:41.900976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad9812-d18b-4a00-930c-b162904fe32a tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e0841-7762-454b-bb02-b1d025f319db,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.906418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': 'a61e0841-7762-454b-bb02-b1d025f319db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.965917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.102352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.107216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.135427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0047c417-f353-477f-a518-a1ab9b1e68e9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.164039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.170822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-48e2be6f-9091-4775-b1aa-c35fa7ad29b3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2674494 Nov 12 03:32:42.171067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.205393 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d420f6f4-7ba2-4009-9a89-b50aec5d22d8 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules/0047c417-f353-477f-a518-a1ab9b1e68e9 HTTP/1.1" status: 200 len: 763 time: 0.0309336 Nov 12 03:32:42.208062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.278247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59118) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.311531 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bb004f55-3b38-4867-bd15-6f7a2a415adf tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1023095 Nov 12 03:32:42.375269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.397876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.462091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.473460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.474702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/0047c417-f353-477f-a518-a1ab9b1e68e9 HTTP/1.1" status: 204 len: 168 time: 0.1954293 Nov 12 03:32:42.477490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.484549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fc94d-85bc-4b4b-9441-1e9f35e50b52 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0047c417-f353-477f-a518-a1ab9b1e68e9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.523784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59130) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.524257 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-20626287-3ebd-4832-aff8-9f61636fd067 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455155 Nov 12 03:32:42.529249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': 'a61e0841-7762-454b-bb02-b1d025f319db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:42.572317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.640564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.646163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.670965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ce5c36-be0f-4d69-aa91-53a31521c639,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.677672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.678888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc2e8c9e-41f2-4f67-a1f7-cdc01fee1fb6 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539111 Nov 12 03:32:42.681688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59136) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.701516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d989eb45-a656-4346-b020-636bfade0ae3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules/b4ce5c36-be0f-4d69-aa91-53a31521c639 HTTP/1.1" status: 200 len: 763 time: 0.0186362 Nov 12 03:32:42.704773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.765224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.774597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a26b7d31-6158-46cc-9e1d-f4b25da96d46 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0686004 Nov 12 03:32:42.796548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.805688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.839522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.848966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.853943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59148) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.870176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/b4ce5c36-be0f-4d69-aa91-53a31521c639 HTTP/1.1" status: 204 len: 168 time: 0.1031117 Nov 12 03:32:42.886948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f932d7-aba9-45e9-b04a-b6f0356aa1ff tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ce5c36-be0f-4d69-aa91-53a31521c639,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.934302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.934880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c766d34-9837-4b70-abf8-7d2abcfd06c5 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0776129 Nov 12 03:32:42.942774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Request body: {'security_group_rule': {'security_group_id': 'a61e0841-7762-454b-bb02-b1d025f319db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:42.960211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b598940-7c78-406d-b441-b7accb0d23d7 req-0fb9feb9-8492-4e4f-984a-5011a65f616e tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0701070 Nov 12 03:32:42.992402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.055981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.065241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.086592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791e8f45-cfef-4108-b399-168dd2da0f1b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.092533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.094050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-96f0878a-2a1a-4c8e-b7f0-95bd9d0cf4d0 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577914 Nov 12 03:32:43.096689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.115867 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ecb9f4c-426a-465c-a563-41bf033f31f3 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules/791e8f45-cfef-4108-b399-168dd2da0f1b HTTP/1.1" status: 200 len: 764 time: 0.0175102 Nov 12 03:32:43.118393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59158) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.171925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a85bb6c7-dfc3-4d62-8f4c-729501af1065 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0519686 Nov 12 03:32:43.177701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59160) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.257498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.270885 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.313431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.322626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.327077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-group-rules/791e8f45-cfef-4108-b399-168dd2da0f1b HTTP/1.1" status: 204 len: 168 time: 0.1473429 Nov 12 03:32:43.327281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.332742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491466e-25ce-4ec2-a5a0-0812cef6d910 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=791e8f45-cfef-4108-b399-168dd2da0f1b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.425896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.434718 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d3291a64-f604-4360-9d69-403a920853cb tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056616 Nov 12 03:32:43.506382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.537082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.606319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.609183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.613717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.620579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "DELETE /v2.0/security-groups/a61e0841-7762-454b-bb02-b1d025f319db HTTP/1.1" status: 204 len: 168 time: 0.1935003 Nov 12 03:32:43.640493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6a1d0-2966-493b-b12f-84f468f7c0de tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e0841-7762-454b-bb02-b1d025f319db,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.676289 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cca0cb54-87ed-4d2c-8320-9a2d6ebdd73f tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610793 Nov 12 03:32:43.677039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.741731 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4a712f4-3c0d-4bc1-bd7a-df5cdeb7a404 tempest-SecGroupTest-1813759370 tempest-SecGroupTest-1813759370-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635390 Nov 12 03:32:44.123752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb9973b2-2934-4e79-830c-d7dd4759f641 req-d6c2e6da-134b-48c4-81a2-eb0e2526fb68 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0427394 Nov 12 03:32:44.207188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59202) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.584281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.584846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-940d087d-2533-42ed-9227-1accd4f9977b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a33515e12c3a400695671502221e2f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758540 Nov 12 03:32:44.673566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.701712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.758134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.761301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.765613 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aae99b9d-3454-4768-beaa-d0ceb6caaeb8 HTTP/1.1" status: 204 len: 168 time: 0.1761262 Nov 12 03:32:44.790905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29c8de-fe70-4006-9393-e2833dc3a96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae99b9d-3454-4768-beaa-d0ceb6caaeb8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.271094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-17b3d57b-a954-4a5f-8fe1-1c34e2532ae9 req-6e576c1b-923b-425f-8fe4-27ae0e2be66d tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0509923 Nov 12 03:32:46.419186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5e147f5-00b3-43c2-843d-642961ca5393 req-bcf38776-c402-4bd6-bc98-a93a9296adc2 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0381842 Nov 12 03:32:47.511518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-096b1182-7a0b-41e1-a6fc-6976529faf79 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774755 Nov 12 03:32:47.609485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd7d07cf-1ba4-4062-8192-27be6da732d0 req-7bf59e5f-33cf-4bd2-adbf-43fb914875cb tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0563054 Nov 12 03:32:47.644867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-c6ad410a-80b0-4a08-8b74-514a47cedc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.649872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-c6ad410a-80b0-4a08-8b74-514a47cedc03 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1097 time: 0.1149080 Nov 12 03:32:47.905565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-6bc26f9b-42e9-4994-8d45-b9bfd61125a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.907721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-6bc26f9b-42e9-4994-8d45-b9bfd61125a2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.2312686 Nov 12 03:32:47.993651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:48.004475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec79554d-c671-488e-8b17-4c7fed9c7863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.055698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-2464f71c-74ef-4e33-89b6-23ab42589690 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 1000 time: 0.1401753 Nov 12 03:32:48.156045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-3363b698-db94-4c80-aa37-2df3f77a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.163034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-3363b698-db94-4c80-aa37-2df3f77a306a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0972025 Nov 12 03:32:48.267753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-c0e1b850-78db-473a-8ab3-d138b32ca2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.270784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-c0e1b850-78db-473a-8ab3-d138b32ca2d2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933118 Nov 12 03:32:48.350200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8d6339d-de63-4809-891d-b1060b83be72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.471690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8d6339d-de63-4809-891d-b1060b83be72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.479110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8d6339d-de63-4809-891d-b1060b83be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.486281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-f8b27f8c-a147-4648-9525-eff9991ec8e0 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078695 Nov 12 03:32:48.536292 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8d6339d-de63-4809-891d-b1060b83be72 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1442e427dcc4aa9882bc2056104a619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403295 Nov 12 03:32:48.539757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:48.553945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6339d-de63-4809-891d-b1060b83be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6119b542-de52-4816-ba05-18ddf6c80199,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.622564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.656832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.707504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bf3a447-2720-481c-a30b-e52a161b1a2c req-f61e2714-133f-411d-b54c-5f4d8f4f7066 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133539 Nov 12 03:32:48.761805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.768378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.773523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6119b542-de52-4816-ba05-18ddf6c80199 HTTP/1.1" status: 204 len: 168 time: 0.2302010 Nov 12 03:32:48.801036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ecab9-d8e1-4c39-9b28-f98a8305d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119b542-de52-4816-ba05-18ddf6c80199,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.831117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3dc3614-ec28-45df-9624-cad89a1789e4 req-d469fc12-af73-41e5-b82d-e4510232b7ac tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.1123974 Nov 12 03:32:49.336994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.354589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8137dfb-639d-4ad3-9456-f4d741155000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.477208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8137dfb-639d-4ad3-9456-f4d741155000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.482782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8137dfb-639d-4ad3-9456-f4d741155000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.524809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8137dfb-639d-4ad3-9456-f4d741155000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a989b72-f011-4c1a-bb76-0832bcb95c0f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.563918 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e8137dfb-639d-4ad3-9456-f4d741155000 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ccb060bf247f4384afcd2799ab096741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249644 Nov 12 03:32:49.566478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.674342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.716108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.776255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.779512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.781109 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9a989b72-f011-4c1a-bb76-0832bcb95c0f HTTP/1.1" status: 204 len: 168 time: 0.2133930 Nov 12 03:32:49.799802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990cc85-05dc-4ac3-ab55-5305ea269d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a989b72-f011-4c1a-bb76-0832bcb95c0f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.994132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00248c3d-383b-4a34-9e68-5b828a153393 req-1cd4dbe0-1341-4a5a-95b8-8d10edcd0a3e tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0568485 Nov 12 03:32:50.364514 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-839e7607-af3a-4469-a5a1-77fd8b4574a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.171878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d223f176-f561-40fb-afab-7ab9def7cfce req-309438d7-79d3-4b93-9944-130bc9a7f21a tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0475760 Nov 12 03:32:51.436492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:51.647863 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.741748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-141d50f8-f878-4e6f-a931-8d72e1593fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.867914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-141d50f8-f878-4e6f-a931-8d72e1593fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.873672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-141d50f8-f878-4e6f-a931-8d72e1593fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.907439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d50f8-f878-4e6f-a931-8d72e1593fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c3afb-06ea-4e20-a624-ac257c4856b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.934845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-141d50f8-f878-4e6f-a931-8d72e1593fdd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=947de27c803741898a668ff50a1c1e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968674 Nov 12 03:32:51.937471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59520) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:51.992890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.016696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.078606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.081534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.082722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/046c3afb-06ea-4e20-a624-ac257c4856b0 HTTP/1.1" status: 204 len: 168 time: 0.1434462 Nov 12 03:32:52.092456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc45fa-5bb9-4571-9e95-37ce4e08d5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c3afb-06ea-4e20-a624-ac257c4856b0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.346310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c4ed3e5-db49-4a8c-9676-e7a28e7d8ed2 req-1650832d-e48c-42a1-a657-13a26159112e tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0405328 Nov 12 03:32:52.593593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59540) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.607328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b458-c5ec-47d2-9d0c-00ecc965e7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.693328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b458-c5ec-47d2-9d0c-00ecc965e7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.698604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2f7b458-c5ec-47d2-9d0c-00ecc965e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.734104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7b458-c5ec-47d2-9d0c-00ecc965e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd85d81-49ee-4590-b6ee-5050a83a2f3c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.767480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e2f7b458-c5ec-47d2-9d0c-00ecc965e7b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c785fae20c564ac0ab30b5cef642020e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707551 Nov 12 03:32:52.768846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.880481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.904763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.960114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.963185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.964355 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ccd85d81-49ee-4590-b6ee-5050a83a2f3c HTTP/1.1" status: 204 len: 168 time: 0.1938889 Nov 12 03:32:52.977186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f151f-7ee7-4566-a979-8176f42282e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd85d81-49ee-4590-b6ee-5050a83a2f3c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.025891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.512119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-526d24bc-c796-4ebd-b9b0-fab08f4f2a66 req-1a877e6f-639a-4809-834a-f36342360a64 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0576952 Nov 12 03:32:53.602392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.646102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4590d78d-fd18-401f-9e89-afa81e9dde55 req-ff395e99-1158-4999-912e-d0f7515a113f tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0483522 Nov 12 03:32:55.899095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3596d989-2a6b-43f2-9d38-0547d93f0640 req-0c382d14-ffc5-4b91-92a7-24bdcbd553e0 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0583951 Nov 12 03:32:56.580098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b7312-d3a9-4369-b203-77b49d6c5ece req-3332bbf0-c681-4e0e-9dec-bfbf3752f738 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.584528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb4b7312-d3a9-4369-b203-77b49d6c5ece req-3332bbf0-c681-4e0e-9dec-bfbf3752f738 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1092515 Nov 12 03:32:56.689837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb4b7312-d3a9-4369-b203-77b49d6c5ece req-b5ab35fe-662e-4146-8825-5da94f1986ea tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929084 Nov 12 03:32:57.033871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.184377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b5b024e-7f41-44e1-a032-14ef3477f749 req-30623cbc-1ea6-4690-9b51-03ced65f5219 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0563755 Nov 12 03:32:57.239416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-884e970b-ab9e-4954-9078-e8fd2cc26bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.341031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-884e970b-ab9e-4954-9078-e8fd2cc26bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.355461 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-884e970b-ab9e-4954-9078-e8fd2cc26bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.467022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e970b-ab9e-4954-9078-e8fd2cc26bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b663c58d-f435-4339-9685-101360a7e8b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.487377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59716) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.508368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-884e970b-ab9e-4954-9078-e8fd2cc26bf2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9fe028b830624d71b421772acbf18380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676039 Nov 12 03:32:57.607897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.652225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.701120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.806076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.809409 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.814846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b663c58d-f435-4339-9685-101360a7e8b0 HTTP/1.1" status: 204 len: 168 time: 0.3263497 Nov 12 03:32:57.862199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86fa38d9-1b01-494d-8634-70cd6a03c871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.878731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7996-1a0a-4131-a809-8478af186e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b663c58d-f435-4339-9685-101360a7e8b0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.013986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0df0a6-4959-46b5-aa9b-bae7a48f0e91 req-73634051-b66b-4989-b439-e4aa4c516809 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.018377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b0df0a6-4959-46b5-aa9b-bae7a48f0e91 req-73634051-b66b-4989-b439-e4aa4c516809 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.2018669 Nov 12 03:32:58.098090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86fa38d9-1b01-494d-8634-70cd6a03c871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.103519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86fa38d9-1b01-494d-8634-70cd6a03c871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.120430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b0df0a6-4959-46b5-aa9b-bae7a48f0e91 req-157a9aed-6c28-4a8e-a05f-42cd2d80073b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902967 Nov 12 03:32:58.152330 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-86fa38d9-1b01-494d-8634-70cd6a03c871 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1427da7000b8459b850bd0aca381c81e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432837 Nov 12 03:32:58.152567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.165341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa38d9-1b01-494d-8634-70cd6a03c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74008593-dae0-4c65-b232-00bfa7439997,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.246495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.342230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.417920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e23b880c-3ca6-44fb-8ed8-6d31e37bc0f3 req-cb3c7af0-184e-45ca-9bcc-532b2db96af3 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0500143 Nov 12 03:32:58.472899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.481075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.494082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/74008593-dae0-4c65-b232-00bfa7439997 HTTP/1.1" status: 204 len: 168 time: 0.3400319 Nov 12 03:32:58.514618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38fc7e-6238-40fa-b52d-90341533e512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74008593-dae0-4c65-b232-00bfa7439997,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.518898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.540804 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f9af4b0-7dd6-4d18-91d7-26fe6b61a963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.839736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f9af4b0-7dd6-4d18-91d7-26fe6b61a963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.856969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f9af4b0-7dd6-4d18-91d7-26fe6b61a963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.965816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6f9af4b0-7dd6-4d18-91d7-26fe6b61a963 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=270f96d3604b457eb6d4dda6e23acacc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435711 Nov 12 03:32:58.965816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9af4b0-7dd6-4d18-91d7-26fe6b61a963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70628e6f-bd53-4057-a48f-a51b34574e7c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.966170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.071109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.120963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.147942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59754) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.164394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e87cc66-cf86-439b-b2a6-b99bc31b6f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.221048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.232234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.237337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/70628e6f-bd53-4057-a48f-a51b34574e7c HTTP/1.1" status: 204 len: 168 time: 0.2676101 Nov 12 03:32:59.297496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e41ea-0810-43ed-925d-00d9e2a63647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70628e6f-bd53-4057-a48f-a51b34574e7c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.339589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fe7e-4bf3-49b4-b483-b0ab6ee28d1c req-246c2f32-d2e4-4c7a-a96e-dc097b84ae40 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.342909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad7fe7e-4bf3-49b4-b483-b0ab6ee28d1c req-246c2f32-d2e4-4c7a-a96e-dc097b84ae40 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0812685 Nov 12 03:32:59.369748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e87cc66-cf86-439b-b2a6-b99bc31b6f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.376912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e87cc66-cf86-439b-b2a6-b99bc31b6f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.433160 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e87cc66-cf86-439b-b2a6-b99bc31b6f74 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ba4f78bcab649ab8bdf51b5e7081a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834649 Nov 12 03:32:59.435520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.467120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad7fe7e-4bf3-49b4-b483-b0ab6ee28d1c req-0fb368e2-346f-4fb4-8c25-a9c7e38d8150 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171188 Nov 12 03:32:59.488502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87cc66-cf86-439b-b2a6-b99bc31b6f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1142bbbe-7090-439a-833f-6bb8676df54e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.529331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.602358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.741138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0e4abc3-a4d4-482a-baaf-28287fc4fc97 req-62558cc1-5baf-49c3-9725-30981147105e tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.1112103 Nov 12 03:32:59.796657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.802801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.808987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1142bbbe-7090-439a-833f-6bb8676df54e HTTP/1.1" status: 204 len: 168 time: 0.3661613 Nov 12 03:32:59.861213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e53077-f296-4d6b-9486-717c930b5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1142bbbe-7090-439a-833f-6bb8676df54e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.689149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.940668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d9d6d1e-c381-423c-a801-77f8fb1db673 req-7ae110af-888e-45f6-9242-2ac7a79e310b tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0362613 Nov 12 03:33:01.114695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a84de-6a33-4d28-9e25-4a37e1f56bd4 req-1f29d2e4-47a1-422c-bcf8-38870eeda29b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.119533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c08a84de-6a33-4d28-9e25-4a37e1f56bd4 req-1f29d2e4-47a1-422c-bcf8-38870eeda29b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.5679512 Nov 12 03:33:01.196247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c08a84de-6a33-4d28-9e25-4a37e1f56bd4 req-6a4f6d65-078f-4c95-92e9-81b234f03cde tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584512 Nov 12 03:33:01.644484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.327171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94226229-449a-4eac-b5e3-f264d37d5560 req-0dd5681f-46e3-4fa9-ba75-3470461db8d9 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.336370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94226229-449a-4eac-b5e3-f264d37d5560 req-0dd5681f-46e3-4fa9-ba75-3470461db8d9 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0696023 Nov 12 03:33:02.407278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94226229-449a-4eac-b5e3-f264d37d5560 req-52a57e4b-6568-49ee-97a2-23dc50f18224 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695207 Nov 12 03:33:02.599567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d2a66e0-fb43-4405-ae3c-8f17e84dd8f5 req-082c8d28-9a03-4077-b1ac-1bbe9635bf58 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.4574058 Nov 12 03:33:03.610771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad38ba-9160-4320-8de8-a0659ac4122e req-d18e991c-0b8d-46cf-82c9-44c951c11f75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.616337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6ad38ba-9160-4320-8de8-a0659ac4122e req-d18e991c-0b8d-46cf-82c9-44c951c11f75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1088009 Nov 12 03:33:03.694833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6ad38ba-9160-4320-8de8-a0659ac4122e req-e6deda92-4271-4fc9-9006-ada96c720f09 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755236 Nov 12 03:33:03.861826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b953cc19-e694-4d4f-aec1-2bfa4e2bdf17 req-feaffe7b-608e-4db4-864d-90fd19b8af80 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0851486 Nov 12 03:33:04.878221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3685e4-3ecf-4103-9c80-28c35e02a6c2 req-5ad1c936-6043-460e-b90a-42471c677f07 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.889370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc3685e4-3ecf-4103-9c80-28c35e02a6c2 req-5ad1c936-6043-460e-b90a-42471c677f07 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1100986 Nov 12 03:33:04.998749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc3685e4-3ecf-4103-9c80-28c35e02a6c2 req-8b192918-2e1f-467e-9021-09d95b4e91f9 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079798 Nov 12 03:33:05.044964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b201aab-4ad4-46cf-b777-aa9e095c5b6e req-ad9fefea-04ff-402a-95a6-7fe9d9500139 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0397496 Nov 12 03:33:06.321416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-839510ef-8282-4249-b6e2-c80a741968e6 req-d8d9e9fa-21de-4547-bcf4-69e163eb0314 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0579345 Nov 12 03:33:06.382275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f65e-b729-42cc-ae66-e2ee8ec51735 req-c9f22242-a395-4224-af46-951f6fb2287f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.399661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9501f65e-b729-42cc-ae66-e2ee8ec51735 req-c9f22242-a395-4224-af46-951f6fb2287f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.2058542 Nov 12 03:33:06.517027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9501f65e-b729-42cc-ae66-e2ee8ec51735 req-90162b3b-34fb-4c3e-b2b0-33ed2c6be7e5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158192 Nov 12 03:33:07.309231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc09532a-46ed-46ce-9bfe-f7863f72a643 req-f4c3d04c-5579-4cd9-9fff-cc5b59cc8aa6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0438414 Nov 12 03:33:07.477117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7bc1398-6a96-4831-8ae2-e9219f88963c req-f0d5f504-2273-4df3-b0a5-ab0e65e17851 tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0379589 Nov 12 03:33:07.695167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ccdfa-6a7b-4968-b1d1-083706615163 req-3d8b3fd9-c85f-4313-9823-b9651bb26ff1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.697102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-744ccdfa-6a7b-4968-b1d1-083706615163 req-3d8b3fd9-c85f-4313-9823-b9651bb26ff1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0922711 Nov 12 03:33:07.763092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-744ccdfa-6a7b-4968-b1d1-083706615163 req-81b6fada-45d0-47d2-8b58-385d8c87006f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524974 Nov 12 03:33:08.625233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26e28acb-3171-4f30-b37e-d299891f5b57 req-cc87b98f-0fa0-45ea-9630-7c73fb4a507e tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0376425 Nov 12 03:33:09.008393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5af1a8f9-f911-4076-b608-cfb8f56280c3 req-c911c73c-eb99-4fdd-bcaa-0e240fbd041c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=563dd71fac9c476982611c8677a303e5&device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0490465 Nov 12 03:33:09.021232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd28ae-18fd-4909-8dfd-520b8de01f48 req-c5c98b39-39b7-4934-b453-2171225af77b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.030273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dfd28ae-18fd-4909-8dfd-520b8de01f48 req-c5c98b39-39b7-4934-b453-2171225af77b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1223862 Nov 12 03:33:09.112630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5af1a8f9-f911-4076-b608-cfb8f56280c3 req-fefbb423-04fa-43bc-b21b-f1aed08e4de0 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=563dd71fac9c476982611c8677a303e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793369 Nov 12 03:33:09.132381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dfd28ae-18fd-4909-8dfd-520b8de01f48 req-acad9593-0d06-44b0-9902-8f80b4d7d1e5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962362 Nov 12 03:33:09.221997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d7ca7c7-9e59-48cf-98fc-1f54786730c9 req-131501b4-75e7-404d-8247-7ffb7ffcf36c tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.1080663 Nov 12 03:33:09.339117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a8f9-f911-4076-b608-cfb8f56280c3 req-07bcc6bb-93b6-40c6-b764-5b35515ea71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.341119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5af1a8f9-f911-4076-b608-cfb8f56280c3 req-07bcc6bb-93b6-40c6-b764-5b35515ea71c service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1680295 Nov 12 03:33:10.394669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26368425-9bf3-478b-baae-f4f760b453bd req-7644e372-460d-445c-9f5f-8e679bd85cd6 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.404422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26368425-9bf3-478b-baae-f4f760b453bd req-7644e372-460d-445c-9f5f-8e679bd85cd6 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1513422 Nov 12 03:33:10.512306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ea53601-749b-4f55-acb5-97a7468ea2b5 req-145656f4-b939-479b-93d2-1b3a037d27bf tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.1535158 Nov 12 03:33:10.523400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26368425-9bf3-478b-baae-f4f760b453bd req-adcbf522-5518-4f6f-b08c-ccbdcc8e6867 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168909 Nov 12 03:33:10.604715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5af1a8f9-f911-4076-b608-cfb8f56280c3 req-048033fa-f921-4043-9b2e-bf3649222baa tempest-ServerShowV254Test-1147744053 tempest-ServerShowV254Test-1147744053-project] 10.222.0.98 "GET /v2.0/ports?device_id=0fc13813-8160-4992-8556-33a9a760174a HTTP/1.1" status: 200 len: 210 time: 0.0590243 Nov 12 03:33:11.790865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a6830-0bf4-4796-aec6-b16a47e27646 req-80aacb8d-77b1-4b27-aed3-12bbd8270fa1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.805213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-312a6830-0bf4-4796-aec6-b16a47e27646 req-80aacb8d-77b1-4b27-aed3-12bbd8270fa1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1339946 Nov 12 03:33:11.920319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-312a6830-0bf4-4796-aec6-b16a47e27646 req-6ffe2808-f0e1-4370-a4ac-cc20739f2134 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123433 Nov 12 03:33:12.124853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60278) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.422765 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:12.513574 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28193286-b586-4fe9-b37b-251e291feb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.609648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28193286-b586-4fe9-b37b-251e291feb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.615299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28193286-b586-4fe9-b37b-251e291feb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.653717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28193286-b586-4fe9-b37b-251e291feb16 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=563dd71fac9c476982611c8677a303e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5278788 Nov 12 03:33:12.657447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.677656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193286-b586-4fe9-b37b-251e291feb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b33dc-2297-4333-a9f0-80f32ecb1b85,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.767312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.793343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.861831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.864894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.869538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5d0b33dc-2297-4333-a9f0-80f32ecb1b85 HTTP/1.1" status: 204 len: 168 time: 0.2110054 Nov 12 03:33:12.892065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b33dc-2297-4333-a9f0-80f32ecb1b85,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.913676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.914079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.914381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.914708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.919142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.919738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.921808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.922305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.923307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.924215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.925122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:12.926201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f9ff8-59b4-4ad8-9ae3-6b8506f19b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:13.192298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac454e-f353-45a4-a056-69dc470c81af req-9b946efd-d5f4-4329-9618-a5c8423855d0 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.194535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2ac454e-f353-45a4-a056-69dc470c81af req-9b946efd-d5f4-4329-9618-a5c8423855d0 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0969369 Nov 12 03:33:13.311152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2ac454e-f353-45a4-a056-69dc470c81af req-3d9fa266-82fb-4ec4-bed4-d197b0daf03b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052525 Nov 12 03:33:13.776301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004eb1f9-a6cc-4efc-9a75-3addfe05f681 req-67ef4ce5-c37e-4956-9178-a1456c5cf172 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.789317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004eb1f9-a6cc-4efc-9a75-3addfe05f681 req-67ef4ce5-c37e-4956-9178-a1456c5cf172 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1574540 Nov 12 03:33:13.874997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-cb0fd155-e295-46f2-adfb-c8b8f67e7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.882309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-cb0fd155-e295-46f2-adfb-c8b8f67e7896 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1097 time: 0.1964045 Nov 12 03:33:13.891584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004eb1f9-a6cc-4efc-9a75-3addfe05f681 req-b6554ff9-93e8-4492-ac82-fd68a064442e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009259 Nov 12 03:33:14.125612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-b97968db-79b7-43c7-8a9a-3f139193d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.130976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-b97968db-79b7-43c7-8a9a-3f139193d466 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.2354770 Nov 12 03:33:14.250386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-d5d29d1d-4f5f-4288-ace2-ff810d2a50e4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 1000 time: 0.1120780 Nov 12 03:33:14.324246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-eced98a4-9c2e-45a5-b95e-14a04b309ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.325990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-eced98a4-9c2e-45a5-b95e-14a04b309ea0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0688560 Nov 12 03:33:14.418631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-3b672c5c-3161-4f0c-b45d-41bba16802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.420292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-3b672c5c-3161-4f0c-b45d-41bba16802f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866656 Nov 12 03:33:14.626546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-97e853c1-4b87-4874-8a87-2c7aa3498d36 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971049 Nov 12 03:33:14.737178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb3c81d-0605-47b0-9627-6b740053f727 req-c92a3c14-485e-436c-beaf-14d9abd76695 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038971 Nov 12 03:33:15.122780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312e87-623a-408e-b122-6ea2931bb176 req-5187565c-a98f-4a4d-9685-40fce3bf9c2c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.131547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24312e87-623a-408e-b122-6ea2931bb176 req-5187565c-a98f-4a4d-9685-40fce3bf9c2c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0747621 Nov 12 03:33:15.268542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24312e87-623a-408e-b122-6ea2931bb176 req-9c3a3782-1ab1-4da0-88a2-9a660039d18f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358140 Nov 12 03:33:15.469444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ddd6-fcf5-4fd4-ad14-35aa1e4e2f23 req-93df0d2c-15db-4ef2-9bc1-9f7bbd885c9a tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.478669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19e8ddd6-fcf5-4fd4-ad14-35aa1e4e2f23 req-93df0d2c-15db-4ef2-9bc1-9f7bbd885c9a tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.0866387 Nov 12 03:33:15.558424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19e8ddd6-fcf5-4fd4-ad14-35aa1e4e2f23 req-192528b1-7bc3-4bc1-850c-be7529f6a089 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784101 Nov 12 03:33:15.742908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5914c924-1942-4397-95cc-03a253a7827d req-d4a5315d-af09-4c39-b1a3-7e327d21fd0a tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0864217 Nov 12 03:33:16.236567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.371422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08badfc3-66a7-41b3-b840-1e715be74a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.493085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08badfc3-66a7-41b3-b840-1e715be74a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.497675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08badfc3-66a7-41b3-b840-1e715be74a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.499675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dacd5-bd0d-4614-8f65-2b9bba004950 req-ddf9da56-0aa6-4a36-b4b1-2fa7c4f4a50c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.501732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197dacd5-bd0d-4614-8f65-2b9bba004950 req-ddf9da56-0aa6-4a36-b4b1-2fa7c4f4a50c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1038387 Nov 12 03:33:16.533777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08badfc3-66a7-41b3-b840-1e715be74a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4e5dcf-21f6-4c81-9281-7e8382be2a39,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.580763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-9ed6179c-abab-425c-ac7c-a77633dd8b35 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.581329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08badfc3-66a7-41b3-b840-1e715be74a96 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6c158b89b0154e36b34ee31da69ada14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408189 Nov 12 03:33:16.582041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.582916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-9ed6179c-abab-425c-ac7c-a77633dd8b35 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.1368103 Nov 12 03:33:16.601294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197dacd5-bd0d-4614-8f65-2b9bba004950 req-ecd33637-3e20-4dd4-85ed-06932b83c1ec tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918775 Nov 12 03:33:16.685863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.731954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.808247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Deleting port 899d1d2a-2e00-4af0-8779-98d4deb3daaf {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:16.808582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.845184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.848342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.849684 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a4e5dcf-21f6-4c81-9281-7e8382be2a39 HTTP/1.1" status: 204 len: 168 time: 0.2631509 Nov 12 03:33:16.865193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc772598-d5ce-4c70-b5ff-ef68ffcc1662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4e5dcf-21f6-4c81-9281-7e8382be2a39,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.920244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a593-928c-42ce-a5f2-337e0ad5cf58 req-75a0a8e5-aaa4-4f37-a667-d148bad30d4b tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.921893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b88a593-928c-42ce-a5f2-337e0ad5cf58 req-75a0a8e5-aaa4-4f37-a667-d148bad30d4b tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bcd6553-e63c-4fdd-bc73-b688107e8886 HTTP/1.1" status: 200 len: 946 time: 0.2009566 Nov 12 03:33:16.990832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9df090af-6b88-4bbe-9897-cb1eda81f683 req-834da2a2-d743-413c-8cbb-e08efb43e045 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0415435 Nov 12 03:33:17.055478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] For port 899d1d2a-2e00-4af0-8779-98d4deb3daaf, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=899d1d2a-2e00-4af0-8779-98d4deb3daaf,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.056052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.109191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b88a593-928c-42ce-a5f2-337e0ad5cf58 req-9113aaab-9cb8-4e1e-9c4b-34c054538c0f tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580787 Nov 12 03:33:17.122412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Calling delete_port for 899d1d2a-2e00-4af0-8779-98d4deb3daaf owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:17.274778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.287324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['899d1d2a-2e00-4af0-8779-98d4deb3daaf'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:17.330158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48baa9a3-93f4-4e15-b612-84399b19a471 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:17.373423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.399927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Pushing event deleted for resources: {'Port': ['ID=899d1d2a-2e00-4af0-8779-98d4deb3daaf,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.400531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-308f6fe3-c089-4369-8e88-6f6e1f73e63b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.412409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.412754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.413090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.413428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.413756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.414083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.414413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.414881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.415204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.415513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.415834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.416194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:17.434533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] No DVR routers for this DVR port 899d1d2a-2e00-4af0-8779-98d4deb3daaf on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:17.437945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.442061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daf945f8-fb08-4f08-a49e-f8459b32bf8c req-886ff650-635f-4017-a8ff-cd9f4345fd4d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "DELETE /v2.0/ports/899d1d2a-2e00-4af0-8779-98d4deb3daaf HTTP/1.1" status: 204 len: 173 time: 0.8395073 Nov 12 03:33:17.442653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'name': 'network-vif-deleted', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:17.454924 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e3a30a-ba0d-4030-8019-08d2f95416f8" -d '{"events": [{"server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "name": "network-vif-deleted", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:17.512314 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25ef2f-ce51-4977-bfc0-b8c912cd96a5 x-openstack-request-id: req-2b25ef2f-ce51-4977-bfc0-b8c912cd96a5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:17.512927 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcd6553-e63c-4fdd-bc73-b688107e8886", "name": "network-vif-deleted", "tag": "899d1d2a-2e00-4af0-8779-98d4deb3daaf", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:17.512927 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2b25ef2f-ce51-4977-bfc0-b8c912cd96a5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:17.513790 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcd6553-e63c-4fdd-bc73-b688107e8886', 'name': 'network-vif-deleted', 'tag': '899d1d2a-2e00-4af0-8779-98d4deb3daaf', 'status': 'completed', 'code': 200} Nov 12 03:33:17.563035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-308f6fe3-c089-4369-8e88-6f6e1f73e63b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.569128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-308f6fe3-c089-4369-8e88-6f6e1f73e63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.630077 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-308f6fe3-c089-4369-8e88-6f6e1f73e63b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8b06e4af2e0c4f7496605e2eb8da6191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547901 Nov 12 03:33:17.633407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60474) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.672741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f6fe3-c089-4369-8e88-6f6e1f73e63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3312d-ae81-40e6-a31f-bd4b3c9d7a0e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.720068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.779699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.848376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.852167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.855519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/54f3312d-ae81-40e6-a31f-bd4b3c9d7a0e HTTP/1.1" status: 204 len: 168 time: 0.2185171 Nov 12 03:33:17.862178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9505a15-19bc-421b-af3c-582e5a9c0d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3312d-ae81-40e6-a31f-bd4b3c9d7a0e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.013020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-418d74c7-d354-408f-956f-a7d7275b1aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.328575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e52cc211-d939-45a2-918e-81414d6d28d5 req-98523b37-dbbc-40af-9bfd-cdd29363fb55 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.1209886 Nov 12 03:33:18.510999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d7d4fdf-8080-46fd-a41b-f9e86aea604f req-b8d5aeeb-6b00-48d4-82dd-a89df6cfcefd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.4336798 Nov 12 03:33:19.577465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-931c4fdc-cb71-4353-bc5b-77925f3c67bd req-f65f6c8b-e551-4c65-a48e-5b6079378fab tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.1258674 Nov 12 03:33:19.743283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60548) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.865403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d961-077e-4243-a6d3-6150580d2485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.976341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d961-077e-4243-a6d3-6150580d2485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.981724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2c2d961-077e-4243-a6d3-6150580d2485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.028485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c2c2d961-077e-4243-a6d3-6150580d2485 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a73975dfc6e14dfaad42092222ded263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814596 Nov 12 03:33:20.029005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.035417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2d961-077e-4243-a6d3-6150580d2485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a500c9-9085-49ec-bbf4-d969ec0fbe7a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.078949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899d1d2a-2e00-4af0-8779-98d4deb3daaf no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:20.087581 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.105613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 899d1d2a-2e00-4af0-8779-98d4deb3daaf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:20.106214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 899d1d2a-2e00-4af0-8779-98d4deb3daaf not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:20.124233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.173421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.175854 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.179459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36a500c9-9085-49ec-bbf4-d969ec0fbe7a HTTP/1.1" status: 204 len: 168 time: 0.1471705 Nov 12 03:33:20.189517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07f234-42a2-4351-9540-052d974b072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a500c9-9085-49ec-bbf4-d969ec0fbe7a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.359372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b698219-b09c-4bf2-90ca-dfc77bf60198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.809211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60667922-1d5c-488a-b901-de357890e388 req-cad01e64-dc87-4e30-b837-cefffd7163c3 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0840287 Nov 12 03:33:21.249196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc5165ca-a66b-47da-8d56-6be250cf7f74 req-04238493-efd0-40d1-bdb2-15f13fb971e8 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0597510 Nov 12 03:33:21.627937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.226328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.361409 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-458f9c29-aff0-4a78-91e0-243332013846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.467303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e82bb57b-8b3b-44b0-a513-63970879a4e4 req-fc6b44b7-7f16-449b-8f91-03c6e31ed19a tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0384250 Nov 12 03:33:22.543544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-458f9c29-aff0-4a78-91e0-243332013846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.551139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-458f9c29-aff0-4a78-91e0-243332013846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.612741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-458f9c29-aff0-4a78-91e0-243332013846 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d9b259c02b864daca35a190957b1a2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822365 Nov 12 03:33:22.612741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f9c29-aff0-4a78-91e0-243332013846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170acbc0-c27e-4384-98ce-db28d5bf6981,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.613808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.706435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.731423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.799173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.802393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.806608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/170acbc0-c27e-4384-98ce-db28d5bf6981 HTTP/1.1" status: 204 len: 168 time: 0.1884487 Nov 12 03:33:22.815107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b96595-a537-42a7-b4e7-891f601c009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170acbc0-c27e-4384-98ce-db28d5bf6981,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.000999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.153210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.167815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc65ad85-590e-419c-84d5-f57fd57eebdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.261828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc65ad85-590e-419c-84d5-f57fd57eebdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.266907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc65ad85-590e-419c-84d5-f57fd57eebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.309642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65ad85-590e-419c-84d5-f57fd57eebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d806b5c-ce0b-4a05-b54f-60a8f1c012c3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.344571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc65ad85-590e-419c-84d5-f57fd57eebdb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dfee256d2aa4416aab77de596c4a7a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900210 Nov 12 03:33:23.347462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.407632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.433233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.486834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.490970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.492283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7d806b5c-ce0b-4a05-b54f-60a8f1c012c3 HTTP/1.1" status: 204 len: 168 time: 0.1439185 Nov 12 03:33:23.513363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15ef6-b4e3-4df5-982c-74c7553c031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d806b5c-ce0b-4a05-b54f-60a8f1c012c3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.602731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.642827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db875b3c-a206-46b6-bad8-7683888050ab req-b8c789e5-10bf-412f-9857-1d5c9372de2d tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0277829 Nov 12 03:33:24.765356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83c355f8-844e-4650-997f-e5075b63c929 req-6b071522-49b1-4ddc-b765-d3a9510d9f33 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0277207 Nov 12 03:33:25.660865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60828) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.918227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b88f-3927-4490-b82c-0f425b839084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.000452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66375618-f4fb-4ff0-a4b1-a9fd9f8e11a0 req-c0688d93-e5fa-425e-af96-04be40628f82 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0386081 Nov 12 03:33:26.064839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b88f-3927-4490-b82c-0f425b839084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.080122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b88f-3927-4490-b82c-0f425b839084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.178187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8dd6b88f-3927-4490-b82c-0f425b839084 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19446899c54c4e569f207df57d110c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153792 Nov 12 03:33:26.179580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6b88f-3927-4490-b82c-0f425b839084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5d45b-42c8-448d-ab01-1c4bf4e3d380,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.181570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.246977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.271591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.329932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.333218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.337676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d4f5d45b-42c8-448d-ab01-1c4bf4e3d380 HTTP/1.1" status: 204 len: 168 time: 0.1506653 Nov 12 03:33:26.374869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153569cc-9261-475f-9db3-2ee46366df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5d45b-42c8-448d-ab01-1c4bf4e3d380,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.584433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-67cb1dea-dabd-4ce2-8745-11f462faff59 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.594086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-67cb1dea-dabd-4ce2-8745-11f462faff59 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 813 time: 0.1673954 Nov 12 03:33:26.611916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-770186b5-2104-4432-ac63-e7b3b4484e2d tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/quotas/41092154d84d49a5b148ae34566cddf9 HTTP/1.1" status: 200 len: 375 time: 0.0168316 Nov 12 03:33:26.648580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-cea13f0b-a253-4289-a407-90346dfa6d8a tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354681 Nov 12 03:33:26.756621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.763056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-db3e747e-59f0-487e-8ac2-415ad531dc1c service neutron] 10.222.0.93 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101716 Nov 12 03:33:26.774667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05171b0-22ad-4f8c-b600-a319d7c1ef5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.884716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-fc4d314c-e96a-4f01-a92f-95bbffc008d0 service neutron] 10.222.0.93 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150405 Nov 12 03:33:26.899344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05171b0-22ad-4f8c-b600-a319d7c1ef5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.909603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b05171b0-22ad-4f8c-b600-a319d7c1ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.943202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05171b0-22ad-4f8c-b600-a319d7c1ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecbb2e8-b25e-47ff-848a-887c822c9304,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.962043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b05171b0-22ad-4f8c-b600-a319d7c1ef5f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1618c45976c4459a9f572999dbe10c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042930 Nov 12 03:33:26.965199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.032857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.060815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.250152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41a97437-d75e-427e-9ebe-2d59071c5bc7 req-36b5fe91-690f-4cc7-8ba2-547b2cbd148a tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 210 time: 0.1119623 Nov 12 03:33:27.257529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cf7d1ba-821e-4522-9ab6-d20480edea51 req-2ae3001e-d1d6-4aa8-9fcf-376472e15e94 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0690703 Nov 12 03:33:27.285735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.289237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.300896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ecbb2e8-b25e-47ff-848a-887c822c9304 HTTP/1.1" status: 204 len: 168 time: 0.3241239 Nov 12 03:33:27.319709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dd84c-492f-4a4c-9acc-131846feb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecbb2e8-b25e-47ff-848a-887c822c9304,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.940164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85448f15-00f0-4f8b-9880-eab7d3951bfb req-b9dbb22b-6203-4103-b0bd-69609d9b1041 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.5242653 Nov 12 03:33:28.942106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6dc545b0-ae56-4c03-bbff-e119a2145849 req-d168b9bf-3976-4707-9de2-bcfa0677007c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 210 time: 0.5751090 Nov 12 03:33:28.996081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.003378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-312297b0-ce14-4404-ab7e-8348d7c18768 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.005510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-312297b0-ce14-4404-ab7e-8348d7c18768 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 813 time: 0.6550527 Nov 12 03:33:29.021310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Request body: {'port': {'device_id': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f', 'admin_state_up': True, 'tenant_id': '41092154d84d49a5b148ae34566cddf9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:29.217800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e706-ecb7-4702-8a07-52449a8766e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.222942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Made reservation on behalf of 41092154d84d49a5b148ae34566cddf9 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:29.228110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.383425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e706-ecb7-4702-8a07-52449a8766e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.387893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e706-ecb7-4702-8a07-52449a8766e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.412758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Allocated IP 172.20.0.14 (110f3bdc-6aed-4229-a3f5-22b84aaa532f/11e41987-8dd1-452b-8dfe-43bb68c5f1f3/f98f3143-4d08-4613-8f74-34339524f7a0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:29.424376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e5e4e706-ecb7-4702-8a07-52449a8766e7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=09b75bfa45b645e28de803cf15c1c0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264987 Nov 12 03:33:29.425265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.497935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4e706-ecb7-4702-8a07-52449a8766e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343f5da-ab27-4138-95a6-292302a3b238,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.501898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.528894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.578487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.581104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.584649 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9343f5da-ab27-4138-95a6-292302a3b238 HTTP/1.1" status: 204 len: 168 time: 0.1539812 Nov 12 03:33:29.590949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a044d-07b6-4caf-a79f-ed8a835ddf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343f5da-ab27-4138-95a6-292302a3b238,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.647585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.685697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.730961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:29.735072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:29.742188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:29.755182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff2e1b-9dbf-4f05-9efb-653b8cf7ec4b None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:29.769939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Pushing event updated for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.803945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.805638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.815173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-14c95132-b569-4b25-b4d7-9913560b696d None None] Provisioning complete for port f98f3143-4d08-4613-8f74-34339524f7a0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:29.816026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14c95132-b569-4b25-b4d7-9913560b696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.841666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-4b835854-efef-401b-a141-b1953d0534fd tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8235011 Nov 12 03:33:29.852103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-61669b88-ab75-4803-8007-a4ce08572532 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:33:29.853201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-61669b88-ab75-4803-8007-a4ce08572532 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085654 Nov 12 03:33:29.878116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-14c95132-b569-4b25-b4d7-9913560b696d None None] Port f98f3143-4d08-4613-8f74-34339524f7a0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:30.018805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Request body: {'port': {'device_id': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:30.080943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9071f07c-30de-41b8-b368-51fe8107c781 req-c607daa4-6a68-4b48-b06d-dccdd9bda954 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0380266 Nov 12 03:33:30.131696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.156411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cce987-242e-4dda-9036-b1a5d4bfdebd req-de21846d-5304-4859-bc49-613938a7a7e3 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.157901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76cce987-242e-4dda-9036-b1a5d4bfdebd req-de21846d-5304-4859-bc49-613938a7a7e3 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 932 time: 0.1117961 Nov 12 03:33:30.303466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76cce987-242e-4dda-9036-b1a5d4bfdebd req-8bc8d89d-fa92-49ac-be2a-544efe989190 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234291 Nov 12 03:33:30.454895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98f3143-4d08-4613-8f74-34339524f7a0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:30.463833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.476262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Transition to ACTIVE for port object f98f3143-4d08-4613-8f74-34339524f7a0 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:30.479937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.520719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00505f1-fd18-4062-8536-1821aefb1470 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:30.573682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Pushing event updated for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.604460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Attempting to bind port f98f3143-4d08-4613-8f74-34339524f7a0 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:30.604797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Attempting to bind port f98f3143-4d08-4613-8f74-34339524f7a0 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:30.605130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Attempting to bind port f98f3143-4d08-4613-8f74-34339524f7a0 on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:30.610764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Port f98f3143-4d08-4613-8f74-34339524f7a0 on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:30.611012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Attempting to bind port f98f3143-4d08-4613-8f74-34339524f7a0 on network 110f3bdc-6aed-4229-a3f5-22b84aaa532f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:30.616308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:30.616645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Checking segment: {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:30.617037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Bound using segment: {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:30.617857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Bound port: f98f3143-4d08-4613-8f74-34339524f7a0, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4823d5df-a344-484e-808f-65fb501fdb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:30.618221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.671938 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.699983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:30.703267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f98f3143-4d08-4613-8f74-34339524f7a0,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:30.707980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.726232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.727008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.728572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] 10.222.0.100 "PUT /v2.0/ports/f98f3143-4d08-4613-8f74-34339524f7a0 HTTP/1.1" status: 200 len: 1093 time: 0.8636358 Nov 12 03:33:30.750170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:30.755379 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd45e6-e02f-47d5-8383-ccb49aa11084" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:30.756293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b9a76-62a0-45d7-8001-dbb8b6b0c206 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:30.795769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7971293-5e55-4407-b8ad-d87d85df3e45 service neutron] Pushing event updated for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.811705 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14710c1-7239-4c04-b46d-e108a48e8d8d x-openstack-request-id: req-d14710c1-7239-4c04-b46d-e108a48e8d8d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:30.811705 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:30.812461 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d14710c1-7239-4c04-b46d-e108a48e8d8d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:30.812825 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0', 'status': 'completed', 'code': 200} Nov 12 03:33:30.852515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-5f628070-14fd-44bb-a380-4635c61503e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.854384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-5f628070-14fd-44bb-a380-4635c61503e8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 1096 time: 0.0539632 Nov 12 03:33:30.906095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-d5f0a92d-805f-4315-a5cb-a36c0da96c6a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98f3143-4d08-4613-8f74-34339524f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0430858 Nov 12 03:33:31.014075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564fa4-18a9-4610-9008-2cb59de59604 req-0ef5d260-d076-431c-9c1f-c99a870fe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.020265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-0ef5d260-d076-431c-9c1f-c99a870fe26b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11e41987-8dd1-452b-8dfe-43bb68c5f1f3 HTTP/1.1" status: 200 len: 853 time: 0.1054850 Nov 12 03:33:31.055735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-f907c3e3-b00b-4602-a789-44551f847e16 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=110f3bdc-6aed-4229-a3f5-22b84aaa532f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308051 Nov 12 03:33:31.207701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-58a8b343-3e44-41a5-bcf7-ece8b7b006fe service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450489 Nov 12 03:33:31.221933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.315115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61c5c131-5e45-411a-8efc-8746e3859cb3 req-b259a1f7-980d-4694-840e-30b91ee38b26 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0423536 Nov 12 03:33:31.409892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85564fa4-18a9-4610-9008-2cb59de59604 req-476fa21a-4288-4ffc-8c46-ac8b99257a53 service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944001 Nov 12 03:33:31.479742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1660412697'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:31.504200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Made reservation on behalf of fd420faabedc4b43b152b136e36edb5d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:31.507834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.519906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.522329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-7322c827-f691-43f5-ac46-d5a85bc7f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.524520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-7322c827-f691-43f5-ac46-d5a85bc7f018 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=41092154d84d49a5b148ae34566cddf9&device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 1096 time: 0.0553098 Nov 12 03:33:31.533981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba4497-c39c-460e-a0ba-4c9ca2654375 req-16c79082-50c7-417b-8811-a8b2684164f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.535714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fba4497-c39c-460e-a0ba-4c9ca2654375 req-16c79082-50c7-417b-8811-a8b2684164f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 944 time: 0.1062098 Nov 12 03:33:31.627441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.632379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.645980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:31.652326 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.655718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.656301 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Added segment c644eac2-ce71-4d28-b749-5734bf2fdd0b of type vlan for network 0a5925fa-e75f-48ca-ac1f-21c3a8051d4d Nov 12 03:33:31.704193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.726263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-447f2d67-f25a-4dda-927f-222ce2089dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.727921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-447f2d67-f25a-4dda-927f-222ce2089dcd service neutron] 10.222.0.100 "GET /v2.0/networks?id=110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 200 len: 915 time: 0.1911411 Nov 12 03:33:31.735434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.737441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fba4497-c39c-460e-a0ba-4c9ca2654375 req-0069d542-105f-4c8d-adfe-0f6d68fa7544 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703131 Nov 12 03:33:31.741929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.742689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.790554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-211d533f-27eb-43a7-adb7-bdc9af391fe1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98f3143-4d08-4613-8f74-34339524f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0518098 Nov 12 03:33:31.821456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Pushing event updated for resources: {'Network': ['ID=0a5925fa-e75f-48ca-ac1f-21c3a8051d4d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.834990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0a5925fa-e75f-48ca-ac1f-21c3a8051d4d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:31.835447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32910) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.835854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6119754 Nov 12 03:33:31.842702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fa4d-e5b1-47cb-9dc3-85b02fd98aac tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63dae34-0956-4129-82c2-80875f8d6d6f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.874056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-741589bd-d76c-4372-8b67-039b80257130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.877834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-741589bd-d76c-4372-8b67-039b80257130 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=11e41987-8dd1-452b-8dfe-43bb68c5f1f3 HTTP/1.1" status: 200 len: 853 time: 0.0805652 Nov 12 03:33:31.904353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'name': 'tempest-network--963951881', 'router:external': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:31.922874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-5372d8b3-3fb2-4aff-b077-7df6c0bda9a1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=110f3bdc-6aed-4229-a3f5-22b84aaa532f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377011 Nov 12 03:33:31.991282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:31.993915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.008913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.057974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-23be345e-a263-4dfa-865f-4e8288fe5348 service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275988 Nov 12 03:33:32.194037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.200519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.206998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20bd45e6-e02f-47d5-8383-ccb49aa11084 req-50db1077-cf20-49c1-9e1b-2a776dd581b4 service neutron] 10.222.0.100 "GET /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362522 Nov 12 03:33:32.242465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:32.252198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07af87f-aa4b-4cb7-9d77-970262335778,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.258395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.258742 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Added segment 6007884e-ae82-4c98-a3af-7db0837435f5 of type vlan for network 06f55f24-344f-4541-9647-5fa9b827ea24 Nov 12 03:33:32.338923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.383673 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.385001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.385675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.430527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.439795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6033943 Nov 12 03:33:32.513045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9940b2c5-dada-447f-9b6d-3febbcb11962 req-c2da7201-c058-4dc8-b5db-90dca8192c65 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0720389 Nov 12 03:33:32.518701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b85e9f-7618-4b2d-9630-1bf61f369df3 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=06f55f24-344f-4541-9647-5fa9b827ea24,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.529071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 06f55f24-344f-4541-9647-5fa9b827ea24 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:32.576876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.667306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.688994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f55f24-344f-4541-9647-5fa9b827ea24']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.698431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6007884e-ae82-4c98-a3af-7db0837435f5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.698729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6007884e-ae82-4c98-a3af-7db0837435f5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:32.708248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.722473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.728494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:32.728954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:32.730962 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:32.801481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.810477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06f55f24-344f-4541-9647-5fa9b827ea24 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:32.827228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.838376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/06f55f24-344f-4541-9647-5fa9b827ea24 HTTP/1.1" status: 204 len: 168 time: 0.4036555 Nov 12 03:33:32.839556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32928) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.845134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:32.857075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6784864-10a4-4e24-bc49-da9424218c49 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Network': ['ID=06f55f24-344f-4541-9647-5fa9b827ea24,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.918535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:32.921503 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.964038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d58d-1a79-4c18-be04-f8022db6a0e1 req-22a720eb-b941-447b-9960-9cf98ddbc1a8 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:32.973870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0299d58d-1a79-4c18-be04-f8022db6a0e1 req-22a720eb-b941-447b-9960-9cf98ddbc1a8 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 944 time: 0.1459208 Nov 12 03:33:33.007871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:33.039039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.039586 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Added segment 529e6991-e6b1-4ac3-933e-edf474371d02 of type vlan for network b51dea3e-85b2-4864-b592-ac07122294b5 Nov 12 03:33:33.064068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0299d58d-1a79-4c18-be04-f8022db6a0e1 req-9624c546-ae15-4f08-9c2c-1a5061698d35 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Nov 12 03:33:33.131281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.163589 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.164666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.165243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.230763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=b51dea3e-85b2-4864-b592-ac07122294b5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.242960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b51dea3e-85b2-4864-b592-ac07122294b5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:33.262033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6a2c0634-81dd-49fd-92ff-8c198fc2a912 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4188008 Nov 12 03:33:33.262801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.268897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'subnet': {'network_id': 'b51dea3e-85b2-4864-b592-ac07122294b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:33.311414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:33.314388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.646825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f62e2132-a446-4254-8615-7e44b5e2e0e6 req-40837e84-1148-4398-815c-66c826160af9 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0341213 Nov 12 03:33:33.729899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:33:33.730451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.789458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c91675b-57fa-4d9c-bb58-c2409d38050e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.794829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Checking segment: {'id': '529e6991-e6b1-4ac3-933e-edf474371d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'b51dea3e-85b2-4864-b592-ac07122294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:33.795713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Network hostable DHCP agents. Network: b51dea3e-85b2-4864-b592-ac07122294b5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:33.812783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Network b51dea3e-85b2-4864-b592-ac07122294b5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:33.822041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b51dea3e-85b2-4864-b592-ac07122294b5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:33.831557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe9b13-18b0-4642-95ae-0a22a16f5b7b None None] Network b51dea3e-85b2-4864-b592-ac07122294b5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:33.833479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.834087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.857007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32942) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.857226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e771ac23-a832-4b62-813e-cbf66eb0a8c5 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5930331 Nov 12 03:33:33.862449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'floatingip': {'floating_network_id': 'b51dea3e-85b2-4864-b592-ac07122294b5'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:33.892215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.076620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76a5ac-8316-4ecb-95a4-b2023912a5bc None None] Network b51dea3e-85b2-4864-b592-ac07122294b5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:34.097278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.108561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f98f3143-4d08-4613-8f74-34339524f7a0 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:34.263809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Allocated IP 172.20.0.3 (b51dea3e-85b2-4864-b592-ac07122294b5/5c91675b-57fa-4d9c-bb58-c2409d38050e/fd8f8474-92f7-40a5-b65d-9595a8bda234) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:34.341131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f98f3143-4d08-4613-8f74-34339524f7a0,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:34.353918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'f98f3143-4d08-4613-8f74-34339524f7a0', 'network_id': '110f3bdc-6aed-4229-a3f5-22b84aaa532f', 'port_id': 'f98f3143-4d08-4613-8f74-34339524f7a0', 'mac_address': 'fa:16:3e:56:7e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e41987-8dd1-452b-8dfe-43bb68c5f1f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:34.393381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.399008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee30a-87b1-4bc3-98f6-96c3b1310548 req-4f5c4a9f-a1cb-4e6c-86ac-4eb05d2a6434 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.400917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c80ee30a-87b1-4bc3-98f6-96c3b1310548 req-4f5c4a9f-a1cb-4e6c-86ac-4eb05d2a6434 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 944 time: 0.1266253 Nov 12 03:33:34.408566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98f3143-4d08-4613-8f74-34339524f7a0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:34.440713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f98f3143-4d08-4613-8f74-34339524f7a0,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:34.446968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.479771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.499540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c80ee30a-87b1-4bc3-98f6-96c3b1310548 req-ea4cac56-8c15-4491-8581-54dec3f893c1 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877576 Nov 12 03:33:34.576106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.584699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.604698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.605067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.605479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.605820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.606157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.606491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.606821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.607150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.607475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.607885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.608220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.608578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:34.626679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Network b51dea3e-85b2-4864-b592-ac07122294b5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:34.630099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:34.633988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:34.667972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8f8474-92f7-40a5-b65d-9595a8bda234,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:34.732874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f98f3143-4d08-4613-8f74-34339524f7a0'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:34.741378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.815317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-704847e8-ab68-4660-b07c-4d9bcb23fd50 req-7867e667-adb9-4797-a225-f448bd875d0f tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0358152 Nov 12 03:33:34.818462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.892594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.004368 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.009864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.025732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69561de6-d586-4276-a01a-02412447d45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.085927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8f8474-92f7-40a5-b65d-9595a8bda234,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.106040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.111357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69561de6-d586-4276-a01a-02412447d45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.116649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69561de6-d586-4276-a01a-02412447d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.132461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.134103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-23096d8d-7e01-44c8-8747-1f6777b24d9f tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2751441 Nov 12 03:33:35.137024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.160392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-69561de6-d586-4276-a01a-02412447d45c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=05049aec5e234be9bdaa44e11020fd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665045 Nov 12 03:33:35.163021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69561de6-d586-4276-a01a-02412447d45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549b8db-a774-4aa9-a962-a61e78071aad,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.165660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.218696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.243827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.250807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.251728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1f7928a7-f956-4d19-a354-442d50778243 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "GET /v2.0/floatingips?floating_network_id=b51dea3e-85b2-4864-b592-ac07122294b5 HTTP/1.1" status: 200 len: 689 time: 0.1135085 Nov 12 03:33:35.681742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f4112-efdd-451a-9861-cef0f86d33a8 req-ba5a6c41-de79-407a-ae4e-3743b4f4234c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.691357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e04f4112-efdd-451a-9861-cef0f86d33a8 req-ba5a6c41-de79-407a-ae4e-3743b4f4234c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 945 time: 0.0783372 Nov 12 03:33:35.692239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.695134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.696313 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9549b8db-a774-4aa9-a962-a61e78071aad HTTP/1.1" status: 204 len: 168 time: 0.5295453 Nov 12 03:33:35.716678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a563444-1f4b-4d6a-9f9f-96382b91dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549b8db-a774-4aa9-a962-a61e78071aad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.750894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.781201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e04f4112-efdd-451a-9861-cef0f86d33a8 req-d923a42a-26ab-4eed-94a5-6ebc9aae43b6 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902309 Nov 12 03:33:35.864978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Deleting port fd8f8474-92f7-40a5-b65d-9595a8bda234 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:35.865328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.943941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb2f3eb5-cf73-4333-a5a8-e1e5c5f232fe req-3a47ad5d-1915-4bb8-94b1-12f01399b733 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0326431 Nov 12 03:33:35.949823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.950319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.963201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Calling delete_port for fd8f8474-92f7-40a5-b65d-9595a8bda234 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:36.110990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.115677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f98f3143-4d08-4613-8f74-34339524f7a0 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:36.151830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8f8474-92f7-40a5-b65d-9595a8bda234,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.178795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port f98f3143-4d08-4613-8f74-34339524f7a0 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:36.183540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port f98f3143-4d08-4613-8f74-34339524f7a0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:36.184057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.212554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.267207 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.319876 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.348537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:36.352190 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a4299-3c53-4ede-ba34-fa0b417c190a" -d '{"events": [{"server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "name": "network-vif-plugged", "status": "completed", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:36.358853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.389318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f98f3143-4d08-4613-8f74-34339524f7a0,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.395599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.396704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c91675b-57fa-4d9c-bb58-c2409d38050e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.431878 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff10a1-0b18-420b-881b-3f9869f28173 x-openstack-request-id: req-30ff10a1-0b18-420b-881b-3f9869f28173 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:36.432196 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "name": "network-vif-plugged", "status": "completed", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:36.432454 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-30ff10a1-0b18-420b-881b-3f9869f28173 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:36.433281 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0', 'code': 200} Nov 12 03:33:36.474717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.488782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.519083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51dea3e-85b2-4864-b592-ac07122294b5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.522719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdaade-9c83-49e7-b97b-d0765904050f req-4e16921e-b14f-4580-af8e-2725ec864b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.524539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1fdaade-9c83-49e7-b97b-d0765904050f req-4e16921e-b14f-4580-af8e-2725ec864b74 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 1098 time: 0.0494170 Nov 12 03:33:36.531522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529e6991-e6b1-4ac3-933e-edf474371d02') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.532065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529e6991-e6b1-4ac3-933e-edf474371d02') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.542292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.558191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.573098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:36.573524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:36.577308 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:36.588457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1fdaade-9c83-49e7-b97b-d0765904050f req-aae0aba6-f144-4d2a-980a-761832eea56e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567057 Nov 12 03:33:36.662141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.669190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b51dea3e-85b2-4864-b592-ac07122294b5 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:36.680041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.683816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/b51dea3e-85b2-4864-b592-ac07122294b5 HTTP/1.1" status: 204 len: 168 time: 1.4321358 Nov 12 03:33:36.685239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825f608-4fa0-4451-9422-4064caa076f6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Network': ['ID=b51dea3e-85b2-4864-b592-ac07122294b5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.686843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33028) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.822911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a4c75a3-2bbf-4747-b89a-938b6b53c47e tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.1345801 Nov 12 03:33:36.825420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.945969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e8c16-4a30-4bd4-8ee5-9e3248368d6f req-0022ffea-c405-46e7-87a9-5715102a4937 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.954422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e1e8c16-4a30-4bd4-8ee5-9e3248368d6f req-0022ffea-c405-46e7-87a9-5715102a4937 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 946 time: 0.0861406 Nov 12 03:33:36.997893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.999111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.999652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.000419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.000827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.001266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.001708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.002144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.002572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.003000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.003427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.005679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c97e55d-513b-4f38-a32b-51f6fcc35e89 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7005 time: 0.1789472 Nov 12 03:33:37.008624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.037096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e1e8c16-4a30-4bd4-8ee5-9e3248368d6f req-2de77337-699b-43a6-9836-a0f942759f32 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811212 Nov 12 03:33:37.071315 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-38d8b68a-c920-4f3a-9c46-e6782447fa32 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:33:37.072624 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38d8b68a-c920-4f3a-9c46-e6782447fa32 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/78aaa865-8b7f-4bd3-b614-611aa61345ce HTTP/1.1" status: 404 len: 345 time: 0.0629275 Nov 12 03:33:37.075363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.098534 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-153b7b7e-aeff-4912-88dc-f58ceba342e7 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:33:37.099105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153b7b7e-aeff-4912-88dc-f58ceba342e7 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:37.105615 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-153b7b7e-aeff-4912-88dc-f58ceba342e7 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/b51dea3e-85b2-4864-b592-ac07122294b5 HTTP/1.1" status: 404 len: 339 time: 0.0231633 Nov 12 03:33:37.106730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.112171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4653d38-3c57-4065-a46f-fe259660d1ae req-a4edcd41-bd84-4530-986b-3d981193866c tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0369430 Nov 12 03:33:37.116876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'name': 'tempest-network--1461635111', 'router:external': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:37.168980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:37.172838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.254469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:37.265569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.265966 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Added segment 99662ecb-752c-4ed8-bdcf-4633d5f13a3e of type vlan for network 3f562ac6-d63b-4460-acfd-b51052ae1184 Nov 12 03:33:37.319362 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.366098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.367265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.367935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.454295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33056) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.454490 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3466046 Nov 12 03:33:37.469182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426a3a8-e74d-4788-af94-505e6703d2ea tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=3f562ac6-d63b-4460-acfd-b51052ae1184,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.479890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3f562ac6-d63b-4460-acfd-b51052ae1184 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:37.724149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6195e3-ab82-407b-b38d-97207180f498 tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.731602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6195e3-ab82-407b-b38d-97207180f498 tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.738573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6195e3-ab82-407b-b38d-97207180f498 tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.744923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6195e3-ab82-407b-b38d-97207180f498 tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.749298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d6195e3-ab82-407b-b38d-97207180f498 tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2910140 Nov 12 03:33:37.749710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33062) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.824826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.912371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.933364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f562ac6-d63b-4460-acfd-b51052ae1184']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:37.943054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99662ecb-752c-4ed8-bdcf-4633d5f13a3e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:37.944213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99662ecb-752c-4ed8-bdcf-4633d5f13a3e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:37.957348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.973152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.980629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:37.982524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:37.984998 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:38.070742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.079953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f562ac6-d63b-4460-acfd-b51052ae1184 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:38.084162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.097504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/3f562ac6-d63b-4460-acfd-b51052ae1184 HTTP/1.1" status: 204 len: 168 time: 0.3466120 Nov 12 03:33:38.101560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33070) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.106398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'name': 'tempest-network--826560008', 'router:external': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:38.125337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a43277-a98b-4db6-b13b-6813fbabbdf6 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f562ac6-d63b-4460-acfd-b51052ae1184,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.260953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:38.263545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.314165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2830e-cec0-45c0-b914-98bdef376fd4 req-e0e4681c-b20a-42b9-b893-480d18b60502 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.322130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26b2830e-cec0-45c0-b914-98bdef376fd4 req-e0e4681c-b20a-42b9-b893-480d18b60502 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 946 time: 0.1443117 Nov 12 03:33:38.356441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:38.367576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.367910 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Added segment 01c1890a-135d-43bc-bd24-6cbc8c8a9bef of type vlan for network 26a6c05b-175a-4c55-9dbb-b5323129a3f7 Nov 12 03:33:38.466192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6726906e-882b-46b5-9bca-f7c16bdb39c0 req-1ffa7817-c8e4-4c9f-85c1-ed4fcfb0d886 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.1415527 Nov 12 03:33:38.483449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26b2830e-cec0-45c0-b914-98bdef376fd4 req-b5f45edb-7fc2-465b-bfad-5280c04f0d0c tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602602 Nov 12 03:33:38.499713 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.544501 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.546219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.548331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.618536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5132923 Nov 12 03:33:38.619503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.702371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f58de-05ff-42f1-a25f-6d4eb8c01787 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=26a6c05b-175a-4c55-9dbb-b5323129a3f7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.716080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 26a6c05b-175a-4c55-9dbb-b5323129a3f7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:38.778353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658f7df-5cf8-40d9-818a-30144e67a7ee tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.781395 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8658f7df-5cf8-40d9-818a-30144e67a7ee tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "GET /v2.0/networks/26a6c05b-175a-4c55-9dbb-b5323129a3f7 HTTP/1.1" status: 200 len: 756 time: 0.1611183 Nov 12 03:33:38.784237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33092) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.919024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e79b5-45ad-40fd-b2ee-e145d30e8e5a tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.920728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-312e79b5-45ad-40fd-b2ee-e145d30e8e5a tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "GET /v2.0/networks/0a5925fa-e75f-48ca-ac1f-21c3a8051d4d HTTP/1.1" status: 200 len: 768 time: 0.1342843 Nov 12 03:33:38.923220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33102) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.036897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.124521 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.154423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a6c05b-175a-4c55-9dbb-b5323129a3f7']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:39.169175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c1890a-135d-43bc-bd24-6cbc8c8a9bef') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:39.169454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c1890a-135d-43bc-bd24-6cbc8c8a9bef') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:39.180633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.204950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.212041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:39.212669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:39.276910 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:39.280110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.285623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26a6c05b-175a-4c55-9dbb-b5323129a3f7 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:39.288836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.292269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/26a6c05b-175a-4c55-9dbb-b5323129a3f7 HTTP/1.1" status: 204 len: 168 time: 0.3680286 Nov 12 03:33:39.296760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.301958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'name': 'tempest-network--1254990336'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:39.319267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bb5ce-2ea7-4c61-9065-e6b551d3f4cd tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Network': ['ID=26a6c05b-175a-4c55-9dbb-b5323129a3f7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:39.333578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Made reservation on behalf of a4a559139bff4a339e2fc3aaa3fba9b4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:39.336844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.372559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:39.383864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.384410 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Added segment 7b2f33d5-d74f-41a0-9df3-ebd39240b838 of type vlan for network 256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 Nov 12 03:33:39.434312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.465608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.467106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.467873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.489602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.1915879 Nov 12 03:33:39.492276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33112) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.499361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:39.632014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa113a-dad8-4ad3-8413-ea3fc62920a0 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=256ec58f-a5b5-4fea-b6e8-9fa8a861cd60,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:39.642680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:39.754112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcf55d92-47fc-4e3b-824d-5356f6e62298 req-cb46c1c2-6235-4d19-836c-26a62a3c3f6d tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.1081908 Nov 12 03:33:39.863182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.883593 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.939576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Network 256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:33:39.940577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.941502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.945936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:39.949107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "PUT /v2.0/networks/256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 HTTP/1.1" status: 200 len: 859 time: 0.4555302 Nov 12 03:33:40.016380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941eafa-ae5f-4547-a3b0-9689aeb42d12 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event updated for resources: {'Network': ['ID=256ec58f-a5b5-4fea-b6e8-9fa8a861cd60,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.078794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.203592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.231689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256ec58f-a5b5-4fea-b6e8-9fa8a861cd60']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.248919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2f33d5-d74f-41a0-9df3-ebd39240b838') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.249311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2f33d5-d74f-41a0-9df3-ebd39240b838') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.259192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.272379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.278621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:40.279142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:40.281001 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:40.353475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.366635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:40.401462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Pushing event deleted for resources: {'Network': ['ID=256ec58f-a5b5-4fea-b6e8-9fa8a861cd60,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.403566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.410002 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a3f3350a-08ef-4966-858d-b3a939da3b68 tempest-ExternalNetworksTestJSON-2082058491 tempest-ExternalNetworksTestJSON-2082058491-project-admin] 10.222.0.93 "DELETE /v2.0/networks/256ec58f-a5b5-4fea-b6e8-9fa8a861cd60 HTTP/1.1" status: 204 len: 168 time: 0.4597144 Nov 12 03:33:40.410716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33130) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.466643 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dfdcaf-d000-4efa-9fd8-427094df6b6e tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] DELETE failed (client error): The resource could not be found. Nov 12 03:33:40.467484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dfdcaf-d000-4efa-9fd8-427094df6b6e tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:40.473505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.473720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-34dfdcaf-d000-4efa-9fd8-427094df6b6e tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "DELETE /v2.0/subnets/5c91675b-57fa-4d9c-bb58-c2409d38050e HTTP/1.1" status: 404 len: 337 time: 0.0615957 Nov 12 03:33:40.617681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.738337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.765459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5925fa-e75f-48ca-ac1f-21c3a8051d4d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.775867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c644eac2-ce71-4d28-b749-5734bf2fdd0b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.776347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c644eac2-ce71-4d28-b749-5734bf2fdd0b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:40.795428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.811493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.821458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:40.822044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:40.829727 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:40.901506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.916476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.920303 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] 10.222.0.93 "DELETE /v2.0/networks/0a5925fa-e75f-48ca-ac1f-21c3a8051d4d HTTP/1.1" status: 204 len: 168 time: 0.4452806 Nov 12 03:33:40.933716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de28f74-3edf-4490-b4ca-d88d9d3c0ade tempest-ExternalNetworksTestJSON-1561885516 tempest-ExternalNetworksTestJSON-1561885516-project] Pushing event deleted for resources: {'Network': ['ID=0a5925fa-e75f-48ca-ac1f-21c3a8051d4d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.966924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82e51f4b-93b8-4fe2-841c-4a931bfd429b req-c299c4ca-bc8c-4d19-8821-fba36c4c4d8c tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0792611 Nov 12 03:33:41.413691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:41.649538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5406f5fa-870f-4e36-8dea-a9a9c6f69800 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fd420faabedc4b43b152b136e36edb5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317936 Nov 12 03:33:41.649950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33164) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:41.715509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.742637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.397263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8828d021-2a01-405e-b676-daeaa9768739 req-0a5567b7-1b7a-47d0-8ff0-009007b06c4f tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0608864 Nov 12 03:33:42.429668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.432403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.436643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b63dae34-0956-4129-82c2-80875f8d6d6f HTTP/1.1" status: 204 len: 168 time: 0.7826393 Nov 12 03:33:42.454631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e732d65-464b-4158-a7e5-f7d571e120f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63dae34-0956-4129-82c2-80875f8d6d6f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.886979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33198) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.938249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d0c21d4-cb9f-44e6-a8be-fcfd06932eb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a4a559139bff4a339e2fc3aaa3fba9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497200 Nov 12 03:33:42.942716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33200) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.997406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.021401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.069559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.072289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.074097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e07af87f-aa4b-4cb7-9d77-970262335778 HTTP/1.1" status: 204 len: 168 time: 0.1304073 Nov 12 03:33:43.082404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46528eb8-e84e-4355-bf1a-a3e7a6ff7810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07af87f-aa4b-4cb7-9d77-970262335778,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.505515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8687a2ce-1015-4fa8-8840-86c3819f4ce7 req-0c5d64e4-b688-47d0-a6af-053ab8d238b1 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0377862 Nov 12 03:33:44.514746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33276) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:44.645300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50da8599-4b5b-4efa-ab16-1b76d72c04de req-d682100b-75ce-4c8d-8558-99d4db8a4981 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0377796 Nov 12 03:33:44.721565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-376295811', 'router:external': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:44.756107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Made reservation on behalf of 12de540878ee4082946728c355c11d56 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:44.758739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.768637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.855441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.860479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.885348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:44.903723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48315c2-dcf7-4cde-9a70-d7189da0cfea,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.908957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.909495 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Added segment 5d9f6982-8c34-4880-86c1-ea0dc45a125d of type vlan for network b0d1d292-1250-407d-8b22-1f526f73bbf6 Nov 12 03:33:44.965142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.008721 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.009839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.010420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.031899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:45.038115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'subnet': {'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:45.044877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5276921 Nov 12 03:33:45.078488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Made reservation on behalf of 12de540878ee4082946728c355c11d56 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:45.081305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.157447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704d42a-9ad3-4962-a9de-d8b42775fa54 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Network': ['ID=b0d1d292-1250-407d-8b22-1f526f73bbf6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:45.169236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:45.501675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:33:45.502407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.580051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a581c6a5-c3f4-4bed-8482-6ca6a8209a3e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:45.590197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Checking segment: {'id': '5d9f6982-8c34-4880-86c1-ea0dc45a125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:45.590834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network hostable DHCP agents. Network: b0d1d292-1250-407d-8b22-1f526f73bbf6, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:45.613194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:45.632074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b0d1d292-1250-407d-8b22-1f526f73bbf6) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:45.636746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.637392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.646089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb279627-3474-47c7-bca2-85d0f5edcc77 None None] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:45.660575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:45.661114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91d1b891-9504-4865-a98f-486a7d637404 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6269262 Nov 12 03:33:45.679880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1063585498', 'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:45.730125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Made reservation on behalf of 12de540878ee4082946728c355c11d56 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:45.734362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.759026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] device_id is not set on port 4ebcb406-dccc-49ba-9214-ab9367f23775 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:45.842177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab85c8a-b021-4a91-ba7b-072bf3908666 None None] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:45.871455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b6d5784-df32-4bfe-ab54-2ea668c10c5c req-b5d31642-0432-461e-84ec-88e7c071cc7d tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0454769 Nov 12 03:33:46.005486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.20.0.2 (b0d1d292-1250-407d-8b22-1f526f73bbf6/a581c6a5-c3f4-4bed-8482-6ca6a8209a3e/4ebcb406-dccc-49ba-9214-ab9367f23775) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:46.153121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.199514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.243766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:46.248599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:46.255576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:46.285853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebcb406-dccc-49ba-9214-ab9367f23775,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.304716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:46.305428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.324504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b3d8398d-0555-451e-96a2-504383527140 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6601608 Nov 12 03:33:46.325067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33334) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.415107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Deleting port 4ebcb406-dccc-49ba-9214-ab9367f23775 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:46.416162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.511123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.523923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Calling delete_port for 4ebcb406-dccc-49ba-9214-ab9367f23775 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:46.666108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.696131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ebcb406-dccc-49ba-9214-ab9367f23775,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.773759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.779567 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71531919-7e2d-478f-9611-9d4b9c0c6850 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/ports/4ebcb406-dccc-49ba-9214-ab9367f23775 HTTP/1.1" status: 204 len: 168 time: 0.4503088 Nov 12 03:33:46.779859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.784674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6', 'external_fixed_ips': [{'subnet_id': 'a581c6a5-c3f4-4bed-8482-6ca6a8209a3e', 'ip_address': '172.20.0.2'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:46.811139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.812378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.881970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.989384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3e1cbbd-daa0-4488-87bb-a0350671aad9 req-ea0a30ee-5702-430e-b815-e1bc0156d6fc tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0363686 Nov 12 03:33:47.061569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.279673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.299093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.542575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.20.0.2 (b0d1d292-1250-407d-8b22-1f526f73bbf6/a581c6a5-c3f4-4bed-8482-6ca6a8209a3e/cad90b36-9178-41c7-9377-907d10efa0ab) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:47.662468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.704368 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.753906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network b0d1d292-1250-407d-8b22-1f526f73bbf6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:47.758173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:47.760487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=cad90b36-9178-41c7-9377-907d10efa0ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.762713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:47.997274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05a759f0-b88e-4df0-a51d-7b2ec5f62968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.033758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.113704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c31f1d88-4a3c-49a0-869a-6b73f99a7f07 req-96aa3506-2291-44e3-932c-d60a88921038 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0400698 Nov 12 03:33:48.265676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.406850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router 3322e979-f7b5-4da6-8991-4783c1a1d88f is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:48.536555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:48.549526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Sync routers for ids ['3322e979-f7b5-4da6-8991-4783c1a1d88f'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:48.555120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.558987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4371e6f6-8abc-4c91-8840-1086e8f1797f tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.7752724 Nov 12 03:33:48.559219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.576554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Routers {'3322e979-f7b5-4da6-8991-4783c1a1d88f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:48.577244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3322e979-f7b5-4da6-8991-4783c1a1d88f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:48.673298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.837103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.899527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Set router 3322e979-f7b5-4da6-8991-4783c1a1d88f gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:33:48.903307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e97a0cd0-fa5a-4979-8d66-0c269ad73d1b req-194bf0a6-cdcb-4683-88a9-aeb4d2ba8a04 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0484905 Nov 12 03:33:48.931601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Deleting port cad90b36-9178-41c7-9377-907d10efa0ab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:48.932122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.027811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.041244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Calling delete_port for cad90b36-9178-41c7-9377-907d10efa0ab owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:49.158608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3322e979-f7b5-4da6-8991-4783c1a1d88f', 'name': '', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6', 'external_fixed_ips': [{'subnet_id': 'a581c6a5-c3f4-4bed-8482-6ca6a8209a3e', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'cad90b36-9178-41c7-9377-907d10efa0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:33:46Z', 'updated_at': '2021-11-12T03:33:47Z', 'revision_number': 3, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port': {'id': 'cad90b36-9178-41c7-9377-907d10efa0ab', 'name': '', 'network_id': 'b0d1d292-1250-407d-8b22-1f526f73bbf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3322e979-f7b5-4da6-8991-4783c1a1d88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a581c6a5-c3f4-4bed-8482-6ca6a8209a3e', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:33:47Z', 'updated_at': '2021-11-12T03:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a581c6a5-c3f4-4bed-8482-6ca6a8209a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:49.264418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Checking router: 3322e979-f7b5-4da6-8991-4783c1a1d88f for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:33:49.264776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Updating router 3322e979-f7b5-4da6-8991-4783c1a1d88f port cad90b36-9178-41c7-9377-907d10efa0ab binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:33:49.323188 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.413426 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:49.552452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f6515655-d503-4a20-ab10-fed828996d2e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0844793 Nov 12 03:33:49.688377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f6dcc90-8ce9-49da-bbea-94623a0c8c7d req-9debc145-b286-463d-874a-7534254f8de1 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0400138 Nov 12 03:33:49.716187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.716837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.717370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.717897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.718421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.718982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.719987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.721678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-366260aa-7b50-49c6-8db7-1d43c9991c10 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.1047432 Nov 12 03:33:49.878088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-8991859b-d418-4aad-b8d3-970d762e78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.878918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-8991859b-d418-4aad-b8d3-970d762e78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.879701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-8991859b-d418-4aad-b8d3-970d762e78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.881776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-8991859b-d418-4aad-b8d3-970d762e78f6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 2301 time: 0.1263285 Nov 12 03:33:49.901827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:33:49.902186 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:33:49.903723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.951896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Port': ['ID=cad90b36-9178-41c7-9377-907d10efa0ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:49.991241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-9181e85d-8f8f-4d60-8488-6bae4489d89f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 1001 time: 0.0943632 Nov 12 03:33:50.058660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6b589a36-22a6-4862-8651-94e01e175060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.060500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6b589a36-22a6-4862-8651-94e01e175060 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.0588715 Nov 12 03:33:50.063317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.198711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-1e414a13-00c5-4d31-a399-37e4101055bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.201730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-1e414a13-00c5-4d31-a399-37e4101055bb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306632 Nov 12 03:33:50.234923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-964d088d-ebc5-40b6-81f8-8667f3526d80 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:33:50.238564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-964d088d-ebc5-40b6-81f8-8667f3526d80 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281146 Nov 12 03:33:50.258858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.260590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.382180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b6bee80-1206-4fd0-ac93-1cfd2d69ab56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.385018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.385672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3322e979-f7b5-4da6-8991-4783c1a1d88f {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:50.390610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.391723 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8934bf61-5fcf-442c-94e2-5ce0fd15ff9d tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/routers/3322e979-f7b5-4da6-8991-4783c1a1d88f HTTP/1.1" status: 204 len: 168 time: 1.8315639 Nov 12 03:33:50.394367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.440884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Port cad90b36-9178-41c7-9377-907d10efa0ab not found while updating agent binding for router 3322e979-f7b5-4da6-8991-4783c1a1d88f. {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:33:50.460801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:50.463302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:33:50.464921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3322e979-f7b5-4da6-8991-4783c1a1d88f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:33:50.465510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85075e0c-e2e0-4dc9-a920-c3e2c94b784e None None] The sync data for ids ['3322e979-f7b5-4da6-8991-4783c1a1d88f'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:50.491135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-e7aad9bd-6c45-4974-83be-f0c028a9f216 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408991 Nov 12 03:33:50.495062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Deleting subnet a581c6a5-c3f4-4bed-8482-6ca6a8209a3e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:50.499319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.543150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.633906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.680401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-93d1590c-a59d-4174-825d-7c44cb66b5ab service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816278 Nov 12 03:33:50.738399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.750067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-bd071677-7205-4f0f-b16c-f321b2b43687 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 217 time: 0.0628200 Nov 12 03:33:50.791696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a581c6a5-c3f4-4bed-8482-6ca6a8209a3e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.812049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.818689 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c28030cd-333d-4f67-aeb9-47675db5013a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/subnets/a581c6a5-c3f4-4bed-8482-6ca6a8209a3e HTTP/1.1" status: 204 len: 168 time: 0.4232132 Nov 12 03:33:50.819893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33446) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.883563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-39bf97d7-1979-435b-9f58-062d84ba98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.885042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-39bf97d7-1979-435b-9f58-062d84ba98e3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1255910 Nov 12 03:33:50.940228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a8947f8-8f44-42dd-92aa-8a93a143513b req-e3202738-3fcc-47a9-80d7-2b4c9d9ba45c tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0637240 Nov 12 03:33:50.963015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.976719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-06517381-d16f-4254-9c11-cb13f0d23e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.978536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-06517381-d16f-4254-9c11-cb13f0d23e3c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783637 Nov 12 03:33:51.115359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-2428b73f-6ab3-47c0-97b0-cd3aaafee3cc service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294687 Nov 12 03:33:51.135875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.168492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d1d292-1250-407d-8b22-1f526f73bbf6']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.187915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9f6982-8c34-4880-86c1-ea0dc45a125d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.188215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9f6982-8c34-4880-86c1-ea0dc45a125d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:51.208525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.244974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.261713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:51.262123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:51.266991 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:51.361191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-75fd6338-906f-40a1-ab2b-9d695905e7d4 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394345 Nov 12 03:33:51.374531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.385257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0d1d292-1250-407d-8b22-1f526f73bbf6 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:33:51.388451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.392880 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/networks/b0d1d292-1250-407d-8b22-1f526f73bbf6 HTTP/1.1" status: 204 len: 168 time: 0.5725718 Nov 12 03:33:51.417715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b83ed5-9428-4c4a-bd5d-e627439ad9ec tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0d1d292-1250-407d-8b22-1f526f73bbf6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.467270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67b7d179-cf71-4c72-a666-6dff519f02cd req-a38d5b8c-a460-411b-ae00-968ee97b7c56 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5465e100b5044b8d820ec46edd0c5026&device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.2563848 Nov 12 03:33:51.589479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51ac694a-43b3-4a89-80ac-568a3b3264fc req-db621317-152c-40ff-aad5-2af6e01f4907 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.2271674 Nov 12 03:33:51.652302 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.699763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-a478c0d2-3a2f-4cda-b524-34390e94868d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 217 time: 0.3289039 Nov 12 03:33:51.723263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67b7d179-cf71-4c72-a666-6dff519f02cd req-9708d9cf-8291-4565-93ae-56e680f5425f service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=5465e100b5044b8d820ec46edd0c5026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1438622 Nov 12 03:33:51.747748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.755977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'name': 'tempest-router--431271040', 'project_id': 'f908cfaedff54bcaab18fd18a9d31d77'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:51.838441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.840874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.885350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f516b7d5-3c54-4d61-91f1-196f265c8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:51.890090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f516b7d5-3c54-4d61-91f1-196f265c8d0a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1806040 Nov 12 03:33:51.970032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.975092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.994445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.999427 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2119b6a6-8248-4bb3-a872-6170d4a50d9a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2468035 Nov 12 03:33:52.000371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.037312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d179-cf71-4c72-a666-6dff519f02cd req-a5e53ba2-5c3e-449c-803c-3463540fa027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.043534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67b7d179-cf71-4c72-a666-6dff519f02cd req-a5e53ba2-5c3e-449c-803c-3463540fa027 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3133528 Nov 12 03:33:52.051943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-c6926864-b29b-45e6-952b-487e9087bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.059076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-c6926864-b29b-45e6-952b-487e9087bdb4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629715 Nov 12 03:33:52.173226 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.260224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-d315e49c-4379-4d93-bf9f-ee25c680f494 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923413 Nov 12 03:33:52.412009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.415464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.453062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-3c191261-3a08-4645-aff6-2f7bf619dfe1 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832688 Nov 12 03:33:52.515001 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.516071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7284ed95-2f49-475d-988d-39932b3fc02a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:52.523131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.525571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb9ae2e0-7401-4028-bdf2-f6c40423e9db tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/routers/7284ed95-2f49-475d-988d-39932b3fc02a HTTP/1.1" status: 204 len: 168 time: 0.5241771 Nov 12 03:33:52.619479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f9f07803-d218-455c-846f-75e40d8872de service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 217 time: 0.1456964 Nov 12 03:33:52.828286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.903716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2165a4e-604d-4a4d-934d-b5040398ed73 req-0b8dae00-9247-4993-8354-3db90a0191c9 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.1426969 Nov 12 03:33:52.916008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-090c4694-aec0-4728-b35b-ab9104131d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.920259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-090c4694-aec0-4728-b35b-ab9104131d1d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2890649 Nov 12 03:33:53.005846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-2dae5711-644b-4bd7-9bdf-57ad592ac8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.007699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-2dae5711-644b-4bd7-9bdf-57ad592ac8a2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0793302 Nov 12 03:33:53.039305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.147830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1740403982', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.187781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.189005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.261631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-cf9c318e-08d6-44f0-bb94-cf5668c65644 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457550 Nov 12 03:33:53.298084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.350841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67b7d179-cf71-4c72-a666-6dff519f02cd req-cf370efe-8c69-4e12-ad9a-819fc34ec3a2 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.98 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0968482 Nov 12 03:33:53.549710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-61eb4924-9d1a-4e25-914a-582a2b6227b5 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667248 Nov 12 03:33:53.624781 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.663826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.670477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-b983a1c7-9e83-44a6-8ab8-0cc6c8c02a68 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 217 time: 0.1081691 Nov 12 03:33:53.770050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6048fb6e-3935-480c-a0d0-e4c8de418b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.771633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6048fb6e-3935-480c-a0d0-e4c8de418b00 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.0907280 Nov 12 03:33:53.874146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f7fcd1d3-e176-4ae4-9937-49e004582f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.876488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-f7fcd1d3-e176-4ae4-9937-49e004582f91 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962315 Nov 12 03:33:54.076512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.126139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.131943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-175012f3-6fd2-43c4-8ba8-d6ead63101a0 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489774 Nov 12 03:33:54.219835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-036c3d04-670d-4cdb-858e-4c3e8313179c req-3181ff20-5457-4cc7-9787-90ee8d96c376 tempest-ServerShowV257Test-1580406603 tempest-ServerShowV257Test-1580406603-project] 10.222.0.93 "GET /v2.0/ports?device_id=72f3aeca-87d2-48bb-8fe2-0a00c14f49bf HTTP/1.1" status: 200 len: 210 time: 0.0811889 Nov 12 03:33:54.355238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Allocated IP 172.25.4.38 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3314fbaf-7bf6-4a15-9418-3c7e54e73aef) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:54.460962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-d402a58b-cd1b-437e-85f0-9a8881194836 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1370397 Nov 12 03:33:54.485294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-0e44b8b4-258a-4924-9993-1f58b5c33c0a service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402796 Nov 12 03:33:54.588894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6af96c5f-ea43-4c9e-99c2-6541d5fbe5fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.0957317 Nov 12 03:33:54.593116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.691371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.769434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-43fbd05a-612d-4aed-a48c-12b5680b6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.771423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-43fbd05a-612d-4aed-a48c-12b5680b6639 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.1751196 Nov 12 03:33:54.806594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:54.817075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:54.824050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:54.831535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5e65f-6900-424f-8760-f398261b2722 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:54.854926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.855638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.856554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.860874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.861373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.861843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.862304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.864315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1c0e1579-50e9-4ea0-9725-12504fa45d02 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.2867107 Nov 12 03:33:54.886395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6d2aedfb-4fc3-445c-8d74-37fc0987f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.888890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-6d2aedfb-4fc3-445c-8d74-37fc0987f948 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078248 Nov 12 03:33:54.906479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event updated for resources: {'Port': ['ID=3314fbaf-7bf6-4a15-9418-3c7e54e73aef,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:54.908601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1488c468-c269-4976-a57b-e43dfed53bd9 None None] Provisioning complete for port 3314fbaf-7bf6-4a15-9418-3c7e54e73aef triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:54.924910 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1488c468-c269-4976-a57b-e43dfed53bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.982539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1488c468-c269-4976-a57b-e43dfed53bd9 None None] Port 3314fbaf-7bf6-4a15-9418-3c7e54e73aef cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:55.311649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.359531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-e4b7ff1f-9ca5-4811-a578-ee65618b7f9e service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641178 Nov 12 03:33:55.672570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ddf784e8-0b50-44ab-82f9-3bcc592ae3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.673440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ddf784e8-0b50-44ab-82f9-3bcc592ae3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.674184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ddf784e8-0b50-44ab-82f9-3bcc592ae3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.678148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ddf784e8-0b50-44ab-82f9-3bcc592ae3cf service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 2294 time: 0.6423435 Nov 12 03:33:55.932734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-3dfb832f-6b82-4cbc-88ac-ddd6cb61da0a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1000 time: 0.2442231 Nov 12 03:33:56.045402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33564) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:56.105753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-4f3205b5-21cc-48b1-a02f-ec474bafa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.107775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-4f3205b5-21cc-48b1-a02f-ec474bafa96f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.1629407 Nov 12 03:33:56.227937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-b1ee5e7e-f979-4bbc-93cc-a43feb2220c9 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177803 Nov 12 03:33:56.332267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-65bcd4b1-f601-4551-ad91-2fb3a4c09c2b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.0934730 Nov 12 03:33:56.402246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1624dea5-d79c-4639-967f-9d75fb5c3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.404948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-1624dea5-d79c-4639-967f-9d75fb5c3218 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2826614 Nov 12 03:33:56.407904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-57ebc25b-3e25-4612-9fac-5681149a4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.408420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-57ebc25b-3e25-4612-9fac-5681149a4c41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.0607340 Nov 12 03:33:56.571182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-cef33f46-0df4-43d3-bced-5ee1948acc48 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150076 Nov 12 03:33:56.574434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb29452-f786-4034-bd9e-7acf030e3411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.620378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.780166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb29452-f786-4034-bd9e-7acf030e3411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.806941 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb29452-f786-4034-bd9e-7acf030e3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.937677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Router 7d674168-dcc4-4374-ab9c-89c7ae951a01 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:56.943420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-6480b0bf-925c-45d6-9c37-9c212ef9e4a0 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578212 Nov 12 03:33:57.030980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-ac01ecbd-b1df-4fbd-9012-74922fa0f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.033077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-ac01ecbd-b1df-4fbd-9012-74922fa0f4e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6184618 Nov 12 03:33:57.045540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-6f140d54-4cc4-4fbd-8ee6-88e9f8f6ea72 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.0888169 Nov 12 03:33:57.049082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-beb29452-f786-4034-bd9e-7acf030e3411 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5465e100b5044b8d820ec46edd0c5026&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0015147 Nov 12 03:33:57.062477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33582) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.108555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb29452-f786-4034-bd9e-7acf030e3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a944ff-a502-41bf-bdad-aeadc6e58666,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.279105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-13caa2dd-bcfe-4e69-a4c0-94df4462d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.283348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-13caa2dd-bcfe-4e69-a4c0-94df4462d59c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.2291265 Nov 12 03:33:57.285491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:57.300291 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] Sync routers for ids ['7d674168-dcc4-4374-ab9c-89c7ae951a01'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:57.316442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] Routers {'7d674168-dcc4-4374-ab9c-89c7ae951a01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:57.318322 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['7d674168-dcc4-4374-ab9c-89c7ae951a01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:57.336460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.346129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88e12f8c-f478-4873-b576-152d86558cf9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5162728 Nov 12 03:33:57.346779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.362358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-d4690721-164b-454c-aa30-568fb1e7351a service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119445 Nov 12 03:33:57.385458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.403885 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:57.433472 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] Routers {'7d674168-dcc4-4374-ab9c-89c7ae951a01'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:57.434113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['7d674168-dcc4-4374-ab9c-89c7ae951a01'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:57.514951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:57.515609 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccea732-7d66-4eed-a4dd-4e58c56c1920 None None] The sync data for ids ['7d674168-dcc4-4374-ab9c-89c7ae951a01'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:57.589941 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03b663ee-842f-4b6a-9b03-0dc2cfa16c28 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/7d674168-dcc4-4374-ab9c-89c7ae951a01 HTTP/1.1" status: 200 len: 920 time: 0.2419674 Nov 12 03:33:57.594019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.623926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.671227 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d276815a-b79a-4216-8fd2-f436abb71fb7 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d674168-dcc4-4374-ab9c-89c7ae951a01 HTTP/1.1" status: 200 len: 205 time: 0.0758271 Nov 12 03:33:57.677021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-75b7412e-d82c-4038-84dd-980c46aa0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.677916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.679822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-75b7412e-d82c-4038-84dd-980c46aa0476 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3763349 Nov 12 03:33:57.926833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.144425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.356359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 3314fbaf-7bf6-4a15-9418-3c7e54e73aef {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:58.356738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.415466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:58.476996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f7b4aff-d134-456d-8920-5386e4b562e4 req-00fd74bf-0871-4551-8d48-5e7dada9cefb service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1023016 Nov 12 03:33:58.578784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.589580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.595123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.597717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/06a944ff-a502-41bf-bdad-aeadc6e58666 HTTP/1.1" status: 204 len: 168 time: 1.5314078 Nov 12 03:33:58.616709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-7e211309-939d-48cc-99cf-427d3c749d79 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257100 Nov 12 03:33:58.645672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4cbc8-b5c4-4c06-9f37-1971662dc303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a944ff-a502-41bf-bdad-aeadc6e58666,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:58.654005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 3314fbaf-7bf6-4a15-9418-3c7e54e73aef owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:58.928203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-6f63ddee-6e4e-47c1-8eaf-5d7721271494 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036325 Nov 12 03:33:59.014416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-516a181b-efd0-4448-97c0-e70fa127406c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.0779784 Nov 12 03:33:59.129311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.146218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-90d52ee0-5414-4adb-a46b-8ebe4ffaee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.165035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-90d52ee0-5414-4adb-a46b-8ebe4ffaee1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1382816 Nov 12 03:33:59.198597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f780b374-8174-42b4-b272-0e8d65526e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.306758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=3314fbaf-7bf6-4a15-9418-3c7e54e73aef,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.358457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906317fc-e92b-4810-8bdf-a6c3c284b147 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:59.497651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-751c970a-835e-490a-b5fb-636f34c1120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.501323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-751c970a-835e-490a-b5fb-636f34c1120f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3242607 Nov 12 03:33:59.601297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.726831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.729969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.757791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-6966b481-d0e2-40a3-8720-5a99480bab21 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485166 Nov 12 03:33:59.874791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f780b374-8174-42b4-b272-0e8d65526e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.881036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f780b374-8174-42b4-b272-0e8d65526e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.925956 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.927792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router 7d674168-dcc4-4374-ab9c-89c7ae951a01 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:59.941560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.942690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3798c425-8d45-490c-b830-5e47d15a22b8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/7d674168-dcc4-4374-ab9c-89c7ae951a01 HTTP/1.1" status: 204 len: 168 time: 2.2637699 Nov 12 03:33:59.947433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:59.963749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762901958', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:59.994164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b374-8174-42b4-b272-0e8d65526e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff847d59-470b-4c3f-80d2-a9bc2cca9f14,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.013449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-9dea034a-64c5-442e-a19a-634cb406e91d service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466693 Nov 12 03:34:00.030050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f780b374-8174-42b4-b272-0e8d65526e5d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=963cde7f262048c5bdcd81e7c84c8a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6088810 Nov 12 03:34:00.030722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:00.088187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-3d4cb177-a2bc-4f0d-9809-9df60f8c9b1f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.0654757 Nov 12 03:34:00.094179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.095388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.149850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.203875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-4bf45636-344d-45f3-ae2a-8af28fe200a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:00.205399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-4bf45636-344d-45f3-ae2a-8af28fe200a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1051390 Nov 12 03:34:00.208946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.240132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.349142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.352356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.353593 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ff847d59-470b-4c3f-80d2-a9bc2cca9f14 HTTP/1.1" status: 204 len: 168 time: 0.3217688 Nov 12 03:34:00.372760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75179-6c37-4588-b6e5-f5c0804b48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff847d59-470b-4c3f-80d2-a9bc2cca9f14,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.511464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-781d46e1-0736-48d0-a352-14b4087ae591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:00.513594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-781d46e1-0736-48d0-a352-14b4087ae591 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2985301 Nov 12 03:34:00.643404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.712120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.862075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b34ae7cb-466c-42d5-9205-130e2e94f14b service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703745 Nov 12 03:34:01.011621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.032909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53d7541b-5eea-4843-a750-f27d8361415c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.058804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-88914d20-e4e8-4b3d-a9c8-b4392243d0f2 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637292 Nov 12 03:34:01.207100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53d7541b-5eea-4843-a750-f27d8361415c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.212300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53d7541b-5eea-4843-a750-f27d8361415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.216026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-22426300-dd73-4737-86ab-b380549a9f50 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.1473029 Nov 12 03:34:01.276812 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-53d7541b-5eea-4843-a750-f27d8361415c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=db6d292b3f4c46ac9ec2bf904b60c2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603514 Nov 12 03:34:01.277419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.287516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7541b-5eea-4843-a750-f27d8361415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6932cb2a-fd5e-487c-9792-1d4ab4083629,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.359083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.389118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.463184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.466760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.469272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6932cb2a-fd5e-487c-9792-1d4ab4083629 HTTP/1.1" status: 204 len: 168 time: 0.1886175 Nov 12 03:34:01.473633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.499943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2211-2104-4247-92a7-9f4126bbb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6932cb2a-fd5e-487c-9792-1d4ab4083629,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.581131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.593661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.658846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.749050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe3cec-6741-4b6d-84b1-f944d201cee0 req-0ae31e0c-8ec3-49f5-897a-aa7907c6b186 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.756730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15fe3cec-6741-4b6d-84b1-f944d201cee0 req-0ae31e0c-8ec3-49f5-897a-aa7907c6b186 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.5341291 Nov 12 03:34:01.839128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b65454ec-ce6a-4b19-a3d0-3f58762a4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.845251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b65454ec-ce6a-4b19-a3d0-3f58762a4f20 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.5343473 Nov 12 03:34:02.096864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c848db1-b50d-44bd-9169-403868e675b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.183433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15fe3cec-6741-4b6d-84b1-f944d201cee0 req-70c81aa1-8850-4e1f-be7d-2f8528b8c723 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250247 Nov 12 03:34:02.202876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ecb1c697-df1b-42bf-8d22-07160a501228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.204682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-ecb1c697-df1b-42bf-8d22-07160a501228 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3121436 Nov 12 03:34:02.255492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.25.4.237 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/b9cffc84-ab83-4965-abb5-18e1d3f37cdd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:02.297911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c848db1-b50d-44bd-9169-403868e675b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.305830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c848db1-b50d-44bd-9169-403868e675b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.377767 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.402818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c848db1-b50d-44bd-9169-403868e675b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004dc79-724e-43fc-823b-dc8ed8056bc5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.418522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9c848db1-b50d-44bd-9169-403868e675b9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=037b3890f17f48269f0ce3bfc3aca65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8237936 Nov 12 03:34:02.421904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.423863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.515264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:02.523466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:02.524885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.533281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:02.545473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.555145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.560406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d37479-8ac5-4955-b543-708967a7206a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:02.705305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.708638 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.713564 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e004dc79-724e-43fc-823b-dc8ed8056bc5 HTTP/1.1" status: 204 len: 168 time: 0.2907770 Nov 12 03:34:02.739354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e3ed8-8f64-4b04-b3a3-572fd12fb2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e004dc79-724e-43fc-823b-dc8ed8056bc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.755431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-746898cc-99eb-409f-b071-60c342205319 None None] Provisioning complete for port b9cffc84-ab83-4965-abb5-18e1d3f37cdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.761192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-746898cc-99eb-409f-b071-60c342205319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.821197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-746898cc-99eb-409f-b071-60c342205319 None None] Port b9cffc84-ab83-4965-abb5-18e1d3f37cdd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:02.833185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-bf747841-10d3-402b-a056-f2ee2a319393 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199429 Nov 12 03:34:03.027946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-539439a3-79cb-42d9-9eaa-57453e860d3d service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650438 Nov 12 03:34:03.128815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b0ac0661-eb05-4b65-91bb-7d3325296be2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.0542252 Nov 12 03:34:03.294264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-cd950bf6-226f-4a61-a121-21069bc24f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.295766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-cd950bf6-226f-4a61-a121-21069bc24f59 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1563821 Nov 12 03:34:03.300961 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.476752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b2a5c3b8-d13a-44b4-8efb-04f23da9d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.478917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-b2a5c3b8-d13a-44b4-8efb-04f23da9d23e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1703742 Nov 12 03:34:03.505068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baf000-e55f-4e26-92ff-3d4a698eaf4c req-63a0a0a0-81eb-4788-92c4-e383875b31a3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.512360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49baf000-e55f-4e26-92ff-3d4a698eaf4c req-63a0a0a0-81eb-4788-92c4-e383875b31a3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1242726 Nov 12 03:34:03.652777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49baf000-e55f-4e26-92ff-3d4a698eaf4c req-8a7b6d05-112d-42e7-ba44-4ac6c1eaf724 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397402 Nov 12 03:34:03.770505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-d0c7155a-91e3-43ac-b571-762332e4f551 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823462 Nov 12 03:34:03.867157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.973358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-43e4b1a1-97d6-47cd-9ddf-cb48499e39c8 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952391 Nov 12 03:34:04.024601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-21e39e6c-e13c-4219-9ba5-e1168a5f8365 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0405607 Nov 12 03:34:04.093972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-3e1c53c2-f09f-4e3e-ac3b-5fe204102d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.095451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-3e1c53c2-f09f-4e3e-ac3b-5fe204102d90 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.0569477 Nov 12 03:34:04.100217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router 7b0893bd-cc54-4b2c-858c-3e32cab7785e is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:04.213338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-0c8fe215-125e-45eb-832b-4afacb66c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.214868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-0c8fe215-125e-45eb-832b-4afacb66c970 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110828 Nov 12 03:34:04.760405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:04.774791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Sync routers for ids ['7b0893bd-cc54-4b2c-858c-3e32cab7785e'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:04.793605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Routers {'7b0893bd-cc54-4b2c-858c-3e32cab7785e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:04.794839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['7b0893bd-cc54-4b2c-858c-3e32cab7785e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.815863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.817313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca075c04-f5f5-4f78-8ddd-9802a3c1969a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8645961 Nov 12 03:34:04.819993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.832288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-5283f069-da83-46d5-8fd3-b03bcbb480b6 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895598 Nov 12 03:34:04.847479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad509fd-b08f-4cba-95b2-e90c2314c946 req-f3bebd4e-1339-442c-8d25-e2245be68024 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.849720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fad509fd-b08f-4cba-95b2-e90c2314c946 req-f3bebd4e-1339-442c-8d25-e2245be68024 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0853438 Nov 12 03:34:04.971791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Set router 7b0893bd-cc54-4b2c-858c-3e32cab7785e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:04.980555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fad509fd-b08f-4cba-95b2-e90c2314c946 req-df3c8759-f8a8-40b1-b42c-1f60ef9cd4d0 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211627 Nov 12 03:34:04.999922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d02a70a4-11b9-4a42-bbb2-64178d5b1465 req-949b214f-9ee0-4ee4-b59e-6af15deb157e service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489384 Nov 12 03:34:05.024687 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a0807e9-8e06-4075-93db-e4a6389366a7 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/7b0893bd-cc54-4b2c-858c-3e32cab7785e HTTP/1.1" status: 200 len: 908 time: 0.2034264 Nov 12 03:34:05.026933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33848) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.032005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762901958', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': True}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:05.058377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.061091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.135574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.201430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:00Z', 'updated_at': '2021-11-12T03:34:02Z', 'revision_number': 3, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port': {'id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:01Z', 'updated_at': '2021-11-12T03:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.240964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Checking router: 7b0893bd-cc54-4b2c-858c-3e32cab7785e for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:05.241332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Updating router 7b0893bd-cc54-4b2c-858c-3e32cab7785e port b9cffc84-ab83-4965-abb5-18e1d3f37cdd binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:05.275636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.335176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.556449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.565699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.583611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.589422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.704916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029c3bb-5a98-4d5a-8762-e91d516f540c None None] Pushing event updated for resources: {'Port': ['ID=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.720983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94937e83-8c89-4d10-ab82-62a8b5c80f97 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:05.740922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Attempting to bind port b9cffc84-ab83-4965-abb5-18e1d3f37cdd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:05.741379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Attempting to bind port b9cffc84-ab83-4965-abb5-18e1d3f37cdd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:05.741647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Attempting to bind port b9cffc84-ab83-4965-abb5-18e1d3f37cdd on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:05.748002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:05.748432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:05.748786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.749175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:05.749646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Bound port: b9cffc84-ab83-4965-abb5-18e1d3f37cdd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:05.750029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.816155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f3e24d06-d42d-4f03-af5e-9a6dad8217e3 None None] Provisioning complete for port b9cffc84-ab83-4965-abb5-18e1d3f37cdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:05.816875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3e24d06-d42d-4f03-af5e-9a6dad8217e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.817397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.25.4.71 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/e6661d8a-40ca-4e3c-9729-9644f8fee465) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:05.866126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f3e24d06-d42d-4f03-af5e-9a6dad8217e3 None None] Port b9cffc84-ab83-4965-abb5-18e1d3f37cdd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:05.883281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] For port b9cffc84-ab83-4965-abb5-18e1d3f37cdd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:05.904582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] For port b9cffc84-ab83-4965-abb5-18e1d3f37cdd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:05.910341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.950883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d312e-e516-40ac-853f-6fcf29a2e4de None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:05.973114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Routers {'7b0893bd-cc54-4b2c-858c-3e32cab7785e'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:05.973789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['7b0893bd-cc54-4b2c-858c-3e32cab7785e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.009592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.061244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.157671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029c3bb-5a98-4d5a-8762-e91d516f540c None None] Pushing event updated for resources: {'Port': ['ID=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.165693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b971e3-be80-4078-bbee-49561829c1a2 req-93712642-f45a-4f08-bb67-d19f67dc0e6a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.172062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] Provisioning complete for port b9cffc84-ab83-4965-abb5-18e1d3f37cdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.172541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.176534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13b971e3-be80-4078-bbee-49561829c1a2 req-93712642-f45a-4f08-bb67-d19f67dc0e6a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0950491 Nov 12 03:34:06.192355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:06.224836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:06.259380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=e6661d8a-40ca-4e3c-9729-9644f8fee465,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.261949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c812674-6827-463a-9cde-08897615f2ea None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:06.268011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:06.286584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13b971e3-be80-4078-bbee-49561829c1a2 req-1a77d985-64c7-4d2c-a9a3-491c1ba03da3 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087623 Nov 12 03:34:06.342366 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.351072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] Set router 7b0893bd-cc54-4b2c-858c-3e32cab7785e gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:06.479195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] For port b9cffc84-ab83-4965-abb5-18e1d3f37cdd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:06.580693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.751563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.791508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab698e2-8fda-4302-95bf-579125422f00 None None] Pushing event updated for resources: {'Port': ['ID=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.810689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07970099-4ecf-4e73-a2f0-c25cb26a07bf None None] Provisioning complete for port e6661d8a-40ca-4e3c-9729-9644f8fee465 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:06.811012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07970099-4ecf-4e73-a2f0-c25cb26a07bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.911185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-07970099-4ecf-4e73-a2f0-c25cb26a07bf None None] Port e6661d8a-40ca-4e3c-9729-9644f8fee465 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:06.978492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:00Z', 'updated_at': '2021-11-12T03:34:02Z', 'revision_number': 3, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port': {'id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:01Z', 'updated_at': '2021-11-12T03:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.990927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-c3aac999-6969-4f6a-9dd9-9df09eb5df51 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684354 Nov 12 03:34:07.045817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0588-a51c-42a5-aab9-0b271fa0ddd1 None None] The sync data for ids ['7b0893bd-cc54-4b2c-858c-3e32cab7785e'] in n-d-713499-30 is: [{'id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237'}], 'enable_snat': False}, 'gw_port_id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:00Z', 'updated_at': '2021-11-12T03:34:02Z', 'revision_number': 3, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port': {'id': 'b9cffc84-ab83-4965-abb5-18e1d3f37cdd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ab:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0893bd-cc54-4b2c-858c-3e32cab7785e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:01Z', 'updated_at': '2021-11-12T03:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:07.411386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-12384e71-794a-49f5-b0d8-5e899833201d tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.420487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-12384e71-794a-49f5-b0d8-5e899833201d tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4195833 Nov 12 03:34:07.463651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-31699b0d-e07f-42f3-9813-1c16882d7116 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/quotas/2a92eb8fc0ea4cc6aafa12d915e48cc2 HTTP/1.1" status: 200 len: 375 time: 0.0416112 Nov 12 03:34:07.500705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.543513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-8d11971f-d931-463a-861d-1a9d71b892fd tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785472 Nov 12 03:34:07.608239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fccb1-1ca6-4d29-b73a-5a60a400cd2b req-b7c1e0c6-50fb-4948-a417-12b2453dba7d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.618852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc4fccb1-1ca6-4d29-b73a-5a60a400cd2b req-b7c1e0c6-50fb-4948-a417-12b2453dba7d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1921961 Nov 12 03:34:07.732259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc4fccb1-1ca6-4d29-b73a-5a60a400cd2b req-ee2b3c90-2d2d-4544-97b0-c93c0674ecf4 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113935 Nov 12 03:34:07.812472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router 27414951-3bef-4ad2-b568-ffe0dfd8add8 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:08.076809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9d2b7e6-a057-498b-882f-4b93980f5de3 req-a3c9e6b6-9805-4c52-bc04-157ddb25ad6c tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 210 time: 0.1122911 Nov 12 03:34:08.218431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:08.251159 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Sync routers for ids ['27414951-3bef-4ad2-b568-ffe0dfd8add8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:08.266191 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Routers {'27414951-3bef-4ad2-b568-ffe0dfd8add8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:08.266859 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['27414951-3bef-4ad2-b568-ffe0dfd8add8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.323748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.335887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-82dd0e3c-c0d5-45ca-ab62-e8d7a142c4b2 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3077917 Nov 12 03:34:08.338505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33950) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.441515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.478793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Set router 27414951-3bef-4ad2-b568-ffe0dfd8add8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:08.516244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b9cffc84-ab83-4965-abb5-18e1d3f37cdd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:08.691650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.692822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-44760182-ab64-4f76-85f9-ca097dc62c07 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/27414951-3bef-4ad2-b568-ffe0dfd8add8 HTTP/1.1" status: 200 len: 906 time: 0.3520224 Nov 12 03:34:08.878137 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27414951-3bef-4ad2-b568-ffe0dfd8add8', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'e6661d8a-40ca-4e3c-9729-9644f8fee465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:05Z', 'updated_at': '2021-11-12T03:34:06Z', 'revision_number': 3, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port': {'id': 'e6661d8a-40ca-4e3c-9729-9644f8fee465', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27414951-3bef-4ad2-b568-ffe0dfd8add8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:05Z', 'updated_at': '2021-11-12T03:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.909356 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Checking router: 27414951-3bef-4ad2-b568-ffe0dfd8add8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:08.910034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Updating router 27414951-3bef-4ad2-b568-ffe0dfd8add8 port e6661d8a-40ca-4e3c-9729-9644f8fee465 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:08.917301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.941620 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.036784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e761-f33d-44ab-bd27-b56e7e745459 req-a4df3ebc-cb53-4006-abcf-6f98ba76375c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.045715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e68e761-f33d-44ab-bd27-b56e7e745459 req-a4df3ebc-cb53-4006-abcf-6f98ba76375c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1153274 Nov 12 03:34:09.129572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ceac87c8-ba9e-4b4c-affc-83e70b1db2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.135757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.158459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e68e761-f33d-44ab-bd27-b56e7e745459 req-6c5fa2c1-4c34-4212-a2fb-cde27aeecea1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111639 Nov 12 03:34:09.208811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b9cffc84-ab83-4965-abb5-18e1d3f37cdd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:09.211264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.298235 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ceac87c8-ba9e-4b4c-affc-83e70b1db2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.344408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ceac87c8-ba9e-4b4c-affc-83e70b1db2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.420272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-148d5ac4-d5bf-484c-8d92-ab9e54f63f8c req-ac74ccd4-7a66-44cc-9474-d8bff86b81e3 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 210 time: 0.0379901 Nov 12 03:34:09.464112 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ceac87c8-ba9e-4b4c-affc-83e70b1db2a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3bd00ec5a0843c0bb0131b7875e84cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0213878 Nov 12 03:34:09.466891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33988) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.476344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac87c8-ba9e-4b4c-affc-83e70b1db2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205ab9f2-1da0-4dd2-8768-1a591013b47c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.508768 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.518675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Deleting port e6661d8a-40ca-4e3c-9729-9644f8fee465 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:09.519027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.521129 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.566436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8f255-067e-47ec-b774-c9c4bcd91664 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:09.568138 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Attempting to bind port e6661d8a-40ca-4e3c-9729-9644f8fee465 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:09.568683 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Attempting to bind port e6661d8a-40ca-4e3c-9729-9644f8fee465 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:09.569326 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Attempting to bind port e6661d8a-40ca-4e3c-9729-9644f8fee465 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:09.578616 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:09.579335 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:09.580244 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.580822 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:09.581793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Bound port: e6661d8a-40ca-4e3c-9729-9644f8fee465, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:09.582332 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.594211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.635696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.649907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Calling delete_port for e6661d8a-40ca-4e3c-9729-9644f8fee465 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:09.659224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.661508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-49ca8edb-59b1-48c8-8b0a-585002ca7284 None None] Provisioning complete for port e6661d8a-40ca-4e3c-9729-9644f8fee465 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:09.661883 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ca8edb-59b1-48c8-8b0a-585002ca7284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.677122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] For port e6661d8a-40ca-4e3c-9729-9644f8fee465, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:09.681467 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] For port e6661d8a-40ca-4e3c-9729-9644f8fee465, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e6661d8a-40ca-4e3c-9729-9644f8fee465,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:09.696666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Pushing event updated for resources: {'Port': ['ID=e6661d8a-40ca-4e3c-9729-9644f8fee465,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.701425 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.720606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.721292 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.721860 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.723565 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.724517 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.725552 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.726102 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.727379 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.728352 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.729278 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.730004 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.730593 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:09.771870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46039b21-89c7-4ee0-900a-95becf4443b0 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:09.773162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.777218 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.782368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/205ab9f2-1da0-4dd2-8768-1a591013b47c HTTP/1.1" status: 204 len: 168 time: 0.3108163 Nov 12 03:34:09.830081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f931e-4f6f-4206-985d-69fcdb6b0601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ab9f2-1da0-4dd2-8768-1a591013b47c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.834084 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7590-bbf2-4af6-aff0-a5951c708b68 None None] Pushing event updated for resources: {'Port': ['ID=e6661d8a-40ca-4e3c-9729-9644f8fee465,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.857902 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Routers {'27414951-3bef-4ad2-b568-ffe0dfd8add8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:09.860456 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['27414951-3bef-4ad2-b568-ffe0dfd8add8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.913460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-49ca8edb-59b1-48c8-8b0a-585002ca7284 None None] Port e6661d8a-40ca-4e3c-9729-9644f8fee465 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:09.970170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-083183f3-0d27-4828-b06a-cf63b597fd40 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960143 Nov 12 03:34:10.050763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-06e0935d-4585-4505-9f35-419579ce996f None None] Provisioning complete for port e6661d8a-40ca-4e3c-9729-9644f8fee465 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:10.051127 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06e0935d-4585-4505-9f35-419579ce996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.125006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.200985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-7734e782-a806-4353-acf1-22547aec8068 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.203243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-7734e782-a806-4353-acf1-22547aec8068 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262483 Nov 12 03:34:10.203374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-06e0935d-4585-4505-9f35-419579ce996f None None] Could not find standard attr ID for object e6661d8a-40ca-4e3c-9729-9644f8fee465. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:34:10.212257 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-06e0935d-4585-4505-9f35-419579ce996f None None] No ports have port_id starting with e6661d8a-40ca-4e3c-9729-9644f8fee465 Nov 12 03:34:10.220715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Request body: {'port': {'device_id': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '2a92eb8fc0ea4cc6aafa12d915e48cc2'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:10.237754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980570c-b152-49a8-bfed-48cff7070775 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:10.241372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6661d8a-40ca-4e3c-9729-9644f8fee465,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.346737 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] Set router 27414951-3bef-4ad2-b568-ffe0dfd8add8 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:10.366321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.452612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.462753 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27414951-3bef-4ad2-b568-ffe0dfd8add8', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:05Z', 'updated_at': '2021-11-12T03:34:09Z', 'revision_number': 4, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:10.497237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e170e07-4b41-4bcf-9335-cf1cb356710d None None] The sync data for ids ['27414951-3bef-4ad2-b568-ffe0dfd8add8'] in n-d-713499-30 is: [{'id': '27414951-3bef-4ad2-b568-ffe0dfd8add8', 'name': 'tempest-snat-router-762901958', 'tenant_id': '12de540878ee4082946728c355c11d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:05Z', 'updated_at': '2021-11-12T03:34:09Z', 'revision_number': 4, 'project_id': '12de540878ee4082946728c355c11d56', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:10.546877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.549401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.551333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c3aca88-970d-43e0-9247-287b4d65f5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.597664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bcb41-2a36-4482-baf5-f4626c982d65 req-7558c91b-3e07-4f5a-ba95-3f2184aa21e1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.605505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b76bcb41-2a36-4482-baf5-f4626c982d65 req-7558c91b-3e07-4f5a-ba95-3f2184aa21e1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1633337 Nov 12 03:34:10.659575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.663689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27414951-3bef-4ad2-b568-ffe0dfd8add8 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:10.680477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.683609 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59d712c6-e485-406e-8284-b003928bcfcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/routers/27414951-3bef-4ad2-b568-ffe0dfd8add8 HTTP/1.1" status: 204 len: 168 time: 1.9906578 Nov 12 03:34:10.689013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Made reservation on behalf of 2a92eb8fc0ea4cc6aafa12d915e48cc2 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:10.703299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.715011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.748940 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.768765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b76bcb41-2a36-4482-baf5-f4626c982d65 req-bbed88e1-9c07-4665-b8bd-7a9791063d24 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610351 Nov 12 03:34:10.791195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c3aca88-970d-43e0-9247-287b4d65f5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.803816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c3aca88-970d-43e0-9247-287b4d65f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.839927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bb8a14f-94b4-4518-8284-fe67f9796ac7 req-7396496f-557f-478c-912e-77470537501a tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 210 time: 0.0459759 Nov 12 03:34:10.919562 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c3aca88-970d-43e0-9247-287b4d65f5ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6e01597c7e6b4983ac8a149c3f7db690&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945649 Nov 12 03:34:10.925118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.938278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aca88-970d-43e0-9247-287b4d65f5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e7f2c-aeba-4e5c-bfe4-d79d3e8e8fd2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.947024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.960098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.963225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.033930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2dc11d-dd30-448e-a26e-264a6398b122,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.119266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Allocated IP 192.168.233.4 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/f63d9172-12ef-40d3-b838-696514e59afc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:11.130352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.189262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.216505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.336378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.338932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.348774 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/294e7f2c-aeba-4e5c-bfe4-d79d3e8e8fd2 HTTP/1.1" status: 204 len: 168 time: 0.4220769 Nov 12 03:34:11.375167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.384197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Deleting port b9cffc84-ab83-4965-abb5-18e1d3f37cdd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:11.386851 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.390996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e60da-642f-4518-bee2-03efabdc382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e7f2c-aeba-4e5c-bfe4-d79d3e8e8fd2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.462431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.522743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] For port b9cffc84-ab83-4965-abb5-18e1d3f37cdd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:11.523231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.526601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:11.533504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:11.538138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:11.546224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Pushing event updated for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.607413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Calling delete_port for b9cffc84-ab83-4965-abb5-18e1d3f37cdd owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:11.657596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.659119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.696712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-a01dae0e-7ef7-4901-929d-368ffaa93f8f tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4831555 Nov 12 03:34:11.709940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Request body: {'port': {'device_id': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.811169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.943185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.983108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9cffc84-ab83-4965-abb5-18e1d3f37cdd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.001635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445ec0a-fa1a-4384-9eb9-f84401a9334e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:12.074613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4bca7139-054a-4faa-9479-fb28e49faa65 None None] Provisioning complete for port f63d9172-12ef-40d3-b838-696514e59afc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:12.075649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bca7139-054a-4faa-9479-fb28e49faa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.102534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.162380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4bca7139-054a-4faa-9479-fb28e49faa65 None None] Port f63d9172-12ef-40d3-b838-696514e59afc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:12.268301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afcc3e-6538-43a6-9599-50a55df68e50 req-bcec6d00-5966-4bcc-90d6-f4af685a9d62 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.269814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73afcc3e-6538-43a6-9599-50a55df68e50 req-bcec6d00-5966-4bcc-90d6-f4af685a9d62 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.3298247 Nov 12 03:34:12.281051 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.281051 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.291357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4842a3c-2402-4376-a17d-e45e6df43154 req-0c74ba29-f07b-4213-a88e-ad2fb3ddf921 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.307234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4842a3c-2402-4376-a17d-e45e6df43154 req-0c74ba29-f07b-4213-a88e-ad2fb3ddf921 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 934 time: 0.3318443 Nov 12 03:34:12.347232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.348464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0893bd-cc54-4b2c-858c-3e32cab7785e {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:12.365563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.368998 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-661f69cc-3600-46ce-8050-088968615442 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "DELETE /v2.0/routers/7b0893bd-cc54-4b2c-858c-3e32cab7785e HTTP/1.1" status: 204 len: 168 time: 1.6620851 Nov 12 03:34:12.370841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.384410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-965377820', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:12.462096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.463470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.491294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73afcc3e-6538-43a6-9599-50a55df68e50 req-2576ab61-a117-42ae-a976-2dec0db40391 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805544 Nov 12 03:34:12.515458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4842a3c-2402-4376-a17d-e45e6df43154 req-e970b6eb-78d5-4a69-835f-f9629882ab13 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984699 Nov 12 03:34:12.638236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.664248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63d9172-12ef-40d3-b838-696514e59afc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:12.677311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.710799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Transition to ACTIVE for port object f63d9172-12ef-40d3-b838-696514e59afc will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:12.715797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.844413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Pushing event updated for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.052213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.109395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ebece-efdf-4cac-be64-4ef186fce876 req-e94ca578-159e-4d01-bfa9-b9af3a0388d7 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.117926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-962ebece-efdf-4cac-be64-4ef186fce876 req-e94ca578-159e-4d01-bfa9-b9af3a0388d7 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1859388 Nov 12 03:34:13.141403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-fc8c00ef-edd5-4922-bb48-32e6f1b84f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.147921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-fc8c00ef-edd5-4922-bb48-32e6f1b84f22 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 1097 time: 0.2405035 Nov 12 03:34:13.167310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Attempting to bind port f63d9172-12ef-40d3-b838-696514e59afc on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:13.167591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Attempting to bind port f63d9172-12ef-40d3-b838-696514e59afc by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:13.167936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Attempting to bind port f63d9172-12ef-40d3-b838-696514e59afc on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:13.217200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Port f63d9172-12ef-40d3-b838-696514e59afc on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:13.217537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Attempting to bind port f63d9172-12ef-40d3-b838-696514e59afc on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:13.299297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-962ebece-efdf-4cac-be64-4ef186fce876 req-a9f4bb51-13bd-4c8b-9dd2-09015c9d36c7 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797769 Nov 12 03:34:13.304489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:13.305109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:13.305720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:13.306406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Bound port: f63d9172-12ef-40d3-b838-696514e59afc, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:13.306990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.433318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-2232654e-633d-488f-b29a-a6a15c9dcf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.436983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-2232654e-633d-488f-b29a-a6a15c9dcf63 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.2435381 Nov 12 03:34:13.589453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-35bd308b-1dba-41a2-8693-8c8677fb0945 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 200 len: 1000 time: 0.1368234 Nov 12 03:34:13.699111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:13.721999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f63d9172-12ef-40d3-b838-696514e59afc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:13.733265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.766159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.802594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.822561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.828517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Pushing event updated for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.847863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b7e1d-641c-47f0-a9cb-d67d50ad9b12 req-87c053ae-0bab-4f8d-aee1-2bbe679d1854 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.849747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d14b7e1d-641c-47f0-a9cb-d67d50ad9b12 req-87c053ae-0bab-4f8d-aee1-2bbe679d1854 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 946 time: 0.1945522 Nov 12 03:34:13.862680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.863842 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.866337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d68dc479-c016-4b8d-b5fb-3413c932e42d service neutron] 10.222.0.98 "PUT /v2.0/ports/f63d9172-12ef-40d3-b838-696514e59afc HTTP/1.1" status: 200 len: 1095 time: 2.1608701 Nov 12 03:34:13.867388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:13.870466 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f4c54-5832-43e3-8866-6bd74be41db5" -d '{"events": [{"name": "network-changed", "server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "tag": "f63d9172-12ef-40d3-b838-696514e59afc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:13.897190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-d9f76e49-efce-4f67-9b01-8eb48374ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.902427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-d9f76e49-efce-4f67-9b01-8eb48374ae35 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.3034062 Nov 12 03:34:14.007003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Allocated IP 172.25.4.142 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/652503df-87d4-4d92-be82-36a5b3800e7d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:14.067521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.171592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-b6a903a4-dcdf-4d98-81d7-cd8f4937c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.178754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-b6a903a4-dcdf-4d98-81d7-cd8f4937c838 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2364507 Nov 12 03:34:14.204633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.206876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-2dcd2472-3fa4-4a2d-9ca7-4161b6e75d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.212211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-2dcd2472-3fa4-4a2d-9ca7-4161b6e75d68 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1950538 Nov 12 03:34:14.263316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.268696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.300146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.323927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b9cffc84-ab83-4965-abb5-18e1d3f37cdd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:14.359570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b9cffc84-ab83-4965-abb5-18e1d3f37cdd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:14.359902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b9cffc84-ab83-4965-abb5-18e1d3f37cdd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:14.390217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:14.394598 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=883b19c857784fa58803f2712b33500e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275456 Nov 12 03:34:14.397666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:14.400920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:14.403137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55a1155-9468-4d1d-b848-409d392251ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.405657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.411859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d205c-a87f-42cf-bd5e-4db37a1aee78 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:14.484145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f21523f0-40d9-4f03-9f7d-9ea7a98f214b None None] Provisioning complete for port 652503df-87d4-4d92-be82-36a5b3800e7d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.486412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f21523f0-40d9-4f03-9f7d-9ea7a98f214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.529962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-97aef1f5-f924-4e5b-8a1e-608543482d94 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310030 Nov 12 03:34:14.533179 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a529ed1-c151-407a-9dd5-fb787551a795 x-openstack-request-id: req-6a529ed1-c151-407a-9dd5-fb787551a795 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:14.534824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event updated for resources: {'Port': ['ID=652503df-87d4-4d92-be82-36a5b3800e7d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.535093 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "tag": "f63d9172-12ef-40d3-b838-696514e59afc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:14.535890 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a529ed1-c151-407a-9dd5-fb787551a795 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:14.537088 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc', 'status': 'completed', 'code': 200} Nov 12 03:34:14.558599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.559669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.561621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.562066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.562547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.563252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.566247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.566703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.567138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.567568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.568350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.569227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f21523f0-40d9-4f03-9f7d-9ea7a98f214b None None] Port 652503df-87d4-4d92-be82-36a5b3800e7d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:14.569659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fc4e1-f65a-4453-95d5-df8ce2bb885c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.600412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-2fbc3221-abf9-4544-8077-c661eb6319f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f63d9172-12ef-40d3-b838-696514e59afc HTTP/1.1" status: 200 len: 217 time: 0.0588326 Nov 12 03:34:14.628741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.629250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.629689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.630120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.630546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.631394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.631822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.632282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.632825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.633262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.633686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.634255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:14.687662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d14b7e1d-641c-47f0-a9cb-d67d50ad9b12 req-9871a0dc-1da8-40ba-bad7-b75cab73db3b tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940559 Nov 12 03:34:14.768960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.812158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93e8a9a2-09ed-41d6-b826-33fb91b97782 req-009d1618-bd6f-4dba-b695-5b658e68c677 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136834 Nov 12 03:34:14.845414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-35fc2bbd-fd91-4b57-a9ab-2fc581bbebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.846930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-35fc2bbd-fd91-4b57-a9ab-2fc581bbebfb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1554732 Nov 12 03:34:14.871198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.910207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf798-5916-44b4-98ca-86f24fed5fa9 req-d2f3556a-1d03-46dc-af60-67abe05fc930 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.918721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcaf798-5916-44b4-98ca-86f24fed5fa9 req-d2f3556a-1d03-46dc-af60-67abe05fc930 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.2281570 Nov 12 03:34:14.951752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-2766eec0-96f5-44e2-89d9-fcf62214d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.953334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-2766eec0-96f5-44e2-89d9-fcf62214d6a9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985863 Nov 12 03:34:14.971788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.978567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.981488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.982742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d55a1155-9468-4d1d-b848-409d392251ec HTTP/1.1" status: 204 len: 168 time: 0.5626953 Nov 12 03:34:15.010891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fdcaf798-5916-44b4-98ca-86f24fed5fa9 req-1363d3a8-322a-4fba-bb54-e2c78547aaca tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911677 Nov 12 03:34:15.052132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c38a14-d494-4fc4-a03f-26b3bc11966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55a1155-9468-4d1d-b848-409d392251ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.138835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-4cf3d7fb-1f16-4fb5-9c45-06bdbffb64e7 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759484 Nov 12 03:34:15.313669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ba39a9d-23f8-452f-a850-424e8aeeb67f req-d6e10d84-694c-47be-9844-da0c74ed2032 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671054 Nov 12 03:34:15.399083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.422144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-aaa38403-4b9b-4e1d-a482-578834f2813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.424137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-aaa38403-4b9b-4e1d-a482-578834f2813c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 1098 time: 0.0658944 Nov 12 03:34:15.548338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-654ae676-6c6a-45e0-bdbe-3c13b01004e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.549968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-654ae676-6c6a-45e0-bdbe-3c13b01004e6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.1192911 Nov 12 03:34:15.589071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Router e88c13e6-87af-4eb3-babf-797f6a1cb699 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:15.607371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-02d7bc03-aac9-4b62-a344-c4443e423260 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f63d9172-12ef-40d3-b838-696514e59afc HTTP/1.1" status: 200 len: 217 time: 0.0501688 Nov 12 03:34:15.760514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-8bc2aea8-14e6-41d7-8ed1-c27e08cf69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.761646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-8bc2aea8-14e6-41d7-8ed1-c27e08cf69f6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.1457367 Nov 12 03:34:15.863850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-3e7f8148-c9c7-4a86-80be-d7d514e7bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.865410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-3e7f8148-c9c7-4a86-80be-d7d514e7bf0c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947771 Nov 12 03:34:15.892917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:15.917457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] Sync routers for ids ['e88c13e6-87af-4eb3-babf-797f6a1cb699'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:15.932614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.933873 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fb482465-86f7-4e79-ae9b-d802e900c5b4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5618293 Nov 12 03:34:15.936935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.943635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:15.948516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] Routers {'e88c13e6-87af-4eb3-babf-797f6a1cb699'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:15.951129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e88c13e6-87af-4eb3-babf-797f6a1cb699'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.044612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8ecba-318a-42c5-aaf7-e879d6000637 req-b8ba75e7-909c-4791-9a5b-d0be28519175 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.046207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fb8ecba-318a-42c5-aaf7-e879d6000637 req-b8ba75e7-909c-4791-9a5b-d0be28519175 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 946 time: 0.1867645 Nov 12 03:34:16.065295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.094378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] Routers {'e88c13e6-87af-4eb3-babf-797f6a1cb699'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:16.095251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e88c13e6-87af-4eb3-babf-797f6a1cb699'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.164972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fb8ecba-318a-42c5-aaf7-e879d6000637 req-6b61680f-5bcc-49fb-9016-9f7253e1e51e tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859571 Nov 12 03:34:16.167652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-530324a6-cf8f-4924-a667-b8557247e116 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374601 Nov 12 03:34:16.230833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.231943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde5b6d-e1d6-4854-b4e2-9e4e98d2f6ea None None] The sync data for ids ['e88c13e6-87af-4eb3-babf-797f6a1cb699'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:16.497113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ebd9b-77fb-4bb3-a1da-faa059fefc05 req-d40e9db6-502b-464e-8b3f-fbd1d7a60277 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.509007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e28ebd9b-77fb-4bb3-a1da-faa059fefc05 req-d40e9db6-502b-464e-8b3f-fbd1d7a60277 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.3029301 Nov 12 03:34:16.541815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.586782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc8f4c54-5832-43e3-8866-6bd74be41db5 req-322dfe5a-e1d5-48cb-bff4-ae2d4f5201b7 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111078 Nov 12 03:34:16.646609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e28ebd9b-77fb-4bb3-a1da-faa059fefc05 req-5da0eab9-4eff-4e2c-99f1-c3af5c3e0b49 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366436 Nov 12 03:34:16.990307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f63d9172-12ef-40d3-b838-696514e59afc details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:17.139543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f63d9172-12ef-40d3-b838-696514e59afc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:17.165869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f63d9172-12ef-40d3-b838-696514e59afc', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'f63d9172-12ef-40d3-b838-696514e59afc', 'mac_address': 'fa:16:3e:cc:79:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:17.226058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.244459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63d9172-12ef-40d3-b838-696514e59afc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:17.300435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f63d9172-12ef-40d3-b838-696514e59afc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:17.308500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.387989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.413242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af2969-db4b-4b7a-af65-b7c32a3a3dfb req-553ce03f-77d6-4256-9389-90d3a9fbf3ba tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.416023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4af2969-db4b-4b7a-af65-b7c32a3a3dfb req-553ce03f-77d6-4256-9389-90d3a9fbf3ba tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 947 time: 0.1074746 Nov 12 03:34:17.518682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4af2969-db4b-4b7a-af65-b7c32a3a3dfb req-2983f8d5-70f9-4767-a5f5-5a960e903a82 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940301 Nov 12 03:34:17.590015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.595308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.619861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f63d9172-12ef-40d3-b838-696514e59afc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:17.753494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router e88c13e6-87af-4eb3-babf-797f6a1cb699 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:17.919684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:17.924068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.928190 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-21a5bbdc-cd9e-42b8-934e-b3a7aff54553 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "PUT /v2.0/routers/e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 200 len: 921 time: 1.9902008 Nov 12 03:34:17.928805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34210) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.932339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] Sync routers for ids ['e88c13e6-87af-4eb3-babf-797f6a1cb699'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:17.945252 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] Routers {'e88c13e6-87af-4eb3-babf-797f6a1cb699'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:17.946975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e88c13e6-87af-4eb3-babf-797f6a1cb699'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.003555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ce6ce7b-a34f-45b4-acd2-8b909a5789e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.030758 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.051381 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] Routers {'e88c13e6-87af-4eb3-babf-797f6a1cb699'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:18.052041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:33:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e88c13e6-87af-4eb3-babf-797f6a1cb699'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.118857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.119687 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6fdb5-1f67-49ad-9c7f-cf368b68e605 None None] The sync data for ids ['e88c13e6-87af-4eb3-babf-797f6a1cb699'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:18.126455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9dbb827d-1644-4f10-a02a-f7ab113bb3e9 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 200 len: 921 time: 0.1914546 Nov 12 03:34:18.126455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.249123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e175f1f-11de-48b5-a8de-c4270ca4dd15 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.253171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8e175f1f-11de-48b5-a8de-c4270ca4dd15 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=e88c13e6-87af-4eb3-babf-797f6a1cb699&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1234353 Nov 12 03:34:18.253562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.385000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52960c5e-59f1-4c7c-8f01-f70862b8ea38 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.388150 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-52960c5e-59f1-4c7c-8f01-f70862b8ea38 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1334014 Nov 12 03:34:18.390719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.422413 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32f94112-1fbb-44ed-8619-c238b5ea369a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 200 len: 205 time: 0.0302610 Nov 12 03:34:18.424891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.577129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.700618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.773733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 652503df-87d4-4d92-be82-36a5b3800e7d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:18.774376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.806261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8669f-08b5-4784-9010-dd2aa5e9e686 req-d26eca61-2c3a-466a-ad96-a8d77a6a56b9 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.816904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae8669f-08b5-4784-9010-dd2aa5e9e686 req-d26eca61-2c3a-466a-ad96-a8d77a6a56b9 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 947 time: 0.1526692 Nov 12 03:34:18.889969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.910489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ae8669f-08b5-4784-9010-dd2aa5e9e686 req-bc7298ba-18f7-4d05-9766-1a7d4b30c1bb tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924644 Nov 12 03:34:18.911824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 652503df-87d4-4d92-be82-36a5b3800e7d owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:19.002668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f63d9172-12ef-40d3-b838-696514e59afc up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:19.057744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f63d9172-12ef-40d3-b838-696514e59afc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:19.068734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f63d9172-12ef-40d3-b838-696514e59afc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:19.069581 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.158941 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.203227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.208691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f63d9172-12ef-40d3-b838-696514e59afc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:19.209998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:19.213134 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e8b33f-7747-4b09-9b2a-15325a64d6c3" -d '{"events": [{"server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "name": "network-vif-plugged", "status": "completed", "tag": "f63d9172-12ef-40d3-b838-696514e59afc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:19.218352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.233754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=652503df-87d4-4d92-be82-36a5b3800e7d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.283040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f18816-2d27-47a3-80c2-454974f6c25f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:19.345699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.347857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.475395 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303533cf-9d03-4736-a569-861d6cf560e5 x-openstack-request-id: req-303533cf-9d03-4736-a569-861d6cf560e5 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:19.476120 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "name": "network-vif-plugged", "status": "completed", "tag": "f63d9172-12ef-40d3-b838-696514e59afc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:19.476722 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-303533cf-9d03-4736-a569-861d6cf560e5 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:19.477647 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc', 'code': 200} Nov 12 03:34:19.511762 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.515565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.587931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.589947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router e88c13e6-87af-4eb3-babf-797f6a1cb699 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:19.605331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.611132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f8931a4c-53af-4225-81be-7ef6a5d0ca56 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 204 len: 168 time: 1.1837022 Nov 12 03:34:19.623638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34250) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.637731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-537775409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:19.703596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.704211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.714827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce48d98-d57f-45ad-82ee-41c378d73ad4 req-cb099b78-49e4-4393-8117-1d4fd2da11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.716670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ce48d98-d57f-45ad-82ee-41c378d73ad4 req-cb099b78-49e4-4393-8117-1d4fd2da11e9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 1100 time: 0.1733315 Nov 12 03:34:19.781262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.788213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.830402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ce48d98-d57f-45ad-82ee-41c378d73ad4 req-988695a2-db46-4dea-8478-c832006c13ac service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058674 Nov 12 03:34:19.834435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.835558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-91a7d476-6552-45b9-b99c-2ba9b02adf6f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2099464 Nov 12 03:34:19.839878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.847275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:20.368652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f2126e5-3235-4ab6-ab11-a9489817eac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.607794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea08320-00d4-431a-b25d-0f429b6349f3 req-fe8fa927-f7e8-4003-bbb0-1f7c450f3eba tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.615146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ea08320-00d4-431a-b25d-0f429b6349f3 req-fe8fa927-f7e8-4003-bbb0-1f7c450f3eba tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 948 time: 0.5753813 Nov 12 03:34:20.624060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.654015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae91d3-6578-4dc6-8eae-449ef03fcb11 req-951e6c63-87a8-40fa-8d5b-662beafdca31 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.661403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aae91d3-6578-4dc6-8eae-449ef03fcb11 req-951e6c63-87a8-40fa-8d5b-662beafdca31 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 946 time: 0.5595911 Nov 12 03:34:20.800365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ea08320-00d4-431a-b25d-0f429b6349f3 req-f88cc235-e67a-42c1-8b5b-815ccd4ad66c tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826141 Nov 12 03:34:20.815861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aae91d3-6578-4dc6-8eae-449ef03fcb11 req-d63d40f7-fb29-4373-a9e3-62a4179dddc6 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522450 Nov 12 03:34:21.016231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.038117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.175924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Allocated IP 172.25.4.30 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/48cd12e8-9e27-4056-ba63-f60f793dfa21) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:21.284905 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.322439 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.366925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:21.370201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:21.375392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:21.389074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d85a4c-78cb-4130-81f8-ef4c8c3c2548 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:21.414185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event updated for resources: {'Port': ['ID=48cd12e8-9e27-4056-ba63-f60f793dfa21,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.426299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.426576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.426967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.427312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.427645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.427995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.428333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.428667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.429001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.429341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.429655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.430083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.454046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-76490203-4abd-49f4-933a-d384e8f34c02 None None] Provisioning complete for port 48cd12e8-9e27-4056-ba63-f60f793dfa21 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:21.454809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-76490203-4abd-49f4-933a-d384e8f34c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.501416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-76490203-4abd-49f4-933a-d384e8f34c02 None None] Port 48cd12e8-9e27-4056-ba63-f60f793dfa21 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:21.578478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-62310e63-5cde-42b2-9ea1-bbbd5e3a48fb tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.579836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-62310e63-5cde-42b2-9ea1-bbbd5e3a48fb tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 946 time: 0.1113987 Nov 12 03:34:21.634484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.785685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.845654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Deleting port f98f3143-4d08-4613-8f74-34339524f7a0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:21.845997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.105260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] For port f98f3143-4d08-4613-8f74-34339524f7a0, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f98f3143-4d08-4613-8f74-34339524f7a0,segment=NetworkSegment(4823d5df-a344-484e-808f-65fb501fdb21),segment_id=4823d5df-a344-484e-808f-65fb501fdb21)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:22.106370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.137302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Calling delete_port for f98f3143-4d08-4613-8f74-34339524f7a0 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:22.154247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9b8b5-89aa-4ef5-b653-68e611711415 req-f50807fc-9277-41fb-b7bb-005bcb103d68 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.155797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c9b8b5-89aa-4ef5-b653-68e611711415 req-f50807fc-9277-41fb-b7bb-005bcb103d68 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3b63d5a-b348-40a9-b74b-875a12b7c516 HTTP/1.1" status: 200 len: 946 time: 0.2181182 Nov 12 03:34:22.202633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd83c-dced-4143-93b0-0bf7fc0a8602 req-95ab9310-4c9c-422f-a45f-21ee4f3abcad tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.204148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fbd83c-dced-4143-93b0-0bf7fc0a8602 req-95ab9310-4c9c-422f-a45f-21ee4f3abcad tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 948 time: 0.2690220 Nov 12 03:34:22.323870 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.351816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1c9b8b5-89aa-4ef5-b653-68e611711415 req-b103e2eb-78d8-4b82-a5fe-083655c4b6af tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.93 "GET /v2.0/security-groups?id=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 Nov 12 03:34:22.358588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.413463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26fbd83c-dced-4143-93b0-0bf7fc0a8602 req-c94fcaf5-0657-4cf9-a4f4-287db67dd856 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981053 Nov 12 03:34:22.566531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.598331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe215904-ffca-401a-aa6b-c5db05ba56f6 None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:22.668656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] No DVR routers for this DVR port f98f3143-4d08-4613-8f74-34339524f7a0 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:22.673057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Pushing event deleted for resources: {'Port': ['ID=f98f3143-4d08-4613-8f74-34339524f7a0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:22.676754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.680171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00c4e559-02f9-4476-9e1e-779d444dadb5 req-3fa9dbb9-d030-4e39-83ce-050201fb95f0 tempest-VolumesSnapshotTestJSON-296688375 tempest-VolumesSnapshotTestJSON-296688375-project] 10.222.0.100 "DELETE /v2.0/ports/f98f3143-4d08-4613-8f74-34339524f7a0 HTTP/1.1" status: 204 len: 173 time: 1.0938849 Nov 12 03:34:22.680620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'name': 'network-vif-deleted', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:22.687173 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fe0e3d-7f3d-455c-8452-b05b10eb306a" -d '{"events": [{"server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "name": "network-vif-deleted", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:22.737349 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6f9881-6456-4dd1-b474-00b7918ed1d5 x-openstack-request-id: req-3f6f9881-6456-4dd1-b474-00b7918ed1d5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:22.737640 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b63d5a-b348-40a9-b74b-875a12b7c516", "name": "network-vif-deleted", "tag": "f98f3143-4d08-4613-8f74-34339524f7a0", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:22.737892 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f6f9881-6456-4dd1-b474-00b7918ed1d5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:22.738299 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b63d5a-b348-40a9-b74b-875a12b7c516', 'name': 'network-vif-deleted', 'tag': 'f98f3143-4d08-4613-8f74-34339524f7a0', 'status': 'completed', 'code': 200} Nov 12 03:34:22.771568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450d706-b4af-4f04-872a-1d2dc47d01b5 req-ae679040-913b-44b3-8d66-60036e5c67da tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.773097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a450d706-b4af-4f04-872a-1d2dc47d01b5 req-ae679040-913b-44b3-8d66-60036e5c67da tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 948 time: 0.0814934 Nov 12 03:34:22.783746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Router d953b946-6353-46a3-978a-776a631c88c1 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:22.911385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a450d706-b4af-4f04-872a-1d2dc47d01b5 req-d7bcf9d6-06aa-4042-b3fd-b598d855eb59 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150656 Nov 12 03:34:22.966408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:22.977584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095a468-209d-4618-bb42-9c10e429711b None None] Sync routers for ids ['d953b946-6353-46a3-978a-776a631c88c1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:22.998865 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.002860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77f34363-1de2-402b-8a53-9aed6da208fc tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "PUT /v2.0/routers/d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 200 len: 878 time: 3.1614463 Nov 12 03:34:23.005348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34322) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.015683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] Routers {'d953b946-6353-46a3-978a-776a631c88c1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.016768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d953b946-6353-46a3-978a-776a631c88c1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.070492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.078372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.081701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] Routers {'d953b946-6353-46a3-978a-776a631c88c1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.082474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d953b946-6353-46a3-978a-776a631c88c1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.199137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e095a468-209d-4618-bb42-9c10e429711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.204665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095a468-209d-4618-bb42-9c10e429711b None None] The sync data for ids ['d953b946-6353-46a3-978a-776a631c88c1'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:23.256577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6487f065-947a-4f82-b171-aefbfc613c28 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 200 len: 919 time: 0.2498231 Nov 12 03:34:23.259119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.292630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34330) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.313257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35bc57-da39-4d67-9805-eb7477d5d596 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.317332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5e35bc57-da39-4d67-9805-eb7477d5d596 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=d953b946-6353-46a3-978a-776a631c88c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0547304 Nov 12 03:34:23.317918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34334) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.601395 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.768695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3eee746-7013-4c7d-b5e9-84c10127dc99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.814863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af968ca-59ef-4701-b8a4-19dc41164206 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.816688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9af968ca-59ef-4701-b8a4-19dc41164206 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.4974437 Nov 12 03:34:23.819221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.852518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-182dbb9e-20d1-48bc-af26-5854bc2167c8 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 200 len: 205 time: 0.0311627 Nov 12 03:34:23.854928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.891878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3eee746-7013-4c7d-b5e9-84c10127dc99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.898510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3eee746-7013-4c7d-b5e9-84c10127dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.952547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e3eee746-7013-4c7d-b5e9-84c10127dc99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dbf2350ab3174cc8bc3d1d40f40fb3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590061 Nov 12 03:34:23.968495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.991667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eee746-7013-4c7d-b5e9-84c10127dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461ce40-b312-4b6c-ae83-8acd35718dec,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.034270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.035494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-de49467d-f2dd-41e1-be1b-35e0f00ee601 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.037234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-de49467d-f2dd-41e1-be1b-35e0f00ee601 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.98 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 948 time: 0.0898948 Nov 12 03:34:24.085836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.149980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.164406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4ea8f-7d93-447c-a027-f40461e7fc94 req-08f12563-19cc-459e-b7f7-86942c8da210 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.165514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7f4ea8f-7d93-447c-a027-f40461e7fc94 req-08f12563-19cc-459e-b7f7-86942c8da210 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 948 time: 0.1385467 Nov 12 03:34:24.176580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Deleting port f63d9172-12ef-40d3-b838-696514e59afc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:24.177002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.204589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.263497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f98f3143-4d08-4613-8f74-34339524f7a0 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:24.265496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.268433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.269901 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8461ce40-b312-4b6c-ae83-8acd35718dec HTTP/1.1" status: 204 len: 168 time: 0.3002441 Nov 12 03:34:24.284833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0e385-9e6d-437c-9212-9b060ca3383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461ce40-b312-4b6c-ae83-8acd35718dec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.293773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 48cd12e8-9e27-4056-ba63-f60f793dfa21 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:24.294175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.310828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: f98f3143-4d08-4613-8f74-34339524f7a0 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:24.311178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f98f3143-4d08-4613-8f74-34339524f7a0 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:24.378174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7f4ea8f-7d93-447c-a027-f40461e7fc94 req-8b5a4887-a366-4627-8e49-c6a74cdb97fc tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/security-groups?id=6d2dc11d-dd30-448e-a26e-264a6398b122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979866 Nov 12 03:34:24.394945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] For port f63d9172-12ef-40d3-b838-696514e59afc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f63d9172-12ef-40d3-b838-696514e59afc,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:24.395517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.425079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Calling delete_port for f63d9172-12ef-40d3-b838-696514e59afc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:24.453641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.467609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 48cd12e8-9e27-4056-ba63-f60f793dfa21 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:24.651288 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.666701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f63d9172-12ef-40d3-b838-696514e59afc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:24.731729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Pushing event deleted for resources: {'Port': ['ID=f63d9172-12ef-40d3-b838-696514e59afc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.817089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] No DVR routers for this DVR port f63d9172-12ef-40d3-b838-696514e59afc on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:24.820132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.825177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04dd4ce8-6e60-434d-b7dd-d978eade0b0e req-f741388d-f3cf-46b3-b279-b9cf1963fdd0 tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.98 "DELETE /v2.0/ports/f63d9172-12ef-40d3-b838-696514e59afc HTTP/1.1" status: 204 len: 173 time: 0.7769747 Nov 12 03:34:24.832423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'name': 'network-vif-deleted', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:24.835050 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d03a1-9bc8-4d1c-8785-83e118a37b88" -d '{"events": [{"server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "name": "network-vif-deleted", "tag": "f63d9172-12ef-40d3-b838-696514e59afc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:24.888512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.934606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=48cd12e8-9e27-4056-ba63-f60f793dfa21,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.935890 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f459fe73-2a02-445c-a634-7dc1eda1a935 x-openstack-request-id: req-f459fe73-2a02-445c-a634-7dc1eda1a935 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:24.936454 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea306e7-1b70-4917-900c-ce773bcfedc9", "name": "network-vif-deleted", "tag": "f63d9172-12ef-40d3-b838-696514e59afc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:24.936921 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f459fe73-2a02-445c-a634-7dc1eda1a935 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:24.937517 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea306e7-1b70-4917-900c-ce773bcfedc9', 'name': 'network-vif-deleted', 'tag': 'f63d9172-12ef-40d3-b838-696514e59afc', 'status': 'completed', 'code': 200} Nov 12 03:34:24.952800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe0b0e-7a42-460d-94c8-8ce8e0121af4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:25.047584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.186178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.195119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.285724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.286382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router d953b946-6353-46a3-978a-776a631c88c1 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:25.298919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.309571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-032a1a6a-760c-47d3-b9e7-9a88499f1a37 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 204 len: 168 time: 1.4495921 Nov 12 03:34:25.310798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34388) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.315499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-326308838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:25.350991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.352156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.422931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.437717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.464880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.469425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.469943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-34195ed2-68a0-434a-bf4d-c49d0a79608b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1577883 Nov 12 03:34:25.474811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': True}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:25.603491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f946136-dcc0-4925-a019-3964eb4ff8ab req-e36553a6-7e1f-4ad7-be68-7e381e10a7da tempest-VolumesNegativeTest-939852396 tempest-VolumesNegativeTest-939852396-project] 10.222.0.93 "GET /v2.0/ports?device_id=eea306e7-1b70-4917-900c-ce773bcfedc9 HTTP/1.1" status: 200 len: 210 time: 0.0607271 Nov 12 03:34:26.165659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.397622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.413491 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:26.421907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.458138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34442) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.538475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.25.4.93 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3f82cdcf-a3d2-43a1-a476-2716af3542ec) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:26.581528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-611e81c7-6aa2-44df-860e-cc066d320de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.663840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-611e81c7-6aa2-44df-860e-cc066d320de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.668840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-611e81c7-6aa2-44df-860e-cc066d320de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.678445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.712988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-611e81c7-6aa2-44df-860e-cc066d320de7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e5781f0a08964ad8b0b64e668a1055ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532091 Nov 12 03:34:26.717034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34452) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.739365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.741558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e81c7-6aa2-44df-860e-cc066d320de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87afd9-866d-465e-b120-8415db32f560,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.787748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.800175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:26.803434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:26.814613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.827589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d45d08-ce95-454d-9056-dada11f5ebcd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:26.839285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=3f82cdcf-a3d2-43a1-a476-2716af3542ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.839285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:26.881305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04609b38-8747-428f-b470-793721430683 None None] Provisioning complete for port 3f82cdcf-a3d2-43a1-a476-2716af3542ec triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:26.881781 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04609b38-8747-428f-b470-793721430683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.889380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.892584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.894151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cf87afd9-866d-465e-b120-8415db32f560 HTTP/1.1" status: 204 len: 168 time: 0.1758397 Nov 12 03:34:26.904982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db163c45-9b75-4a99-90d7-f11176cf2a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87afd9-866d-465e-b120-8415db32f560,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.958668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04609b38-8747-428f-b470-793721430683 None None] Port 3f82cdcf-a3d2-43a1-a476-2716af3542ec cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:27.052308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f63d9172-12ef-40d3-b838-696514e59afc no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:27.095746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: f63d9172-12ef-40d3-b838-696514e59afc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:27.107845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f63d9172-12ef-40d3-b838-696514e59afc not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:27.406806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.726256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.731244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.910996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router bfd7222e-59ba-4ecf-80de-b273cf9b7f57 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:28.157905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:28.162604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.163898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-707bb4a6-7836-4a7f-a363-54aaeb269bcc tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "PUT /v2.0/routers/bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 200 len: 913 time: 2.6931524 Nov 12 03:34:28.167450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34578) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.169975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] Sync routers for ids ['bfd7222e-59ba-4ecf-80de-b273cf9b7f57'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:28.185784 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] Routers {'bfd7222e-59ba-4ecf-80de-b273cf9b7f57'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:28.190385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['bfd7222e-59ba-4ecf-80de-b273cf9b7f57'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:28.274526 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:28.302986 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] Routers {'bfd7222e-59ba-4ecf-80de-b273cf9b7f57'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:28.303650 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['bfd7222e-59ba-4ecf-80de-b273cf9b7f57'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:28.386390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:28.388050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a33cb5-0c9c-48e6-84ab-e414a6153716 None None] The sync data for ids ['bfd7222e-59ba-4ecf-80de-b273cf9b7f57'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:28.407737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.408377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a75be5d1-4123-432f-865d-873b4b610e21 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 200 len: 919 time: 0.2359018 Nov 12 03:34:28.492336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023c989e-d8be-4383-a399-16aca365a58e tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.494290 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-023c989e-d8be-4383-a399-16aca365a58e tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=bfd7222e-59ba-4ecf-80de-b273cf9b7f57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0847301 Nov 12 03:34:28.497531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.613081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79244f42-f6c1-4ad7-976a-92772df474f9 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.616020 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79244f42-f6c1-4ad7-976a-92772df474f9 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1155765 Nov 12 03:34:28.618709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.655813 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7ed5893-5e18-4532-9c41-cabd7b9d89b2 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 200 len: 205 time: 0.0335541 Nov 12 03:34:28.656087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.783544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.905683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.978302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 3f82cdcf-a3d2-43a1-a476-2716af3542ec {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:28.978976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.070974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.084492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 3f82cdcf-a3d2-43a1-a476-2716af3542ec owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:29.290302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.348310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=3f82cdcf-a3d2-43a1-a476-2716af3542ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.350134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c158672-b12a-47d0-8e23-58e0b5ed2be3 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:29.439862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.548513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.550830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.609791 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.610973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router bfd7222e-59ba-4ecf-80de-b273cf9b7f57 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:29.627162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.631739 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4b25df0c-d2ce-4da9-b022-6cea82766db1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 204 len: 168 time: 0.9738264 Nov 12 03:34:29.635028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34680) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.640967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1010418273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:29.735646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.737518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.812606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.817586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.858434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.863096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-650032b2-6b6d-497f-84e6-768183ea5597 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2228656 Nov 12 03:34:29.863096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34716) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.871594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'enable_snat': False}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:30.164230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.479944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.513305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.672840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Allocated IP 172.25.4.54 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3e7ac473-fa31-48ce-9166-5858dca7f699) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:30.729937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.897661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.954408 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.038932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:31.056566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:31.059666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:31.079476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee98f8-4870-4281-a916-c16499307788 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:31.153741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-56d66ab7-2988-44e1-9e03-de77a65fe6c5 None None] Provisioning complete for port 3e7ac473-fa31-48ce-9166-5858dca7f699 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:31.154416 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56d66ab7-2988-44e1-9e03-de77a65fe6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.194038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:31.259114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-56d66ab7-2988-44e1-9e03-de77a65fe6c5 None None] Port 3e7ac473-fa31-48ce-9166-5858dca7f699 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:31.327823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Pushing event updated for resources: {'Port': ['ID=3e7ac473-fa31-48ce-9166-5858dca7f699,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.686025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.697290 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.698344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e9f-9296-4744-b4e9-3cba311e4207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.932062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e9f-9296-4744-b4e9-3cba311e4207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.937371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d54d2e9f-9296-4744-b4e9-3cba311e4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.993929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d2e9f-9296-4744-b4e9-3cba311e4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55be5c3-b73d-412f-8bb0-519c011ee08b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.060040 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d54d2e9f-9296-4744-b4e9-3cba311e4207 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e269da4a086f4e76872d0747c7d97408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8631129 Nov 12 03:34:32.063679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:32.129380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.148670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.155650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.227488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.328541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.331360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.338155 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e55be5c3-b73d-412f-8bb0-519c011ee08b HTTP/1.1" status: 204 len: 168 time: 0.2734182 Nov 12 03:34:32.361689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48c83-0fe0-4d9e-98c3-7bc8be7c4270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55be5c3-b73d-412f-8bb0-519c011ee08b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.498486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Router 35321a4e-099e-4ebb-b380-8bc1b4eb752f is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:32.644624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:32.651239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.652996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b15ffb43-ac23-48b0-ab02-89d43e5fbc48 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "PUT /v2.0/routers/35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 200 len: 915 time: 2.7855647 Nov 12 03:34:32.654475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] Sync routers for ids ['35321a4e-099e-4ebb-b380-8bc1b4eb752f'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:32.655627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34868) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:32.671076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] Routers {'35321a4e-099e-4ebb-b380-8bc1b4eb752f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:32.671738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['35321a4e-099e-4ebb-b380-8bc1b4eb752f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.742260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.765751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] Routers {'35321a4e-099e-4ebb-b380-8bc1b4eb752f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:32.766570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['35321a4e-099e-4ebb-b380-8bc1b4eb752f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.849817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.850495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe9658-fbb0-40d8-94bd-83f955266241 None None] The sync data for ids ['35321a4e-099e-4ebb-b380-8bc1b4eb752f'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:33.033431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.048242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4567-0aad-447d-9a08-a7669f9cd76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.175368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0257d11c-d421-4303-9c92-b1ebacc5a148 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 200 len: 921 time: 0.5155687 Nov 12 03:34:33.175927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34882) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.195365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4567-0aad-447d-9a08-a7669f9cd76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.201066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4567-0aad-447d-9a08-a7669f9cd76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.228955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d584d4-16d6-4623-a39c-557c807c621a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.230693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-62d584d4-16d6-4623-a39c-557c807c621a tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=35321a4e-099e-4ebb-b380-8bc1b4eb752f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0532045 Nov 12 03:34:33.234922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34886) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.264838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e4567-0aad-447d-9a08-a7669f9cd76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed53bad-5695-4553-af72-796f377c20d4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.295735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac3e4567-0aad-447d-9a08-a7669f9cd76d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=76080889ab8f464fb2ab7008dca02b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609587 Nov 12 03:34:33.303244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34892) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.373585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.379284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4e9e6-68c8-48ca-9ec8-19d517d84ed1 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.383588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.385624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-54c4e9e6-68c8-48ca-9ec8-19d517d84ed1 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/networks/c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 881 time: 0.1492634 Nov 12 03:34:33.418270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-66ed04b6-fed6-4e51-b83a-72a2a087e325 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 200 len: 205 time: 0.0333552 Nov 12 03:34:33.422086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:33.424054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.479668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.482649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.484541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3ed53bad-5695-4553-af72-796f377c20d4 HTTP/1.1" status: 204 len: 168 time: 0.1803088 Nov 12 03:34:33.500022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a848-e3c3-4ad7-b446-a32294a71626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed53bad-5695-4553-af72-796f377c20d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:33.616554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.820292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.916758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 3e7ac473-fa31-48ce-9166-5858dca7f699 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:33.917156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.020896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.037214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 3e7ac473-fa31-48ce-9166-5858dca7f699 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:34.203346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:34.221200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11c1ccf4-a8cf-449e-af90-fe39e4fb0205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.290122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.383491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=3e7ac473-fa31-48ce-9166-5858dca7f699,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.396599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5915ba-573f-4943-81f6-8a15ffd319c2 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:34.463355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11c1ccf4-a8cf-449e-af90-fe39e4fb0205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.468814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11c1ccf4-a8cf-449e-af90-fe39e4fb0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.505230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ccf4-a8cf-449e-af90-fe39e4fb0205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800de076-9525-4824-b5de-b9c0b09423ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.559310 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-11c1ccf4-a8cf-449e-af90-fe39e4fb0205 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f2488e2cb9c4adbbdb0815094878ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536992 Nov 12 03:34:34.563755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:34.606012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.706089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.757010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.828283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.832079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.833139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.843475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.852427 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/800de076-9525-4824-b5de-b9c0b09423ed HTTP/1.1" status: 204 len: 168 time: 0.2869346 Nov 12 03:34:34.878922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518879f8-28ef-49ea-827f-0bce9e800632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800de076-9525-4824-b5de-b9c0b09423ed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.973864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.975103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router 35321a4e-099e-4ebb-b380-8bc1b4eb752f {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:35.024005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.039330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-75bf9b76-d17f-4a23-ba1e-d27fc25ac7ae tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 204 len: 168 time: 1.6158938 Nov 12 03:34:35.046821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34936) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:35.062918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-762042586', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:35.152609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.153971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.269366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.529729 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.886866 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.912674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.096107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Allocated IP 172.25.4.2 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/49390e6b-0a03-4b0f-a4d7-306a0048434b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:36.286264 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.381543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.435853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:36.456399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:36.463149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:36.473103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20fc4ca-cdf4-4ed0-9ecc-01db635da8c2 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:36.555935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e71c4dc-5f0b-419d-8bdf-083f328fbf16 None None] Provisioning complete for port 49390e6b-0a03-4b0f-a4d7-306a0048434b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:36.556728 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e71c4dc-5f0b-419d-8bdf-083f328fbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.642320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e71c4dc-5f0b-419d-8bdf-083f328fbf16 None None] Port 49390e6b-0a03-4b0f-a4d7-306a0048434b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:36.796172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event updated for resources: {'Port': ['ID=49390e6b-0a03-4b0f-a4d7-306a0048434b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:36.928366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.928728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.215614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.342684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.398715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.437094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-182593477-network', 'tenant_id': 'e84a633533534b0894313988478d86fb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:37.453026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Router 633383a4-c139-439f-a95c-17482da55d67 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:37.509041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60460ac7-42c5-4ecd-bee4-4f18952aa810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.611860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60460ac7-42c5-4ecd-bee4-4f18952aa810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.629364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60460ac7-42c5-4ecd-bee4-4f18952aa810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.631818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Made reservation on behalf of e84a633533534b0894313988478d86fb for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:37.634124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.653065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.684608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460ac7-42c5-4ecd-bee4-4f18952aa810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136c6f65-3b80-4802-a7d1-84575d82c9dc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.726723 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60460ac7-42c5-4ecd-bee4-4f18952aa810 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e9cde4e479d4476ca62fb1c58b3cfd81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829322 Nov 12 03:34:37.734577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35004) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.771387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88ed49ae-62c8-40b0-b7a8-a1578fcb34bc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2a92eb8fc0ea4cc6aafa12d915e48cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714488 Nov 12 03:34:37.782328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.869102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.918256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.923846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.926798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.941363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.967762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:37.978520 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] Sync routers for ids ['633383a4-c139-439f-a95c-17482da55d67'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:37.988949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] Routers {'633383a4-c139-439f-a95c-17482da55d67'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:37.989820 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['633383a4-c139-439f-a95c-17482da55d67'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:37.992018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.996523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:38.003419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.015230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8285da2-fe81-4a66-bcd5-7c24b9326b8f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.9541123 Nov 12 03:34:38.015622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.025387 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.028957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:38.035606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] Routers {'633383a4-c139-439f-a95c-17482da55d67'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:38.036454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['633383a4-c139-439f-a95c-17482da55d67'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.039645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.039914 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Added segment 1fa45560-5b13-445d-9733-95966e96ff9e of type vlan for network 874966ac-ac18-4c88-9571-0cc197f9b8fb Nov 12 03:34:38.071909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44c94f1-0e3f-4a41-b751-79e714b7a315,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.072521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.073367 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d1463-6968-4552-a560-65cd61c2cb68 None None] The sync data for ids ['633383a4-c139-439f-a95c-17482da55d67'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:38.139023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.141578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.142749 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/136c6f65-3b80-4802-a7d1-84575d82c9dc HTTP/1.1" status: 204 len: 168 time: 0.4046009 Nov 12 03:34:38.412518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.426173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632b629-8392-48da-bc67-4a8fdb921ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c6f65-3b80-4802-a7d1-84575d82c9dc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.465482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.468693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.469193 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6d2dc11d-dd30-448e-a26e-264a6398b122 HTTP/1.1" status: 204 len: 168 time: 0.6858947 Nov 12 03:34:38.504657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.506249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.506249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.543782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536325d9-d1f1-4386-9132-f5b329f61d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2dc11d-dd30-448e-a26e-264a6398b122,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.567873 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6333742 Nov 12 03:34:38.569213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35020) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.591152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Request body: {'subnet': {'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-182593477-subnet', 'tenant_id': 'e84a633533534b0894313988478d86fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:38.626707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61993db-cf4f-4cee-9186-f2116529666a admin admin] Pushing event updated for resources: {'Network': ['ID=874966ac-ac18-4c88-9571-0cc197f9b8fb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:38.666238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 874966ac-ac18-4c88-9571-0cc197f9b8fb details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:38.694651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35024) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:38.748632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Made reservation on behalf of e84a633533534b0894313988478d86fb for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:38.752822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.756127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d64dccb-0aa8-418d-a8f8-e4debe400a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.841559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.875136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.948027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d64dccb-0aa8-418d-a8f8-e4debe400a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.954957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d64dccb-0aa8-418d-a8f8-e4debe400a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.979032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Deleting port 49390e6b-0a03-4b0f-a4d7-306a0048434b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:38.979590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.034731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:39.036123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2d64dccb-0aa8-418d-a8f8-e4debe400a3a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c2dd026a6d1945b7a2363e3c9a17f170&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203423 Nov 12 03:34:39.041151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64dccb-0aa8-418d-a8f8-e4debe400a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b4693-d5cb-468e-9e7c-16e8fbfccbb0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.065122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.110371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fad31c-6081-4de7-9be8-367380a45ae9,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.131766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.154339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.163570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Calling delete_port for 49390e6b-0a03-4b0f-a4d7-306a0048434b owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:39.185069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.186664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Checking segment: {'id': '1fa45560-5b13-445d-9733-95966e96ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:39.187386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Network hostable DHCP agents. Network: 874966ac-ac18-4c88-9571-0cc197f9b8fb, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:39.223793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Network 874966ac-ac18-4c88-9571-0cc197f9b8fb is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:39.243370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 874966ac-ac18-4c88-9571-0cc197f9b8fb) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:39.260732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141dc93-e4ce-48f7-89c3-092d7607cde1 None None] Network 874966ac-ac18-4c88-9571-0cc197f9b8fb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:39.272931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.274244 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.316081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7626a733-80d2-4448-8e97-4977b98f8ada admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7446697 Nov 12 03:34:39.316295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.319044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.320282 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e9b4693-d5cb-468e-9e7c-16e8fbfccbb0 HTTP/1.1" status: 204 len: 168 time: 0.2845619 Nov 12 03:34:39.409864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae268fb9-43b5-41a7-b455-3b7c36acb4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b4693-d5cb-468e-9e7c-16e8fbfccbb0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.507513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a7d99-008b-4d86-b0ba-cc9a61ffdf3d None None] Network 874966ac-ac18-4c88-9571-0cc197f9b8fb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:39.601549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.670090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893c6b0-cba7-4387-9bbb-2c4b4f0a1e00 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:39.684085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Pushing event deleted for resources: {'Port': ['ID=49390e6b-0a03-4b0f-a4d7-306a0048434b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:39.763471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.037359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.041536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.146878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Router 633383a4-c139-439f-a95c-17482da55d67 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:40.265390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:40.271766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.276183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e137a1c-cf5b-4842-9f94-092f1286acbf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "PUT /v2.0/routers/633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 200 len: 705 time: 2.2566135 Nov 12 03:34:40.277790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] Sync routers for ids ['633383a4-c139-439f-a95c-17482da55d67'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:40.278118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35070) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.290705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] Routers {'633383a4-c139-439f-a95c-17482da55d67'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:40.291623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['633383a4-c139-439f-a95c-17482da55d67'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:40.369219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:40.380108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] Routers {'633383a4-c139-439f-a95c-17482da55d67'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:40.380851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['633383a4-c139-439f-a95c-17482da55d67'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:40.421665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:40.423292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179c2c1-2b38-4045-ba1a-9954aaa147f5 None None] The sync data for ids ['633383a4-c139-439f-a95c-17482da55d67'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:40.475792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7294ba13-7a78-4424-b012-a18c5b09306e tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/routers/633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 200 len: 740 time: 0.1954832 Nov 12 03:34:40.478389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35078) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.541744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-de5457f9-9271-41df-9a42-7fc373718e94 tempest-RoutersAdminTest-311387407 tempest-RoutersAdminTest-311387407-project-admin] 10.222.0.93 "GET /v2.0/ports?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&device_id=633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 200 len: 205 time: 0.0620499 Nov 12 03:34:40.545214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.584883 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ae9a71d9-068f-438e-9a5b-51b7a2f990ec tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 200 len: 205 time: 0.0383596 Nov 12 03:34:40.587930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35088) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.713330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.889395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.891813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.951320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.952494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Fanout notify agent at l3_agent the message router_deleted on router 633383a4-c139-439f-a95c-17482da55d67 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:40.971924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.976666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a1b8c262-87e1-498d-a0b0-10611f8d440a tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 204 len: 168 time: 0.3877127 Nov 12 03:34:40.985132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35100) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.044219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a26fcafb-92f3-40a0-b879-9bafc97c92ca tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 200 len: 205 time: 0.0576212 Nov 12 03:34:41.046912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35104) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.101538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.108192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1627413735-network', 'tenant_id': '40a336cf94034506bd57d30b04734b56'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.130735 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-2af5d9a4-4013-4487-8b2b-ae3c016e48c4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.132043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2af5d9a4-4013-4487-8b2b-ae3c016e48c4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/633383a4-c139-439f-a95c-17482da55d67 HTTP/1.1" status: 404 len: 336 time: 0.0805497 Nov 12 03:34:41.135498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35108) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.172156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Made reservation on behalf of 40a336cf94034506bd57d30b04734b56 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:41.177641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.199474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.223425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3aeec16d-7ce7-42d6-b506-ce924256c62f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 200 len: 205 time: 0.0827861 Nov 12 03:34:41.239474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35112) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.356697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.361765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.394373 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-f178b73b-05d1-4571-9088-7770d93246e4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.396070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f178b73b-05d1-4571-9088-7770d93246e4 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/35321a4e-099e-4ebb-b380-8bc1b4eb752f HTTP/1.1" status: 404 len: 336 time: 0.1476529 Nov 12 03:34:41.398814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35116) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.410419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:41.432173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d2b0f-76b7-4d97-893f-0ded089ac8e9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.436218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.436695 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Added segment 5c24ed68-7271-4e91-8880-93bc3fae982f of type vlan for network 6c401329-8faf-4953-869a-5e5cd2150f53 Nov 12 03:34:41.457542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7748c7b7-3c2c-42de-9957-75c127b9c02f tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 200 len: 205 time: 0.0573826 Nov 12 03:34:41.460307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35118) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.518514 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-412fd18f-de88-43ba-81d9-039221682ca1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.520261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-412fd18f-de88-43ba-81d9-039221682ca1 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/bfd7222e-59ba-4ecf-80de-b273cf9b7f57 HTTP/1.1" status: 404 len: 336 time: 0.0586622 Nov 12 03:34:41.522934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35122) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.562086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-09313ded-4b66-4779-a675-222a1ec23806 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 200 len: 205 time: 0.0376461 Nov 12 03:34:41.563272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35128) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.581154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.621976 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-6c4ae726-8a86-4291-946a-13c186b6e07e tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.627653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c4ae726-8a86-4291-946a-13c186b6e07e tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/d953b946-6353-46a3-978a-776a631c88c1 HTTP/1.1" status: 404 len: 336 time: 0.0625341 Nov 12 03:34:41.628496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35130) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.637530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.640265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.642143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.671355 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5681021 Nov 12 03:34:41.675412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e3e6a0e9-2a22-4134-ba34-8fbfbde6efe9 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 200 len: 205 time: 0.0455871 Nov 12 03:34:41.676232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.676750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35134) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.690423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Request body: {'subnet': {'network_id': '6c401329-8faf-4953-869a-5e5cd2150f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1627413735-subnet', 'tenant_id': '40a336cf94034506bd57d30b04734b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:41.737684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3f49-d741-4e02-a6c7-54404af6fbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c401329-8faf-4953-869a-5e5cd2150f53,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.741536 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-9045f98e-4dde-49b0-b68b-4a10c197ddaf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.747362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9045f98e-4dde-49b0-b68b-4a10c197ddaf tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/e88c13e6-87af-4eb3-babf-797f6a1cb699 HTTP/1.1" status: 404 len: 336 time: 0.0676787 Nov 12 03:34:41.747591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.764415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Made reservation on behalf of 40a336cf94034506bd57d30b04734b56 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:41.766813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 6c401329-8faf-4953-869a-5e5cd2150f53 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:41.769531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.810590 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d11139d-2e30-4734-9a07-d9c2564d7c43 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d674168-dcc4-4374-ab9c-89c7ae951a01 HTTP/1.1" status: 200 len: 205 time: 0.0619166 Nov 12 03:34:41.813609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.885722 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-a5059484-6c97-4ed2-8a9e-e946e2e39d7b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] delete failed (client error): The resource could not be found. Nov 12 03:34:41.887047 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5059484-6c97-4ed2-8a9e-e946e2e39d7b tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/routers/7d674168-dcc4-4374-ab9c-89c7ae951a01 HTTP/1.1" status: 404 len: 336 time: 0.0723960 Nov 12 03:34:41.889697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.965884 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9194e114-e5fa-4134-a60f-486118da43e3 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:41.966884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9194e114-e5fa-4134-a60f-486118da43e3 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:41.976506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9194e114-e5fa-4134-a60f-486118da43e3 tempest-RoutersAdminTest-1372604532 tempest-RoutersAdminTest-1372604532-project] 10.222.0.93 "DELETE /v2.0/subnets/a581c6a5-c3f4-4bed-8482-6ca6a8209a3e HTTP/1.1" status: 404 len: 337 time: 0.0856445 Nov 12 03:34:42.113304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.195104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29ecf66-86ef-4169-b80b-2518eda36df2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.210373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Checking segment: {'id': '5c24ed68-7271-4e91-8880-93bc3fae982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '6c401329-8faf-4953-869a-5e5cd2150f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:42.210732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Network hostable DHCP agents. Network: 6c401329-8faf-4953-869a-5e5cd2150f53, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:42.253810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Network 6c401329-8faf-4953-869a-5e5cd2150f53 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:42.266370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 6c401329-8faf-4953-869a-5e5cd2150f53) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:42.274826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcfdd5d-61a1-44db-a41c-5efac46a8d44 None None] Network 6c401329-8faf-4953-869a-5e5cd2150f53 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:42.294474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.303978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.322283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.327240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-10ae5ad7-0789-47b5-8e32-9d8e99fb3b4e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6493089 Nov 12 03:34:42.452644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c61bc7-1de6-448e-9147-a83f11baf8fb None None] Network 6c401329-8faf-4953-869a-5e5cd2150f53 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:42.467537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50dbd4b5-5d33-4dbc-a0ba-811175cfa56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.635823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50dbd4b5-5d33-4dbc-a0ba-811175cfa56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.643242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50dbd4b5-5d33-4dbc-a0ba-811175cfa56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.692932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35178) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.693706 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-50dbd4b5-5d33-4dbc-a0ba-811175cfa56a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=910a60479ad64ed5a223dca126eab092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696547 Nov 12 03:34:42.696207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbd4b5-5d33-4dbc-a0ba-811175cfa56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9597872-21e2-402e-ad41-7240254075af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.749013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.813767 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.915051 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.917797 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.921753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9597872-21e2-402e-ad41-7240254075af HTTP/1.1" status: 204 len: 168 time: 0.2250247 Nov 12 03:34:42.937357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf71252-79cb-43d0-9490-7e91538cce15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9597872-21e2-402e-ad41-7240254075af,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.094814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-1e067a6c-93fa-4c51-b239-d28d3313f753 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.096747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-1e067a6c-93fa-4c51-b239-d28d3313f753 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/networks?id=874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 200 len: 811 time: 0.1414499 Nov 12 03:34:43.128144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-9de0116c-9b11-4d04-8a2d-fdad3020b1af tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/quotas/e84a633533534b0894313988478d86fb HTTP/1.1" status: 200 len: 375 time: 0.0224242 Nov 12 03:34:43.191989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-693f7011-60f0-4ea5-8a59-cc824e0c9215 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e84a633533534b0894313988478d86fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529456 Nov 12 03:34:43.203863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-66895a33-8c5d-41f5-a590-89dbd48e9e88 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:34:43.209959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-66895a33-8c5d-41f5-a590-89dbd48e9e88 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105240 Nov 12 03:34:43.348930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-5a96ceb4-3e05-40c8-8047-fe4ad46a0ef4 service neutron] 10.222.0.93 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143417 Nov 12 03:34:43.457052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-22cc9ca2-d337-40a3-9709-65c6dfcc32a0 service neutron] 10.222.0.93 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010869 Nov 12 03:34:43.591133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.659885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.664739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78b3a267-709f-4408-90d4-40ffc93aacec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=12de540878ee4082946728c355c11d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719860 Nov 12 03:34:43.721284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.737295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83931b77-99d6-40d8-ac3a-826724c6527e req-4b1f6599-20f7-4e29-8731-b03c6585bcbc tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0713644 Nov 12 03:34:43.751587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.827399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.830018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.831169 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e48315c2-dcf7-4cde-9a70-d7189da0cfea HTTP/1.1" status: 204 len: 168 time: 0.1698694 Nov 12 03:34:43.861287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83659071-e35b-4b6f-a253-1610c93e9e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48315c2-dcf7-4cde-9a70-d7189da0cfea,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.637094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:44.789190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc381-302d-4c7e-8d9e-e624e9a3f2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.856096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7b6ae0-610e-41e5-948d-356225c2e878 req-83887935-27a5-4c27-beb2-b569e0ed2bc3 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0397427 Nov 12 03:34:44.942701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc381-302d-4c7e-8d9e-e624e9a3f2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.949773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1cc381-302d-4c7e-8d9e-e624e9a3f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.006684 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a1cc381-302d-4c7e-8d9e-e624e9a3f2d4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45c79d6d6a8c44bda31670f7d3a06a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684165 Nov 12 03:34:45.007976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cc381-302d-4c7e-8d9e-e624e9a3f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d55c525-6e0a-4588-b45b-e889fec11cc8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.009403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35280) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.277783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-c45be889-07b4-4be0-bf8f-43fc08885bb4 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:45.279773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-c45be889-07b4-4be0-bf8f-43fc08885bb4 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.100 "GET /v2.0/networks?id=874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 200 len: 811 time: 0.2361667 Nov 12 03:34:45.280974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.296014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Request body: {'port': {'device_id': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb', 'admin_state_up': True, 'tenant_id': 'e84a633533534b0894313988478d86fb'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:45.421014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.460344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Made reservation on behalf of e84a633533534b0894313988478d86fb for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:45.463877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.516394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.518764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.523933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9d55c525-6e0a-4588-b45b-e889fec11cc8 HTTP/1.1" status: 204 len: 168 time: 0.5134840 Nov 12 03:34:45.583799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7320be9-9c9f-43bd-89fb-182a3ddc8f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d55c525-6e0a-4588-b45b-e889fec11cc8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.729712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Allocated IP 172.20.0.13 (874966ac-ac18-4c88-9571-0cc197f9b8fb/63fad31c-6081-4de7-9be8-367380a45ae9/a608eef9-b90a-4165-96bc-9d3a88e71cd6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:46.022892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.100144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-304598f7-9051-4dd5-bdce-37a40161dda1 req-7778ab9a-f300-4ef9-9035-e00adbdca9ca tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0627730 Nov 12 03:34:46.167800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.289624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Pushing event updated for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.293746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.310700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97e18651-9983-4016-bafd-9b2e1cdabf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.313328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Network 874966ac-ac18-4c88-9571-0cc197f9b8fb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:46.315548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:46.321515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:46.434394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.435865 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.440293 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97e18651-9983-4016-bafd-9b2e1cdabf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.459422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-cbc39062-acb1-465f-9464-60c42f520b72 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1676230 Nov 12 03:34:46.462192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97e18651-9983-4016-bafd-9b2e1cdabf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.483829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Request body: {'port': {'device_id': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:46.557637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97e18651-9983-4016-bafd-9b2e1cdabf32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9ec3cc641e114f7ebceab2f4e64518c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622573 Nov 12 03:34:46.562613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.573954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e18651-9983-4016-bafd-9b2e1cdabf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1408834-9cb9-4f0f-b7e0-b23b7e735991,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.581211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.679120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.721801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.793435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.803117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.806694 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1408834-9cb9-4f0f-b7e0-b23b7e735991 HTTP/1.1" status: 204 len: 168 time: 0.2368736 Nov 12 03:34:46.822312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3e85e-ed6f-4c12-9231-93e567456e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1408834-9cb9-4f0f-b7e0-b23b7e735991,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.004208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a608eef9-b90a-4165-96bc-9d3a88e71cd6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:47.018514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.053313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Transition to ACTIVE for port object a608eef9-b90a-4165-96bc-9d3a88e71cd6 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:47.058809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.178518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Pushing event updated for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.394513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e49e-15b2-432f-b30c-16d9ae3b8520 req-dfd56185-c6eb-4772-9b30-f10c3a04498f tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:47.410879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f08e49e-15b2-432f-b30c-16d9ae3b8520 req-dfd56185-c6eb-4772-9b30-f10c3a04498f tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 944 time: 0.1929634 Nov 12 03:34:47.464974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Attempting to bind port a608eef9-b90a-4165-96bc-9d3a88e71cd6 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:47.465673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Attempting to bind port a608eef9-b90a-4165-96bc-9d3a88e71cd6 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '1fa45560-5b13-445d-9733-95966e96ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:47.466267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Attempting to bind port a608eef9-b90a-4165-96bc-9d3a88e71cd6 on network 874966ac-ac18-4c88-9571-0cc197f9b8fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:47.481165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Port a608eef9-b90a-4165-96bc-9d3a88e71cd6 on network 874966ac-ac18-4c88-9571-0cc197f9b8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:47.482022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Attempting to bind port a608eef9-b90a-4165-96bc-9d3a88e71cd6 on network 874966ac-ac18-4c88-9571-0cc197f9b8fb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:47.505650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:47.506898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Checking segment: {'id': '1fa45560-5b13-445d-9733-95966e96ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:47.508164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Bound using segment: {'id': '1fa45560-5b13-445d-9733-95966e96ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:47.508842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Bound port: a608eef9-b90a-4165-96bc-9d3a88e71cd6, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa45560-5b13-445d-9733-95966e96ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:47.509362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.693993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f08e49e-15b2-432f-b30c-16d9ae3b8520 req-be270437-4e5c-4bfa-b2d8-4953517a044a tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822235 Nov 12 03:34:47.756733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:47.761478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6,segment=NetworkSegment(1fa45560-5b13-445d-9733-95966e96ff9e),segment_id=1fa45560-5b13-445d-9733-95966e96ff9e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:47.767470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.818439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:47.819055 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.820458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] 10.222.0.100 "PUT /v2.0/ports/a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 200 len: 1093 time: 1.3495495 Nov 12 03:34:47.820916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:47.823157 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:47.908128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477fbe-d20f-4982-a60e-43d9485ed558 service neutron] Pushing event updated for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.962598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-5c658c1f-ca16-4f79-8cdd-145eda42a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:47.972327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-5c658c1f-ca16-4f79-8cdd-145eda42a2ed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e84a633533534b0894313988478d86fb&device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 1096 time: 0.1047888 Nov 12 03:34:47.974161 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b6408-e08a-4574-ab1e-4d7dbacee02d x-openstack-request-id: req-1e8b6408-e08a-4574-ab1e-4d7dbacee02d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:47.975088 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:47.975507 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1e8b6408-e08a-4574-ab1e-4d7dbacee02d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:47.976081 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6', 'status': 'completed', 'code': 200} Nov 12 03:34:48.002901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-974dd773-1362-4eb9-a9b8-2b287ffd91a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.062215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-b10b7d31-5ac5-4b5c-8580-8ae4b9969af2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 200 len: 217 time: 0.0680053 Nov 12 03:34:48.131857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-8845ad6c-0ff6-4cae-870e-15ed0a15929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.139448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-8845ad6c-0ff6-4cae-870e-15ed0a15929d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63fad31c-6081-4de7-9be8-367380a45ae9 HTTP/1.1" status: 200 len: 851 time: 0.0697329 Nov 12 03:34:48.208627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-d48b07e3-3dbc-492c-835a-1926f8c8ad2a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=874966ac-ac18-4c88-9571-0cc197f9b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603604 Nov 12 03:34:48.649564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-43ef1b89-a7aa-4e03-ab4a-19c614b242eb service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365873 Nov 12 03:34:48.796877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f92d9c10-b5be-4326-afe4-9ae1051850a0 req-091b5a5e-403f-4bb2-a42c-b7274026d645 service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384866 Nov 12 03:34:48.933290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc20e-bed0-41d4-95f7-1278f7209f56 req-b90afc39-2598-4d1d-b137-508c078103b8 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.933290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68bbc20e-bed0-41d4-95f7-1278f7209f56 req-b90afc39-2598-4d1d-b137-508c078103b8 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 944 time: 0.1057889 Nov 12 03:34:48.933690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-f9c6fe2e-8627-4f5b-af8c-8bf62cd340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.934842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-f9c6fe2e-8627-4f5b-af8c-8bf62cd340f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e84a633533534b0894313988478d86fb&device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 1096 time: 0.0730443 Nov 12 03:34:49.054322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68bbc20e-bed0-41d4-95f7-1278f7209f56 req-81271554-bc1b-4993-a0d2-2315e79e33b1 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112108 Nov 12 03:34:49.088066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-139829c1-f840-4e78-b720-357276bb1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.091367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-139829c1-f840-4e78-b720-357276bb1a83 service neutron] 10.222.0.100 "GET /v2.0/networks?id=874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 200 len: 913 time: 0.1496425 Nov 12 03:34:49.153916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-890c9a09-b68a-423a-8e38-23e9fa81c46a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 200 len: 217 time: 0.0537238 Nov 12 03:34:49.275866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-3ccc379a-8a33-4332-b4df-f2f7e6747dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.277946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-3ccc379a-8a33-4332-b4df-f2f7e6747dfd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63fad31c-6081-4de7-9be8-367380a45ae9 HTTP/1.1" status: 200 len: 851 time: 0.1159680 Nov 12 03:34:49.292754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68758901-3346-4286-a8cc-93fe16bfd5d4 req-c7b4a025-31d3-4717-865f-d1cfe4f481f7 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.294345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68758901-3346-4286-a8cc-93fe16bfd5d4 req-c7b4a025-31d3-4717-865f-d1cfe4f481f7 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0802040 Nov 12 03:34:49.337384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-75389388-96c5-4db6-8332-2262b4bfb979 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=874966ac-ac18-4c88-9571-0cc197f9b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419152 Nov 12 03:34:49.470880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68758901-3346-4286-a8cc-93fe16bfd5d4 req-353c9d55-78a1-4ef4-b983-3d64350ce9cd tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647649 Nov 12 03:34:49.498815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-0a40dea5-d1ab-48ef-9309-f8ed9e419e3f service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453171 Nov 12 03:34:49.756084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5bf9edb-a6f7-4d02-b4d7-6f6240060dd8 req-8bb93a2a-f1e7-4bdb-812e-2bdeb47b6d0b service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548344 Nov 12 03:34:50.234496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1a4c1-84b1-45b9-b8d3-9910e2326989 req-b738c0ce-0faf-4171-8534-18acd8b406f1 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:50.238645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cd1a4c1-84b1-45b9-b8d3-9910e2326989 req-b738c0ce-0faf-4171-8534-18acd8b406f1 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 944 time: 0.0879424 Nov 12 03:34:50.304610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cd1a4c1-84b1-45b9-b8d3-9910e2326989 req-f1d39d1e-a96b-4a97-8457-58ee746a02ad tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590494 Nov 12 03:34:50.366569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4651970c-b216-4e64-a729-0957f7f9126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.433376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a608eef9-b90a-4165-96bc-9d3a88e71cd6 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:50.560444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6,segment=NetworkSegment(1fa45560-5b13-445d-9733-95966e96ff9e),segment_id=1fa45560-5b13-445d-9733-95966e96ff9e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:50.573096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6', 'network_id': '874966ac-ac18-4c88-9571-0cc197f9b8fb', 'port_id': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6', 'mac_address': 'fa:16:3e:79:2c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fad31c-6081-4de7-9be8-367380a45ae9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:50.617098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.631989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a608eef9-b90a-4165-96bc-9d3a88e71cd6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:50.661886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6,segment=NetworkSegment(1fa45560-5b13-445d-9733-95966e96ff9e),segment_id=1fa45560-5b13-445d-9733-95966e96ff9e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:50.666440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.677497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421a6c5-a5bd-4668-9d5d-0ff0fa57cfa2 req-a01f283b-1fd5-473e-8ed8-544ddd4f0448 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:50.690261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5421a6c5-a5bd-4668-9d5d-0ff0fa57cfa2 req-a01f283b-1fd5-473e-8ed8-544ddd4f0448 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.0946767 Nov 12 03:34:50.756299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5421a6c5-a5bd-4668-9d5d-0ff0fa57cfa2 req-75bb0ef0-f70d-406a-8957-b3d38eed03b5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647061 Nov 12 03:34:50.761761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.781901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.782255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.782598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.782938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.783275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.783609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.783938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.786197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.786550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.786898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.787242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.787582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:50.939358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a608eef9-b90a-4165-96bc-9d3a88e71cd6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:51.028106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:51.029909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-72271bbf-cc02-4424-bcfa-e083c2d4b7d1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:51.033907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-72271bbf-cc02-4424-bcfa-e083c2d4b7d1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1079900 Nov 12 03:34:51.161173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Deleting port 58eb70b2-d612-4d64-aca0-c012bd4f0572 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:51.162412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.353682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] For port 58eb70b2-d612-4d64-aca0-c012bd4f0572, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=58eb70b2-d612-4d64-aca0-c012bd4f0572,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:51.357956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.440707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5803-17a9-4785-8a3b-705f093fc12f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.578129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5803-17a9-4785-8a3b-705f093fc12f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.583169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5803-17a9-4785-8a3b-705f093fc12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.679750 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.693089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5803-17a9-4785-8a3b-705f093fc12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16638769-5367-4b21-a28c-24c3e1f71e50,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.702815 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce2e5803-17a9-4785-8a3b-705f093fc12f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=286635ad9ba6443ab6a3aacf7c2f2394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736057 Nov 12 03:34:51.703736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:51.852030 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.887046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf421b7-b14a-4ab1-8b71-41c72434dc1c req-7d2ecd42-dec2-4153-9f26-9b6970b04253 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:51.889278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ddf421b7-b14a-4ab1-8b71-41c72434dc1c req-7d2ecd42-dec2-4153-9f26-9b6970b04253 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 945 time: 0.3171721 Nov 12 03:34:51.895004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.984743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.987611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.989057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/16638769-5367-4b21-a28c-24c3e1f71e50 HTTP/1.1" status: 204 len: 168 time: 0.2836504 Nov 12 03:34:52.000398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b70d51-dedb-4f93-be77-8f0aa8342aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16638769-5367-4b21-a28c-24c3e1f71e50,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.107140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7c9a7-c38d-448f-8cd0-d5e4c38cfaf1 req-a76b5dbc-f93d-40fb-8a76-6e0e55935f84 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.108629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39a7c9a7-c38d-448f-8cd0-d5e4c38cfaf1 req-a76b5dbc-f93d-40fb-8a76-6e0e55935f84 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 945 time: 0.1626101 Nov 12 03:34:52.118414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.118783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.119078 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Floating IP fa662c45-c2f7-418d-a7f9-37bddb471002 disassociated. External IP: 172.25.4.68, port: 58eb70b2-d612-4d64-aca0-c012bd4f0572. Nov 12 03:34:52.119421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Calling delete_port for 58eb70b2-d612-4d64-aca0-c012bd4f0572 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:52.143818 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ddf421b7-b14a-4ab1-8b71-41c72434dc1c req-4ac918f7-af87-41a2-8b90-d282c032e83e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043066 Nov 12 03:34:52.236214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39a7c9a7-c38d-448f-8cd0-d5e4c38cfaf1 req-508ed518-d182-4919-acdd-24b69483cad6 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=3b5e7781-f027-4051-8c01-9e0e2daa6194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131070 Nov 12 03:34:52.336086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:52.349908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3148f015-fe53-445c-9880-fc521697aa38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.361301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.393066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'Port': ['ID=58eb70b2-d612-4d64-aca0-c012bd4f0572,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.434919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a608eef9-b90a-4165-96bc-9d3a88e71cd6 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:52.460294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3148f015-fe53-445c-9880-fc521697aa38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.466196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3148f015-fe53-445c-9880-fc521697aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.497839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port a608eef9-b90a-4165-96bc-9d3a88e71cd6 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:52.504439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port a608eef9-b90a-4165-96bc-9d3a88e71cd6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:52.505814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.509056 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3148f015-fe53-445c-9880-fc521697aa38 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22184c2106de4ea3b269e8fd7ce72897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717973 Nov 12 03:34:52.511988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:52.542977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f015-fe53-445c-9880-fc521697aa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f719cefe-26fc-48ad-860f-93ad17161359,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.580079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:52.587338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.625126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.632547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.664661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:52.670761 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d7bd35-aa82-4ee1-b416-bcf159cc9aaa" -d '{"events": [{"server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:52.690905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.694011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.698247 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f719cefe-26fc-48ad-860f-93ad17161359 HTTP/1.1" status: 204 len: 168 time: 0.1840811 Nov 12 03:34:52.722552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8690c69-7db5-44a3-a701-6e3da103c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f719cefe-26fc-48ad-860f-93ad17161359,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.723037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:52.734469 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:52.745669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6,segment=NetworkSegment(1fa45560-5b13-445d-9733-95966e96ff9e),segment_id=1fa45560-5b13-445d-9733-95966e96ff9e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:52.765411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.765949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:52.767075 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:52.810159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] No DVR routers for this DVR port 58eb70b2-d612-4d64-aca0-c012bd4f0572 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:52.817094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.828383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-755018f4-5bc5-49f3-9056-0cb8ebae9f6d req-695c96a1-dd59-45f4-b6bf-04c80aa7f05d tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "DELETE /v2.0/ports/58eb70b2-d612-4d64-aca0-c012bd4f0572 HTTP/1.1" status: 204 len: 173 time: 1.7853556 Nov 12 03:34:52.829092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'name': 'network-vif-deleted', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:52.835875 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f0659-acaf-4d65-8794-f5b78dfe8c77" -d '{"events": [{"server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "name": "network-vif-deleted", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:52.906183 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c6cb4-c1e4-4e01-9dc4-331b7b5ef5c0 x-openstack-request-id: req-844c6cb4-c1e4-4e01-9dc4-331b7b5ef5c0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:52.907372 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:52.907642 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-844c6cb4-c1e4-4e01-9dc4-331b7b5ef5c0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:52.910324 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6', 'code': 200} Nov 12 03:34:52.930896 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecac649c-1a65-44c2-96af-3c939206516a x-openstack-request-id: req-ecac649c-1a65-44c2-96af-3c939206516a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:52.930896 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfcce48-4800-4fc6-ac7d-c9b91a3f382d", "name": "network-vif-deleted", "tag": "58eb70b2-d612-4d64-aca0-c012bd4f0572", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:52.930896 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ecac649c-1a65-44c2-96af-3c939206516a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:52.931207 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfcce48-4800-4fc6-ac7d-c9b91a3f382d', 'name': 'network-vif-deleted', 'tag': '58eb70b2-d612-4d64-aca0-c012bd4f0572', 'status': 'completed', 'code': 200} Nov 12 03:34:52.968725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.069148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.086091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593d9e6-dbae-4822-9801-5d3d12b9488b req-044c9f4d-d1bc-4357-8415-92fcc70b6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.087900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5593d9e6-dbae-4822-9801-5d3d12b9488b req-044c9f4d-d1bc-4357-8415-92fcc70b6055 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 1098 time: 0.1733389 Nov 12 03:34:53.094098 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:53.161397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58eb70b2-d612-4d64-aca0-c012bd4f0572 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:53.334338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 58eb70b2-d612-4d64-aca0-c012bd4f0572 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:53.342794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 58eb70b2-d612-4d64-aca0-c012bd4f0572 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:53.430567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5593d9e6-dbae-4822-9801-5d3d12b9488b req-3f6e978f-2e33-4458-ab4d-fd7443ad9ece service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335958 Nov 12 03:34:53.608393 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.618486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665398c-f1cf-48eb-81c2-60a64a6a8fe1 req-e1b8ac93-89ef-4182-a263-0d910bfaf4a2 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.639265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2665398c-f1cf-48eb-81c2-60a64a6a8fe1 req-e1b8ac93-89ef-4182-a263-0d910bfaf4a2 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1982205 Nov 12 03:34:53.739639 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.782262 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:53.792501 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:53.793217 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.798258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04506ade-b451-4bbf-bc93-f7642b18b419 req-2d844d59-673e-4819-9725-3bc171651365 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=dcfcce48-4800-4fc6-ac7d-c9b91a3f382d HTTP/1.1" status: 200 len: 210 time: 0.0860693 Nov 12 03:34:53.826635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2665398c-f1cf-48eb-81c2-60a64a6a8fe1 req-26e33f34-9250-4226-9cc3-715926eac6b6 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801832 Nov 12 03:34:54.000153 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:54.232741 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:54.268698 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cfa6c-60b5-426c-9306-61216a7d2623 None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:54.693637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb3cfa-9ac8-4343-bf61-6811c67a8c76 None None] New status for floating IP fa662c45-c2f7-418d-a7f9-37bddb471002: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:34:55.058677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016936-fca8-4ede-a491-f61d67090551 req-f20cbf61-5e44-4ddc-a6a2-61040a288c74 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.071059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73016936-fca8-4ede-a491-f61d67090551 req-f20cbf61-5e44-4ddc-a6a2-61040a288c74 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1129518 Nov 12 03:34:55.148128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73016936-fca8-4ede-a491-f61d67090551 req-309b8b80-3102-4683-9d1b-749357c928a2 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758114 Nov 12 03:34:55.409135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db9b62-b947-4ef7-84eb-eeb1fb6e89d9 req-b2de40b3-6d14-46e0-9d3d-57dab88fb848 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.418924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88db9b62-b947-4ef7-84eb-eeb1fb6e89d9 req-b2de40b3-6d14-46e0-9d3d-57dab88fb848 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0726209 Nov 12 03:34:55.484814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88db9b62-b947-4ef7-84eb-eeb1fb6e89d9 req-3b56f535-80af-44c4-ae10-4540a1924cf5 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648251 Nov 12 03:34:55.992252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dad0-d752-4ef2-acf8-830080d0aeeb req-fd80de97-b870-400d-b9ce-e6dc3641fc17 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.997834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ec6dad0-d752-4ef2-acf8-830080d0aeeb req-fd80de97-b870-400d-b9ce-e6dc3641fc17 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1071379 Nov 12 03:34:56.005568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.154554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.157050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ec6dad0-d752-4ef2-acf8-830080d0aeeb req-b5d672fe-9248-4dd4-ba82-94306e15ddfb tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516559 Nov 12 03:34:56.185085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.281673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.297723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.303319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "DELETE /v2.0/security-groups/3b5e7781-f027-4051-8c01-9e0e2daa6194 HTTP/1.1" status: 204 len: 168 time: 0.2951481 Nov 12 03:34:56.305587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35682) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.351015 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-ba7a55c5-0dc4-46fc-8b20-a446c61c6e7c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] show failed (client error): The resource could not be found. Nov 12 03:34:56.355679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ba7a55c5-0dc4-46fc-8b20-a446c61c6e7c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups/3b5e7781-f027-4051-8c01-9e0e2daa6194 HTTP/1.1" status: 404 len: 347 time: 0.0472479 Nov 12 03:34:56.357847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.378963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cc830-43d3-42a7-b756-b43ae3870d75 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e7781-f027-4051-8c01-9e0e2daa6194,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.600697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Deleting port 000ca5f0-48bc-4fe5-b4b1-999cb9c15623 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:56.601156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.710546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.710916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.725124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Calling delete_port for 000ca5f0-48bc-4fe5-b4b1-999cb9c15623 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:56.941360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.978373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'Port': ['ID=000ca5f0-48bc-4fe5-b4b1-999cb9c15623,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.095271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.099777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.104099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6285ca5d-fe47-4e88-8ce7-1ebd79609645 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "DELETE /v2.0/floatingips/fa662c45-c2f7-418d-a7f9-37bddb471002 HTTP/1.1" status: 204 len: 168 time: 0.7406332 Nov 12 03:34:57.341851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e562a35-9828-4231-b71a-11bc33926a73 req-53f39a59-ee29-403d-924d-c468d09b1024 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.350733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e562a35-9828-4231-b71a-11bc33926a73 req-53f39a59-ee29-403d-924d-c468d09b1024 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0778353 Nov 12 03:34:57.437993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e562a35-9828-4231-b71a-11bc33926a73 req-d1752ee1-30c1-47a3-89fe-8ee54ecb7a73 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860169 Nov 12 03:34:57.614844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35718) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.620307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717806880', 'description': 'tempest-description--1659311197'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:57.755022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.980985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-083f200c-ffac-4119-88c7-a317d231024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.983056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-083f200c-ffac-4119-88c7-a317d231024f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e84a633533534b0894313988478d86fb&device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 1098 time: 0.1225195 Nov 12 03:34:58.005347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5ced-1abd-4976-afaa-95258e812d3b req-f7765b43-0792-4b7f-bac9-95fd9f231489 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.015590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-047e5ced-1abd-4976-afaa-95258e812d3b req-f7765b43-0792-4b7f-bac9-95fd9f231489 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.2050607 Nov 12 03:34:58.021191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.105081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.227379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-047e5ced-1abd-4976-afaa-95258e812d3b req-695c8609-3b35-4e04-9114-45e3d5d323bb tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102129 Nov 12 03:34:58.252421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.253703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6376011 Nov 12 03:34:58.256594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.261394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e1e8-dd34-4c99-ab26-674385c4f142 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee0d58a-b97e-4976-850d-02e0df4446e3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.265018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group_rule': {'security_group_id': 'bee0d58a-b97e-4976-850d-02e0df4446e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:58.308302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-8bf40015-61ad-4ab5-b730-ec079168293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.310145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-8bf40015-61ad-4ab5-b730-ec079168293c service neutron] 10.222.0.100 "GET /v2.0/networks?id=874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 200 len: 913 time: 0.2869184 Nov 12 03:34:58.322336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.429505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.434149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.478040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4657e223-4881-40ad-b944-0c3a7de4fbc1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.487013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.493403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7edcd22b-02d8-416b-94e5-2702923ffa8e tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354736 Nov 12 03:34:58.498505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.504528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'security_group_rule': {'security_group_id': 'bee0d58a-b97e-4976-850d-02e0df4446e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:58.563926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.746949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.752620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.802078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-19b2bbdc-c2ab-40e7-a478-6d5ad026f86f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 200 len: 217 time: 0.4841368 Nov 12 03:34:58.807523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a6f3c-e954-4fbd-9d25-857b553ad7c1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.831212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.837183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9aee854e-75a5-44ff-99e3-e5692d187899 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3375585 Nov 12 03:34:58.837920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35756) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.848389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:58.897067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.941618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-6492924a-8af5-4822-8aa5-1985480fc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.946996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-6492924a-8af5-4822-8aa5-1985480fc3d8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63fad31c-6081-4de7-9be8-367380a45ae9 HTTP/1.1" status: 200 len: 851 time: 0.1380529 Nov 12 03:34:59.020912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-2e7ddd87-74b1-4bca-bc3e-e15545e38708 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=874966ac-ac18-4c88-9571-0cc197f9b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625834 Nov 12 03:34:59.246954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.360490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-f874a4b8-d0a0-4488-a5e4-dfc39e37bae8 service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313222 Nov 12 03:34:59.469878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Allocated IP 172.25.4.64 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/73f5598a-2a31-4685-9a24-70b274a2f3b2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:59.530576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-571d50f5-c8d6-491a-a781-c048c1dbd888 req-609d9c42-af56-4375-b338-bad2fec67a91 service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624970 Nov 12 03:34:59.617117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d1e9-d2fe-42ac-8dad-6c1f202c2b46 req-8b1c8908-b86f-40e1-b0ec-5478a8606e85 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.620270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1751d1e9-d2fe-42ac-8dad-6c1f202c2b46 req-8b1c8908-b86f-40e1-b0ec-5478a8606e85 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.2647889 Nov 12 03:34:59.775227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.813030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1751d1e9-d2fe-42ac-8dad-6c1f202c2b46 req-2e2c1120-edd6-43ff-97eb-b1af8de85692 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594877 Nov 12 03:34:59.873272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.919661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:59.924297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:59.928523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:59.969727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=73f5598a-2a31-4685-9a24-70b274a2f3b2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.139410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.215786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.582623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.588084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.670722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.692579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=73f5598a-2a31-4685-9a24-70b274a2f3b2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.699269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.700602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-25b64dfa-27bf-4acb-90af-d34442e24447 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8618133 Nov 12 03:35:00.729766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.160416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b301-9469-48ea-b818-6bbb642db86b req-eea62681-c632-453c-98fa-4b82b40fcfe5 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.170022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1294b301-9469-48ea-b818-6bbb642db86b req-eea62681-c632-453c-98fa-4b82b40fcfe5 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1913927 Nov 12 03:35:01.233299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-895a2bfe-07ca-4fd9-8b1c-1d0b05c7a722 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1717806880&fields=id&tenant_id=869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 267 time: 0.1567612 Nov 12 03:35:01.417810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1294b301-9469-48ea-b818-6bbb642db86b req-1e9ba74c-720d-4151-b168-365f209d555e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449918 Nov 12 03:35:01.485763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-dc3a2ba5-c408-4b3c-8f8b-09395cd6e9c2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.497332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-dc3a2ba5-c408-4b3c-8f8b-09395cd6e9c2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 810 time: 0.2255552 Nov 12 03:35:01.523474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-e67e5127-c2ef-4986-a6bf-2630f96ee8a6 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/quotas/869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 375 time: 0.0253456 Nov 12 03:35:01.598240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-645de80b-e755-494d-87f8-faa98d7a14f6 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738287 Nov 12 03:35:01.677155 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.762542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-92b862a2-68fd-4fb8-8793-2b35895c7c44 service neutron] 10.222.0.93 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488440 Nov 12 03:35:02.005375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-bb7a07ba-7ad0-494a-b3b5-5487450520ab service neutron] 10.222.0.93 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416530 Nov 12 03:35:02.199709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbabb-8395-490d-a0ac-a26c878029ec req-bec5a37c-8487-4aa9-a27b-bb4eea3c8956 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.201576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920dbabb-8395-490d-a0ac-a26c878029ec req-bec5a37c-8487-4aa9-a27b-bb4eea3c8956 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1642008 Nov 12 03:35:02.452432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920dbabb-8395-490d-a0ac-a26c878029ec req-0e1edd3a-833d-4e13-b81d-80ed4efb8160 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432685 Nov 12 03:35:02.519485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcf93c3-d03a-48bb-b431-1658f1992fbf req-92543df6-d128-49d5-928b-f101de2fc621 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 210 time: 0.0392723 Nov 12 03:35:03.419462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:03.765409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6eccfc7f-5fcd-4343-a54d-d7d0a87ead91 req-421cfd59-6f56-4d49-838a-c7258d287d4f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 210 time: 0.1236937 Nov 12 03:35:03.844025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f71f-bff6-4cce-b1bd-e38b8e38ebc1 req-7c5968e8-3602-4106-9e62-7cb376aca940 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.853926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f85f71f-bff6-4cce-b1bd-e38b8e38ebc1 req-7c5968e8-3602-4106-9e62-7cb376aca940 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1407254 Nov 12 03:35:03.956526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f85f71f-bff6-4cce-b1bd-e38b8e38ebc1 req-fca40a07-7858-439e-abb0-0d89ce8ffbcb tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012063 Nov 12 03:35:04.159124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-1bccf5cb-7a29-4dc7-9c51-8ca18c1ae0a5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.161108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-1bccf5cb-7a29-4dc7-9c51-8ca18c1ae0a5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 810 time: 0.2018857 Nov 12 03:35:04.320253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-e8fb9e8e-c24d-4d03-ae2a-02a437483983 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=869b3465b0ec4a838e012add08265b8e HTTP/1.1" status: 200 len: 380 time: 0.1496472 Nov 12 03:35:04.349925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'port': {'device_id': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'admin_state_up': True, 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'security_groups': ['bee0d58a-b97e-4976-850d-02e0df4446e3']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:04.595354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-69420fd5-69a8-42a7-bf7d-3b065ab9fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.596902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-69420fd5-69a8-42a7-bf7d-3b065ab9fd30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=e84a633533534b0894313988478d86fb&device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 1098 time: 0.1810687 Nov 12 03:35:04.616664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af182-f90a-4cf0-ac5d-2d703080ab84 req-b99e8498-0b6a-491f-b735-a797e2e01e5b tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.624582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a91af182-f90a-4cf0-ac5d-2d703080ab84 req-b99e8498-0b6a-491f-b735-a797e2e01e5b tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.2070160 Nov 12 03:35:04.744417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Made reservation on behalf of 869b3465b0ec4a838e012add08265b8e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:04.748766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.803786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a91af182-f90a-4cf0-ac5d-2d703080ab84 req-e75ca6c2-5c49-494b-b960-78560c42718d tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764796 Nov 12 03:35:04.866466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-fe8bfef1-5963-4755-9395-82c8ec5b72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.868141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-fe8bfef1-5963-4755-9395-82c8ec5b72ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 200 len: 913 time: 0.2627969 Nov 12 03:35:04.942590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-51c9c7b4-a846-4540-bac3-034405ed0337 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 200 len: 217 time: 0.0609105 Nov 12 03:35:04.968774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54eb8ed9-f705-4f9a-bdba-70cfd97144eb req-41183c36-e2ec-4768-9bc3-2b4e36ba1ccd tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 210 time: 0.0786555 Nov 12 03:35:05.096839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Allocated IP 172.20.0.8 (d35380c2-838c-48bf-ab08-f50dfdbc475b/fc5acc1f-62f2-4076-8468-43fbb82f1885/55867cd9-9045-4a7a-b8f9-36ab91523bab) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:05.113028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-5e117421-e0cf-45b0-9276-b7ad7aacc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.114481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-5e117421-e0cf-45b0-9276-b7ad7aacc5dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63fad31c-6081-4de7-9be8-367380a45ae9 HTTP/1.1" status: 200 len: 851 time: 0.1537013 Nov 12 03:35:05.159859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-ce17e3cc-e426-41e6-b005-c54780bd15a3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=874966ac-ac18-4c88-9571-0cc197f9b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373325 Nov 12 03:35:05.358664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-46b16c32-2083-4dd9-8588-785704925be5 service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878326 Nov 12 03:35:05.410637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.459237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.550383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Network d35380c2-838c-48bf-ab08-f50dfdbc475b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:05.556754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:05.561920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:05.616118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event updated for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.673170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.680894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.694991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f947d8d-2e45-43de-b236-345b2dd328e4 req-2a9c448d-b536-49bc-8bca-fe006e8889f3 service neutron] 10.222.0.100 "GET /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239186 Nov 12 03:35:05.721038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5f4c15f4-138c-4e29-bc40-02a7cbd3890b tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933554 Nov 12 03:35:05.734437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Request body: {'port': {'device_id': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:05.820055 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.097911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-177e1d0a-15ac-47d1-8c96-ecaf464d9185 None None] Provisioning complete for port 55867cd9-9045-4a7a-b8f9-36ab91523bab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.098901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-177e1d0a-15ac-47d1-8c96-ecaf464d9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.142981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-177e1d0a-15ac-47d1-8c96-ecaf464d9185 None None] Port 55867cd9-9045-4a7a-b8f9-36ab91523bab cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:06.186212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8a47d-1d82-423d-89c0-f792f0e379ab req-96e3cced-712a-4c34-8e3e-07dde0845fa1 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.188009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ee8a47d-1d82-423d-89c0-f792f0e379ab req-96e3cced-712a-4c34-8e3e-07dde0845fa1 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1592939 Nov 12 03:35:06.251340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb847a-f296-46a7-9eac-094e5ba96a33 req-a178de65-ae2c-4d02-92b7-33ba41f62ea5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.252936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdb847a-f296-46a7-9eac-094e5ba96a33 req-a178de65-ae2c-4d02-92b7-33ba41f62ea5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 931 time: 0.1523345 Nov 12 03:35:06.372427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ee8a47d-1d82-423d-89c0-f792f0e379ab req-941e94a2-bc6f-4a4c-bc5c-87f425935bfe tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750464 Nov 12 03:35:06.440201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdb847a-f296-46a7-9eac-094e5ba96a33 req-714c877a-fd88-4dc5-9780-f24e09c7da04 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484396 Nov 12 03:35:06.515565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55867cd9-9045-4a7a-b8f9-36ab91523bab {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:06.530530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.583041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Transition to ACTIVE for port object 55867cd9-9045-4a7a-b8f9-36ab91523bab will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:06.587853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.695157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Pushing event updated for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.833594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Attempting to bind port 55867cd9-9045-4a7a-b8f9-36ab91523bab on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:06.833594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Attempting to bind port 55867cd9-9045-4a7a-b8f9-36ab91523bab by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:06.833594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Attempting to bind port 55867cd9-9045-4a7a-b8f9-36ab91523bab on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.838678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Port 55867cd9-9045-4a7a-b8f9-36ab91523bab on network d35380c2-838c-48bf-ab08-f50dfdbc475b not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:06.839007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Attempting to bind port 55867cd9-9045-4a7a-b8f9-36ab91523bab on network d35380c2-838c-48bf-ab08-f50dfdbc475b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:06.855031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:06.855379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Checking segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:06.855765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Bound using segment: {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:06.856244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Bound port: 55867cd9-9045-4a7a-b8f9-36ab91523bab, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999abb3a-6719-41e3-98ba-febfe2392448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:06.856607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.999122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:07.004071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:07.022178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.118441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.122719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.124215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] 10.222.0.98 "PUT /v2.0/ports/55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 1092 time: 1.3951788 Nov 12 03:35:07.127401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:07.133092 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c3e99-d335-4aa3-b8db-aecc4fff26e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:07.272674 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8852f16-7b11-4c90-8bf0-e69c3bf5ad30 x-openstack-request-id: req-e8852f16-7b11-4c90-8bf0-e69c3bf5ad30 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:07.272970 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:07.273213 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8852f16-7b11-4c90-8bf0-e69c3bf5ad30 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:07.273613 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'status': 'completed', 'code': 200} Nov 12 03:35:07.293930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c2c8-fa64-4f36-b791-bc69fe877f5d service neutron] Pushing event updated for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:07.331104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-a19d5350-0b69-4142-b146-5f9f3c7eb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.332877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-a19d5350-0b69-4142-b146-5f9f3c7eb4dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1095 time: 0.1597855 Nov 12 03:35:07.403227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-e621fc82-7123-480b-b064-59d1717bf29a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 217 time: 0.0625069 Nov 12 03:35:07.557767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-cb7adc52-92e2-4893-a161-17e3b56b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.559235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-cb7adc52-92e2-4893-a161-17e3b56b44ba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.1361003 Nov 12 03:35:07.788652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a409304-8f9b-4615-85d6-5e14c7d26497 req-b85d71b6-6251-486f-acb9-6434c9a2f181 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.791341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a409304-8f9b-4615-85d6-5e14c7d26497 req-b85d71b6-6251-486f-acb9-6434c9a2f181 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 943 time: 0.1794481 Nov 12 03:35:07.801540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b6be-1832-4357-912b-236eef104176 req-7922d0d6-23d3-4805-8c78-e95552e3e63e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.803125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee0b6be-1832-4357-912b-236eef104176 req-7922d0d6-23d3-4805-8c78-e95552e3e63e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.2373197 Nov 12 03:35:07.814214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-c56882fd-e63e-4690-892e-e3c030aa57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.816202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-c56882fd-e63e-4690-892e-e3c030aa57c2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2484314 Nov 12 03:35:07.999831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a409304-8f9b-4615-85d6-5e14c7d26497 req-94eb534d-69f5-40c4-bfe1-158e97d84c2f tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939788 Nov 12 03:35:08.016476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee0b6be-1832-4357-912b-236eef104176 req-ca40577b-c37e-4e96-a712-88e3783f3160 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980307 Nov 12 03:35:08.096877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-5eff9994-bb64-43ef-9b94-e2cfbfa05354 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450340 Nov 12 03:35:08.720176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee36be-3c12-4a60-ac87-27d760bbc870 req-6a11dfbc-986a-4be5-8fda-641ec1aae655 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.727312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61ee36be-3c12-4a60-ac87-27d760bbc870 req-6a11dfbc-986a-4be5-8fda-641ec1aae655 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1171026 Nov 12 03:35:08.760907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bbf030b-3f31-45bf-ab40-25ff74b25418 req-3594d75b-d385-444b-8d06-e0283478a7c6 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615913 Nov 12 03:35:08.822615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61ee36be-3c12-4a60-ac87-27d760bbc870 req-7ee24537-2ed0-44f6-adac-a4fc0fad99f7 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942776 Nov 12 03:35:08.899217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-94463a57-28a7-4070-bb99-493393fbb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.901863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-94463a57-28a7-4070-bb99-493393fbb809 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1095 time: 0.0752957 Nov 12 03:35:09.078114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-b02f1b39-dc00-43c5-b760-85477e3ff180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.080009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-b02f1b39-dc00-43c5-b760-85477e3ff180 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.1710584 Nov 12 03:35:09.179136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-9ecb11ff-0d93-4a51-b58e-a5fa95018b7b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 217 time: 0.0921450 Nov 12 03:35:09.259315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b9611-aa21-467e-a8eb-dcaace596439 req-c9ec4948-901a-42fa-a478-2b9374c4b905 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.261718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-851b9611-aa21-467e-a8eb-dcaace596439 req-c9ec4948-901a-42fa-a478-2b9374c4b905 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 943 time: 0.1251819 Nov 12 03:35:09.309257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-81334c61-7b07-441b-a7c6-ab795e3fd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.310726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-81334c61-7b07-441b-a7c6-ab795e3fd1cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.1218100 Nov 12 03:35:09.396577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-851b9611-aa21-467e-a8eb-dcaace596439 req-b5b98f9d-bb64-44b3-acfa-240b89cdc337 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227131 Nov 12 03:35:09.417569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-ae921977-dd58-4368-8b4a-dd1cb06e3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.420684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-ae921977-dd58-4368-8b4a-dd1cb06e3950 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969861 Nov 12 03:35:09.569015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-3c379d82-15cf-45e1-a63a-6729907b90da service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377633 Nov 12 03:35:09.713780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-449c3e99-d335-4aa3-b8db-aecc4fff26e0 req-7d9906e5-706f-4749-8019-2e107d3e5139 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355519 Nov 12 03:35:10.079036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964741-9c10-4b83-ac7d-6216d7bff963 req-bfcae6fd-8e7e-4737-8a3d-4e3723b7dd8e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.091465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2964741-9c10-4b83-ac7d-6216d7bff963 req-bfcae6fd-8e7e-4737-8a3d-4e3723b7dd8e tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1178086 Nov 12 03:35:10.189249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2964741-9c10-4b83-ac7d-6216d7bff963 req-4389933f-b054-48ea-8878-5357e97766c9 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/security-groups?id=b44c94f1-0e3f-4a41-b751-79e714b7a315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923190 Nov 12 03:35:10.268017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:10.353311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-b4945ec6-810e-4d5a-a5c3-c35358250fc0 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.356629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-b4945ec6-810e-4d5a-a5c3-c35358250fc0 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.100 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1148756 Nov 12 03:35:10.585840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Deleting port a608eef9-b90a-4165-96bc-9d3a88e71cd6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:10.586769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.793718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] For port a608eef9-b90a-4165-96bc-9d3a88e71cd6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a608eef9-b90a-4165-96bc-9d3a88e71cd6,segment=NetworkSegment(1fa45560-5b13-445d-9733-95966e96ff9e),segment_id=1fa45560-5b13-445d-9733-95966e96ff9e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:10.794083 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.808339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Calling delete_port for a608eef9-b90a-4165-96bc-9d3a88e71cd6 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:10.863433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e8f73d-e2b3-48a1-9a9f-7cc0cef0b5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.887255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:10.954598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.968743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a608eef9-b90a-4165-96bc-9d3a88e71cd6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:11.036321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e8f73d-e2b3-48a1-9a9f-7cc0cef0b5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.047654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e8f73d-e2b3-48a1-9a9f-7cc0cef0b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.074758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Pushing event deleted for resources: {'Port': ['ID=a608eef9-b90a-4165-96bc-9d3a88e71cd6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.135991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] No DVR routers for this DVR port a608eef9-b90a-4165-96bc-9d3a88e71cd6 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:11.145387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353dde3-bd6e-4179-9f3c-61749c078c0f req-a6f5c855-d44f-4964-860c-c94eb5861067 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.153352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a353dde3-bd6e-4179-9f3c-61749c078c0f req-a6f5c855-d44f-4964-860c-c94eb5861067 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 943 time: 0.2089701 Nov 12 03:35:11.155647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.159626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba10ddcb-23f9-483e-90ac-31ac8b9ae7fa req-3feb6a31-2062-4442-8d5f-25b527b84619 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.100 "DELETE /v2.0/ports/a608eef9-b90a-4165-96bc-9d3a88e71cd6 HTTP/1.1" status: 204 len: 173 time: 0.7959454 Nov 12 03:35:11.165924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'name': 'network-vif-deleted', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:11.168319 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc161a-7a80-4371-abbf-cd70e622ff05" -d '{"events": [{"server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "name": "network-vif-deleted", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:11.175602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-69e8f73d-e2b3-48a1-9a9f-7cc0cef0b5ac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41e45ef078e04a79acfed3547c699845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9064279 Nov 12 03:35:11.176491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8f73d-e2b3-48a1-9a9f-7cc0cef0b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b0c32-b646-4de8-8038-1f99d7174b7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.185989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:11.263189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a353dde3-bd6e-4179-9f3c-61749c078c0f req-8c86a18e-f021-4a34-b19e-72d9c99b98c1 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088150 Nov 12 03:35:11.313838 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108de07c-67a5-452e-bd81-4e20524e514b x-openstack-request-id: req-108de07c-67a5-452e-bd81-4e20524e514b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:11.314372 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62a31e8-76a0-4339-8627-b6cf8f1d2bcd", "name": "network-vif-deleted", "tag": "a608eef9-b90a-4165-96bc-9d3a88e71cd6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:11.314805 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-108de07c-67a5-452e-bd81-4e20524e514b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:11.315395 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a31e8-76a0-4339-8627-b6cf8f1d2bcd', 'name': 'network-vif-deleted', 'tag': 'a608eef9-b90a-4165-96bc-9d3a88e71cd6', 'status': 'completed', 'code': 200} Nov 12 03:35:11.375828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.414806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-272ebcab-fb46-4615-8cd2-2c6797f9c4be req-cc5f12cc-7607-476a-82b0-7979233e75c3 tempest-TestServerAdvancedOps-605619631 tempest-TestServerAdvancedOps-605619631-project] 10.222.0.93 "GET /v2.0/ports?device_id=b62a31e8-76a0-4339-8627-b6cf8f1d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0419867 Nov 12 03:35:11.445551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.503269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb384fb2-5ecd-4ef6-8fc1-f79ac565d424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.549347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.553825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.558747 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/404b0c32-b646-4de8-8038-1f99d7174b7e HTTP/1.1" status: 204 len: 168 time: 0.3715260 Nov 12 03:35:11.580124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d42bd-df7a-4339-be3f-f6f705005a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b0c32-b646-4de8-8038-1f99d7174b7e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.681220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb384fb2-5ecd-4ef6-8fc1-f79ac565d424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.687734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb384fb2-5ecd-4ef6-8fc1-f79ac565d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.768989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb384fb2-5ecd-4ef6-8fc1-f79ac565d424 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dcb83b40ae65413caf6e39a5319084c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7243900 Nov 12 03:35:11.769762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb384fb2-5ecd-4ef6-8fc1-f79ac565d424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556e69b9-aa4d-402d-9988-02701b32e81a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.770557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:11.905172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.948447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.026992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.031154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.032502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/556e69b9-aa4d-402d-9988-02701b32e81a HTTP/1.1" status: 204 len: 168 time: 0.2605963 Nov 12 03:35:12.052735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2527-5c7c-4807-9fe3-76fe25fe7b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e69b9-aa4d-402d-9988-02701b32e81a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.124976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36142) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.141806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8875a81-456f-44f6-8a8b-50945a252e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.240800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8875a81-456f-44f6-8a8b-50945a252e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.246552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8875a81-456f-44f6-8a8b-50945a252e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.369840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f8875a81-456f-44f6-8a8b-50945a252e53 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=783170cb0f3b46d7940f6ebe7b86a587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436588 Nov 12 03:35:12.371264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875a81-456f-44f6-8a8b-50945a252e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09bb357-8a54-48ce-b842-a5a29fe4a3f8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.373436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.487106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.495777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.514182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af25dc-6a3c-41d3-bed7-07735fe15e12 req-851941fc-0970-4ce4-8958-ff5181cca705 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:12.515858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14af25dc-6a3c-41d3-bed7-07735fe15e12 req-851941fc-0970-4ce4-8958-ff5181cca705 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 943 time: 0.1061738 Nov 12 03:35:12.558407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.593876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Deleting subnet 63fad31c-6081-4de7-9be8-367380a45ae9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:12.611480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.632833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14af25dc-6a3c-41d3-bed7-07735fe15e12 req-a674191d-d299-4ecb-b142-b5db2a6a8baf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096685 Nov 12 03:35:12.722654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.778949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.827033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.834058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.835430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c09bb357-8a54-48ce-b842-a5a29fe4a3f8 HTTP/1.1" status: 204 len: 168 time: 0.4601989 Nov 12 03:35:12.857831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d28fb-7add-4b75-be9a-fa672b38ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09bb357-8a54-48ce-b842-a5a29fe4a3f8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.895928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.928923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fad31c-6081-4de7-9be8-367380a45ae9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.931392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.935833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c95fbd2-c217-4397-acdf-8f1c2d07d0b4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/63fad31c-6081-4de7-9be8-367380a45ae9 HTTP/1.1" status: 204 len: 168 time: 0.4374039 Nov 12 03:35:12.937949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36192) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.020569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.113676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.139017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874966ac-ac18-4c88-9571-0cc197f9b8fb']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.150267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa45560-5b13-445d-9733-95966e96ff9e') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.150961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa45560-5b13-445d-9733-95966e96ff9e') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.160263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.174388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.189587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:13.190106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:13.192009 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:13.218306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.254228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.258388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 55867cd9-9045-4a7a-b8f9-36ab91523bab details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:13.262261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.268802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/874966ac-ac18-4c88-9571-0cc197f9b8fb HTTP/1.1" status: 204 len: 168 time: 0.3271241 Nov 12 03:35:13.269351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.278224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9254e-7464-4ab6-8d4e-fcdf3f289ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=874966ac-ac18-4c88-9571-0cc197f9b8fb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.332100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Deleting subnet e29ecf66-86ef-4169-b80b-2518eda36df2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:13.336179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.379052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.385451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:13.407562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'port_id': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'mac_address': 'fa:16:3e:12:85:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:13.424342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.458434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.474918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55867cd9-9045-4a7a-b8f9-36ab91523bab {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:13.490148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.498319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:13.505180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.523947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29ecf66-86ef-4169-b80b-2518eda36df2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.532394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.535818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3812eb32-893a-4406-9c69-025b404319c5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e29ecf66-86ef-4169-b80b-2518eda36df2 HTTP/1.1" status: 204 len: 168 time: 0.2654672 Nov 12 03:35:13.538860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36216) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.542563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-642722262-network', 'tenant_id': 'ad36bea63582423c80557998730d75ea'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:13.567691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Made reservation on behalf of ad36bea63582423c80557998730d75ea for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:13.567839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.570747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.582617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.629201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.676924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.685256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.729482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:13.731070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.757861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['55867cd9-9045-4a7a-b8f9-36ab91523bab'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:13.767731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c401329-8faf-4953-869a-5e5cd2150f53']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.812134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.812581 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Added segment 6f4f0876-a888-44ab-8dd0-851db88137b1 of type vlan for network 7947145a-166e-4f4d-924c-6e69c2c5c6cf Nov 12 03:35:13.814674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68365979-22b6-421a-8291-4d1f41af2903,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.847245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c24ed68-7271-4e91-8880-93bc3fae982f') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.847881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c24ed68-7271-4e91-8880-93bc3fae982f') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:13.945842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.950340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.987614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.999400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:14.000043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.001517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:14.002200 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:14.004212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.004212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.039195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97cf3b-57f2-41b7-82e8-d7e060b4ba7a req-9c247b63-07b9-4b9c-92e4-a6121d6b2231 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.048581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a97cf3b-57f2-41b7-82e8-d7e060b4ba7a req-9c247b63-07b9-4b9c-92e4-a6121d6b2231 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 944 time: 0.2581892 Nov 12 03:35:14.084354 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8639932 Nov 12 03:35:14.088991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.134220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.141328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.144800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6c401329-8faf-4953-869a-5e5cd2150f53 HTTP/1.1" status: 204 len: 168 time: 0.6038315 Nov 12 03:35:14.148694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a97cf3b-57f2-41b7-82e8-d7e060b4ba7a req-8458f5b4-3d3b-4f65-b225-843c8b1db400 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989029 Nov 12 03:35:14.160786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9dff-0271-4a0f-8fbe-bf7350c0c682 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c401329-8faf-4953-869a-5e5cd2150f53,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.183472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Request body: {'subnet': {'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-642722262-subnet', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:14.213143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Made reservation on behalf of ad36bea63582423c80557998730d75ea for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:14.215701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.438249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36250) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.440098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.443800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f742417-5c35-40c0-b41e-6e06dcefe20d admin admin] Pushing event updated for resources: {'Network': ['ID=7947145a-166e-4f4d-924c-6e69c2c5c6cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.457387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:14.535601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b9685ec7-9cc3-4cb6-a98c-e28b7a02c5aa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e84a633533534b0894313988478d86fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952666 Nov 12 03:35:14.539353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36252) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.567714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a608eef9-b90a-4165-96bc-9d3a88e71cd6 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:14.581414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Checking segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:14.581976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Network hostable DHCP agents. Network: 7947145a-166e-4f4d-924c-6e69c2c5c6cf, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:14.589912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b3f89b-7a74-4673-a63e-d8d8ec02b818,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.606237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:14.623165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7947145a-166e-4f4d-924c-6e69c2c5c6cf) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:14.627781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:14.628410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.641628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.655245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8f56ee4b-4690-4924-92f4-2a971c3dc120 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4769359 Nov 12 03:35:14.657818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.663554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:14.676590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: a608eef9-b90a-4165-96bc-9d3a88e71cd6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:14.676933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a608eef9-b90a-4165-96bc-9d3a88e71cd6 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:14.693814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebb434-92d3-4904-84b6-19e6a4d66e83 None None] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:14.695419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.696768 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.698296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.771784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.774639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.785799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b44c94f1-0e3f-4a41-b751-79e714b7a315 HTTP/1.1" status: 204 len: 168 time: 0.2417877 Nov 12 03:35:14.796416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a5bc2-8981-47e4-b524-244e637e8647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44c94f1-0e3f-4a41-b751-79e714b7a315,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:14.846253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.911570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.983142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:14.984518 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.169160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Allocated IP 172.20.0.2 (7947145a-166e-4f4d-924c-6e69c2c5c6cf/f4b3f89b-7a74-4673-a63e-d8d8ec02b818/90608400-0c94-417e-879e-cab8cc9f0865) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:15.340741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 55867cd9-9045-4a7a-b8f9-36ab91523bab up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:15.352290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116507-6097-4de0-a958-120dcb6d2827 req-0c6f4514-a354-4431-a600-5a02b6d02454 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.362987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a116507-6097-4de0-a958-120dcb6d2827 req-0c6f4514-a354-4431-a600-5a02b6d02454 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 944 time: 0.0705099 Nov 12 03:35:15.407310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-532604db-8681-4eb0-8549-54cd0ae67bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.466359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.565902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-532604db-8681-4eb0-8549-54cd0ae67bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.583684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-532604db-8681-4eb0-8549-54cd0ae67bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.590913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.629640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 55867cd9-9045-4a7a-b8f9-36ab91523bab completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:15.642561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 55867cd9-9045-4a7a-b8f9-36ab91523bab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:15.642930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.644908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.668478 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.675487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532604db-8681-4eb0-8549-54cd0ae67bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f035e3-4885-4df4-ba71-08a55f6acf3d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.688809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-532604db-8681-4eb0-8549-54cd0ae67bad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=664db83e49644628ac74312d03695dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7764561 Nov 12 03:35:15.690034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36286) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.704340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a116507-6097-4de0-a958-120dcb6d2827 req-5e41f05b-c5a5-4a5a-bbcc-baeaae4d9c65 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403339 Nov 12 03:35:15.735516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Pushing event updated for resources: {'Port': ['ID=90608400-0c94-417e-879e-cab8cc9f0865,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.744040 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a4ff57a1-5a94-45d5-a612-c35d2eccd21b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=40a336cf94034506bd57d30b04734b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506314 Nov 12 03:35:15.746455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.749614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:15.752620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:15.757623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:15.810073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.846036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.863826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Attempting to bind port 90608400-0c94-417e-879e-cab8cc9f0865 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:15.864234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Attempting to bind port 90608400-0c94-417e-879e-cab8cc9f0865 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:15.864605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Attempting to bind port 90608400-0c94-417e-879e-cab8cc9f0865 on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:15.870853 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.881559 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.884065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.887109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.891588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:15.891985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Checking segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:15.892566 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.893134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Bound using segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:15.894126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Bound port: 90608400-0c94-417e-879e-cab8cc9f0865, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:15.894692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.902574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:15.909168 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef4d98-bf3d-4002-b606-b9b30f7fede1" -d '{"events": [{"server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "name": "network-vif-plugged", "status": "completed", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:15.941663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:15.964018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.986971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.991029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.992343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3f035e3-4885-4df4-ba71-08a55f6acf3d HTTP/1.1" status: 204 len: 168 time: 0.2980297 Nov 12 03:35:16.002349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.013983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed51cd-9493-46e3-8185-81585228252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f035e3-4885-4df4-ba71-08a55f6acf3d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.086901 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91272d1d-15bb-49be-b71a-272a7e893e91 x-openstack-request-id: req-91272d1d-15bb-49be-b71a-272a7e893e91 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:16.089039 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "name": "network-vif-plugged", "status": "completed", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:16.090042 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-91272d1d-15bb-49be-b71a-272a7e893e91 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:16.090608 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'code': 200} Nov 12 03:35:16.207628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a06665-bb91-4914-9c63-559b5b219e75 req-6ca1c4bb-e056-4ad7-b75f-b97e65a11e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.218069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21a06665-bb91-4914-9c63-559b5b219e75 req-6ca1c4bb-e056-4ad7-b75f-b97e65a11e35 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1097 time: 0.1210060 Nov 12 03:35:16.255069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] For port 90608400-0c94-417e-879e-cab8cc9f0865, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:16.260488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] For port 90608400-0c94-417e-879e-cab8cc9f0865, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=90608400-0c94-417e-879e-cab8cc9f0865,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:16.266530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.277465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Allocated IP 172.25.4.12 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/7775b278-8f04-4cd8-92a5-d4c872258050) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:16.292221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.375669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a479ee-b742-4bc8-b6bf-ac49e4b31aa0 None None] Pushing event updated for resources: {'Port': ['ID=90608400-0c94-417e-879e-cab8cc9f0865,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.386332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21a06665-bb91-4914-9c63-559b5b219e75 req-dbdd8eb0-9199-4cce-96fa-fd1dfc5bfb63 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616106 Nov 12 03:35:16.433119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.442046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.445479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/937d2b0f-76b7-4d97-893f-0ded089ac8e9 HTTP/1.1" status: 204 len: 168 time: 0.6958406 Nov 12 03:35:16.468583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.476855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.478099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d2b0f-76b7-4d97-893f-0ded089ac8e9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.494913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.497775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.498117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.498457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.498788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.499117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.499455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.499762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.505643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.506845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.507231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.507570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.507908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.508267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d80d7a-284c-4341-b2aa-c70e84f6f5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:16.520109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.538240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.545467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.573933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.583785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43832e82-8168-4dc5-b075-9d23c6588808 req-6d6cbe83-a808-4694-a47b-4f9970dbd66f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2677362 Nov 12 03:35:16.608471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.632798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36320) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.697982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ff0fd1-d889-4342-a41b-8d106967de8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.738069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:16.749121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:16.769208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:16.776016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c24329-b7ef-444a-b37c-ef1edb6254ed None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:16.842781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fd87c555-dc3f-4116-9060-97edf91b65cc None None] Provisioning complete for port 7775b278-8f04-4cd8-92a5-d4c872258050 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:16.843305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd87c555-dc3f-4116-9060-97edf91b65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.864967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Pushing event updated for resources: {'Port': ['ID=7775b278-8f04-4cd8-92a5-d4c872258050,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.907126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fd87c555-dc3f-4116-9060-97edf91b65cc None None] Port 7775b278-8f04-4cd8-92a5-d4c872258050 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:16.993919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43832e82-8168-4dc5-b075-9d23c6588808 req-bd80b448-69cb-4c0b-b1f3-030a77e86666 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4089901 Nov 12 03:35:17.058071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc630c-6792-4987-a179-e34dd73f50d8 req-19f2e5cb-c02c-47ee-b562-e0ddf1cb59c5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.059671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45cc630c-6792-4987-a179-e34dd73f50d8 req-19f2e5cb-c02c-47ee-b562-e0ddf1cb59c5 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.2063220 Nov 12 03:35:17.141047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.244409 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ff0fd1-d889-4342-a41b-8d106967de8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.257169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45cc630c-6792-4987-a179-e34dd73f50d8 req-48c8923a-341f-4291-add4-e0a7631d8e37 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836693 Nov 12 03:35:17.277291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.283627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.289573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.297454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.313889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.320212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.332084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.352844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dab698df-f041-4187-a73d-4337efc87a79 req-a86402dc-972b-493d-83a4-0e66912b1809 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2368302 Nov 12 03:35:17.356305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb18d-66a7-4136-a0d0-f9b7ab40deea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.366851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ff0fd1-d889-4342-a41b-8d106967de8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.406624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-32ff0fd1-d889-4342-a41b-8d106967de8a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa3032dec1a5471f94b893132b9d78b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7704055 Nov 12 03:35:17.408112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.433886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff0fd1-d889-4342-a41b-8d106967de8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7091037-7454-46a3-b3d2-778860c32067,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.518097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.536423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.569305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.578117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36358) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.640659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.643745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.645162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e7091037-7454-46a3-b3d2-778860c32067 HTTP/1.1" status: 204 len: 168 time: 0.2125101 Nov 12 03:35:17.654439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d46f-f0d3-4ba4-bfa2-9e82eef25ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7091037-7454-46a3-b3d2-778860c32067,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.762100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1670800892-network', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:17.768508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb18d-66a7-4136-a0d0-f9b7ab40deea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.773562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb18d-66a7-4136-a0d0-f9b7ab40deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.801424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Made reservation on behalf of a06d0f338639408fbd12e9edf012735f for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:17.811006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.831858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.922133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cb18d-66a7-4136-a0d0-f9b7ab40deea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12f514-3567-4345-b52b-175f1d98ad80,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.944886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.950891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.951104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc6cb18d-66a7-4136-a0d0-f9b7ab40deea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4ea5914ab8264ceaa5e0f383ac9534a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8082952 Nov 12 03:35:17.952295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36366) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.984009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:18.006246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-55736ca4-5f28-4d1a-b3e9-1826cac2a1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.019703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.020122 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Added segment 8216d531-4374-4289-b4d6-68e460c11b5a of type vlan for network 96ee4878-4c75-4caa-a380-b4052fc20683 Nov 12 03:35:18.026818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.034721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227ca474-dce3-468d-8002-581accd34729,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.065313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357876dc-6242-49dd-81ae-54483c0caeae None None] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:18.115026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.148011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.149394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.151267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.195577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] Provisioning complete for port 90608400-0c94-417e-879e-cab8cc9f0865 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:18.196217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.214577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.231175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6519229 Nov 12 03:35:18.234499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36376) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.241228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Request body: {'subnet': {'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1670800892-subnet', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:18.246569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9353f-b83d-43bd-a373-b1ec57246c24 admin admin] Pushing event updated for resources: {'Network': ['ID=96ee4878-4c75-4caa-a380-b4052fc20683,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.268337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 96ee4878-4c75-4caa-a380-b4052fc20683 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:18.280635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Made reservation on behalf of a06d0f338639408fbd12e9edf012735f for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:18.283084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.284653 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.447053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.449642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.457220 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ae12f514-3567-4345-b52b-175f1d98ad80 HTTP/1.1" status: 204 len: 168 time: 0.5009799 Nov 12 03:35:18.492626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c22f7-d54b-49e6-92d8-589b1f7b3c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12f514-3567-4345-b52b-175f1d98ad80,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.583570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:18.809644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:18.823078 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Sync routers for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:18.826280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.844053 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:18.844990 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:34:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:18.851510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 90608400-0c94-417e-879e-cab8cc9f0865 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:18.853307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa3528-a3fc-433a-9e20-47e48583cb78 req-451d0d6b-754e-47f5-bf7e-975e5125b28a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.863201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6daa3528-a3fc-433a-9e20-47e48583cb78 req-451d0d6b-754e-47f5-bf7e-975e5125b28a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.3753614 Nov 12 03:35:18.876876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.883715 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0d8ef9f9-20dd-4598-8117-0f0e1122e640 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2220366 Nov 12 03:35:18.884509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.086709 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.134419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] For port 90608400-0c94-417e-879e-cab8cc9f0865, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=90608400-0c94-417e-879e-cab8cc9f0865,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:19.187683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=925806c7-a7b0-4253-8d19-e7de63be814d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.225097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.252966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6daa3528-a3fc-433a-9e20-47e48583cb78 req-8c2c7acd-c113-476d-b303-ee9bc860e810 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900907 Nov 12 03:35:19.345367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Checking segment: {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:19.345746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Network hostable DHCP agents. Network: 96ee4878-4c75-4caa-a380-b4052fc20683, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:19.391789 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:19.402401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36424) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.463071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43a14f48-83e9-4b06-bd67-59d02bac43a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.477608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Network 96ee4878-4c75-4caa-a380-b4052fc20683 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:19.513527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 96ee4878-4c75-4caa-a380-b4052fc20683) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:19.521006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.521609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.558118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44971397-4297-4125-bebc-76c23e99837d None None] Network 96ee4878-4c75-4caa-a380-b4052fc20683 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:19.580309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 90608400-0c94-417e-879e-cab8cc9f0865 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:19.580693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.607718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4aafb-9076-4255-a645-3bcf3aced078 req-8620e8c5-fabd-431d-bffb-d7b4b2c53c06 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.623470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a7c4aafb-9076-4255-a645-3bcf3aced078 req-8620e8c5-fabd-431d-bffb-d7b4b2c53c06 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.2165303 Nov 12 03:35:19.629953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36434) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.656034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-31d4e20d-0bf8-4ed5-85d7-892b58490ffd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4204795 Nov 12 03:35:19.660883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.665052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Request body: {'floatingip': {'port_id': '55867cd9-9045-4a7a-b8f9-36ab91523bab'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:19.685524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:19.740467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.780069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.788482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.790196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.886907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca4285-ee32-490a-83b5-5d53bdc5bc9f None None] Pushing event updated for resources: {'Port': ['ID=90608400-0c94-417e-879e-cab8cc9f0865,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.888499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.980495 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:17Z', 'revision_number': 3, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:20.071242 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Checking router: 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:20.071589 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Updating router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 port 7775b278-8f04-4cd8-92a5-d4c872258050 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:20.127816 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.331985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5bb104d9-cc0d-49b9-a077-3acba8a5fe67 None None] Provisioning complete for port 90608400-0c94-417e-879e-cab8cc9f0865 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:20.332520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bb104d9-cc0d-49b9-a077-3acba8a5fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.464828 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.471852 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.533787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Pushing event updated for resources: {'Port': ['ID=7775b278-8f04-4cd8-92a5-d4c872258050,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.545086 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.545747 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.546353 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.546904 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.547384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.547924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.548577 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.549075 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.549549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.550052 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.550535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.551079 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:20.562869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-96ee4878-4c75-4caa-a380-b4052fc20683', 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'fixed_ips': [{'subnet_id': '925806c7-a7b0-4253-8d19-e7de63be814d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:20.563703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.569282 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f8a43cb-b01e-4061-bafc-dac7abe42ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.583586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2295bce-8f07-4c05-af8f-2d7a7f970007 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:20.609709 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Attempting to bind port 7775b278-8f04-4cd8-92a5-d4c872258050 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:20.610287 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Attempting to bind port 7775b278-8f04-4cd8-92a5-d4c872258050 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:20.610589 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Attempting to bind port 7775b278-8f04-4cd8-92a5-d4c872258050 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:20.626902 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:20.627368 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:20.628515 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.628924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:20.629409 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Bound port: 7775b278-8f04-4cd8-92a5-d4c872258050, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:20.631779 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.659670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6937f2ea-4382-40b6-b3ee-b77fa3e07260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.728172 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] For port 7775b278-8f04-4cd8-92a5-d4c872258050, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:20.739941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] For port 7775b278-8f04-4cd8-92a5-d4c872258050, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7775b278-8f04-4cd8-92a5-d4c872258050,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:20.756511 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.816232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 90608400-0c94-417e-879e-cab8cc9f0865 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:20.858726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] Provisioning complete for port 7775b278-8f04-4cd8-92a5-d4c872258050 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:20.859041 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.872569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43a14f48-83e9-4b06-bd67-59d02bac43a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.899839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43a14f48-83e9-4b06-bd67-59d02bac43a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.922224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f68c66-e8f6-43db-94c2-5b718b5c4620 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:20.961732 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26d5eb-c8b2-426e-ba98-5edc5215a42e None None] Pushing event updated for resources: {'Port': ['ID=7775b278-8f04-4cd8-92a5-d4c872258050,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.963455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.964026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Allocated IP 172.20.0.2 (96ee4878-4c75-4caa-a380-b4052fc20683/925806c7-a7b0-4253-8d19-e7de63be814d/1b7505d2-3d7e-4e7d-888b-5f157bfeae97) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:20.980273 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:20.982808 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:21.016264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 90608400-0c94-417e-879e-cab8cc9f0865 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:21.016822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.127026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.170852 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-43a14f48-83e9-4b06-bd67-59d02bac43a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2aac24e4b6e41ee9f7c6489bc499f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7626748 Nov 12 03:35:21.186473 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.188489 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:21.192738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.282888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a14f48-83e9-4b06-bd67-59d02bac43a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bbfb95-07bc-4aab-8840-ea60d48abf66,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.345007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] For port 7775b278-8f04-4cd8-92a5-d4c872258050, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7775b278-8f04-4cd8-92a5-d4c872258050,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:21.356968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.403313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.404208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.419415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.452671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Network 96ee4878-4c75-4caa-a380-b4052fc20683 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:21.454732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:21.458107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:21.460155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7355-9a42-492c-bc21-866ef96afeaa None None] Pushing event updated for resources: {'Port': ['ID=7775b278-8f04-4cd8-92a5-d4c872258050,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.487436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.511628 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:17Z', 'revision_number': 3, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:21.523947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.524532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.524916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.525408 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.525868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.526502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.526772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.528784 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-75ad2917-7d45-4785-bbf8-75cb4a9ff78b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.3633475 Nov 12 03:35:21.546955 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8f762-3542-480f-bd2a-fe06129c73f1 None None] The sync data for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 is: [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:17Z', 'revision_number': 3, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:21.575387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-57871399-a333-44d7-8781-3e1a0b564777 None None] Provisioning complete for port 7775b278-8f04-4cd8-92a5-d4c872258050 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:21.575856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57871399-a333-44d7-8781-3e1a0b564777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.606316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.615033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.620918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.655727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6937f2ea-4382-40b6-b3ee-b77fa3e07260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.672358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6937f2ea-4382-40b6-b3ee-b77fa3e07260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.673152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Pushing event updated for resources: {'Port': ['ID=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.676733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Attempting to bind port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:21.677115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Attempting to bind port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:21.677498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Attempting to bind port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 on network 96ee4878-4c75-4caa-a380-b4052fc20683 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:21.683995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:21.684385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Checking segment: {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:21.684879 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.685172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Bound using segment: {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:21.685648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Bound port: 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:21.686031 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.700488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.765328 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Floating IP a2e0e8b2-bdae-492d-8f83-c1a20afdfa48 associated. External IP: 172.25.4.64, port: 55867cd9-9045-4a7a-b8f9-36ab91523bab. Nov 12 03:35:21.792805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] For port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:21.795496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] For port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:21.803638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.806235 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6937f2ea-4382-40b6-b3ee-b77fa3e07260 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c7564932c65d4ec5a2a60269342ee533&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0584440 Nov 12 03:35:21.812957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937f2ea-4382-40b6-b3ee-b77fa3e07260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a77c27-0a02-4d27-befd-f11c155ae278,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.823409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.884902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-b7a61fc9-e582-4e5b-b7d0-adc9297e97e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&id=8865efba-f787-48e3-9439-f13c24b8c2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2984390 Nov 12 03:35:21.914844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.918446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.919610 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/30bbfb95-07bc-4aab-8840-ea60d48abf66 HTTP/1.1" status: 204 len: 168 time: 0.6983483 Nov 12 03:35:22.001056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdc3ff-f595-49fb-adbc-4923327eedc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bbfb95-07bc-4aab-8840-ea60d48abf66,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.003235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Allocated IP 172.20.0.1 (7947145a-166e-4f4d-924c-6e69c2c5c6cf/f4b3f89b-7a74-4673-a63e-d8d8ec02b818/19982dbb-6a91-46ee-ae87-15c9c017b1f1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:22.064096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce05622-275c-4338-989b-0e9ac9926a68 None None] Pushing event updated for resources: {'Port': ['ID=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.148437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.210421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.228662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.394741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:22.422266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.424502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.438827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.451717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.475011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.493602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.512098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.522958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.525037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-4b83f3dd-b0df-43dc-8286-ebb54ca6c67f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.3672419 Nov 12 03:35:22.574927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.619802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Allocated IP 172.25.4.94 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c5a368f4-6d83-4454-b471-13d553ec42bd) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:22.627714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.640941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.649018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/07a77c27-0a02-4d27-befd-f11c155ae278 HTTP/1.1" status: 204 len: 168 time: 0.8243704 Nov 12 03:35:22.669198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc743d-d412-40de-8c61-6046965e8cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a77c27-0a02-4d27-befd-f11c155ae278,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.822913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.945436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:22.961369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:22.968604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80e6d413-697c-43b6-83a3-7a370b89e19e req-5ed92421-2b59-4f69-8aa4-89deaf8ec136 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4321969 Nov 12 03:35:22.993348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Pushing event updated for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.996534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:23.076870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.079687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:23.106449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:23.122737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.127088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.131074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:23.185503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:23.186154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.222134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-546a0345-7bf9-4c17-a219-69e26e591320 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "PUT /v2.0/floatingips/a2e0e8b2-bdae-492d-8f83-c1a20afdfa48 HTTP/1.1" status: 200 len: 990 time: 3.5851643 Nov 12 03:35:23.222785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:23.225439 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47d7d1-ca39-43f1-9803-39edfd05ddbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:23.265397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.335219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.500787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.516162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.530220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.548103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.554214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.555872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.569103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.577026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.619571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.627274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a196e4df-2304-483e-a553-d72c12039446 req-19a702df-3289-45af-923e-f75caac33a33 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.3665917 Nov 12 03:35:23.631278 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fbee77-7836-49b3-9eea-719ab6f82264 x-openstack-request-id: req-27fbee77-7836-49b3-9eea-719ab6f82264 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:23.632068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:23.636609 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:23.637038 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-27fbee77-7836-49b3-9eea-719ab6f82264 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:23.637628 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'status': 'completed', 'code': 200} Nov 12 03:35:23.721181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-9e81eee3-1b36-431e-ba37-abfdea35cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.723014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:23.725909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-9e81eee3-1b36-431e-ba37-abfdea35cc97 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1097 time: 0.0963204 Nov 12 03:35:23.730563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a368f4-6d83-4454-b471-13d553ec42bd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.734601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:23.738903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:23.885674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804eb28-5021-4600-b391-acfc7de72a99 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:23.910454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.923819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b880fbd1-6787-41c5-81c3-8e2b224e63f0 None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.924323 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b880fbd1-6787-41c5-81c3-8e2b224e63f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.937790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76821f25-ca7d-49a4-acaf-9c381f40664b None None] Network 96ee4878-4c75-4caa-a380-b4052fc20683 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:23.969219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-59512450-d312-42dc-b4f4-20249ac49f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.971712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-59512450-d312-42dc-b4f4-20249ac49f99 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.2387431 Nov 12 03:35:24.109626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-ab6f4761-ce91-442c-8b24-07ed51d27a2f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 998 time: 0.1306567 Nov 12 03:35:24.173473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-c160f3e0-be77-4e50-a443-9c3803ec564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:24.174975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-c160f3e0-be77-4e50-a443-9c3803ec564b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0584133 Nov 12 03:35:24.180860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.294841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-6794a122-e026-4e92-88d8-eec8d10aaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:24.305324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-6794a122-e026-4e92-88d8-eec8d10aaf14 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225057 Nov 12 03:35:24.354845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.503030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-93a4d0bb-1fa3-4c9e-8763-6d79b13fe0a6 service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910162 Nov 12 03:35:24.541649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b880fbd1-6787-41c5-81c3-8e2b224e63f0 None None] Port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:24.602151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:24.735023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df47d7d1-ca39-43f1-9803-39edfd05ddbf req-e3ed70cf-a79f-4153-9fdc-cc51bc23246f service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218509 Nov 12 03:35:24.736873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.737643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7775b278-8f04-4cd8-92a5-d4c872258050 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:24.819063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.865037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c91dc549-9297-4a26-94e5-c1b1f063b294 None None] Provisioning complete for port c5a368f4-6d83-4454-b471-13d553ec42bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:24.865742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91dc549-9297-4a26-94e5-c1b1f063b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.988706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.089560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c91dc549-9297-4a26-94e5-c1b1f063b294 None None] Port c5a368f4-6d83-4454-b471-13d553ec42bd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:25.115819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7775b278-8f04-4cd8-92a5-d4c872258050 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:25.116593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.175387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c91dc549-9297-4a26-94e5-c1b1f063b294 None None] Provisioning complete for port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:25.175897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91dc549-9297-4a26-94e5-c1b1f063b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.213228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.236323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.358489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a2e0e8b2-bdae-492d-8f83-c1a20afdfa48', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:12:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:00Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.417959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.421758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.425750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Pushing event updated for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:25.559311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36578) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.660574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:25.664210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:25.719782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:25.762126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:25.762766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.797421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.838414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Router 0f5943cd-d599-4237-b0c4-86403e2d5960 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:25.965556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:25.989277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.996949 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.045070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b03d4ddb07bf4727baa62f2f7d2ca07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827695 Nov 12 03:35:26.049435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36592) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.096209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0a09a-c399-4871-8007-c3446a8c96e1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.114095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:26.121580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.121915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.122277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.122617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.122949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.124334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.124334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.124515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.125140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.125476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.125806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.126202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d1636-a244-4a99-a037-e577568e147a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:26.175561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.203283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.217035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e23a9b1-5bf2-4f4c-98b8-2877080aa8d6 None None] Provisioning complete for port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.218387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e23a9b1-5bf2-4f4c-98b8-2877080aa8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.289244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:26.340042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.342645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.346292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cfb0a09a-c399-4871-8007-c3446a8c96e1 HTTP/1.1" status: 204 len: 168 time: 0.2871876 Nov 12 03:35:26.352739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d21f5-f03a-411b-a58c-de1189f3e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb0a09a-c399-4871-8007-c3446a8c96e1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.395284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:26.408587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Sync routers for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:26.424057 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:26.424961 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.433507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.434003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.440108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:26.449185 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ecbeab3-b33e-4c46-afb0-02c20f16ec31 admin admin] 10.222.0.93 "PUT /v2.0/routers/8b4729e7-808d-461d-98b5-e6c8cdfa6b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5596817 Nov 12 03:35:26.471984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.478954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36612) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.481971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-abd6e148-ef46-455d-ac56-dd2c127cacf3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.8097813 Nov 12 03:35:26.500491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Sync routers for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:26.622474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:26.623108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.842248 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:26.937051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:26.940711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a80f569f-9ed1-402d-9deb-352602054050 None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.941077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a80f569f-9ed1-402d-9deb-352602054050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.075521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a80f569f-9ed1-402d-9deb-352602054050 None None] Port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:27.191060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.252089 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:24Z', 'revision_number': 3, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:27.269820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.289377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b38062ef-5cc6-4da4-9a9d-6eed43cacb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.323182 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Checking router: 0f5943cd-d599-4237-b0c4-86403e2d5960 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:27.326441 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Updating router 0f5943cd-d599-4237-b0c4-86403e2d5960 port c5a368f4-6d83-4454-b471-13d553ec42bd binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:27.341333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.396962 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.484106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a2e0e8b2-bdae-492d-8f83-c1a20afdfa48', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:12:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:00Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:27.486488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b38062ef-5cc6-4da4-9a9d-6eed43cacb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.498121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b38062ef-5cc6-4da4-9a9d-6eed43cacb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.553786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73234c7-6a96-4bba-aa00-63213e089464 None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'a2e0e8b2-bdae-492d-8f83-c1a20afdfa48', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'port_id': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'mac_address': 'fa:16:3e:12:85:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:00Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 1, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:27.579399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38062ef-5cc6-4da4-9a9d-6eed43cacb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a600193-3be7-45b0-81c6-fda042caef09,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.606626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b38062ef-5cc6-4da4-9a9d-6eed43cacb99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce6bd706e906493abb35585a09fc3518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356848 Nov 12 03:35:27.612147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.628796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:23Z', 'revision_number': 4, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '19982dbb-6a91-46ee-ae87-15c9c017b1f1', 'name': '', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'mac_address': 'fa:16:3e:b1:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:21Z', 'updated_at': '2021-11-12T03:35:24Z', 'revision_number': 2, 'project_id': 'ad36bea63582423c80557998730d75ea', 'subnets': [{'id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:27.693503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Checking router: 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:27.693862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Updating router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:27.723045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.838743 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.854709 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.885948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.923764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.927871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.928548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.929170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.931290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.931919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.932591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.937722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Allocated IP 172.20.0.1 (96ee4878-4c75-4caa-a380-b4052fc20683/925806c7-a7b0-4253-8d19-e7de63be814d/dc8edd4f-6942-4a70-a10c-b349165c8895) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:27.946097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-247a63c6-67eb-427c-abdd-65ed1163d4de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.6036758 Nov 12 03:35:27.973906 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2debd-dd89-406b-bf34-971d977224a8 None None] Pushing event updated for resources: {'Port': ['ID=c5a368f4-6d83-4454-b471-13d553ec42bd,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.974743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.004752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7108776-0fc2-479b-96f7-c42d47ec5f23 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:28.041857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Attempting to bind port c5a368f4-6d83-4454-b471-13d553ec42bd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:28.043181 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Attempting to bind port c5a368f4-6d83-4454-b471-13d553ec42bd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:28.043804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Attempting to bind port c5a368f4-6d83-4454-b471-13d553ec42bd on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:28.052091 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:28.052856 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:28.053561 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.054113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:28.054740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Bound port: c5a368f4-6d83-4454-b471-13d553ec42bd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:28.055281 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.132950 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-0425f50e-e40b-4156-ac6d-ac5b80c12031 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4847b591-6cb4-4035-87d2-fc71283ed2f2&id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855409 Nov 12 03:35:28.264573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd8a63fc-8056-4708-aa8c-e32e07234722 None None] Provisioning complete for port c5a368f4-6d83-4454-b471-13d553ec42bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:28.264940 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd8a63fc-8056-4708-aa8c-e32e07234722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.296634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.306414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.307811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a600193-3be7-45b0-81c6-fda042caef09 HTTP/1.1" status: 204 len: 168 time: 0.6947091 Nov 12 03:35:28.327505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc2e79-aa3f-4531-8f34-fbe2758ce6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a600193-3be7-45b0-81c6-fda042caef09,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.332044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.340528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1124634444-network', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.344243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.389908 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] For port c5a368f4-6d83-4454-b471-13d553ec42bd, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:28.396795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Made reservation on behalf of 9968cbdee6c44ac0aa0adf61f9217bbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:28.400938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.402606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] For port c5a368f4-6d83-4454-b471-13d553ec42bd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c5a368f4-6d83-4454-b471-13d553ec42bd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:28.408499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.410136 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f329e7-8f93-454d-8632-4b89a40aa4a7 None None] New status for floating IP a2e0e8b2-bdae-492d-8f83-c1a20afdfa48: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:28.439377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.477915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a63fc-8056-4708-aa8c-e32e07234722 None None] Port c5a368f4-6d83-4454-b471-13d553ec42bd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:28.546678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Pushing event updated for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.589727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Network 96ee4878-4c75-4caa-a380-b4052fc20683 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:28.593462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:28.598176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:28.671064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.691886 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.704087 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.706828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.713176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.782699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.818523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:28.856706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6411392b-ee9c-49cb-9ed2-ef7fca0caba5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.897158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.897871 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Added segment 179bf23e-ffcc-43cc-8167-eac901b2942a of type vlan for network 3ae51798-5310-40cf-a4c0-3fc2662f1293 Nov 12 03:35:28.955445 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2debd-dd89-406b-bf34-971d977224a8 None None] Pushing event updated for resources: {'Port': ['ID=c5a368f4-6d83-4454-b471-13d553ec42bd,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.958133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a5dd1-e4e8-4df4-a5b2-ef952b7bee87 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:28.970269 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:28.970815 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:29.012481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.020527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35883-6819-4800-80b2-9a38b2bad9fd None None] Pushing event updated for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.089654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.091017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.091808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.136660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.219397 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8856297 Nov 12 03:35:29.222040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:29.227051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Request body: {'subnet': {'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1124634444-subnet', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:29.240476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f38d-32d2-4ae3-842b-e4e3e731a3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae51798-5310-40cf-a4c0-3fc2662f1293,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.279873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Made reservation on behalf of 9968cbdee6c44ac0aa0adf61f9217bbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:29.282652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.342931 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:29.396614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b60a858-1c26-496d-be92-5f7b0de5cb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.556360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.596083 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:24Z', 'revision_number': 3, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:29.624948 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5833e4-6338-41df-adae-5a936fdae411 None None] The sync data for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 is: [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:24Z', 'revision_number': 3, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:29.698712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:29.763563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Attempting to bind port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:29.764372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Attempting to bind port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:29.764963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Attempting to bind port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:29.815155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Provisioning complete for port dc8edd4f-6942-4a70-a10c-b349165c8895 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:29.815419 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.829823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b60a858-1c26-496d-be92-5f7b0de5cb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.845703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b60a858-1c26-496d-be92-5f7b0de5cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.864683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:29.865069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Checking segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:29.866025 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.866562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Bound using segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:29.867467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Bound port: 19982dbb-6a91-46ee-ae87-15c9c017b1f1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:29.867731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.905277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.953541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Port dc8edd4f-6942-4a70-a10c-b349165c8895 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:29.965192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.985739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.987499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca2ae8d-6e06-4a6d-b305-6138de37ac37,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.993163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2b60a858-1c26-496d-be92-5f7b0de5cb8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6c771bffcfe640ad8718b6f3c89266b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8510370 Nov 12 03:35:29.996087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60a858-1c26-496d-be92-5f7b0de5cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a122a-c896-4bb9-9821-d1a30ea3ec7d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.998293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:30.000056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.004448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.105053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.126041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Checking segment: {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:30.126801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Network hostable DHCP agents. Network: 3ae51798-5310-40cf-a4c0-3fc2662f1293, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:30.132122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.135564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] For port 19982dbb-6a91-46ee-ae87-15c9c017b1f1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:30.139829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-27be50ac-1ece-470d-a833-2ba83de6e8bb None None] Port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:30.160072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] For port 19982dbb-6a91-46ee-ae87-15c9c017b1f1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=19982dbb-6a91-46ee-ae87-15c9c017b1f1,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:30.165834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.195013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.200350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:30.232105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3ae51798-5310-40cf-a4c0-3fc2662f1293) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:30.247473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.248095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.288475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b442b-b5b7-44a4-bb03-56090aa68575 None None] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:30.365171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ae1eda9-da5a-44dd-9aa3-b118c993f99c admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1419470 Nov 12 03:35:30.367664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.373115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:30.378334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Pushing event updated for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.420334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.422886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.424093 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a89a122a-c896-4bb9-9821-d1a30ea3ec7d HTTP/1.1" status: 204 len: 168 time: 0.4154871 Nov 12 03:35:30.440903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Network 96ee4878-4c75-4caa-a380-b4052fc20683 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:30.442493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:30.472648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371486fa-546a-4033-a265-98bcec8262db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a122a-c896-4bb9-9821-d1a30ea3ec7d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.505784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:30.507062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:30.508862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35883-6819-4800-80b2-9a38b2bad9fd None None] Pushing event updated for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.512975 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.514299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.745342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.946775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Router 0f5943cd-d599-4237-b0c4-86403e2d5960 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:31.067423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:31.096509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] Provisioning complete for port c5a368f4-6d83-4454-b471-13d553ec42bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:31.096772 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.133538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.263639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.438661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3ae51798-5310-40cf-a4c0-3fc2662f1293', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:31.439517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.629891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.664219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.768222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:31.800868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e89c589f-d091-4b32-81d9-d0c7dda70d4b admin admin] 10.222.0.93 "PUT /v2.0/routers/0f5943cd-d599-4237-b0c4-86403e2d5960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128636 Nov 12 03:35:31.812868 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.831851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.911830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] For port c5a368f4-6d83-4454-b471-13d553ec42bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c5a368f4-6d83-4454-b471-13d553ec42bd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:31.948087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Allocated IP 172.20.0.2 (3ae51798-5310-40cf-a4c0-3fc2662f1293/2ca2ae8d-6e06-4a6d-b305-6138de37ac37/5b5c238f-2f0c-454d-a8dc-340d42fb86a5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:31.960346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c5a368f4-6d83-4454-b471-13d553ec42bd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:32.015566 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.016272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Allocated IP 172.25.4.227 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/fb96f331-aef9-4806-a25a-806e7b8f2066) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:32.098989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c5a368f4-6d83-4454-b471-13d553ec42bd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:32.098989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.170099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5996163d-686b-4712-8143-a91f57f75adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:23Z', 'revision_number': 4, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '19982dbb-6a91-46ee-ae87-15c9c017b1f1', 'name': '', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'mac_address': 'fa:16:3e:b1:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:21Z', 'updated_at': '2021-11-12T03:35:30Z', 'revision_number': 4, 'project_id': 'ad36bea63582423c80557998730d75ea', 'subnets': [{'id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:32.219195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.304132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.334554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996163d-686b-4712-8143-a91f57f75adf None None] The sync data for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 is: [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:35:23Z', 'revision_number': 4, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '19982dbb-6a91-46ee-ae87-15c9c017b1f1', 'name': '', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'mac_address': 'fa:16:3e:b1:1d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:21Z', 'updated_at': '2021-11-12T03:35:30Z', 'revision_number': 4, 'project_id': 'ad36bea63582423c80557998730d75ea', 'subnets': [{'id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:32.388695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:32.391834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:32.395660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:32.434105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7aeff-4968-4edd-92fb-290c5e899060 None None] Pushing event updated for resources: {'Port': ['ID=c5a368f4-6d83-4454-b471-13d553ec42bd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.437802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96aa6e-e7bf-44fe-b393-2c7c2a80b5b5 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:32.444950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Provisioning complete for port dc8edd4f-6942-4a70-a10c-b349165c8895 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:32.448480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.485448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Pushing event updated for resources: {'Port': ['ID=fb96f331-aef9-4806-a25a-806e7b8f2066,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.513483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Sync routers for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:32.578230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Port dc8edd4f-6942-4a70-a10c-b349165c8895 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:32.596767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:32.597549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:32.607553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:32.608211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.703275 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.736311 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.881511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:32.882511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Pushing event updated for resources: {'Port': ['ID=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.892352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:32.918442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:33.369682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36804) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:33.416757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:33.535336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:33.545205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.567387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.573069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.678143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Attempting to bind port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:33.678985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Attempting to bind port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:33.678985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Attempting to bind port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 on network 3ae51798-5310-40cf-a4c0-3fc2662f1293 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:33.701448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:33.701815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Checking segment: {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:33.702211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.702599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Bound using segment: {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:33.703085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Bound port: 5b5c238f-2f0c-454d-a8dc-340d42fb86a5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:33.703458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.726069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.087016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] For port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:34.100989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] For port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:34.120850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 19982dbb-6a91-46ee-ae87-15c9c017b1f1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:34.123458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.128670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Allocated IP 172.25.4.245 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/eeb06cfe-6239-4139-ba5e-6f3bc8c554d0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:34.138595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] For port 19982dbb-6a91-46ee-ae87-15c9c017b1f1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=19982dbb-6a91-46ee-ae87-15c9c017b1f1,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:34.226624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.260972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.391248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.456708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.480490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Router 32e2245b-a14a-449f-a520-54fe07b1f2bb is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:34.539734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:34.560122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:34.564924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:34.613709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-278a2d87-98f0-4cb1-8705-cadcededef39 None None] Provisioning complete for port fb96f331-aef9-4806-a25a-806e7b8f2066 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:34.614246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2d87-98f0-4cb1-8705-cadcededef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.682115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-278a2d87-98f0-4cb1-8705-cadcededef39 None None] Port fb96f331-aef9-4806-a25a-806e7b8f2066 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:34.710536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:34.711059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.712756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dded8f-0119-4ec4-a1af-46d828e4369f None None] Pushing event updated for resources: {'Port': ['ID=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.717354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:34.729787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Sync routers for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:34.749249 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:34.752132 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:34.755036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb06cfe-6239-4139-ba5e-6f3bc8c554d0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.770060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.774350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-878c628b-7571-4235-9c6a-e0cfd310d353 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4052262 Nov 12 03:35:34.775018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.820120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.851441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.852494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eff15-980e-4679-a57f-664549e4691d None None] Pushing event updated for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.962440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:29Z', 'revision_number': 4, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'dc8edd4f-6942-4a70-a10c-b349165c8895', 'name': '', 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'mac_address': 'fa:16:3e:6e:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:27Z', 'updated_at': '2021-11-12T03:35:29Z', 'revision_number': 2, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'subnets': [{'id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.048496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Checking router: 0f5943cd-d599-4237-b0c4-86403e2d5960 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:35.051678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Updating router 0f5943cd-d599-4237-b0c4-86403e2d5960 port dc8edd4f-6942-4a70-a10c-b349165c8895 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:35.060654 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:35.091585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.127907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.235894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c5a368f4-6d83-4454-b471-13d553ec42bd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:35.448807 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:32Z', 'revision_number': 3, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.502384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.509740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Checking router: 32e2245b-a14a-449f-a520-54fe07b1f2bb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:35.516553 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Updating router 32e2245b-a14a-449f-a520-54fe07b1f2bb port fb96f331-aef9-4806-a25a-806e7b8f2066 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:35.602782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c5a368f4-6d83-4454-b471-13d553ec42bd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:35.603167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.606990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.614355 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.644827 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.829771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Allocated IP 172.20.0.1 (3ae51798-5310-40cf-a4c0-3fc2662f1293/2ca2ae8d-6e06-4a6d-b305-6138de37ac37/5a90d070-433b-4063-9cf7-fb5868ea430e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:35.844213 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.856919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.032123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657ecb-68f5-4bc3-876c-ee34ef4bd1a9 None None] Pushing event updated for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.086828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb06cfe-6239-4139-ba5e-6f3bc8c554d0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.152573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Attempting to bind port dc8edd4f-6942-4a70-a10c-b349165c8895 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:36.152943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Attempting to bind port dc8edd4f-6942-4a70-a10c-b349165c8895 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:36.153304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Attempting to bind port dc8edd4f-6942-4a70-a10c-b349165c8895 on network 96ee4878-4c75-4caa-a380-b4052fc20683 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:36.159779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.174355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.182248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:36.182534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Checking segment: {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:36.185240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.185641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Bound using segment: {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:36.186199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Bound port: dc8edd4f-6942-4a70-a10c-b349165c8895, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8216d531-4374-4289-b4d6-68e460c11b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:36.186596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.211654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.216441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-02b8bcd9-ebb3-4408-a6b2-97eab90624c5 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8435357 Nov 12 03:35:36.225798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36846) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.240215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1553514311', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'fixed_ips': [{'ip_address': '172.25.4.245'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.245342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 19982dbb-6a91-46ee-ae87-15c9c017b1f1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:36.309264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.312220 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.319099 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.418978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:36.433521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Made reservation on behalf of 98e791f92ca44f5591a47c6ef0310499 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:36.436302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.442582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:36.454743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.465765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:36.488779 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14d3fc-7019-495a-a85a-fb8370c925c2 None None] Pushing event updated for resources: {'Port': ['ID=fb96f331-aef9-4806-a25a-806e7b8f2066,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.490793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364fd0c-2bdc-49bf-9447-03cb55a56aee None None] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:36.535817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Attempting to bind port fb96f331-aef9-4806-a25a-806e7b8f2066 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:36.536965 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Attempting to bind port fb96f331-aef9-4806-a25a-806e7b8f2066 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:36.537718 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Attempting to bind port fb96f331-aef9-4806-a25a-806e7b8f2066 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:36.545084 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:36.546012 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:36.547126 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.547755 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:36.548590 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Bound port: fb96f331-aef9-4806-a25a-806e7b8f2066, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:36.549227 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.574716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.585285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Pushing event updated for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.589233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.595268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] device_id is not set on port 07de7430-2ae9-4659-81cb-119b45636973 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:36.638829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.662770 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] For port fb96f331-aef9-4806-a25a-806e7b8f2066, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:36.672272 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] For port fb96f331-aef9-4806-a25a-806e7b8f2066, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb96f331-aef9-4806-a25a-806e7b8f2066,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:36.693931 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.738261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b3548-99fb-4ae6-8b0a-cc14cac78e41 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:36.780728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6215c-2d04-44d8-80b5-b1f38ac2823c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.868926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14d3fc-7019-495a-a85a-fb8370c925c2 None None] Pushing event updated for resources: {'Port': ['ID=fb96f331-aef9-4806-a25a-806e7b8f2066,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.906925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-84d7702e-dd66-4d8c-8ecd-8ac7337b7bdc None None] Provisioning complete for port dc8edd4f-6942-4a70-a10c-b349165c8895 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:36.907422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84d7702e-dd66-4d8c-8ecd-8ac7337b7bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.910558 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:36.911018 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:36.958290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.980555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2b1f6-f35b-43a8-9fdb-55d4e4b38a11 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:36.998509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] For port dc8edd4f-6942-4a70-a10c-b349165c8895, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:37.037080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] For port dc8edd4f-6942-4a70-a10c-b349165c8895, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dc8edd4f-6942-4a70-a10c-b349165c8895,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:37.041575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:37.042166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.113386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.121576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-84d7702e-dd66-4d8c-8ecd-8ac7337b7bdc None None] Port dc8edd4f-6942-4a70-a10c-b349165c8895 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:37.124920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.365821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:37.374683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.385542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.430169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:37.487168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.568549 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:35:37.569316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:35:37.622472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:37.625426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:37.663329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-81363bf1-2a27-4e91-a6de-48aeb83c3a2f tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4360211 Nov 12 03:35:37.671636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36866) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:37.779207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:37.789220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:37.935748 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5a90d070-433b-4063-9cf7-fb5868ea430e', 'name': '', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'mac_address': 'fa:16:3e:52:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:35Z', 'updated_at': '2021-11-12T03:35:35Z', 'revision_number': 1, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'subnets': [{'id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:37.937863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:37.943893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Pushing event updated for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.972376 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514f0831-62dd-47b3-8852-cfe9713901af None None] The sync data for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 is: [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5a90d070-433b-4063-9cf7-fb5868ea430e', 'name': '', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'mac_address': 'fa:16:3e:52:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:35Z', 'updated_at': '2021-11-12T03:35:35Z', 'revision_number': 1, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'subnets': [{'id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:38.145012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Router 32e2245b-a14a-449f-a520-54fe07b1f2bb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:38.308845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:38.339751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657ecb-68f5-4bc3-876c-ee34ef4bd1a9 None None] Pushing event updated for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.361592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Provisioning complete for port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:38.362306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.381796 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-65681955-0c2e-4ee3-8307-a410c699672d admin admin] 10.222.0.93 "PUT /v2.0/routers/32e2245b-a14a-449f-a520-54fe07b1f2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6056423 Nov 12 03:35:38.444795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:38.446097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.645052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Deleting port eeb06cfe-6239-4139-ba5e-6f3bc8c554d0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:38.645360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.834115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.885374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] For port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:38.906921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Deleting port dc8edd4f-6942-4a70-a10c-b349165c8895 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:38.908130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.937437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.993937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.994291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.070824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.112757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Provisioning complete for port fb96f331-aef9-4806-a25a-806e7b8f2066 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:39.114722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.114865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] For port dc8edd4f-6942-4a70-a10c-b349165c8895, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dc8edd4f-6942-4a70-a10c-b349165c8895,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:39.115165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.133036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Calling delete_port for eeb06cfe-6239-4139-ba5e-6f3bc8c554d0 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:39.144953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Calling delete_port for dc8edd4f-6942-4a70-a10c-b349165c8895 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:39.179993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:29Z', 'revision_number': 4, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'dc8edd4f-6942-4a70-a10c-b349165c8895', 'name': '', 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'mac_address': 'fa:16:3e:6e:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:27Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'subnets': [{'id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.266880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a2a1a-05c8-4cc3-8c4d-2cec6e418954 None None] The sync data for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 is: [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:29Z', 'revision_number': 4, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port': {'id': 'c5a368f4-6d83-4454-b471-13d553ec42bd', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:fc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:22Z', 'updated_at': '2021-11-12T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'dc8edd4f-6942-4a70-a10c-b349165c8895', 'name': '', 'network_id': '96ee4878-4c75-4caa-a380-b4052fc20683', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'mac_address': 'fa:16:3e:6e:bf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:27Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'subnets': [{'id': '925806c7-a7b0-4253-8d19-e7de63be814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:39.291214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Pushing event updated for resources: {'Port': ['ID=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.438361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:39.438717 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:39.566136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.577434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.608710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] For port fb96f331-aef9-4806-a25a-806e7b8f2066, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb96f331-aef9-4806-a25a-806e7b8f2066,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:39.615130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.631587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeb06cfe-6239-4139-ba5e-6f3bc8c554d0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.704097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8bc3b-e059-49df-828b-104e1cf00f83 None None] Pushing event updated for resources: {'Port': ['ID=fb96f331-aef9-4806-a25a-806e7b8f2066,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.746152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Provisioning complete for port dc8edd4f-6942-4a70-a10c-b349165c8895 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:39.746670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.863617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.900497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] For port dc8edd4f-6942-4a70-a10c-b349165c8895, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dc8edd4f-6942-4a70-a10c-b349165c8895,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:39.909200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.925404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.927940 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.932385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-921a1500-6fa6-472c-b0c9-8b10323fabfe tempest-ExternalNetworksAdminNegativeTestJSON-1460685401 tempest-ExternalNetworksAdminNegativeTestJSON-1460685401-project-admin] 10.222.0.93 "DELETE /v2.0/floatingips/0e39f4f1-ce2c-4428-a357-945bcff397c1 HTTP/1.1" status: 204 len: 168 time: 2.2511737 Nov 12 03:35:39.947069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-041a522a-27b9-49df-89f4-d6445e199493 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.955929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-041a522a-27b9-49df-89f4-d6445e199493 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.2295482 Nov 12 03:35:39.987697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-f0d566fc-c198-4f08-816b-ca8020b255f8 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/quotas/9968cbdee6c44ac0aa0adf61f9217bbe HTTP/1.1" status: 200 len: 375 time: 0.0187271 Nov 12 03:35:40.075467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Provisioning complete for port 5a90d070-433b-4063-9cf7-fb5868ea430e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:40.076505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.109423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Pushing event updated for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.153784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Port 5a90d070-433b-4063-9cf7-fb5868ea430e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:40.174530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Provisioning complete for port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:40.174906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1e7219e-9cc0-4b52-a4cb-5be53261c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.422609 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:40.527563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dc8edd4f-6942-4a70-a10c-b349165c8895 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:40.663729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dc8edd4f-6942-4a70-a10c-b349165c8895 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:40.664207 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.706614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-8c5f00c5-1428-434d-924b-12e7e42ecfb9 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7179215 Nov 12 03:35:40.725142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.726791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Could not find standard attr ID for object dc8edd4f-6942-4a70-a10c-b349165c8895. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:35:40.731333 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No ports have port_id starting with dc8edd4f-6942-4a70-a10c-b349165c8895 Nov 12 03:35:40.733466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:40.792843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8edd4f-6942-4a70-a10c-b349165c8895,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.842012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:40.842385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.856825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.066781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb96f331-aef9-4806-a25a-806e7b8f2066 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:41.177522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fb96f331-aef9-4806-a25a-806e7b8f2066 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.178195 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.183895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f932b73c-b072-4e5f-864b-2fdb23b6a648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.375083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-ee097a93-405d-4c92-9876-8b1adec01cdd service neutron] 10.222.0.93 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609044 Nov 12 03:35:41.554972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.589634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f932b73c-b072-4e5f-864b-2fdb23b6a648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.598051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-dd402bad-90dc-4a72-b7d3-89ddd206374b service neutron] 10.222.0.93 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219608 Nov 12 03:35:41.630307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f932b73c-b072-4e5f-864b-2fdb23b6a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.666354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f932b73c-b072-4e5f-864b-2fdb23b6a648 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=37ca89384fe9497f8e3b5b31fc41cc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7966087 Nov 12 03:35:41.669523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.798793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932b73c-b072-4e5f-864b-2fdb23b6a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a0a22-4fad-4ab7-bcff-ccf1d4aef817,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.037617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.083460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82342332-5e31-4ab5-aa6d-3ca2fa88195e req-3017aadf-c64a-450a-a727-611c48e87468 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 210 time: 0.1835465 Nov 12 03:35:42.157363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.210093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Router 0f5943cd-d599-4237-b0c4-86403e2d5960 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:42.410180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.415816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.419399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a1a0a22-4fad-4ab7-bcff-ccf1d4aef817 HTTP/1.1" status: 204 len: 168 time: 0.7489004 Nov 12 03:35:42.468733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8989680-3745-481a-84f0-1d7b2c4879f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a0a22-4fad-4ab7-bcff-ccf1d4aef817,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.548195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:42.564400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-41614d4a-1a79-4efb-b78c-9460342c4800 admin admin] 10.222.0.93 "PUT /v2.0/routers/0f5943cd-d599-4237-b0c4-86403e2d5960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7113504 Nov 12 03:35:42.564860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:42.925663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.984580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36952) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.142701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa92c86b-cd73-44d0-b948-a6a504579517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.169547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.179097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36958) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.249732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc5d3f94-8c84-4be7-b004-b592df0a780d req-a8adf354-c038-4db8-97b7-38430f62802f tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 210 time: 0.0427268 Nov 12 03:35:43.285734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Deleting port c5a368f4-6d83-4454-b471-13d553ec42bd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:43.286355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.332476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-180d3a0e-3d2f-427e-9d49-61798cc3368e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98e791f92ca44f5591a47c6ef0310499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523623 Nov 12 03:35:43.334873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36960) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.422162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa92c86b-cd73-44d0-b948-a6a504579517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.427685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] For port c5a368f4-6d83-4454-b471-13d553ec42bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c5a368f4-6d83-4454-b471-13d553ec42bd,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:43.428640 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.434412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa92c86b-cd73-44d0-b948-a6a504579517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.445931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Calling delete_port for c5a368f4-6d83-4454-b471-13d553ec42bd owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:43.468248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.490884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.537858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92c86b-cd73-44d0-b948-a6a504579517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb5a54b-e9b9-45c2-b25e-48020eae43e9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.574671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aa92c86b-cd73-44d0-b948-a6a504579517 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6e45206adb6e4862b73b806fb1c51548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889268 Nov 12 03:35:43.577631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.633604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.639139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.641347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c3a6215c-2d04-44d8-80b5-b1f38ac2823c HTTP/1.1" status: 204 len: 168 time: 0.3055546 Nov 12 03:35:43.673810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815097-a9d0-4faa-9792-2f973a189f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6215c-2d04-44d8-80b5-b1f38ac2823c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.839843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.887670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.942628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-f1d66ccf-489a-4f93-986e-242f582dce65 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.946755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-f1d66ccf-489a-4f93-986e-242f582dce65 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.98 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.2022853 Nov 12 03:35:43.966062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Request body: {'port': {'device_id': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'admin_state_up': True, 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:43.996775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Made reservation on behalf of 9968cbdee6c44ac0aa0adf61f9217bbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:44.000428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.008576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.050718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.053556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.064791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4cb5a54b-e9b9-45c2-b25e-48020eae43e9 HTTP/1.1" status: 204 len: 168 time: 0.4854679 Nov 12 03:35:44.066108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a368f4-6d83-4454-b471-13d553ec42bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.071645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811078a6-2616-47d5-a06e-21fc39b26f85 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:44.107612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d22cac-0225-4ec3-aa48-a471002c77ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb5a54b-e9b9-45c2-b25e-48020eae43e9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.145192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Sync routers for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:44.207119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.229838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:44.230814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.336144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Allocated IP 172.20.0.9 (7947145a-166e-4f4d-924c-6e69c2c5c6cf/f4b3f89b-7a74-4673-a63e-d8d8ec02b818/6cc24c75-5f2a-493e-b4c1-691b2f66c4ca) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:44.364167 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Sync routers for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:44.401408 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:44.412001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.452694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:44.543829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef4166b7-9970-4f00-aeeb-dda8d5cec428 req-178ce955-5357-412e-ae83-6538daa7d678 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 210 time: 0.0823307 Nov 12 03:35:44.601466 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:44.681643 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 7, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.737608 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Checking router: 0f5943cd-d599-4237-b0c4-86403e2d5960 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:44.761684 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Routers {'0f5943cd-d599-4237-b0c4-86403e2d5960'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:44.762299 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0f5943cd-d599-4237-b0c4-86403e2d5960'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.810977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36988) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:44.860935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91e3215b-1f43-4d89-ac32-594049d457e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.863081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.865349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.903171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.912421 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] Set router 0f5943cd-d599-4237-b0c4-86403e2d5960 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:44.914387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5a90d070-433b-4063-9cf7-fb5868ea430e', 'name': '', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'mac_address': 'fa:16:3e:52:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:35Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 2, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'subnets': [{'id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:44.923940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.924542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5943cd-d599-4237-b0c4-86403e2d5960 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:44.935074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.938629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-695fb427-09ac-4352-afcb-af08801132f0 admin admin] 10.222.0.93 "DELETE /v2.0/routers/0f5943cd-d599-4237-b0c4-86403e2d5960 HTTP/1.1" status: 204 len: 168 time: 2.3696358 Nov 12 03:35:44.938873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:44.959193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Checking router: 32e2245b-a14a-449f-a520-54fe07b1f2bb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:44.960200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Updating router 32e2245b-a14a-449f-a520-54fe07b1f2bb port 5a90d070-433b-4063-9cf7-fb5868ea430e binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:45.002460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.004253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.071232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Deleting subnet 925806c7-a7b0-4253-8d19-e7de63be814d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:45.076762 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 7, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.082076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.085572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:45.091209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Pushing event updated for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.101925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:45.116172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:45.135386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e95c3-11eb-404b-ad25-fb60548868e5 None None] The sync data for ids ['0f5943cd-d599-4237-b0c4-86403e2d5960'] in n-d-713499-30 is: [{'id': '0f5943cd-d599-4237-b0c4-86403e2d5960', 'name': 'tempest-ImageQuotaTest-1670800892-router', 'tenant_id': 'a06d0f338639408fbd12e9edf012735f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:19Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 7, 'project_id': 'a06d0f338639408fbd12e9edf012735f', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:45.206303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.216562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91e3215b-1f43-4d89-ac32-594049d457e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.223333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91e3215b-1f43-4d89-ac32-594049d457e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.297382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.297994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.306803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3215b-1f43-4d89-ac32-594049d457e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c750e07-4587-41ef-984e-5bb0bebe7052,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.335199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-91e3215b-1f43-4d89-ac32-594049d457e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f688c6052fdd4f4e9733f44490de2cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231323 Nov 12 03:35:45.339338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.378776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.395188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-c85bf3c6-ec0d-4bdb-a84c-922fbfd61e27 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4320874 Nov 12 03:35:45.413261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Request body: {'port': {'device_id': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:45.455558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.479228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.483608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/925806c7-a7b0-4253-8d19-e7de63be814d HTTP/1.1" status: 204 len: 168 time: 0.5436947 Nov 12 03:35:45.499197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37004) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.510215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62373fad-ed8e-4b2a-b024-d640d4f39c32 None None] Network 96ee4878-4c75-4caa-a380-b4052fc20683 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:45.513267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a408-306e-416a-9ea2-b40426ae6e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925806c7-a7b0-4253-8d19-e7de63be814d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:45.636894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.692907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-97c7fc5c-bc79-4669-a6f3-3ac173d69afb None None] Provisioning complete for port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.693091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97c7fc5c-bc79-4669-a6f3-3ac173d69afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.701390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.774912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.783621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.798021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-97c7fc5c-bc79-4669-a6f3-3ac173d69afb None None] Port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:45.832150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.839062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.875585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e8aa-56a8-4fb0-8705-b02fb472dbbb None None] Pushing event updated for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.173611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.179627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dc8edd4f-6942-4a70-a10c-b349165c8895 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:46.238291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:46.249304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.264331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: dc8edd4f-6942-4a70-a10c-b349165c8895 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:46.264752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dc8edd4f-6942-4a70-a10c-b349165c8895 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:46.265278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c5a368f4-6d83-4454-b471-13d553ec42bd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:46.267437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Transition to ACTIVE for port object 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:46.278967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.282977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932699a-7416-44d6-8cdd-5efdf47c32f4 req-fbff9e8f-4983-4caf-884c-fa35823db727 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.284527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7932699a-7416-44d6-8cdd-5efdf47c32f4 req-fbff9e8f-4983-4caf-884c-fa35823db727 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1027 time: 0.6040697 Nov 12 03:35:46.305396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c5a368f4-6d83-4454-b471-13d553ec42bd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:46.305911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c5a368f4-6d83-4454-b471-13d553ec42bd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:46.307552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Attempting to bind port 5a90d070-433b-4063-9cf7-fb5868ea430e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:46.310120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Attempting to bind port 5a90d070-433b-4063-9cf7-fb5868ea430e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:46.310871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Attempting to bind port 5a90d070-433b-4063-9cf7-fb5868ea430e on network 3ae51798-5310-40cf-a4c0-3fc2662f1293 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:46.332422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:46.333366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Checking segment: {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:46.333896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.334397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Bound using segment: {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:46.334979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Bound port: 5a90d070-433b-4063-9cf7-fb5868ea430e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179bf23e-ffcc-43cc-8167-eac901b2942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:46.335503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.339910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] DHCP port deletion for 96ee4878-4c75-4caa-a380-b4052fc20683 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:46.345028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6806e721-3451-442d-b310-1dcdc423b962 None None] Provisioning complete for port 5a90d070-433b-4063-9cf7-fb5868ea430e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:46.345516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6806e721-3451-442d-b310-1dcdc423b962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.445481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.448783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.450209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c750e07-4587-41ef-984e-5bb0bebe7052 HTTP/1.1" status: 204 len: 168 time: 1.1097598 Nov 12 03:35:46.495989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbd69b-4481-4345-8d71-497b8dc6f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c750e07-4587-41ef-984e-5bb0bebe7052,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.505367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.566355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6806e721-3451-442d-b310-1dcdc423b962 None None] Port 5a90d070-433b-4063-9cf7-fb5868ea430e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:46.615605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7932699a-7416-44d6-8cdd-5efdf47c32f4 req-8676a766-4fce-4f18-abc1-c7b6417ac093 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896225 Nov 12 03:35:46.651270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Deleting port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:46.653013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] For port 5a90d070-433b-4063-9cf7-fb5868ea430e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:46.655247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.675610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] For port 5a90d070-433b-4063-9cf7-fb5868ea430e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5a90d070-433b-4063-9cf7-fb5868ea430e,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:46.686085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Deleting port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:46.686724 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.691023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.715850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Deleting subnet 11e41987-8dd1-452b-8dfe-43bb68c5f1f3 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:46.741453 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.764563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] For port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:46.764946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.813504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Calling delete_port for 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:46.851236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:46.869599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] For port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,segment=NetworkSegment(8216d531-4374-4289-b4d6-68e460c11b5a),segment_id=8216d531-4374-4289-b4d6-68e460c11b5a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:46.870251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.874296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e8aa-56a8-4fb0-8705-b02fb472dbbb None None] Pushing event updated for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.906408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:46.908800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.929496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Calling delete_port for 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:46.934530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.009644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.022209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Attempting to bind port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:47.022583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Attempting to bind port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:47.022856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Attempting to bind port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:47.046133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.069157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] No DVR routers for this DVR port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:47.074423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.080145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:47.084897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Attempting to bind port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:47.150124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:47.157150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Checking segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:47.157689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Bound using segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:47.158162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Bound port: 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:47.158530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.168262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.245243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3027453e-fd32-48ed-9c66-a3e0cde3349d tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2107531412'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.245913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3027453e-fd32-48ed-9c66-a3e0cde3349d tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:35:47.251611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.262356 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.263212 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/11e41987-8dd1-452b-8dfe-43bb68c5f1f3 HTTP/1.1" status: 204 len: 168 time: 1.0876594 Nov 12 03:35:47.266330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3b66-8615-4e22-8cd5-6f6fc00057c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e41987-8dd1-452b-8dfe-43bb68c5f1f3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.267526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.287299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e99ef-7634-4155-9fe1-a833fcb0748a None None] Network 110f3bdc-6aed-4229-a3f5-22b84aaa532f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:47.412281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ee4878-4c75-4caa-a380-b4052fc20683']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.436076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8216d531-4374-4289-b4d6-68e460c11b5a') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.436303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8216d531-4374-4289-b4d6-68e460c11b5a') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.440030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.447916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] Provisioning complete for port 5a90d070-433b-4063-9cf7-fb5868ea430e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:47.448827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.457793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.460821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:47.488469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3027453e-fd32-48ed-9c66-a3e0cde3349d tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.490425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3027453e-fd32-48ed-9c66-a3e0cde3349d tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6343699 Nov 12 03:35:47.492633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:47.494200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.495400 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.517216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ecbd48e-862b-4974-a0e5-52ba53eb7190 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3451e6dd-7f5f-4375-83ec-a0470ac1b9a0'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.519025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ecbd48e-862b-4974-a0e5-52ba53eb7190 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:35:47.521559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.530100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db5377-3b24-40a9-8a3d-b2d4f01f92da None None] DHCP port deletion for 110f3bdc-6aed-4229-a3f5-22b84aaa532f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:47.537695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:47.544341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:47.545552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:47.548366 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:47.619986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.689288 n-d-713499-30 neutron-server[102605]: WARNING neutron.services.metering.metering_plugin [None req-6ecbd48e-862b-4974-a0e5-52ba53eb7190 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:35:47.701789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.710499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.765294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110f3bdc-6aed-4229-a3f5-22b84aaa532f']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.781765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4823d5df-a344-484e-808f-65fb501fdb21') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.782274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4823d5df-a344-484e-808f-65fb501fdb21') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:47.794541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.811582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.811871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] Pushing event deleted for resources: {'Port': ['ID=1b7505d2-3d7e-4e7d-888b-5f157bfeae97,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.819222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:47.819806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.878840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1df9f-4189-40ca-91c4-487c64c6f052 None None] No DVR routers for this DVR port 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:47.916664 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:47.927428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.928354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.930010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] 10.222.0.98 "PUT /v2.0/ports/6cc24c75-5f2a-493e-b4c1-691b2f66c4ca HTTP/1.1" status: 200 len: 1092 time: 2.5275609 Nov 12 03:35:47.936987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:47.939666 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9123f63-90d2-46ef-bb3c-d73388a32734" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:47.950564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.973790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd48e-862b-4974-a0e5-52ba53eb7190 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.979385 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ecbd48e-862b-4974-a0e5-52ba53eb7190 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4804182 Nov 12 03:35:47.979385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.989597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3d177b6-1636-4463-a12c-eb370faea3b6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3451e6dd-7f5f-4375-83ec-a0470ac1b9a0'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.997764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3d177b6-1636-4463-a12c-eb370faea3b6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:35:48.000724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.004853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/110f3bdc-6aed-4229-a3f5-22b84aaa532f HTTP/1.1" status: 204 len: 168 time: 0.7337227 Nov 12 03:35:48.026805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1fc25-9945-45d7-8cb5-85ea0adb05c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=110f3bdc-6aed-4229-a3f5-22b84aaa532f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.066890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.113573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.120933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/96ee4878-4c75-4caa-a380-b4052fc20683 HTTP/1.1" status: 204 len: 168 time: 2.6155343 Nov 12 03:35:48.121155 n-d-713499-30 neutron-server[102605]: WARNING neutron.services.metering.metering_plugin [None req-f3d177b6-1636-4463-a12c-eb370faea3b6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:35:48.138427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] For port 5a90d070-433b-4063-9cf7-fb5868ea430e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5a90d070-433b-4063-9cf7-fb5868ea430e,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:48.185432 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.295912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6393a0ca-3ec3-4605-abe0-e68bac92fda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.308978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e5c7d-2ad8-4069-a569-5e3be0b601ff None None] Pushing event updated for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.383454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5a90d070-433b-4063-9cf7-fb5868ea430e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:48.421645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3d177b6-1636-4463-a12c-eb370faea3b6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.436583 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3d177b6-1636-4463-a12c-eb370faea3b6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4503322 Nov 12 03:35:48.437644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.480521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe6e6f27-2774-4e20-b41d-e2349a49bdd4 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=ab4c5bfd-3c2a-43a5-947f-b5ab827ed286 HTTP/1.1" status: 200 len: 464 time: 0.0394099 Nov 12 03:35:48.482457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.503954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.517101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.552167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5a90d070-433b-4063-9cf7-fb5868ea430e', 'name': '', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'mac_address': 'fa:16:3e:52:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:35Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'subnets': [{'id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:48.599551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a387c-8e17-4509-baf4-b4157ac77c93 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.604106 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9765b3-e39d-49a8-b39b-fda86cbc767a x-openstack-request-id: req-3e9765b3-e39d-49a8-b39b-fda86cbc767a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:48.604392 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:48.604634 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e9765b3-e39d-49a8-b39b-fda86cbc767a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:48.605034 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca', 'status': 'completed', 'code': 200} Nov 12 03:35:48.613127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8cd19-3f0f-4122-a27f-a970cadadae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ee4878-4c75-4caa-a380-b4052fc20683,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.620434 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7e7b839-bab9-4aac-93a1-2e8ec4538747 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=41092154d84d49a5b148ae34566cddf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135974 Nov 12 03:35:48.623915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6261-967d-4f2c-98d9-3d47c1b0a236 req-b5d7ad56-f119-4a75-acc1-0b136d8a663c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.633833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bad6261-967d-4f2c-98d9-3d47c1b0a236 req-b5d7ad56-f119-4a75-acc1-0b136d8a663c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.7096486 Nov 12 03:35:48.634490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37082) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.658267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-1a7abd60-60b5-40ef-81c2-f8709b7026fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.659750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-1a7abd60-60b5-40ef-81c2-f8709b7026fc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.5802307 Nov 12 03:35:48.663676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc701d9f-61b3-4f43-9e4a-2fcacfe362e7 None None] The sync data for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 is: [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:35:36Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '5a90d070-433b-4063-9cf7-fb5868ea430e', 'name': '', 'network_id': '3ae51798-5310-40cf-a4c0-3fc2662f1293', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'mac_address': 'fa:16:3e:52:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:35Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 4, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'subnets': [{'id': '2ca2ae8d-6e06-4a6d-b305-6138de37ac37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:48.672238 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-519c8af7-e34c-4d22-900e-1241c42c5428 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a06d0f338639408fbd12e9edf012735f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534624 Nov 12 03:35:48.674425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.686284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5a90d070-433b-4063-9cf7-fb5868ea430e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:48.686664 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.724962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7bba7f7-1e8d-4fb7-832a-d98b14bf7c29 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.729831 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7bba7f7-1e8d-4fb7-832a-d98b14bf7c29 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/ab4c5bfd-3c2a-43a5-947f-b5ab827ed286 HTTP/1.1" status: 204 len: 168 time: 0.2456930 Nov 12 03:35:48.730530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.757144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-2c550943-aa1b-4ab8-85d2-10d6d8bbaa64 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca HTTP/1.1" status: 200 len: 217 time: 0.0839760 Nov 12 03:35:48.772737 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e66efade-2df4-4b93-82cf-34ec87118691 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=ab4c5bfd-3c2a-43a5-947f-b5ab827ed286 HTTP/1.1" status: 200 len: 221 time: 0.0343740 Nov 12 03:35:48.777853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.787136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-166c46f3-5c59-4255-a04e-1cabcbbe4688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1026261904', 'description': 'label created by tempest'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:48.788471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-166c46f3-5c59-4255-a04e-1cabcbbe4688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:35:48.848573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bad6261-967d-4f2c-98d9-3d47c1b0a236 req-9c80e4f2-d277-4b57-a9f1-a514f6888c36 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041821 Nov 12 03:35:48.877129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-830f0c2b-567b-4cd7-92ff-5b88ea17a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.879329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-830f0c2b-567b-4cd7-92ff-5b88ea17a15f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f4b3f89b-7a74-4673-a63e-d8d8ec02b818 HTTP/1.1" status: 200 len: 848 time: 0.1037416 Nov 12 03:35:48.882489 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.902044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.918327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.998708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.002944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.004258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed HTTP/1.1" status: 204 len: 168 time: 0.3675628 Nov 12 03:35:49.019127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:49.063406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.070746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:49.071642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1b7505d2-3d7e-4e7d-888b-5f157bfeae97 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:49.106977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54160d-f9a1-4318-a173-22a8c9f79039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ba126c-3ecd-4fe3-bd06-e48d7b5b71ed,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.135659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-099168da-2135-4a62-ab93-978dd0f2b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.138114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-166c46f3-5c59-4255-a04e-1cabcbbe4688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.139659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-099168da-2135-4a62-ab93-978dd0f2b516 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7947145a-166e-4f4d-924c-6e69c2c5c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597869 Nov 12 03:35:49.141927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37096) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.142153 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-166c46f3-5c59-4255-a04e-1cabcbbe4688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3595562 Nov 12 03:35:49.227996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.227996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.227996 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/227ca474-dce3-468d-8002-581accd34729 HTTP/1.1" status: 204 len: 168 time: 0.5517373 Nov 12 03:35:49.244021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572c422-9b3e-4029-8252-95e0c48a54ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ca474-dce3-468d-8002-581accd34729,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.359475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-301b5bf9-3745-4cf5-b050-f9dbacefecac tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=a88170b2-9127-4cf6-bc2e-bcb65452a6b9 HTTP/1.1" status: 200 len: 468 time: 0.2164237 Nov 12 03:35:49.362435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.410698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-733ea497-5f04-4025-88fe-1c7ec2d1542a service neutron] 10.222.0.98 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510221 Nov 12 03:35:49.547558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb61f46-99e2-41e1-8dae-d01b0a1cb91b req-53834b21-bc43-40e5-a878-cdf99006bb85 service neutron] 10.222.0.98 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284945 Nov 12 03:35:49.621427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03de5da8-515e-4137-9e80-8a4ca23794ec tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.625391 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03de5da8-515e-4137-9e80-8a4ca23794ec tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/a88170b2-9127-4cf6-bc2e-bcb65452a6b9 HTTP/1.1" status: 204 len: 168 time: 0.2619953 Nov 12 03:35:49.626012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.643173 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d4c70a54-663c-4043-a6d7-a4974993a4c7 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=a88170b2-9127-4cf6-bc2e-bcb65452a6b9 HTTP/1.1" status: 200 len: 216 time: 0.0159984 Nov 12 03:35:49.643795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.658554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac5e329a-35cd-4e0e-beaa-906da7e99e2f tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0134265 Nov 12 03:35:49.659260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.670920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-42683416-eb67-46ce-87bf-88ce7eb1cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.677015 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91bfcfa5-f9d0-4876-aa0f-81e2072e6571 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0162582 Nov 12 03:35:49.680890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.681555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-42683416-eb67-46ce-87bf-88ce7eb1cd5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.0808504 Nov 12 03:35:49.769899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ac8b3e5-d2df-4d35-b089-3a5eefdc15f6 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-labels/3451e6dd-7f5f-4375-83ec-a0470ac1b9a0 HTTP/1.1" status: 200 len: 473 time: 0.0874338 Nov 12 03:35:49.770607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.788582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfeca4bd-9640-4e99-93fb-a365856a3a3d tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "GET /v2.0/metering/metering-label-rules/8587b556-537f-4ce4-9469-814f7a741132 HTTP/1.1" status: 200 len: 461 time: 0.0167942 Nov 12 03:35:49.791743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37124) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.826477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-54e1abf3-91bf-48ea-a4f7-14dd0d4f8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.828139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-54e1abf3-91bf-48ea-a4f7-14dd0d4f8dab service neutron] 10.222.0.98 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.1392415 Nov 12 03:35:49.852214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37130) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.874622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01e96cbe-4394-4a2f-857a-a81811fb90f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.946164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-07ac7fe3-5317-4326-8cac-1302218b5bf6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca HTTP/1.1" status: 200 len: 217 time: 0.1042695 Nov 12 03:35:49.988934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01e96cbe-4394-4a2f-857a-a81811fb90f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.996229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01e96cbe-4394-4a2f-857a-a81811fb90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.036234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96d8b887-1541-474c-8c34-916d57987688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.037333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-96d8b887-1541-474c-8c34-916d57987688 tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-label-rules/8587b556-537f-4ce4-9469-814f7a741132 HTTP/1.1" status: 204 len: 168 time: 0.2447960 Nov 12 03:35:50.041360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.047857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01e96cbe-4394-4a2f-857a-a81811fb90f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1936193 Nov 12 03:35:50.052465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.056342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e96cbe-4394-4a2f-857a-a81811fb90f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61dc562-6f3f-4b61-a66d-62483acdfe69,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.126991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.137377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-20bd0192-b17f-451f-bdd6-eb317b5c4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.138864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-20bd0192-b17f-451f-bdd6-eb317b5c4941 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f4b3f89b-7a74-4673-a63e-d8d8ec02b818 HTTP/1.1" status: 200 len: 848 time: 0.1750212 Nov 12 03:35:50.162748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.195926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0cc17-3022-42de-aa9a-7634c953d5fd req-c44e07f1-e0b0-4a2c-9ab4-7eb40aec3e4e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.197490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f0cc17-3022-42de-aa9a-7634c953d5fd req-c44e07f1-e0b0-4a2c-9ab4-7eb40aec3e4e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.1897578 Nov 12 03:35:50.261751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.264377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.265534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e61dc562-6f3f-4b61-a66d-62483acdfe69 HTTP/1.1" status: 204 len: 168 time: 0.2115047 Nov 12 03:35:50.281089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e533aea-337b-4189-bfdd-8fa637a73770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61dc562-6f3f-4b61-a66d-62483acdfe69,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.282911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5a90d070-433b-4063-9cf7-fb5868ea430e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:50.367150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-429f251f-eeaf-4303-bfd9-50cc512dc0bf tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.378029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-429f251f-eeaf-4303-bfd9-50cc512dc0bf tempest-MeteringTestJSON-1834741712 tempest-MeteringTestJSON-1834741712-project-admin] 10.222.0.93 "DELETE /v2.0/metering/metering-labels/3451e6dd-7f5f-4375-83ec-a0470ac1b9a0 HTTP/1.1" status: 204 len: 168 time: 0.3354089 Nov 12 03:35:50.395369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-07bec0ca-5731-47dc-b8ff-89f1c66160a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.396959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-07bec0ca-5731-47dc-b8ff-89f1c66160a2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7947145a-166e-4f4d-924c-6e69c2c5c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154241 Nov 12 03:35:50.398189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1279c01c-a022-42fd-82ba-e164c5b0cb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.406705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85f0cc17-3022-42de-aa9a-7634c953d5fd req-194470b0-60e8-472b-b8a7-5a255f130d93 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519034 Nov 12 03:35:50.483208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5a90d070-433b-4063-9cf7-fb5868ea430e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:50.483699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.639345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-849af940-1909-4d54-9989-cac0f57bace3 service neutron] 10.222.0.98 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153339 Nov 12 03:35:50.747529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.758400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9123f63-90d2-46ef-bb3c-d73388a32734 req-f61ec75e-4079-49a2-866a-4b20cc802029 service neutron] 10.222.0.98 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102798 Nov 12 03:35:50.788066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.893526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1330574537-network', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:50.896533 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc498eee-bc05-4523-af4e-5c890d65b5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.936288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:50.938561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.951915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.030469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc498eee-bc05-4523-af4e-5c890d65b5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.037470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc498eee-bc05-4523-af4e-5c890d65b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.095778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dc498eee-bc05-4523-af4e-5c890d65b5ed admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6169cac3aca9431bb97fafd6b2447d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458886 Nov 12 03:35:51.097631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37182) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.106269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc498eee-bc05-4523-af4e-5c890d65b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c4b07-ff25-40f5-9d7a-f1451b90896c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.124703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.128731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.170198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:51.184048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb881a9-3d1d-4452-a11b-462dc17de294,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.190433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.190901 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Added segment 03f84527-a952-4941-840c-b5fdf8a1beec of type vlan for network fe21895f-dd0e-4556-9307-674366a2f85a Nov 12 03:35:51.210094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.262157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.265364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.313024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.313979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.314560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.378251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5890064 Nov 12 03:35:51.379073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.381356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.386176 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.386337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Request body: {'subnet': {'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1330574537-subnet', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:51.388039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f85c4b07-ff25-40f5-9d7a-f1451b90896c HTTP/1.1" status: 204 len: 168 time: 0.2885995 Nov 12 03:35:51.399034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15def859-d6a9-400c-8934-b45cc82828ad admin admin] Pushing event updated for resources: {'Network': ['ID=fe21895f-dd0e-4556-9307-674366a2f85a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.407466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5dbff-52f1-466e-963a-d6e749e98197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c4b07-ff25-40f5-9d7a-f1451b90896c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.409716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network fe21895f-dd0e-4556-9307-674366a2f85a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:51.446598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:51.450143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.655948 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.661840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc1cee-8d61-474e-8095-07546b92804e req-fa7bf975-6ee8-4f54-aa1b-b03a49db6903 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.666671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56cc1cee-8d61-474e-8095-07546b92804e req-fa7bf975-6ee8-4f54-aa1b-b03a49db6903 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.1167948 Nov 12 03:35:51.682937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.759570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56cc1cee-8d61-474e-8095-07546b92804e req-b5773ced-f021-434c-b708-3826f9e8fd38 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832207 Nov 12 03:35:51.785382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.795555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:51.795905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Network hostable DHCP agents. Network: fe21895f-dd0e-4556-9307-674366a2f85a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:51.821896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Network fe21895f-dd0e-4556-9307-674366a2f85a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:51.834971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, fe21895f-dd0e-4556-9307-674366a2f85a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:51.837256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37198) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.845877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.846750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.851095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec48e5-5ac0-4833-9a0c-c92f67cdd996 None None] Network fe21895f-dd0e-4556-9307-674366a2f85a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:51.864035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e899b07-e9bb-41ef-a180-9f26241cb1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.867580 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bbe7e2e4-832e-49a4-bcdc-1f1027fb4e07 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4851198 Nov 12 03:35:51.870660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.880472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:51.923858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.927160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.029741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e899b07-e9bb-41ef-a180-9f26241cb1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.032076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.036725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e899b07-e9bb-41ef-a180-9f26241cb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.077145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-fe21895f-dd0e-4556-9307-674366a2f85a', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:52.078407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.087772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899b07-e9bb-41ef-a180-9f26241cb1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae6b38d-f580-4352-8cab-5c77bc00ef3f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.117492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5e899b07-e9bb-41ef-a180-9f26241cb1a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef30a9640c4b412dbcf7a07d66673b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2787087 Nov 12 03:35:52.121050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37204) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.210950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.238404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.260954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.293463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Allocated IP 172.20.0.2 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:52.302927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.307627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.311897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ae6b38d-f580-4352-8cab-5c77bc00ef3f HTTP/1.1" status: 204 len: 168 time: 0.1858935 Nov 12 03:35:52.319233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976f65-d5fa-408e-b1bf-577d6135681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae6b38d-f580-4352-8cab-5c77bc00ef3f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.511279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.521199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.577492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:52.596179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:52.601122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:52.614667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Pushing event updated for resources: {'Port': ['ID=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.684633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Attempting to bind port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:52.685858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Attempting to bind port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:52.686421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Attempting to bind port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:52.689718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.690375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.690875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.691369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.691926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.692442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.692926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.693410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.693891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.694544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.695039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.695596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:52.710745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:52.711436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:52.719382 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.719382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:52.719382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Bound port: 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:52.719382 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.799464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] For port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:52.814900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] For port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:52.821802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.825316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.847849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.926714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc1031-63dd-4582-8b1d-6e9b74426de3 req-0bc144d9-4d8d-45fc-83d6-a58cc415b8da tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.928928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22cc1031-63dd-4582-8b1d-6e9b74426de3 req-0bc144d9-4d8d-45fc-83d6-a58cc415b8da tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1095 time: 0.0824234 Nov 12 03:35:52.957742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219ad9-2702-4a54-a119-2f8858b2eb19 None None] Pushing event updated for resources: {'Port': ['ID=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.014531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22cc1031-63dd-4582-8b1d-6e9b74426de3 req-84547aba-0529-4a88-a75a-ddc55545aa6a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748177 Nov 12 03:35:53.037227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Allocated IP 172.25.4.137 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/6b89cf90-f859-43e4-a890-08bc33512f52) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:53.040695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.209992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.255392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.304325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:53.319633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:53.326483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:53.337022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b0492-515d-4326-8060-6e993f8cc440 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:53.354477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:53.380660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Pushing event updated for resources: {'Port': ['ID=6b89cf90-f859-43e4-a890-08bc33512f52,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.473967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e37c9ed-63a0-4bc6-9450-2b4b19d85cbb None None] Provisioning complete for port 6b89cf90-f859-43e4-a890-08bc33512f52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:53.474627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e37c9ed-63a0-4bc6-9450-2b4b19d85cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.721531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.781346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.782494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e37c9ed-63a0-4bc6-9450-2b4b19d85cbb None None] Port 6b89cf90-f859-43e4-a890-08bc33512f52 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:53.788510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:53.817744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'port_id': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca', 'mac_address': 'fa:16:3e:dc:c1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:53.916261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.957495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:54.029629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:54.042689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.091539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.153081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.242213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa219fa0-2960-4915-884c-9732c2bfa278 req-a23c9f4d-370c-4b2b-8055-05b2d7bd0a94 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.253653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa219fa0-2960-4915-884c-9732c2bfa278 req-a23c9f4d-370c-4b2b-8055-05b2d7bd0a94 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1096 time: 0.1160812 Nov 12 03:35:54.326506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:54.410585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:54.416231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa219fa0-2960-4915-884c-9732c2bfa278 req-47959345-4178-422a-a25e-9783c670e4c6 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562257 Nov 12 03:35:54.541813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:54.547601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c017cc-3b36-4a4f-8506-79b8baa05eba None None] Network fe21895f-dd0e-4556-9307-674366a2f85a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:54.655790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.692749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-5efe7dc8-b986-47d7-8596-671c5e04cdc6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0700617 Nov 12 03:35:54.720174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:54.726104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:54.726475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.750814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.756694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37270) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.757446 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1726de35-f929-4b62-8a30-03940e100e72 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8848329 Nov 12 03:35:54.767336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:54.772268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-21aa49e3-3645-4e8d-a468-cd120126d01d None None] Provisioning complete for port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:54.772643 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21aa49e3-3645-4e8d-a468-cd120126d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.815569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2086211970', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:54.825816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:54.826443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.897885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Made reservation on behalf of a6512e86d9d149c0b65ff9e102564f10 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:54.900275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.943138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.970653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.971043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.971512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.971984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.972447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.972902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.973357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.975349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f89e3da0-c993-4335-b428-88d541f80fd4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b45410570586491fbccf733c90d5f121&device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 6506 time: 0.2079730 Nov 12 03:35:55.091905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.150095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:55.184233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-21aa49e3-3645-4e8d-a468-cd120126d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.229672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.238542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:55.240157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.246870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a2a040ab-79b0-4df2-a932-7d3e877ff502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.247510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a2a040ab-79b0-4df2-a932-7d3e877ff502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.247741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a2a040ab-79b0-4df2-a932-7d3e877ff502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.249800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a2a040ab-79b0-4df2-a932-7d3e877ff502 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfebe0c9-abb7-40ff-8611-9094d1309c12&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=9a201ab7-ac1e-4470-8215-8da255708ce7&id=7fd15f06-7b17-4180-b987-925b66abf718&id=7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 200 len: 2301 time: 0.2415919 Nov 12 03:35:55.270696 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.299007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] device_id is not set on port 1eb9c41b-e856-4683-b612-ff9ec01871d1 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:55.409882 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-21aa49e3-3645-4e8d-a468-cd120126d01d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:55.410237 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-21aa49e3-3645-4e8d-a468-cd120126d01d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:55.419471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.471785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aaed91-aa05-4d56-8ac4-11f3a9947ab5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.523835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:53Z', 'revision_number': 3, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:55.556729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:55.557379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Updating router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b port 6b89cf90-f859-43e4-a890-08bc33512f52 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:55.582887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-642e0da0-88bf-4e3a-8e8a-1280ec55d8e9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 200 len: 1001 time: 0.2795992 Nov 12 03:35:55.583133 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.066516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Allocated IP 172.25.4.39 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1eb9c41b-e856-4683-b612-ff9ec01871d1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:56.082719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ad821a48-aca6-423e-9469-ad04f38fcce4 None None] Provisioning complete for port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:56.083261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ad821a48-aca6-423e-9469-ad04f38fcce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.085980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-e99066c2-b61d-4e92-b5af-71b9f9f33276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.088348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-e99066c2-b61d-4e92-b5af-71b9f9f33276 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 200 len: 856 time: 0.4678411 Nov 12 03:35:56.100826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce25f-1c93-47df-9157-d8f83526ba5b req-6810b2af-06fb-4229-b252-74059026511a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.102419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dbce25f-1c93-47df-9157-d8f83526ba5b req-6810b2af-06fb-4229-b252-74059026511a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1096 time: 0.5585728 Nov 12 03:35:56.192504 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.207769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-e4e9bbd3-9868-4ed7-90d6-0dc5610ff0be service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2139924 Nov 12 03:35:56.223214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:56.282078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-dbbff065-dffb-4c46-816c-aa074fbd6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.283622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-dbbff065-dffb-4c46-816c-aa074fbd6c38 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfebe0c9-abb7-40ff-8611-9094d1309c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788082 Nov 12 03:35:56.301197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:56.301737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.405325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dbce25f-1c93-47df-9157-d8f83526ba5b req-967d78de-5585-4418-9d7f-e8b67c2c5ae4 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585306 Nov 12 03:35:56.537471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.558795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.559270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.559732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.560216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.560674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.561128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.561736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.563865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-76474559-9e2a-4648-8657-50e16ba7e49c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.2347102 Nov 12 03:35:56.585540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-7aaa9e95-f5df-4e4a-b790-4b54d8babcc9 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942040 Nov 12 03:35:56.747811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Allocated IP 172.20.0.1 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/148b89f1-b02c-4f92-ac01-bb2386bf7b7b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:56.772051 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.911014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:56.919253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.920572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:56.923166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4d0f3132-d3fb-449f-8e2a-d29291bbde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.923914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4d0f3132-d3fb-449f-8e2a-d29291bbde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.924258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4d0f3132-d3fb-449f-8e2a-d29291bbde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.926291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4d0f3132-d3fb-449f-8e2a-d29291bbde83 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 2294 time: 0.3183529 Nov 12 03:35:56.926742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:56.932440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb9c41b-e856-4683-b612-ff9ec01871d1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.933857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a252730-b683-4c3d-b425-15cdac03bdb2 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:56.936074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-97e80dd2-a6b0-43a3-97f2-42eed5dc57b5 service neutron] 10.222.0.98 "GET /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271520 Nov 12 03:35:56.936243 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.999980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Attempting to bind port 6b89cf90-f859-43e4-a890-08bc33512f52 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:57.000297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Attempting to bind port 6b89cf90-f859-43e4-a890-08bc33512f52 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:57.000659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Attempting to bind port 6b89cf90-f859-43e4-a890-08bc33512f52 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.007867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa0c2-93f0-49fb-8978-3782a07eeca4 None None] Pushing event updated for resources: {'Port': ['ID=6b89cf90-f859-43e4-a890-08bc33512f52,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.011122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:57.011992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:57.011992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.012375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:57.012852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Bound port: 6b89cf90-f859-43e4-a890-08bc33512f52, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:57.013544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.054497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-ddcd2d22-0df0-4a7e-bce5-dc8bcbdc7572 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 217 time: 0.1070130 Nov 12 03:35:57.068087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] For port 6b89cf90-f859-43e4-a890-08bc33512f52, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:57.071362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] For port 6b89cf90-f859-43e4-a890-08bc33512f52, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6b89cf90-f859-43e4-a890-08bc33512f52,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:57.078379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a11ba6-38e6-423f-ac68-c9478530d3ee None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:57.087049 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.124183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2b2bb386-37b4-478f-89ac-be7f2820bd26 None None] Provisioning complete for port 1eb9c41b-e856-4683-b612-ff9ec01871d1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:57.124555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b2bb386-37b4-478f-89ac-be7f2820bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.131023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.133005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.134564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.150347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-6361a037-b0db-430a-ac72-7e9d6ba3e162 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1000 time: 0.2116475 Nov 12 03:35:57.160269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16e09c-d1ad-430f-a4f6-2e02c6d698bd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:57.172675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-692e9163-e77c-4ecf-935c-ea94a5cd865d tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5157452 Nov 12 03:35:57.175987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.181088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.39'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:57.198632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa0c2-93f0-49fb-8978-3782a07eeca4 None None] Pushing event updated for resources: {'Port': ['ID=6b89cf90-f859-43e4-a890-08bc33512f52,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.201840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:57.212625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-1628266a-27b1-441e-8ae4-a208cea9d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.213029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:57.213125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-1628266a-27b1-441e-8ae4-a208cea9d49b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1351888 Nov 12 03:35:57.213202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bb386-37b4-478f-89ac-be7f2820bd26 None None] Port 1eb9c41b-e856-4683-b612-ff9ec01871d1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:57.220132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.226506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.283558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-39a7673e-f200-445a-b533-536b6fc9f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.285361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-39a7673e-f200-445a-b533-536b6fc9f2cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.1267841 Nov 12 03:35:57.308483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.323667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.351445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:57.372156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-dc2a3f71-9782-4b5c-a7e1-8311efa69dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.374627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-dc2a3f71-9782-4b5c-a7e1-8311efa69dd5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601765 Nov 12 03:35:57.403851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:57.416131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:57.429387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:57.440347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:57.492730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.573969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.662062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Pushing event updated for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.761962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-968c6cd9-7fdf-4fce-8591-de40598db3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.763500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-968c6cd9-7fdf-4fce-8591-de40598db3b2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4674220 Nov 12 03:35:57.838857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.890648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] Provisioning complete for port 6b89cf90-f859-43e4-a890-08bc33512f52 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:57.890999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.975629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.000710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:58.012896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.014546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31c19-dee9-495c-8fbe-b64303541712 req-513521f7-5176-4f5e-8654-abe662ef8ddc tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.018832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9eb31c19-dee9-495c-8fbe-b64303541712 req-513521f7-5176-4f5e-8654-abe662ef8ddc tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1096 time: 0.3610005 Nov 12 03:35:58.029441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:58.029785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.048926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-d6c2fdd7-ff9c-4ff8-b29e-f17e2a504a6a service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614358 Nov 12 03:35:58.073183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37302) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.124986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.162786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] For port 6b89cf90-f859-43e4-a890-08bc33512f52, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6b89cf90-f859-43e4-a890-08bc33512f52,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:58.170510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.231693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:53Z', 'revision_number': 3, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:58.253809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.267145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9eb31c19-dee9-495c-8fbe-b64303541712 req-5802c1be-6bda-43d5-9564-e99439a163b2 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285266 Nov 12 03:35:58.293109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001cff1-bee3-4f8d-83ed-fba52e89765b None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:53Z', 'revision_number': 3, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:58.307251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.319313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-c7001f37-8177-4850-b84d-df51406e3775 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392013 Nov 12 03:35:58.334454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd147a-d121-4047-9dd0-4f97dd6c5bce None None] Pushing event updated for resources: {'Port': ['ID=6b89cf90-f859-43e4-a890-08bc33512f52,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.338758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a6a7ca4c-1532-4a1f-9524-9fd1b325e058 None None] Provisioning complete for port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:58.339128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6a7ca4c-1532-4a1f-9524-9fd1b325e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.388657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:58.393666 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd9be05-4b6e-4e13-bd99-2ffae5552b21" -d '{"events": [{"server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "name": "network-vif-plugged", "status": "completed", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:58.405153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff881a1-1808-46cf-9887-1919b4d81f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.416899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:58.428452 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.477550 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e35d3-1141-4f61-9610-65f82c987da9 x-openstack-request-id: req-c06e35d3-1141-4f61-9610-65f82c987da9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:58.478093 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "name": "network-vif-plugged", "status": "completed", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:58.478513 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c06e35d3-1141-4f61-9610-65f82c987da9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:58.479075 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca', 'code': 200} Nov 12 03:35:58.506954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-9c48e228-783a-4a3d-bd31-605d81632fd3 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241827 Nov 12 03:35:58.517712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7ca4c-1532-4a1f-9524-9fd1b325e058 None None] Port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:58.519481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.540578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.544378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.595544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-4ec8a43f-9282-4cda-a37e-6a86967f2f21 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 217 time: 0.0741351 Nov 12 03:35:58.605924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.606450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2d0757-ec92-4cf8-afff-90135910c65b {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:58.643246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff881a1-1808-46cf-9887-1919b4d81f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.644604 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:35:58.645814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-90106d1b-c1cd-4c24-a549-60c745f67625 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4684923 Nov 12 03:35:58.649570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.657692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bff881a1-1808-46cf-9887-1919b4d81f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.661030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-1dc7843a-a426-4e82-b132-7b42b8264b95 service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297350 Nov 12 03:35:58.688627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bff881a1-1808-46cf-9887-1919b4d81f36 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=965e8336c99c4bd9a3556ac7ac8aa585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143737 Nov 12 03:35:58.706259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37312) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.759094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-c108a407-545f-468c-9781-b318affbe890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.760637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-c108a407-545f-468c-9781-b318affbe890 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1551545 Nov 12 03:35:58.762482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff881a1-1808-46cf-9887-1919b4d81f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f3fb8-2eeb-4a12-8595-8d0f6434ae2d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.777258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-8200ddfa-a45c-4e18-816d-9dd1a9ff63cf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.0897803 Nov 12 03:35:58.798472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Deleting port 1eb9c41b-e856-4683-b612-ff9ec01871d1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:58.799175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.800716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2af14-3f4b-48ee-90cf-e73547ae46fb req-d5fd8ab0-7be0-4aa7-9d48-68ee98012918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.802246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ab2af14-3f4b-48ee-90cf-e73547ae46fb req-d5fd8ab0-7be0-4aa7-9d48-68ee98012918 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.2228899 Nov 12 03:35:58.831623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.872931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.886070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.898905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Calling delete_port for 1eb9c41b-e856-4683-b612-ff9ec01871d1 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:59.042278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.072949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb9c41b-e856-4683-b612-ff9ec01871d1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.093611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edddea-9362-47f8-a592-fa3dff268ac7 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:59.158429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.164011 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1b9b89a-c17b-4b17-8104-4ee8dcdd89d1 tempest-RoutersAdminNegativeIpV6Test-1567487725 tempest-RoutersAdminNegativeIpV6Test-1567487725-project-admin] 10.222.0.93 "DELETE /v2.0/ports/1eb9c41b-e856-4683-b612-ff9ec01871d1 HTTP/1.1" status: 204 len: 168 time: 0.5104146 Nov 12 03:35:59.315472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d668776a-54df-4ac8-a2b8-51bbae55fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.316934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d668776a-54df-4ac8-a2b8-51bbae55fab1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.5257602 Nov 12 03:35:59.327139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-4ca90ebd-e54e-40df-9f62-49e0cd45537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.328659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-4ca90ebd-e54e-40df-9f62-49e0cd45537b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5554824 Nov 12 03:35:59.361477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ab2af14-3f4b-48ee-90cf-e73547ae46fb req-09849b6b-c355-42c9-b044-c599de8efd63 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321891 Nov 12 03:35:59.362143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Pushing event updated for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.380201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.393300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.445144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:59.509172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.561481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b9f31d-75bc-455a-a988-4dead2a7b4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.567797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-84209758-6cc3-4adf-b62f-72912c083f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.569341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-84209758-6cc3-4adf-b62f-72912c083f21 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2345946 Nov 12 03:35:59.639564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0e3bf-bf1c-428a-877a-f7d1ff689177 req-174e6dcb-5bcf-4a26-bdde-d377374dd255 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.641127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eab0e3bf-bf1c-428a-877a-f7d1ff689177 req-174e6dcb-5bcf-4a26-bdde-d377374dd255 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.2489552 Nov 12 03:35:59.648727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-622a051f-0d25-48ce-bdfe-6f930a62b4a2 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994967 Nov 12 03:35:59.649933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b9f31d-75bc-455a-a988-4dead2a7b4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.654487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b9f31d-75bc-455a-a988-4dead2a7b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.697235 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-48b9f31d-75bc-455a-a988-4dead2a7b4ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7bf688ecff424ad3a6c35edb0adab647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483575 Nov 12 03:35:59.697235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9f31d-75bc-455a-a988-4dead2a7b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f42c60-323d-4c5e-862d-60cf537279c3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.699943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37326) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:59.815281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.817903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.819031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3c6f3fb8-2eeb-4a12-8595-8d0f6434ae2d HTTP/1.1" status: 204 len: 168 time: 1.1085153 Nov 12 03:35:59.857752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:59.873133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:59.877229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae1265-a91d-45ee-9bc5-6a1772666f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f3fb8-2eeb-4a12-8595-8d0f6434ae2d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:59.880608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eab0e3bf-bf1c-428a-877a-f7d1ff689177 req-1f18fd14-8988-47c3-8c4f-ff59525ea733 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009723 Nov 12 03:35:59.889022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d086b140-1810-4e27-bd80-63bb7e475f8f service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081989 Nov 12 03:35:59.978199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.985650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-155427e5-db9e-4971-b160-4b18227101d1 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045917 Nov 12 03:36:00.084510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-eb59ab81-04b5-4be0-98eb-237d71d60e9a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 200 len: 217 time: 0.0611925 Nov 12 03:36:00.087068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.198000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.233689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-d8b7-4c0d-bea3-e03f4af6b9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.269451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4c841ffc-a72c-4400-b69c-5ab027612c15 None None] Provisioning complete for port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:00.272316 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c841ffc-a72c-4400-b69c-5ab027612c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.320726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6b89cf90-f859-43e4-a890-08bc33512f52 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:00.363029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-d8b7-4c0d-bea3-e03f4af6b9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.364429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-b51ee85e-3282-4a5f-972b-5241a98b7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.365907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-b51ee85e-3282-4a5f-972b-5241a98b7d70 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.2645111 Nov 12 03:36:00.369229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-d8b7-4c0d-bea3-e03f4af6b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.387621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:00.403076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-a3339219-b15a-4ba6-a209-d71395045964 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039365 Nov 12 03:36:00.439734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14501d-d8b7-4c0d-bea3-e03f4af6b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3a4fdf-bde4-4126-baec-e72baf60ae7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.445641 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa14501d-d8b7-4c0d-bea3-e03f4af6b9b6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0f43c4b93378455e9302b7e9071aa148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472732 Nov 12 03:36:00.448246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:00.455303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c841ffc-a72c-4400-b69c-5ab027612c15 None None] Port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:00.472349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6b89cf90-f859-43e4-a890-08bc33512f52 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:00.472706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.528589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.537171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-18c572e8-9985-4843-bbdc-04f8a62a3699 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.1242225 Nov 12 03:36:00.569307 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.616751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.619625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.625118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2f42c60-323d-4c5e-862d-60cf537279c3 HTTP/1.1" status: 204 len: 168 time: 0.9188201 Nov 12 03:36:00.629945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.636185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.637700 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3f3a4fdf-bde4-4126-baec-e72baf60ae7e HTTP/1.1" status: 204 len: 168 time: 0.1883748 Nov 12 03:36:00.651499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeafcc-2947-4c80-9c76-e24cf39792e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f42c60-323d-4c5e-862d-60cf537279c3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.667095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-17174c66-45d7-473b-9e8b-821d9be3f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.668661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-17174c66-45d7-473b-9e8b-821d9be3f7a6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2741327 Nov 12 03:36:00.674849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80562c-0a14-4fc6-a4a1-9efdaffed5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3a4fdf-bde4-4126-baec-e72baf60ae7e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.724281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d9f99687-8e63-4f28-9182-bdc6caf80769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.725739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d9f99687-8e63-4f28-9182-bdc6caf80769 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1793497 Nov 12 03:36:00.729914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.807070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:00.820077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:00.829509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-528ffa40-3315-4062-bb99-6bd02f298c67 admin admin] 10.222.0.93 "PUT /v2.0/routers/db8ffdb2-a201-4519-91fe-a6ca5ef5b74b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0633667 Nov 12 03:36:00.830350 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:00.831021 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:00.851497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-901c17cd-f2c6-434d-9b43-67588118fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.853293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-901c17cd-f2c6-434d-9b43-67588118fd9b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155753 Nov 12 03:36:00.857039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-961d73d2-8009-4927-a304-99e3ee739778 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574225 Nov 12 03:36:00.949565 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:01.049943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-d3ae5718-5898-4d45-bff1-4df8551d67ed service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873217 Nov 12 03:36:01.070444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-1663e39c-30c1-4fec-aa36-bbd360eaa2e2 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962276 Nov 12 03:36:01.150057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-17ca59cb-2547-482b-9fdf-377646279cf1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 200 len: 217 time: 0.0676484 Nov 12 03:36:01.162274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.196632 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 2, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:01.221046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-9110424d-2314-4c29-bbd4-b2bbd5d8d3e7 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529543 Nov 12 03:36:01.225543 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:01.226109 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Updating router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:01.258134 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5e3ebcf6-94fa-4710-896c-e9064f2d74ec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a6512e86d9d149c0b65ff9e102564f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920970 Nov 12 03:36:01.260497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37360) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.263541 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.321025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d9d2-c219-42cb-a436-a51a98618a6b req-943ae7dc-48e6-4fbc-b057-0ab699d98a0d tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.323250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1298d9d2-c219-42cb-a436-a51a98618a6b req-943ae7dc-48e6-4fbc-b057-0ab699d98a0d tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.2959480 Nov 12 03:36:01.337809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-1279dad1-22ae-4bd8-99eb-242780ff2ea3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.1054654 Nov 12 03:36:01.395393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-4461acf9-8781-4d63-a9e3-f4cf5d7d4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.396860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-4461acf9-8781-4d63-a9e3-f4cf5d7d4558 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 200 len: 797 time: 0.1674013 Nov 12 03:36:01.497038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1298d9d2-c219-42cb-a436-a51a98618a6b req-2c78ced4-936c-4bbf-bfc7-b6862afc4174 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611152 Nov 12 03:36:01.547298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.614963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.625816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.629477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-9d189f69-f7fb-4e3a-83cc-7d403596dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.630564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1412784192-network', 'tenant_id': '66296fd066ed47928b2022e19adcc1be'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:01.632200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-9d189f69-f7fb-4e3a-83cc-7d403596dd01 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9a201ab7-ac1e-4470-8215-8da255708ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2218528 Nov 12 03:36:01.653378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Made reservation on behalf of 66296fd066ed47928b2022e19adcc1be for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:01.656592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.667121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.677183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.687771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-28b25ad4-9733-4f02-a1ef-bda6f455b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.689400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-28b25ad4-9733-4f02-a1ef-bda6f455b47e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.2961576 Nov 12 03:36:01.717813 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.726589 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.739774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.744573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.744711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f5aaed91-aa05-4d56-8ac4-11f3a9947ab5 HTTP/1.1" status: 204 len: 168 time: 0.4823704 Nov 12 03:36:01.797627 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557150b2-fc03-4395-87df-5a0b1cb209a9 None None] Pushing event updated for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.807423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.813171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.829129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a267-6e01-407e-9f75-9f4842d4fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aaed91-aa05-4d56-8ac4-11f3a9947ab5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.876832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c121d027-382c-45c5-818a-ca526962d72e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.899833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:01.908011 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Attempting to bind port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:01.910237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Attempting to bind port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:01.910684 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Attempting to bind port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:01.919339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:01.920271 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:01.920906 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.921548 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:01.922252 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Bound port: 148b89f1-b02c-4f92-ac01-bb2386bf7b7b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:01.922879 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.923395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.923787 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Added segment 6a332652-f381-43af-9527-ea608ac0e57e of type vlan for network d8a246af-0956-4c92-8d5b-21cb0485242d Nov 12 03:36:01.975285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449833b-ce68-4a38-9d70-4447413975a8 req-fade14dc-a3ca-4576-b4f2-74e74ff6af9e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.980329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e449833b-ce68-4a38-9d70-4447413975a8 req-fade14dc-a3ca-4576-b4f2-74e74ff6af9e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.3708413 Nov 12 03:36:01.999827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-261257e9-7873-4bf3-a0e3-5a017d9959e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.001346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-261257e9-7873-4bf3-a0e3-5a017d9959e9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2882161 Nov 12 03:36:02.028587 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.078116 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] For port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:02.082290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] For port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:02.082452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.084051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.084591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.088400 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.130625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] Provisioning complete for port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:02.131046 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.163219 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:02.164579 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.165485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-2744491d-cc1c-4758-8bee-b76d08b317cf service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604616 Nov 12 03:36:02.171051 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5414958 Nov 12 03:36:02.171147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:02.187026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Request body: {'subnet': {'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1412784192-subnet', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:02.246521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e449833b-ce68-4a38-9d70-4447413975a8 req-6f90654d-3179-4b62-a878-9e071f7c8df0 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562449 Nov 12 03:36:02.287498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7566cf5-f2d1-4113-954d-665fbbae9c6f admin admin] Pushing event updated for resources: {'Network': ['ID=d8a246af-0956-4c92-8d5b-21cb0485242d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.315184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-6b842874-7f56-45ba-8dac-4a5a3a48ef10 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826567 Nov 12 03:36:02.318504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Made reservation on behalf of 66296fd066ed47928b2022e19adcc1be for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:02.320936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.330571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d8a246af-0956-4c92-8d5b-21cb0485242d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:02.404319 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:02.418108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.514789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] For port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:02.531015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.605865 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557150b2-fc03-4395-87df-5a0b1cb209a9 None None] Pushing event updated for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.628443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-6335dcca-2f7d-4813-a830-691bc36639e5 service neutron] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372706 Nov 12 03:36:02.660809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e1cad-d328-4e52-b676-3aebef87913a None None] Pushing event updated for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.675845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1030e91d-163d-425d-9fee-bbee8e2d891d None None] Provisioning complete for port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:02.676542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1030e91d-163d-425d-9fee-bbee8e2d891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.727937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-df26cd88-e03a-43be-81f8-4bd0758d0ff5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 200 len: 217 time: 0.0626633 Nov 12 03:36:02.809000 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.852554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56941881-d499-4660-b431-168e6a2f4f96 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:03.177253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561d3d3-4933-4a04-b3bc-b353e61e3d74 req-bf371cc8-0492-4d43-ad06-13ee13cc9036 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.178834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9561d3d3-4933-4a04-b3bc-b353e61e3d74 req-bf371cc8-0492-4d43-ad06-13ee13cc9036 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.7666790 Nov 12 03:36:03.180735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-5a43d0f7-1ac3-4923-8d01-a25f5b0b7386 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508356 Nov 12 03:36:03.278927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f2a1f61d-3f52-4e78-9e64-6f721d2e926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.280413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-f2a1f61d-3f52-4e78-9e64-6f721d2e926f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.5395317 Nov 12 03:36:03.291085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-7fcc40bf-9a3f-4dfd-b16d-ca1da1bd0bbd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.1012383 Nov 12 03:36:03.458750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9561d3d3-4933-4a04-b3bc-b353e61e3d74 req-1c8b512f-6034-425c-b3a9-92b8ca202f63 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564070 Nov 12 03:36:03.460303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-5c0837c6-1975-4037-89e7-3e0b3727e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.461786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-5c0837c6-1975-4037-89e7-3e0b3727e8f7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1537986 Nov 12 03:36:03.471321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a0d09c74-d758-4e4f-9956-1edc69ac608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.472908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a0d09c74-d758-4e4f-9956-1edc69ac608c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1793926 Nov 12 03:36:03.546448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.633381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e86ea-c096-4a33-a5fe-03cfa7abdec0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.744335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-8c2ca31b-2def-47a4-82f7-b5c099a99fd2 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522709 Nov 12 03:36:03.747158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-0ff19a24-8f6b-414f-8b3f-3d997671cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.749192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-0ff19a24-8f6b-414f-8b3f-3d997671cb0e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2692313 Nov 12 03:36:03.981828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Checking segment: {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:03.982308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Network hostable DHCP agents. Network: d8a246af-0956-4c92-8d5b-21cb0485242d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:04.029585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Network d8a246af-0956-4c92-8d5b-21cb0485242d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:04.039658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:04.054730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-75bccde6-2ca3-43cb-a629-6f0447a28bab service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026404 Nov 12 03:36:04.062114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-34ddf53d-fc85-4b29-a1d1-572acad2479a service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998347 Nov 12 03:36:04.086000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d8a246af-0956-4c92-8d5b-21cb0485242d) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:04.096052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78e283-b06d-4087-89bf-9ffcf2ad813f None None] Network d8a246af-0956-4c92-8d5b-21cb0485242d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:04.140131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.140733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.148595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-a3956467-51b9-49aa-81b7-e2a33df715ee service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 200 len: 217 time: 0.0824163 Nov 12 03:36:04.160932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-ae129c49-9be1-4b57-9bf7-7d4cf763c61a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.162439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-ae129c49-9be1-4b57-9bf7-7d4cf763c61a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.3760598 Nov 12 03:36:04.235297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-b0422cb5-629d-4ad8-aa79-1d2c90817752 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/quotas/9968cbdee6c44ac0aa0adf61f9217bbe HTTP/1.1" status: 200 len: 375 time: 0.0593042 Nov 12 03:36:04.296118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d9a09bb-cac9-4615-b9dd-fe1c950811cd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1194725 Nov 12 03:36:04.297267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:04.303289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:04.333895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 148b89f1-b02c-4f92-ac01-bb2386bf7b7b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:04.351699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.353550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.377460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-630618283', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:04.447055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-108b7202-2d58-414f-90b2-16b2e098fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.448598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-108b7202-2d58-414f-90b2-16b2e098fccf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 200 len: 797 time: 0.2824912 Nov 12 03:36:04.461916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.466011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d8a246af-0956-4c92-8d5b-21cb0485242d', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:04.467284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.512858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:04.513434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.561757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-936dc0d0-7037-44d5-8eb8-0db5cc4cd29b tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2717915 Nov 12 03:36:04.564793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-0b55d8a7-9068-42e9-8de0-30008415c7d2 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798965 Nov 12 03:36:04.594869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Made reservation on behalf of eb751a3f35e749cb8ab4f37dd0b6a7d3 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:04.600903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.622385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.650667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-83489d46-7a7a-415b-bfa3-8140ef7fb43a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.0783439 Nov 12 03:36:04.696401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-c1d49a96-f6e7-4bc4-9485-2c3a2f7674e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.698515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-c1d49a96-f6e7-4bc4-9485-2c3a2f7674e1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7fd15f06-7b17-4180-b987-925b66abf718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2266891 Nov 12 03:36:04.718290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.755908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Allocated IP 172.20.0.2 (d8a246af-0956-4c92-8d5b-21cb0485242d/8e3e86ea-c096-4a33-a5fe-03cfa7abdec0/77267821-9685-4355-a636-58c05066c7ad) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:04.826596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4f3cf173-1509-4e2c-a88c-d004224a485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.828438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-4f3cf173-1509-4e2c-a88c-d004224a485e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1467586 Nov 12 03:36:04.833354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-0c193369-ab16-4968-b03b-c7f354ff764c service neutron] 10.222.0.93 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623761 Nov 12 03:36:04.892764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.904494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.911630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] device_id is not set on port 1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:04.957801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-246ab057-3c8f-44ec-a0b8-7ab77e11f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.959616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-246ab057-3c8f-44ec-a0b8-7ab77e11f307 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210980 Nov 12 03:36:04.964159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-0f382185-193f-443e-9d2c-39f6bd4c8864 service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413280 Nov 12 03:36:04.978669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee615cf-429d-4be5-aec1-66309554ceda,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.998448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.004697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.052291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Pushing event updated for resources: {'Port': ['ID=77267821-9685-4355-a636-58c05066c7ad,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.066217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-c8d15872-6c27-430e-a05d-d0e87331a15b service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956740 Nov 12 03:36:05.080515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Network d8a246af-0956-4c92-8d5b-21cb0485242d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:05.082196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:05.085469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:05.137980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Allocated IP 172.25.4.127 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1ced3d39-8da2-48d0-bf60-fdfc19e3aea3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:05.186223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Attempting to bind port 77267821-9685-4355-a636-58c05066c7ad on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:05.186761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Attempting to bind port 77267821-9685-4355-a636-58c05066c7ad by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:05.186873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Attempting to bind port 77267821-9685-4355-a636-58c05066c7ad on network d8a246af-0956-4c92-8d5b-21cb0485242d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:05.194485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:05.194756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Checking segment: {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:05.194979 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.196409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Bound using segment: {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:05.196963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Bound port: 77267821-9685-4355-a636-58c05066c7ad, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:05.197555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.211139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-092b309c-fcd2-4ecd-8b96-505984905e5b service neutron] 10.222.0.93 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623371 Nov 12 03:36:05.232017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.268024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49e68988-d1c7-4496-9b40-010e7611c8c7 req-8d5ceabb-2d38-41c7-9fda-a2be506c6fcb service neutron] 10.222.0.98 "GET /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960656 Nov 12 03:36:05.291026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-0bc1eb79-715d-4dec-9d81-9ecd4efc0381 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148688 Nov 12 03:36:05.293122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.308318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] For port 77267821-9685-4355-a636-58c05066c7ad, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:05.315922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] For port 77267821-9685-4355-a636-58c05066c7ad, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=77267821-9685-4355-a636-58c05066c7ad,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:05.331068 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.370219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-65c54122-a04e-4e1c-80a0-21fdf8796696 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0715604 Nov 12 03:36:05.419994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8f09a-78ff-4baf-b062-7bde9f4b1c00 None None] Pushing event updated for resources: {'Port': ['ID=77267821-9685-4355-a636-58c05066c7ad,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.454046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-2720007a-3288-46ba-ad74-2f7759c905f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.460149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-2720007a-3288-46ba-ad74-2f7759c905f3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.0779421 Nov 12 03:36:05.631456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.662009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a97dec05-3407-4f4d-b6c1-7bc30430f2ba req-6b21151d-c439-4379-bbba-db897d3f2bd5 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 210 time: 0.0559242 Nov 12 03:36:05.674731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-c29426c4-6d36-4e58-9d77-985fe2219481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.677252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-c29426c4-6d36-4e58-9d77-985fe2219481 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2149913 Nov 12 03:36:05.787068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.803459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Allocated IP 172.25.4.25 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/4cb49fc5-3aca-4b1f-b40e-b980649b4589) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:05.880805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:05.897544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:05.909843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:05.912716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e4e62-8a8c-4390-bf75-62c12135f7d4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:05.953251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-56ff793b-f0fa-4153-98bf-08debfeeea2f service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544978 Nov 12 03:36:05.996103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d6abd848-94ec-4016-b495-a54cb43625fd None None] Provisioning complete for port 1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:05.996606 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6abd848-94ec-4016-b495-a54cb43625fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.070082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d6abd848-94ec-4016-b495-a54cb43625fd None None] Port 1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:06.127578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8cb7f1-48cd-45b6-850c-fd20e11fd69c req-1d4dca9e-c3ee-43b4-a2d7-f3a9017e8524 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669533 Nov 12 03:36:06.283998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Pushing event updated for resources: {'Port': ['ID=1ced3d39-8da2-48d0-bf60-fdfc19e3aea3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.300108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 77267821-9685-4355-a636-58c05066c7ad up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:06.315681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.316321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.346802 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88111602-21ef-4127-a0f5-c5689ed1815a tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3059669 Nov 12 03:36:06.349832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37496) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:06.356898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}]}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:06.359119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.375934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 77267821-9685-4355-a636-58c05066c7ad triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:06.376338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.387332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.392618 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.414930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.453972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:06.456942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:06.469786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:06.482616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc0592-9ce2-4717-b5c9-9e67f683b835 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:06.487545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.499688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb49fc5-3aca-4b1f-b40e-b980649b4589,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.504725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.542558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 77267821-9685-4355-a636-58c05066c7ad, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=77267821-9685-4355-a636-58c05066c7ad,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:06.549334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.619004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-43860c07-e216-43c3-8d5a-20d15c7d4453 None None] Provisioning complete for port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:06.619376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43860c07-e216-43c3-8d5a-20d15c7d4453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.663252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=77267821-9685-4355-a636-58c05066c7ad,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.684505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-43860c07-e216-43c3-8d5a-20d15c7d4453 None None] Port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:06.766539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.880773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.899473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71a25430-6683-4bde-8deb-396e6c27d351 req-268db553-6479-4801-bf96-365f27d7ede0 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 210 time: 0.0812249 Nov 12 03:36:07.010427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dc9e1-c3b1-4d73-ab13-9902f71976fd None None] Network d8a246af-0956-4c92-8d5b-21cb0485242d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:07.012175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-01eed296-710a-421e-9242-a250e964c971 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.013677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-01eed296-710a-421e-9242-a250e964c971 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.100 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.2044818 Nov 12 03:36:07.026342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Request body: {'port': {'device_id': '63698930-22cf-46a1-965b-f123ed84d868', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'admin_state_up': True, 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:07.059259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Made reservation on behalf of 9968cbdee6c44ac0aa0adf61f9217bbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:07.061734 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.153694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.156792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e05c324-fe7e-465c-a80a-d4b491292016 None None] Provisioning complete for port 77267821-9685-4355-a636-58c05066c7ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.157293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e05c324-fe7e-465c-a80a-d4b491292016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.292716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.338753 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.344009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Router ed1adea8-3109-48fb-ac78-a758f6906921 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:07.405809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Allocated IP 172.20.0.12 (7947145a-166e-4f4d-924c-6e69c2c5c6cf/f4b3f89b-7a74-4673-a63e-d8d8ec02b818/912fd28e-9c32-40d2-b547-3d9be18fa20c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:07.506455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:07.517983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Sync routers for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:07.532584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:07.534385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.544647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.548410 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6bacf3b9-f816-4601-9d31-995d94a5d1f0 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2466898 Nov 12 03:36:07.548661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.854763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d61947a6-8982-4458-8609-8820a9074fcf None None] Provisioning complete for port 77267821-9685-4355-a636-58c05066c7ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.855140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d61947a6-8982-4458-8609-8820a9074fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.910012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:08.022881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.059664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.082937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5794139-94a9-4340-93c3-0f1db0cd1d0d req-76ea5afe-3ee3-4bd7-870d-4249a791c017 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 210 time: 0.0347605 Nov 12 03:36:08.085117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.134414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.152249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:08.269881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 77267821-9685-4355-a636-58c05066c7ad up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:08.290397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Pushing event updated for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.326889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:06Z', 'revision_number': 3, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:08.338394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Allocated IP 172.20.0.1 (d8a246af-0956-4c92-8d5b-21cb0485242d/8e3e86ea-c096-4a33-a5fe-03cfa7abdec0/3692249d-004f-4386-a4d3-76cf47198d5e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:08.366866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Checking router: ed1adea8-3109-48fb-ac78-a758f6906921 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:08.367295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Updating router ed1adea8-3109-48fb-ac78-a758f6906921 port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:08.375581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:08.399240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.403482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:08.406490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:08.434061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.438018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.454471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 77267821-9685-4355-a636-58c05066c7ad triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.454952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.518085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.524424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.525109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.529976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.530490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80e073b5-973f-454b-bd2b-e620ca23c81a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:08.556800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-9e1fcefd-80be-4bbe-b94e-2cc2eca4d69c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5334134 Nov 12 03:36:08.559712 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:36:08.561617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a6b0fe4d-37e2-4cb3-9ed6-8b816cd1580d tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2106385 Nov 12 03:36:08.565681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:08.571168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Request body: {'port': {'device_id': '63698930-22cf-46a1-965b-f123ed84d868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:08.629253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.735912 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.808919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Pushing event updated for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.819886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Network d8a246af-0956-4c92-8d5b-21cb0485242d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:08.823165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:08.853089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:08.952946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.958423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Deleting port 1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:08.959013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.994402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e9c0121e-b62e-4284-886b-34843446335c None None] Provisioning complete for port 912fd28e-9c32-40d2-b547-3d9be18fa20c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.995174 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9c0121e-b62e-4284-886b-34843446335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.079698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0121e-b62e-4284-886b-34843446335c None None] Port 912fd28e-9c32-40d2-b547-3d9be18fa20c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:09.135929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912fd28e-9c32-40d2-b547-3d9be18fa20c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:09.148626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.171770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.177358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Transition to ACTIVE for port object 912fd28e-9c32-40d2-b547-3d9be18fa20c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:09.183487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.190240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Calling delete_port for 1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:09.212948 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.220221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a5bd49c5-cd76-4244-8a36-a9ef63d8267f None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.225019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49c5-cd76-4244-8a36-a9ef63d8267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.225975 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.248577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.309180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd49c5-cd76-4244-8a36-a9ef63d8267f None None] Port 3692249d-004f-4386-a4d3-76cf47198d5e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:09.322621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0ddbf-85d8-4896-9099-d9aaeff2a48a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:09.340985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e5386-9e31-4f8e-8fbf-4d2009871224 None None] Pushing event updated for resources: {'Port': ['ID=4cb49fc5-3aca-4b1f-b40e-b980649b4589,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.347229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Pushing event updated for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.359240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Attempting to bind port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:09.359615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Attempting to bind port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:09.360010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Attempting to bind port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:09.378170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c133e-1565-4708-bda3-4dbbba78aaf3 req-7bed578b-9b68-4234-be73-3be22c73a526 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.378534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:09.379255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:09.379255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.379660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:09.379772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5c133e-1565-4708-bda3-4dbbba78aaf3 req-7bed578b-9b68-4234-be73-3be22c73a526 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1054 time: 0.1566491 Nov 12 03:36:09.380179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Bound port: 4cb49fc5-3aca-4b1f-b40e-b980649b4589, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:09.380569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.435983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Attempting to bind port 912fd28e-9c32-40d2-b547-3d9be18fa20c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:09.438175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Attempting to bind port 912fd28e-9c32-40d2-b547-3d9be18fa20c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:09.438853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Attempting to bind port 912fd28e-9c32-40d2-b547-3d9be18fa20c on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:09.450161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] For port 4cb49fc5-3aca-4b1f-b40e-b980649b4589, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:09.454372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] For port 4cb49fc5-3aca-4b1f-b40e-b980649b4589, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4cb49fc5-3aca-4b1f-b40e-b980649b4589,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:09.460530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.472063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Port 912fd28e-9c32-40d2-b547-3d9be18fa20c on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:09.472762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Attempting to bind port 912fd28e-9c32-40d2-b547-3d9be18fa20c on network 7947145a-166e-4f4d-924c-6e69c2c5c6cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:09.486769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:09.494176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Checking segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:09.494655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Bound using segment: {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:09.495623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Bound port: 912fd28e-9c32-40d2-b547-3d9be18fa20c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4f0876-a888-44ab-8dd0-851db88137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:09.496026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.497742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] Provisioning complete for port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.498106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.515070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5c133e-1565-4708-bda3-4dbbba78aaf3 req-e28dba6d-8841-4e78-9236-784aa79d0cf0 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275594 Nov 12 03:36:09.547652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49844cb0-b713-455a-bf21-70618e57ca92 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:09.576655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e5386-9e31-4f8e-8fbf-4d2009871224 None None] Pushing event updated for resources: {'Port': ['ID=4cb49fc5-3aca-4b1f-b40e-b980649b4589,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.580795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:09.581614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.583214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.599198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:09.602846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:09.607417 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.625157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ced3d39-8da2-48d0-bf60-fdfc19e3aea3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.648272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba95fbee-e7fe-4d85-bba5-d49935263a8c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:09.649366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.650078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.651629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] 10.222.0.100 "PUT /v2.0/ports/912fd28e-9c32-40d2-b547-3d9be18fa20c HTTP/1.1" status: 200 len: 1093 time: 1.0864217 Nov 12 03:36:09.652314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:09.654992 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3" -d '{"events": [{"name": "network-changed", "server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:09.707298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.711229 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-931de989-426e-4a18-873b-f5d8cf8a4443 tempest-RoutersAdminNegativeTest-1602842383 tempest-RoutersAdminNegativeTest-1602842383-project-admin] 10.222.0.93 "DELETE /v2.0/ports/1ced3d39-8da2-48d0-bf60-fdfc19e3aea3 HTTP/1.1" status: 204 len: 168 time: 1.1444571 Nov 12 03:36:09.730966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d1174-f2b9-4ba1-ac38-f9e5c9702b57 service neutron] Pushing event updated for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.738105 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22975238-3d9b-49ac-93bd-57be3a70c901 x-openstack-request-id: req-22975238-3d9b-49ac-93bd-57be3a70c901 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:09.738418 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:09.738748 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-22975238-3d9b-49ac-93bd-57be3a70c901 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:09.739227 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c', 'status': 'completed', 'code': 200} Nov 12 03:36:09.758506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.763842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.766477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.780900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-15dbaf92-8834-4f2e-8285-a6d49a5869ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.782876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-15dbaf92-8834-4f2e-8285-a6d49a5869ab service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1096 time: 0.0861037 Nov 12 03:36:09.798066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:09.810221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] For port 4cb49fc5-3aca-4b1f-b40e-b980649b4589, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4cb49fc5-3aca-4b1f-b40e-b980649b4589,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:09.849117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Pushing event updated for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.870515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-1a83c881-7995-4a39-a19e-b3aa8f88fa04 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c HTTP/1.1" status: 200 len: 217 time: 0.0800381 Nov 12 03:36:09.872866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.928682 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.965381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-a3fc44a4-920b-4dc4-adfc-f427a1f00613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.969554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-a3fc44a4-920b-4dc4-adfc-f427a1f00613 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f4b3f89b-7a74-4673-a63e-d8d8ec02b818 HTTP/1.1" status: 200 len: 848 time: 0.0894322 Nov 12 03:36:10.016512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Network d8a246af-0956-4c92-8d5b-21cb0485242d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:10.018169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:10.050080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e6e5-b255-4269-a340-6be082f93a5f req-58e9db27-b49a-4d49-a1d0-eaea182ebf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.051722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-58e9db27-b49a-4d49-a1d0-eaea182ebf6a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7947145a-166e-4f4d-924c-6e69c2c5c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722251 Nov 12 03:36:10.100920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808f554-6614-4676-84ea-ac5c5461908c None None] Pushing event updated for resources: {'Port': ['ID=4cb49fc5-3aca-4b1f-b40e-b980649b4589,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.131037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5c607b20-510e-46f2-9658-e6e478e97053 None None] Provisioning complete for port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:10.131407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c607b20-510e-46f2-9658-e6e478e97053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.190701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.248669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Router ed1adea8-3109-48fb-ac78-a758f6906921 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:10.299304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-dd27bb8d-2e18-47d2-ad37-33fb89a772db service neutron] 10.222.0.100 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349808 Nov 12 03:36:10.320586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3692249d-004f-4386-a4d3-76cf47198d5e', 'name': '', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'mac_address': 'fa:16:3e:c5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:08Z', 'updated_at': '2021-11-12T03:36:08Z', 'revision_number': 1, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'subnets': [{'id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:10.371253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324046a2-aae9-4824-8ab8-963e81a4d5b0 None None] The sync data for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 is: [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3692249d-004f-4386-a4d3-76cf47198d5e', 'name': '', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'mac_address': 'fa:16:3e:c5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:08Z', 'updated_at': '2021-11-12T03:36:08Z', 'revision_number': 1, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'subnets': [{'id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:10.449325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:10.457400 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b1e5ecf-31d7-43ee-bbcb-8c8bde4d7e18 admin admin] 10.222.0.93 "PUT /v2.0/routers/ed1adea8-3109-48fb-ac78-a758f6906921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076653 Nov 12 03:36:10.484012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb0d9-e1f3-4c94-ad66-781ffd617fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.490051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c405e6e5-b255-4269-a340-6be082f93a5f req-2fb74040-771c-4c3b-98be-1d42b7144664 service neutron] 10.222.0.100 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890161 Nov 12 03:36:10.527391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b694eba9-c3cd-4e08-8d88-384120d042ae None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:10.528542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b694eba9-c3cd-4e08-8d88-384120d042ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.598607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb0d9-e1f3-4c94-ad66-781ffd617fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.604223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf3eb0d9-e1f3-4c94-ad66-781ffd617fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.634038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-9902e08e-e31a-4998-bf30-e13ec77e52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.635592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-9902e08e-e31a-4998-bf30-e13ec77e52e9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1096 time: 0.0721176 Nov 12 03:36:10.640315 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf3eb0d9-e1f3-4c94-ad66-781ffd617fee admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f3ef01a72db14cc29dc44d0b0b6ab17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4483218 Nov 12 03:36:10.642592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.643518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b694eba9-c3cd-4e08-8d88-384120d042ae None None] Port 3692249d-004f-4386-a4d3-76cf47198d5e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:10.726262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eb0d9-e1f3-4c94-ad66-781ffd617fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b277e3a7-a2f0-4d69-a44a-6c3f9a7422ac,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.760263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.833272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.843759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fa735-deb5-42c3-a6db-46c1e8aaa7f9 req-005f2a3e-870c-4a77-827d-9d55773a7ae5 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.845082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0fa735-deb5-42c3-a6db-46c1e8aaa7f9 req-005f2a3e-870c-4a77-827d-9d55773a7ae5 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1096 time: 0.1857638 Nov 12 03:36:10.889006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-aee32342-3dd4-4a9f-9099-1bb7970c039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.890813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-aee32342-3dd4-4a9f-9099-1bb7970c039d service neutron] 10.222.0.100 "GET /v2.0/networks?id=7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 200 len: 911 time: 0.2436836 Nov 12 03:36:10.926647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.929679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.931588 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b277e3a7-a2f0-4d69-a44a-6c3f9a7422ac HTTP/1.1" status: 204 len: 168 time: 0.2874849 Nov 12 03:36:10.941597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5751-c1b1-474f-9d91-6bf4b7a9ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b277e3a7-a2f0-4d69-a44a-6c3f9a7422ac,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.963772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-00fc47b8-c570-4ddf-a84a-6a3dae5616c8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c HTTP/1.1" status: 200 len: 217 time: 0.0603268 Nov 12 03:36:11.025804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0fa735-deb5-42c3-a6db-46c1e8aaa7f9 req-8b4f62ef-aeb1-418c-8538-7ce96c0258f1 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693392 Nov 12 03:36:11.049684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-66b3a07e-8ba4-434d-8272-616e0acbc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.050764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-66b3a07e-8ba4-434d-8272-616e0acbc3d2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f4b3f89b-7a74-4673-a63e-d8d8ec02b818 HTTP/1.1" status: 200 len: 848 time: 0.0796735 Nov 12 03:36:11.116771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-292d0d54-7d55-41b5-8740-f06707eeaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.119847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-292d0d54-7d55-41b5-8740-f06707eeaa82 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7947145a-166e-4f4d-924c-6e69c2c5c6cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612273 Nov 12 03:36:11.282660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-746a273a-80b9-42da-aded-9e14318b5633 service neutron] 10.222.0.100 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547570 Nov 12 03:36:11.356972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.425230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.427555 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8747ac01-66e1-433d-a639-919618da1d59 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb751a3f35e749cb8ab4f37dd0b6a7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689440 Nov 12 03:36:11.438601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d74916a-428f-4e8f-b6f7-9f3a8fdf25a3 req-4a072883-f7f4-48f1-babc-8157ac783153 service neutron] 10.222.0.100 "GET /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404600 Nov 12 03:36:11.516943 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.572187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.636394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.641646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.643404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2ee615cf-429d-4be5-aec1-66309554ceda HTTP/1.1" status: 204 len: 168 time: 0.2171714 Nov 12 03:36:11.654291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e8a7-deae-4d2c-80c1-d9d0fdc03519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee615cf-429d-4be5-aec1-66309554ceda,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.194085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea17301-b9d9-4ee8-a1d2-8e4317b292c2 req-796b7963-9a1e-4de0-8561-d07126ed7be0 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.206040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bea17301-b9d9-4ee8-a1d2-8e4317b292c2 req-796b7963-9a1e-4de0-8561-d07126ed7be0 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1096 time: 0.0756657 Nov 12 03:36:12.302436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bea17301-b9d9-4ee8-a1d2-8e4317b292c2 req-628e2cca-8d93-4923-8b91-448807346941 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953531 Nov 12 03:36:12.320000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4cb49fc5-3aca-4b1f-b40e-b980649b4589 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:12.397592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:12.397973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.719891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37610) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.807189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 912fd28e-9c32-40d2-b547-3d9be18fa20c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:12.878828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1204001384'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:12.912203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:12.917104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.926971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.960671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.977270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '912fd28e-9c32-40d2-b547-3d9be18fa20c', 'network_id': '7947145a-166e-4f4d-924c-6e69c2c5c6cf', 'port_id': '912fd28e-9c32-40d2-b547-3d9be18fa20c', 'mac_address': 'fa:16:3e:91:b7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b3f89b-7a74-4673-a63e-d8d8ec02b818', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:13.025364 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.029595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.046952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:13.072177 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.072522 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Added segment c334d27d-5bcd-4a1e-800a-03bd59e9782b of type vlan for network a14e2558-a8f6-40ab-a112-74154dfc7e5d Nov 12 03:36:13.084276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756df9c2-a8fb-4bbd-bcb1-8ff2f845d1c3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.123850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.150252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.157080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.157896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.180733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.193197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912fd28e-9c32-40d2-b547-3d9be18fa20c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:13.212642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:13.216704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.227754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5066316 Nov 12 03:36:13.231321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:13.237906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:13.267481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.277586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846565d7-8ab7-4b45-b4e0-47f243165e77 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Network': ['ID=a14e2558-a8f6-40ab-a112-74154dfc7e5d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.286903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:13.348014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:13.351578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.404282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253db733-6308-42a2-a2f1-bdf3993073a7 req-10a999df-9e4c-4b92-ac79-f0b6c8419032 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.405845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-253db733-6308-42a2-a2f1-bdf3993073a7 req-10a999df-9e4c-4b92-ac79-f0b6c8419032 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1097 time: 0.0408955 Nov 12 03:36:13.457185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-253db733-6308-42a2-a2f1-bdf3993073a7 req-a7f38592-807d-4a90-be4c-31d6f61c3367 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Nov 12 03:36:13.497008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['912fd28e-9c32-40d2-b547-3d9be18fa20c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:13.543047 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.609497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=f2dc1b1c-4972-4603-bc25-99414062569d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.619284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:13.619647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network hostable DHCP agents. Network: a14e2558-a8f6-40ab-a112-74154dfc7e5d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:13.636348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:13.645419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a14e2558-a8f6-40ab-a112-74154dfc7e5d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:13.654714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.655359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.671519 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31724725-27f1-4184-a036-1f971cea8247 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4384141 Nov 12 03:36:13.672743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff5a0f-5aee-476f-9507-01a59bbbfc07 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:13.674340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:13.680388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'name': 'tempest-NetworksTestDHCPv6-1846771585'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:13.796981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:13.801072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.824456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 3baacfbe-1b91-4d4c-9a78-4d9769499f78 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:13.848634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'f2dc1b1c-4972-4603-bc25-99414062569d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:13.850080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.003550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::cc (a14e2558-a8f6-40ab-a112-74154dfc7e5d/f2dc1b1c-4972-4603-bc25-99414062569d/3baacfbe-1b91-4d4c-9a78-4d9769499f78) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:14.265355 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Sync routers for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:14.278116 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:14.279062 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.318586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-850670fe-a4ab-4a63-8054-0913f7ccfd26 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.320689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-850670fe-a4ab-4a63-8054-0913f7ccfd26 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.1299863 Nov 12 03:36:14.339231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2ddb756-e94e-4e00-82d9-96fb0bdb5671 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0111642 Nov 12 03:36:14.401065 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:14.401507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-3f035cca-c833-4a0c-8779-c8b3ad6a9a9d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553086 Nov 12 03:36:14.449554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.500223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.555573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=3baacfbe-1b91-4d4c-9a78-4d9769499f78,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.568312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d0a063da-8263-491a-8559-d644cbf7d4e6 service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591136 Nov 12 03:36:14.598492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:14.599625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:14.609485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:14.615047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/f2dc1b1c-4972-4603-bc25-99414062569d/aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:14.619896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.625776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.656515 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3a34a46-a3d4-4eeb-adcd-708af109d498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9788570 Nov 12 03:36:14.658497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.697524 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3692249d-004f-4386-a4d3-76cf47198d5e', 'name': '', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'mac_address': 'fa:16:3e:c5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:08Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 2, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'subnets': [{'id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.735093 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Checking router: ed1adea8-3109-48fb-ac78-a758f6906921 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:14.735437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Updating router ed1adea8-3109-48fb-ac78-a758f6906921 port 3692249d-004f-4386-a4d3-76cf47198d5e binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:14.736618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-9ca079fc-f759-4e7f-84da-ff9a639afd2c service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613090 Nov 12 03:36:14.739953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ad248-3a96-4f49-ae9f-d7a04d57e2f9 req-fd5f3ca1-bdfb-499d-9ec6-48930f5a3c64 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.742761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e2ad248-3a96-4f49-ae9f-d7a04d57e2f9 req-fd5f3ca1-bdfb-499d-9ec6-48930f5a3c64 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1097 time: 0.0641785 Nov 12 03:36:14.765334 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.788554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956711d5-ffbd-4550-90e0-ad2d4e27ca7a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.795653 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-956711d5-ffbd-4550-90e0-ad2d4e27ca7a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1363771 Nov 12 03:36:14.796411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.818254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 912fd28e-9c32-40d2-b547-3d9be18fa20c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:14.837595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e2ad248-3a96-4f49-ae9f-d7a04d57e2f9 req-bd0753a3-4e0d-482c-915d-c4ce5839cc6c tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845966 Nov 12 03:36:14.849896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.907020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.963365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 3baacfbe-1b91-4d4c-9a78-4d9769499f78 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:14.963695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.988330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Pushing event updated for resources: {'Port': ['ID=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.996825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 912fd28e-9c32-40d2-b547-3d9be18fa20c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:15.001858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:15.002598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 912fd28e-9c32-40d2-b547-3d9be18fa20c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:15.003018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.036080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:15.038619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:15.116196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.139316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 3baacfbe-1b91-4d4c-9a78-4d9769499f78 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:15.142607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Attempting to bind port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:15.143236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Attempting to bind port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:15.143435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Attempting to bind port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:15.151486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:15.151856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:15.152284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.152674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:15.153152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Bound port: aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:15.153528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.237401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ed974ec-7e06-4fe4-978d-5e8ad879e33a req-301d5bd1-b98e-4c54-a78e-4589f27d2e00 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0379331 Nov 12 03:36:15.249849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.327410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:15.330493 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.336985 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ec186-0a23-40c5-b1ed-2bb06ee3e0b6" -d '{"events": [{"server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "name": "network-vif-plugged", "status": "completed", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:15.377325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.379464 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.381650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:15.391716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] For port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:15.400071 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.431875 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=3baacfbe-1b91-4d4c-9a78-4d9769499f78,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.434488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] For port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:15.436522 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2843c9-4d73-4d1d-a7e6-20052f1f923f x-openstack-request-id: req-6a2843c9-4d73-4d1d-a7e6-20052f1f923f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:15.437003 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "name": "network-vif-plugged", "status": "completed", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:15.437411 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a2843c9-4d73-4d1d-a7e6-20052f1f923f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:15.438013 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c', 'code': 200} Nov 12 03:36:15.442647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.484509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.501123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.510833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b515a649-66d9-4357-b02c-f7d8dd7086ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/3baacfbe-1b91-4d4c-9a78-4d9769499f78 HTTP/1.1" status: 204 len: 168 time: 0.7133706 Nov 12 03:36:15.530362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:15.559183 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c4a69-7164-49a9-b604-254d0a40b835 None None] Pushing event updated for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.582167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfb45-cd5e-4601-8c8c-fd6c330dd956 req-127abbec-6a35-4399-a2de-883a000d12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.583515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aecfb45-cd5e-4601-8c8c-fd6c330dd956 req-127abbec-6a35-4399-a2de-883a000d12cf service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.1059301 Nov 12 03:36:15.626078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfadd11-6821-40b3-b025-92bf92be1eba None None] Pushing event updated for resources: {'Port': ['ID=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.683943 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Attempting to bind port 3692249d-004f-4386-a4d3-76cf47198d5e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:15.685007 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Attempting to bind port 3692249d-004f-4386-a4d3-76cf47198d5e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:15.685537 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Attempting to bind port 3692249d-004f-4386-a4d3-76cf47198d5e on network d8a246af-0956-4c92-8d5b-21cb0485242d {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:15.689386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aecfb45-cd5e-4601-8c8c-fd6c330dd956 req-579afd9a-c29b-46bc-b4fb-53e16afb512e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976629 Nov 12 03:36:15.693665 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:15.694353 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Checking segment: {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:15.694943 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.696427 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Bound using segment: {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:15.697213 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Bound port: 3692249d-004f-4386-a4d3-76cf47198d5e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a332652-f381-43af-9527-ea608ac0e57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:15.697778 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.729262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631edc31-7244-4430-8f0b-d698664f1771 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.729652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631edc31-7244-4430-8f0b-d698664f1771 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.737318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-631edc31-7244-4430-8f0b-d698664f1771 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2016923 Nov 12 03:36:15.737651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:15.806319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet f2dc1b1c-4972-4603-bc25-99414062569d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:15.809943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.852630 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] For port 3692249d-004f-4386-a4d3-76cf47198d5e, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:15.856497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.857518 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] For port 3692249d-004f-4386-a4d3-76cf47198d5e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3692249d-004f-4386-a4d3-76cf47198d5e,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:15.862203 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.003292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.003723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.038905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.062592 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c4a69-7164-49a9-b604-254d0a40b835 None None] Pushing event updated for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.087591 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:16.088840 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:35:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:16.180205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438117f-49be-49a0-866c-15a7803fd98f req-c64634d6-2c46-4c90-bd0a-d9b0ce185585 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.192463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3438117f-49be-49a0-866c-15a7803fd98f req-c64634d6-2c46-4c90-bd0a-d9b0ce185585 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.0911663 Nov 12 03:36:16.223840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.283321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.344119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3438117f-49be-49a0-866c-15a7803fd98f req-ca30c8d0-ff71-4999-8fd4-8930ae0c7bac tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299708 Nov 12 03:36:16.365521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dc1b1c-4972-4603-bc25-99414062569d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.375751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.378629 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:16.381105 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-56b77206-8116-430f-a0d7-4ed540d39b9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/f2dc1b1c-4972-4603-bc25-99414062569d HTTP/1.1" status: 204 len: 168 time: 0.6422150 Nov 12 03:36:16.383629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37688) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:16.384495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] For port 3692249d-004f-4386-a4d3-76cf47198d5e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3692249d-004f-4386-a4d3-76cf47198d5e,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:16.389701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.498420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8f21e-6203-42ec-9e43-9e1cb3e2467d None None] Pushing event updated for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.522953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eaf89955-f88e-470c-8387-246f41f9a830 req-90688925-7e23-4a04-bea0-67cd5e3cebf2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0909553 Nov 12 03:36:16.525512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3a6a0e00-adbc-4025-8cc1-1673d538447a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402736 Nov 12 03:36:16.528651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:16.534485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:16.571681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3692249d-004f-4386-a4d3-76cf47198d5e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:16.653774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-df26668b-0b52-4577-99d7-a985f8f002da None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.654467 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df26668b-0b52-4577-99d7-a985f8f002da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.697372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:16.701294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.702687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.703370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.856673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:16.922994 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3692249d-004f-4386-a4d3-76cf47198d5e', 'name': '', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'mac_address': 'fa:16:3e:c5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:08Z', 'updated_at': '2021-11-12T03:36:15Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'subnets': [{'id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:16.959864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.960553 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.999926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f74128-ec2d-4212-901b-b92cd8c2f7b0 None None] The sync data for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 is: [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '3692249d-004f-4386-a4d3-76cf47198d5e', 'name': '', 'network_id': 'd8a246af-0956-4c92-8d5b-21cb0485242d', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'mac_address': 'fa:16:3e:c5:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:08Z', 'updated_at': '2021-11-12T03:36:15Z', 'revision_number': 4, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'subnets': [{'id': '8e3e86ea-c096-4a33-a5fe-03cfa7abdec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:17.061954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-20c991a9-e1e3-4446-8b13-b6be724d2cf7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.063494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-20c991a9-e1e3-4446-8b13-b6be724d2cf7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.2388191 Nov 12 03:36:17.077602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:17.113076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.131198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.199696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:17.207062 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.233343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:17.242451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:17.253459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.254488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.291033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=fbd4c6fe-398c-4efd-9064-72bcf08b8184,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.338347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8078601 Nov 12 03:36:17.340214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.343189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.343691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.344211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.345366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.345366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.352439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.353710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.354158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.355294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.356197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.358124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37696) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:17.359076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.359946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5a7ec-3fd0-4877-af1d-6c7f51725ad2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:17.391626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7076228-3fde-4a0b-a9b5-fc8c877eda08 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:17.391793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'name': 'tempest-NetworksTestDHCPv6-1075504545'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:17.400423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:17.404144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.411662 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:17.538088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f164fe8f-c25a-4105-b012-91f584728f9a None None] Provisioning complete for port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.538715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f164fe8f-c25a-4105-b012-91f584728f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.744892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aabd3-cd2f-42ca-bf87-f5fe8bf12d49 req-7f570b82-474a-44b7-8b5b-dc97fc66ba29 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.752808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c07aabd3-cd2f-42ca-bf87-f5fe8bf12d49 req-7f570b82-474a-44b7-8b5b-dc97fc66ba29 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.2504218 Nov 12 03:36:17.781287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9104b01c-d394-4725-9b9b-5fe40d9894ef req-9d9364d5-effc-49a0-bab4-2178c4f0501f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0874355 Nov 12 03:36:17.861417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.11 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/dbec7f00-5269-4096-a6d2-0397b44f7306) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:18.003618 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-892cd5a2-c85d-44b8-851b-25d9b476e582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.028837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:18.032310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.034633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae63624-5e2c-4a33-84fb-1707bc5d8f06 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:18.040495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c07aabd3-cd2f-42ca-bf87-f5fe8bf12d49 req-fa95ce5e-bbe7-4d7c-b3b1-9a55dc9a1036 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657466 Nov 12 03:36:18.104664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.110551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7f69b211-4488-4ec4-878d-772f4120613f None None] Provisioning complete for port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.110930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f69b211-4488-4ec4-878d-772f4120613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.193674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 98dd6b82-1847-4431-b642-d31b6821c280 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:18.295941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3692249d-004f-4386-a4d3-76cf47198d5e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:18.362039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b8b0e-952f-4aff-9dfc-1b45452193d7 req-6df639e4-d7e7-49e9-9891-04c4f001958f tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.370463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab5b8b0e-952f-4aff-9dfc-1b45452193d7 req-6df639e4-d7e7-49e9-9891-04c4f001958f tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.1948593 Nov 12 03:36:18.394579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.438005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3692249d-004f-4386-a4d3-76cf47198d5e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.438782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.555183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:18.579172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.606857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:18.643611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:18.647098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:18.675450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.678572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.785744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab5b8b0e-952f-4aff-9dfc-1b45452193d7 req-ade715b0-5136-43c3-82cf-40fbaa9fcc9b tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128757 Nov 12 03:36:18.789809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::25b (a14e2558-a8f6-40ab-a112-74154dfc7e5d/fbd4c6fe-398c-4efd-9064-72bcf08b8184/98dd6b82-1847-4431-b642-d31b6821c280) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:18.829987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.830647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.868377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d13705bf-9c01-4581-b1ba-d4b5d2e92565 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7950511 Nov 12 03:36:18.892063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Request body: {'port': {'device_id': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:18.921137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e256a1e9-0e88-4bac-b244-a7fb85dba907 None None] Provisioning complete for port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.921874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e256a1e9-0e88-4bac-b244-a7fb85dba907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.214004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2794bb9c-9d1d-4c7d-9031-4bf8311faaad None None] Provisioning complete for port dbec7f00-5269-4096-a6d2-0397b44f7306 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.214662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2794bb9c-9d1d-4c7d-9031-4bf8311faaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.237915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.269490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2794bb9c-9d1d-4c7d-9031-4bf8311faaad None None] Port dbec7f00-5269-4096-a6d2-0397b44f7306 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:19.375660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-823efe59-7002-4198-a306-a32446623315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.382113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-523ee647-2566-4427-99d9-10fc961f5af6 None None] Could not find standard attr ID for object 3baacfbe-1b91-4d4c-9a78-4d9769499f78. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:19.519645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-823efe59-7002-4198-a306-a32446623315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.526011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-823efe59-7002-4198-a306-a32446623315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.609894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823efe59-7002-4198-a306-a32446623315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f418d006-82d4-45a8-828b-feef1fb28df5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.626475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-823efe59-7002-4198-a306-a32446623315 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a06d328b1d5f484bb2f481e429ea79bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874478 Nov 12 03:36:19.628752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.698632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.725606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.742901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.782175 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.786961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.788506 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f418d006-82d4-45a8-828b-feef1fb28df5 HTTP/1.1" status: 204 len: 168 time: 0.1585410 Nov 12 03:36:19.806878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99d9d6-6c1c-49c3-a2cc-e783239b3adf req-acd05280-bdae-4cd4-b448-ad150bedcacd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.808429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f99d9d6-6c1c-49c3-a2cc-e783239b3adf req-acd05280-bdae-4cd4-b448-ad150bedcacd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 932 time: 0.8728538 Nov 12 03:36:19.810871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4e6b7-6bed-4b41-9962-ef246256d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f418d006-82d4-45a8-828b-feef1fb28df5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.837686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8289607-9c4c-45ee-8c45-89d1f6caa090 req-c200e83f-03d0-4def-a923-6534777877aa tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.839215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8289607-9c4c-45ee-8c45-89d1f6caa090 req-c200e83f-03d0-4def-a923-6534777877aa tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.8354471 Nov 12 03:36:19.926855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8289607-9c4c-45ee-8c45-89d1f6caa090 req-6e96b0fc-d666-4d96-a7ad-30c427714778 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Nov 12 03:36:19.981524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.130518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f99d9d6-6c1c-49c3-a2cc-e783239b3adf req-1e9c4f0c-d078-4716-a368-559b955080cf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989888 Nov 12 03:36:20.199466 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.238706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.264710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb9b9c5-f3b5-4875-b250-8166237aacf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.315797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:20.324880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:20.329155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbec7f00-5269-4096-a6d2-0397b44f7306 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:20.333536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=98dd6b82-1847-4431-b642-d31b6821c280,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.337214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:20.342869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.343765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.362702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.369560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-512bb532-08df-4bca-865e-2be4eef5541a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9961329 Nov 12 03:36:20.374645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37736) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.384552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7fe255e5-ef26-48e8-a577-661c801763da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.389250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb9b9c5-f3b5-4875-b250-8166237aacf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.395810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb9b9c5-f3b5-4875-b250-8166237aacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.429282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Transition to ACTIVE for port object dbec7f00-5269-4096-a6d2-0397b44f7306 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:20.433291 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dbb9b9c5-f3b5-4875-b250-8166237aacf9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7068b469b87746b79fb553a91bcbff64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891794 Nov 12 03:36:20.433422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e1da1-5d45-4b3f-a3f4-7ba8bf380111 req-1717da48-c64a-4524-989c-331373634b14 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.434718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-148e1da1-5d45-4b3f-a3f4-7ba8bf380111 req-1717da48-c64a-4524-989c-331373634b14 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.1689236 Nov 12 03:36:20.438092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.440840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.479897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9b9c5-f3b5-4875-b250-8166237aacf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cfada7-e28d-45af-8470-7658190cb4de,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.520539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-148e1da1-5d45-4b3f-a3f4-7ba8bf380111 req-0824b8d8-6494-495b-bb58-517b6c7c36a7 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773652 Nov 12 03:36:20.529697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.559146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.571933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e2970-4c33-4a62-869a-0b169cb75ca4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.578134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e2970-4c33-4a62-869a-0b169cb75ca4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.579888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc4e2970-4c33-4a62-869a-0b169cb75ca4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2042840 Nov 12 03:36:20.582739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.585375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Pushing event updated for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.659139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.662011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.663576 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c8cfada7-e28d-45af-8470-7658190cb4de HTTP/1.1" status: 204 len: 168 time: 0.2241333 Nov 12 03:36:20.674196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e9eb-fb86-464e-a5d2-6a9647fda20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cfada7-e28d-45af-8470-7658190cb4de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.822778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6d3a785d-96e9-4916-9380-c4249aebdc48 None None] Provisioning complete for port 98dd6b82-1847-4431-b642-d31b6821c280 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:20.823140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d3a785d-96e9-4916-9380-c4249aebdc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.852711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Attempting to bind port dbec7f00-5269-4096-a6d2-0397b44f7306 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:20.853319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Attempting to bind port dbec7f00-5269-4096-a6d2-0397b44f7306 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:20.853425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Attempting to bind port dbec7f00-5269-4096-a6d2-0397b44f7306 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:20.871320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 98dd6b82-1847-4431-b642-d31b6821c280 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:20.871666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.881923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Port dbec7f00-5269-4096-a6d2-0397b44f7306 on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:20.882263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Attempting to bind port dbec7f00-5269-4096-a6d2-0397b44f7306 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:20.891789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a785d-96e9-4916-9380-c4249aebdc48 None None] Port 98dd6b82-1847-4431-b642-d31b6821c280 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:20.899159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:20.899505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:20.899898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:20.900369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Bound port: dbec7f00-5269-4096-a6d2-0397b44f7306, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:20.900730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.027970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.039452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:21.047705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 98dd6b82-1847-4431-b642-d31b6821c280 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:21.059444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dbec7f00-5269-4096-a6d2-0397b44f7306,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:21.065488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.136865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.137472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.138832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] 10.222.0.100 "PUT /v2.0/ports/dbec7f00-5269-4096-a6d2-0397b44f7306 HTTP/1.1" status: 200 len: 1093 time: 2.2526751 Nov 12 03:36:21.145851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:21.150454 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620117f1-6203-4abe-9212-7daa81873bca" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:21.264135 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b89734-10ac-48bd-ab88-af68f438e986 x-openstack-request-id: req-99b89734-10ac-48bd-ab88-af68f438e986 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:21.264424 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:21.264674 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99b89734-10ac-48bd-ab88-af68f438e986 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:21.266419 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306', 'status': 'completed', 'code': 200} Nov 12 03:36:21.351836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2998031-3aef-4f9c-bbb4-c12b403c796e service neutron] Pushing event updated for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.386682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-5485d140-5a47-4799-996a-7653274ba1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.388595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-5485d140-5a47-4799-996a-7653274ba1f0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 1096 time: 0.1960216 Nov 12 03:36:21.440872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe3a2-dd74-48dc-ae81-273fb622961c req-53720cce-c6e0-4e0b-b0fe-e9ffbf12d615 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.448747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c9fe3a2-dd74-48dc-ae81-273fb622961c req-53720cce-c6e0-4e0b-b0fe-e9ffbf12d615 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1814804 Nov 12 03:36:21.491519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-40431088-2efa-43c9-8488-30f9595eec87 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbec7f00-5269-4096-a6d2-0397b44f7306 HTTP/1.1" status: 200 len: 217 time: 0.0901086 Nov 12 03:36:21.590680 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.645945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c9fe3a2-dd74-48dc-ae81-273fb622961c req-515430c5-dde4-42aa-b66a-d1475b1c6a6b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963255 Nov 12 03:36:21.655497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=98dd6b82-1847-4431-b642-d31b6821c280,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.662210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-198fbbcd-745f-4bb1-a70d-dc42acac8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.663669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-198fbbcd-745f-4bb1-a70d-dc42acac8f68 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1517615 Nov 12 03:36:21.683010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.726348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.731814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6e167f7-e64a-4a3b-bd60-a0738c96174e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/98dd6b82-1847-4431-b642-d31b6821c280 HTTP/1.1" status: 204 len: 168 time: 1.1456544 Nov 12 03:36:21.732298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.794122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-6b5bcced-a53f-4b7b-873f-b8436e70dd32 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.796094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-6b5bcced-a53f-4b7b-873f-b8436e70dd32 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.2851341 Nov 12 03:36:21.799208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a53e9-01a1-4983-8ac8-4f49ba78efca tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.801754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a53e9-01a1-4983-8ac8-4f49ba78efca tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.803652 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-087a53e9-01a1-4983-8ac8-4f49ba78efca tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0701966 Nov 12 03:36:21.806931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.877659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b9179-6833-4f59-9348-f6cf91d64e81 req-a785480c-6055-429a-ae12-cc1e0b6b99c2 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.879934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a8b9179-6833-4f59-9348-f6cf91d64e81 req-a785480c-6055-429a-ae12-cc1e0b6b99c2 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 1098 time: 0.1848564 Nov 12 03:36:21.886159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet fbd4c6fe-398c-4efd-9064-72bcf08b8184 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:21.889684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.935273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d5d4151d-1111-42f2-b1bd-e2e5991d50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.936736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-d5d4151d-1111-42f2-b1bd-e2e5991d50e8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444801 Nov 12 03:36:21.940617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.994546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.059115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.064312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a8b9179-6833-4f59-9348-f6cf91d64e81 req-af3d54c0-e91e-48cc-b1a7-4edf7c563890 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422405 Nov 12 03:36:22.067542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Deleting port 912fd28e-9c32-40d2-b547-3d9be18fa20c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:22.067875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.094430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd4c6fe-398c-4efd-9064-72bcf08b8184,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.103899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-db813ab3-8478-4dcf-bfaa-f5cd0bb5a4ad service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589086 Nov 12 03:36:22.113821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.114325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f2496-db8f-42c7-96ff-296818883f80 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:22.118575 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3d1a9e13-850f-4225-afce-4555085fc6ce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/fbd4c6fe-398c-4efd-9064-72bcf08b8184 HTTP/1.1" status: 204 len: 168 time: 0.3101194 Nov 12 03:36:22.121667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.219430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e25ed45-4b4d-4782-991b-311a0f040ed6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947087 Nov 12 03:36:22.222329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.227731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:22.265702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9c28c34-85f8-4f5d-b1ce-79d9ec814972 req-15f4af8f-3216-4658-b20d-75435b42cb3f service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348393 Nov 12 03:36:22.301770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] For port 912fd28e-9c32-40d2-b547-3d9be18fa20c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=912fd28e-9c32-40d2-b547-3d9be18fa20c,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:22.301967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.317077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Calling delete_port for 912fd28e-9c32-40d2-b547-3d9be18fa20c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:22.433031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620117f1-6203-4abe-9212-7daa81873bca req-a3b2f593-80ef-4f52-b19c-da04d63566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.434982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-a3b2f593-80ef-4f52-b19c-da04d63566b2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 1096 time: 0.1114318 Nov 12 03:36:22.447225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:22.451008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.466543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:22.561781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Deleting port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:22.562506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.590481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.593574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620117f1-6203-4abe-9212-7daa81873bca req-89eb7341-5ba6-44b8-9d4e-811ad7fe88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.595238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-89eb7341-5ba6-44b8-9d4e-811ad7fe88ac service neutron] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1475904 Nov 12 03:36:22.628864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Pushing event deleted for resources: {'Port': ['ID=912fd28e-9c32-40d2-b547-3d9be18fa20c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.663135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['912fd28e-9c32-40d2-b547-3d9be18fa20c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:22.672199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:22.702966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-4f9b10fb-d44c-4e9c-aa8d-f6d4e0ad0aa5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbec7f00-5269-4096-a6d2-0397b44f7306 HTTP/1.1" status: 200 len: 217 time: 0.0752962 Nov 12 03:36:22.763351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.774742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] No DVR routers for this DVR port 912fd28e-9c32-40d2-b547-3d9be18fa20c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:22.780623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.783185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] For port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:22.784279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.787048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60af475a-f4bf-416d-af28-0c62f4de82b2 req-3454d91a-ee9b-4c3a-b3f1-1e2a4e460b2e tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.100 "DELETE /v2.0/ports/912fd28e-9c32-40d2-b547-3d9be18fa20c HTTP/1.1" status: 204 len: 173 time: 0.9800856 Nov 12 03:36:22.859442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=76979263-2293-4f67-8385-41c36e703197,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.861315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Calling delete_port for aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:22.874654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:22.876405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:22.883832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.886665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.919511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620117f1-6203-4abe-9212-7daa81873bca req-b4965df0-5419-4e81-8bfc-952cee626d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.920453 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d9a8cb5a-be75-43a6-bec6-582150f394be tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6964087 Nov 12 03:36:22.921615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-b4965df0-5419-4e81-8bfc-952cee626d9b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1720769 Nov 12 03:36:22.922855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37802) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:22.938416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'name': 'tempest-NetworksTestDHCPv6-1212589168'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:23.042975 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.066301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacb64a-6e6a-4c95-84c9-8ada0b8d17b4 req-360ae6d6-ec1a-46e5-a5c0-e4c62b1f5ef3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.074089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aaacb64a-6e6a-4c95-84c9-8ada0b8d17b4 req-360ae6d6-ec1a-46e5-a5c0-e4c62b1f5ef3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.2424688 Nov 12 03:36:23.112294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.150258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] Pushing event deleted for resources: {'Port': ['ID=aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.162818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea9295-1c44-42e6-a941-0b208c3bb6dc None None] No DVR routers for this DVR port aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:23.166063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620117f1-6203-4abe-9212-7daa81873bca req-9674f483-f9b9-4a18-80db-1fc9ef318c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.167680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-9674f483-f9b9-4a18-80db-1fc9ef318c18 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168136 Nov 12 03:36:23.186517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab26af-9db3-41b9-847d-c80d6690c4f3 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:23.234517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:23.237976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.256000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aaacb64a-6e6a-4c95-84c9-8ada0b8d17b4 req-0e01e25e-e48d-494d-9f3a-143e616d9c18 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791546 Nov 12 03:36:23.294829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'name': 'network-vif-deleted', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:23.297094 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb84703-0bdc-48cb-87d5-e228cc5beb5e" -d '{"events": [{"server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "name": "network-vif-deleted", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:23.393432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '76979263-2293-4f67-8385-41c36e703197'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:23.394463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.623172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.646197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/76979263-2293-4f67-8385-41c36e703197/bd50c62a-1a7a-480c-a168-2d2eddcbf3f0) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:23.812957 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1e0ff-d1cc-483e-8331-d92af1bdc76c x-openstack-request-id: req-43d1e0ff-d1cc-483e-8331-d92af1bdc76c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:23.813285 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63698930-22cf-46a1-965b-f123ed84d868", "name": "network-vif-deleted", "tag": "912fd28e-9c32-40d2-b547-3d9be18fa20c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:23.813486 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43d1e0ff-d1cc-483e-8331-d92af1bdc76c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:23.813871 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63698930-22cf-46a1-965b-f123ed84d868', 'name': 'network-vif-deleted', 'tag': '912fd28e-9c32-40d2-b547-3d9be18fa20c', 'status': 'completed', 'code': 200} Nov 12 03:36:23.846184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19aa367d-a63a-4d9c-894e-f1cc698a49ea req-ad1b493d-88b3-4c78-a784-6bb071bd016f tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=63698930-22cf-46a1-965b-f123ed84d868 HTTP/1.1" status: 200 len: 210 time: 0.5401025 Nov 12 03:36:23.848423 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.849100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 68ce7281-c9f1-43dc-975c-33d52044180b yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:23.856608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.900072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:23.905084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:23.910967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:23.955512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Pushing event updated for resources: {'Port': ['ID=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.998775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-fff5cd11-53ea-4711-925f-b130c5cb4f06 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125789 Nov 12 03:36:24.081371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::3c3 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/76979263-2293-4f67-8385-41c36e703197/68ce7281-c9f1-43dc-975c-33d52044180b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:24.140591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-620117f1-6203-4abe-9212-7daa81873bca req-b0ed311b-446b-47da-9cab-8865fc1b3d9c service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347444 Nov 12 03:36:24.202007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Attempting to bind port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:24.202386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Attempting to bind port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:24.202807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Attempting to bind port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:24.208348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:24.208709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:24.209105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.209490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:24.209949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Bound port: bd50c62a-1a7a-480c-a168-2d2eddcbf3f0, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:24.211108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.267397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:24.308960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.347706 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.354141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] For port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:24.358145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] For port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:24.383694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:24.384071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa73540e-8c0e-4dc4-98f5-71d4de8c9e1f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:24.387201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.433348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:24.448149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:24.471590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:24.489845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.490236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e6ba5-1e60-4b98-a02a-89bbaa33f6cb None None] Pushing event updated for resources: {'Port': ['ID=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.490655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.535167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.535676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6025281 Nov 12 03:36:24.543077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd5e3e-2a32-41d6-9b7c-880551fa9b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=68ce7281-c9f1-43dc-975c-33d52044180b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.568741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8dbb7-8855-48a1-9df6-cd4404fc2f82 req-e1b0cc5f-680d-4b72-bdb5-f0559856adfa tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.584515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac8dbb7-8855-48a1-9df6-cd4404fc2f82 req-e1b0cc5f-680d-4b72-bdb5-f0559856adfa tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1542850 Nov 12 03:36:24.607689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2033c-99bc-4840-ad13-f415fa50c99e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.615345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2033c-99bc-4840-ad13-f415fa50c99e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.618598 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-94e2033c-99bc-4840-ad13-f415fa50c99e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0818970 Nov 12 03:36:24.621539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.654937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac8dbb7-8855-48a1-9df6-cd4404fc2f82 req-66da8be3-e29b-4409-bf67-0ca2a2fa4ef0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 Nov 12 03:36:24.739905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 68ce7281-c9f1-43dc-975c-33d52044180b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:24.740279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.882466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.900157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 68ce7281-c9f1-43dc-975c-33d52044180b owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:25.076487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.122923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=68ce7281-c9f1-43dc-975c-33d52044180b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.149784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.153965 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2978033e-72c4-4665-82ab-2cc89a1513fe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/68ce7281-c9f1-43dc-975c-33d52044180b HTTP/1.1" status: 204 len: 168 time: 0.5301416 Nov 12 03:36:25.156618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37852) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.279020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0d217-5731-4404-b067-cefbe2e5a095 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.280598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0d217-5731-4404-b067-cefbe2e5a095 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.282138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-35a0d217-5731-4404-b067-cefbe2e5a095 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1243730 Nov 12 03:36:25.288004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.293686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dd529-7483-4c01-9af8-d9b40ef3b6b9 req-85b3b091-d0a5-47d8-b658-8093a662a29a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.295992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e21dd529-7483-4c01-9af8-d9b40ef3b6b9 req-85b3b091-d0a5-47d8-b658-8093a662a29a tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.0915353 Nov 12 03:36:25.357945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 76979263-2293-4f67-8385-41c36e703197 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:25.365412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e21dd529-7483-4c01-9af8-d9b40ef3b6b9 req-3676f23d-f421-4cc5-b20a-25b65deed62f tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Nov 12 03:36:25.365545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.413137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.513219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.583800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.613523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=76979263-2293-4f67-8385-41c36e703197,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.622078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.627983 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4cf5875d-d115-4593-87b6-b7bc6ed6d320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/76979263-2293-4f67-8385-41c36e703197 HTTP/1.1" status: 204 len: 168 time: 0.3395579 Nov 12 03:36:25.628216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.673226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db2392ab-76f4-4954-af80-fdfb9dd9c14e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416791 Nov 12 03:36:25.673484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.727825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6e867-b113-4686-a52c-03fec3d56db9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.731639 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2c6e867-b113-4686-a52c-03fec3d56db9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0550404 Nov 12 03:36:25.731881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.767179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf749d8-64e5-4051-91d5-b3880ed607fb None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:25.776335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bb4df-83b2-4989-8a31-99ad39eb591d req-c952528d-168f-4f00-b0c1-a8d1ad3d623b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.777952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5bb4df-83b2-4989-8a31-99ad39eb591d req-c952528d-168f-4f00-b0c1-a8d1ad3d623b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.0574040 Nov 12 03:36:25.784494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b78bd-6a8d-4807-a085-cc2a8cf9bb06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.786332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-915b78bd-6a8d-4807-a085-cc2a8cf9bb06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531163 Nov 12 03:36:25.789540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.828793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb5bb4df-83b2-4989-8a31-99ad39eb591d req-dabc2851-0d57-4718-a937-7986d494b572 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Nov 12 03:36:25.832862 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6597280f-cb01-4137-ab22-09e8855a4dc7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415072 Nov 12 03:36:25.838142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.843067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.866503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] Provisioning complete for port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:25.867348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.931821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:25.935409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.967936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.002419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] For port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:26.008355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:26.010113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.081197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4bf43-8a49-4ecb-805e-5ce8379115c4 None None] Pushing event updated for resources: {'Port': ['ID=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.100288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Deleting port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:26.100665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.129193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.166118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] For port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:26.166510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.172716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:26.177094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:26.179378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Calling delete_port for bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:26.180146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.180747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.194689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=7735ff51-e0fb-450b-9b35-47ab33d584f0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.207249 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ea36d7e-9239-4286-b12d-3c7cc98d7ae6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3655617 Nov 12 03:36:26.207435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:26.212848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '7735ff51-e0fb-450b-9b35-47ab33d584f0', 'ip_address': '2001:db8::d0de:35cd:80d3:ee1b'}], 'name': 'tempest-NetworksTestDHCPv6-1606330346'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:26.264545 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.291510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] Pushing event deleted for resources: {'Port': ['ID=bd50c62a-1a7a-480c-a168-2d2eddcbf3f0,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.293373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110c517-fe54-46b5-ae08-34383f653781 None None] No DVR routers for this DVR port bd50c62a-1a7a-480c-a168-2d2eddcbf3f0 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:26.308999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c7580-4f88-462a-ac55-862f33fcd9e5 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:26.333849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:26.428180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.448963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port db546f45-f0cd-497c-8c71-d267a46f10dc yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:26.467485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '7735ff51-e0fb-450b-9b35-47ab33d584f0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:26.468548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.518903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-a59d8a5f-9ca1-4f94-8eab-540ea2faff12 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.520470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-a59d8a5f-9ca1-4f94-8eab-540ea2faff12 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.0533195 Nov 12 03:36:26.523814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc8bc0-15f3-4a57-8bed-b9b22c8d0019 req-4d756cc8-83de-4b35-a048-0343f9690b49 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.533201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0bc8bc0-15f3-4a57-8bed-b9b22c8d0019 req-4d756cc8-83de-4b35-a048-0343f9690b49 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 1097 time: 0.1063659 Nov 12 03:36:26.657088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0bc8bc0-15f3-4a57-8bed-b9b22c8d0019 req-53087bc0-cb43-40cc-bffe-8911f5aad410 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6411392b-ee9c-49cb-9ed2-ef7fca0caba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230032 Nov 12 03:36:26.658601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/7735ff51-e0fb-450b-9b35-47ab33d584f0/eac6d045-f47f-4708-887a-cf922d35a64d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:26.683110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Deleting port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:26.683446 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.772971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] For port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:26.773395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.790078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Calling delete_port for 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:26.826512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.836574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.842403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 912fd28e-9c32-40d2-b547-3d9be18fa20c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:26.888899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 912fd28e-9c32-40d2-b547-3d9be18fa20c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:26.889239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 912fd28e-9c32-40d2-b547-3d9be18fa20c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:26.896420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::d0de:35cd:80d3:ee1b (a14e2558-a8f6-40ab-a112-74154dfc7e5d/7735ff51-e0fb-450b-9b35-47ab33d584f0/db546f45-f0cd-497c-8c71-d267a46f10dc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:26.905027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:26.911346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:26.916600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:26.924574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Pushing event updated for resources: {'Port': ['ID=eac6d045-f47f-4708-887a-cf922d35a64d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.995183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.008671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:27.047530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Attempting to bind port eac6d045-f47f-4708-887a-cf922d35a64d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:27.047894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Attempting to bind port eac6d045-f47f-4708-887a-cf922d35a64d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:27.048286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Attempting to bind port eac6d045-f47f-4708-887a-cf922d35a64d on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:27.054990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:27.055355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:27.055754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.056179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:27.056646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Bound port: eac6d045-f47f-4708-887a-cf922d35a64d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:27.057071 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.095079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cc24c75-5f2a-493e-b4c1-691b2f66c4ca,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.126201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] For port eac6d045-f47f-4708-887a-cf922d35a64d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:27.129124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.129580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] For port eac6d045-f47f-4708-887a-cf922d35a64d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=eac6d045-f47f-4708-887a-cf922d35a64d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:27.129786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.130257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.130715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.131301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.131794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.132490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.133118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.133644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.134073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.134193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.134585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.134960 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.135103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:27.140107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] No DVR routers for this DVR port 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:27.142803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.147772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2481bdad-8070-4c89-8769-ca53c3e491c5 req-397bdce7-ca11-4a3b-a585-3140ee767444 tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.98 "DELETE /v2.0/ports/6cc24c75-5f2a-493e-b4c1-691b2f66c4ca HTTP/1.1" status: 204 len: 173 time: 0.6123829 Nov 12 03:36:27.149480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'name': 'network-vif-deleted', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:27.152895 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8b1a98-afeb-4896-8869-758aab069252" -d '{"events": [{"server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "name": "network-vif-deleted", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:27.184162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.210280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69feb-fe3b-440c-8f1e-9517d4169d8f req-dc38775b-d5ff-4f8e-8bd1-cae320852626 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.227595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da69feb-fe3b-440c-8f1e-9517d4169d8f req-dc38775b-d5ff-4f8e-8bd1-cae320852626 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1971467 Nov 12 03:36:27.243774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:27.252535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:27.256238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:27.261092 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd47e5bc-f7ef-4ab1-84b8-81b84499ba5f x-openstack-request-id: req-bd47e5bc-f7ef-4ab1-84b8-81b84499ba5f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:27.261532 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0b6c78-bea2-40ce-bff1-12fd519dc65f", "name": "network-vif-deleted", "tag": "6cc24c75-5f2a-493e-b4c1-691b2f66c4ca", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:27.261882 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bd47e5bc-f7ef-4ab1-84b8-81b84499ba5f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:27.262382 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0b6c78-bea2-40ce-bff1-12fd519dc65f', 'name': 'network-vif-deleted', 'tag': '6cc24c75-5f2a-493e-b4c1-691b2f66c4ca', 'status': 'completed', 'code': 200} Nov 12 03:36:27.267112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.268208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.288541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8f720-28ba-4bab-9a13-a61dc538e1b6 None None] Pushing event updated for resources: {'Port': ['ID=eac6d045-f47f-4708-887a-cf922d35a64d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.325537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3da69feb-fe3b-440c-8f1e-9517d4169d8f req-0b04d5a3-9c77-4850-b1a8-f4f90f16015f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 Nov 12 03:36:27.338952 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1202664 Nov 12 03:36:27.339728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37906) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.360000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c7001-e720-4795-89a6-390d060322cc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=db546f45-f0cd-497c-8c71-d267a46f10dc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.407714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abba21-66b6-4fc9-97a3-808e1b8dd957 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.414254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abba21-66b6-4fc9-97a3-808e1b8dd957 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.416117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-02abba21-66b6-4fc9-97a3-808e1b8dd957 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0753119 Nov 12 03:36:27.420085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37908) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.527346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port db546f45-f0cd-497c-8c71-d267a46f10dc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:27.528266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.646851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.669430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for db546f45-f0cd-497c-8c71-d267a46f10dc owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:27.872806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f8d7cf1-3092-40bb-93d9-f6131a8601e7 req-ea16c1c9-7cf8-4958-aab3-13304431ae0b tempest-TestServerMultinode-169082590 tempest-TestServerMultinode-169082590-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3a0b6c78-bea2-40ce-bff1-12fd519dc65f HTTP/1.1" status: 200 len: 210 time: 0.0456903 Nov 12 03:36:27.924237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.953203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=db546f45-f0cd-497c-8c71-d267a46f10dc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.981110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.984390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-53f80a06-23f1-4359-88c2-b5ca48452f72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/db546f45-f0cd-497c-8c71-d267a46f10dc HTTP/1.1" status: 204 len: 168 time: 0.5633802 Nov 12 03:36:27.987268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37914) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.045143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a674e-0d3e-4727-9902-7955257b4a01 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.046669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a674e-0d3e-4727-9902-7955257b4a01 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.050944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a20a674e-0d3e-4727-9902-7955257b4a01 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0599630 Nov 12 03:36:28.051137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.106384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 7735ff51-e0fb-450b-9b35-47ab33d584f0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:28.109563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.151562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.278576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.286016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device eac6d045-f47f-4708-887a-cf922d35a64d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:28.357641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port eac6d045-f47f-4708-887a-cf922d35a64d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:28.358202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.359472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.377191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.384406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.384591 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/7735ff51-e0fb-450b-9b35-47ab33d584f0 HTTP/1.1" status: 204 len: 168 time: 0.3321638 Nov 12 03:36:28.408239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79da45-eebd-410e-a3ab-2ff30645af79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=7735ff51-e0fb-450b-9b35-47ab33d584f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.450912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8883abfa-c913-4e6e-9171-9a291a80dc79 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649116 Nov 12 03:36:28.454253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37924) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.460280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:28.464160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.503811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port eac6d045-f47f-4708-887a-cf922d35a64d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=eac6d045-f47f-4708-887a-cf922d35a64d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:28.509202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.576408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=eac6d045-f47f-4708-887a-cf922d35a64d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.593820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:28.597266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.621742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070df7-d9e1-4c36-a2a7-e9a05f152af3 req-fd4e1ac0-8164-40fb-bb7f-ab3c8fcdf1bf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.623296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3070df7-d9e1-4c36-a2a7-e9a05f152af3 req-fd4e1ac0-8164-40fb-bb7f-ab3c8fcdf1bf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1669276 Nov 12 03:36:28.707014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac87c3-26fe-43b2-82f0-67b32dc0fc8f None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:28.730395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a3070df7-d9e1-4c36-a2a7-e9a05f152af3 req-7e87b805-106d-4b2b-9417-8308d551dba8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998478 Nov 12 03:36:28.809956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f137b438-1209-4710-a142-fa66be6b1f88 None None] Provisioning complete for port eac6d045-f47f-4708-887a-cf922d35a64d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:28.810383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f137b438-1209-4710-a142-fa66be6b1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.840345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.903888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:28.911134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:28.914708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.915512 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.942337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4846551 Nov 12 03:36:28.942763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:28.947991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7a0ad-b35c-4976-8ef6-58ad7b105555 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=08c87fbc-ffce-4a06-9c28-986f3874e053,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.949410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '08c87fbc-ffce-4a06-9c28-986f3874e053', 'ip_address': '2001:db8::e019:52b2:23f0:6823'}], 'name': 'tempest-NetworksTestDHCPv6-1652601143'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:28.988667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.000699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:29.049895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Deleting port eac6d045-f47f-4708-887a-cf922d35a64d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:29.050261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.137550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] For port eac6d045-f47f-4708-887a-cf922d35a64d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=eac6d045-f47f-4708-887a-cf922d35a64d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:29.137938 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.153260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Calling delete_port for eac6d045-f47f-4708-887a-cf922d35a64d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:29.237842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.269079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] Pushing event deleted for resources: {'Port': ['ID=eac6d045-f47f-4708-887a-cf922d35a64d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.270880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1244c1f-e72a-4422-8040-fbd9929774d7 None None] No DVR routers for this DVR port eac6d045-f47f-4708-887a-cf922d35a64d on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:29.296514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ecbdf-d20a-4a23-b6cb-3dbe5a5b9fb5 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:29.457845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '08c87fbc-ffce-4a06-9c28-986f3874e053'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:29.458755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.470271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:29.475313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.504816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 373459b1-e3d7-4396-9566-8456d94bd283 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:29.609912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/08c87fbc-ffce-4a06-9c28-986f3874e053/50c585d1-66be-407f-bf5d-0d7ebed9d506) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:29.765181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.772183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.824992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Pushing event updated for resources: {'Port': ['ID=50c585d1-66be-407f-bf5d-0d7ebed9d506,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.828113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::e019:52b2:23f0:6823 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/08c87fbc-ffce-4a06-9c28-986f3874e053/373459b1-e3d7-4396-9566-8456d94bd283) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:29.860417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:29.861887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:29.864583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:29.879254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988cde9-e37f-4c8a-b9dd-7816eaba8cb0 req-277a83ce-8299-4a22-bba7-db80aa3a1367 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.888382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f988cde9-e37f-4c8a-b9dd-7816eaba8cb0 req-277a83ce-8299-4a22-bba7-db80aa3a1367 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.0719299 Nov 12 03:36:29.935156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Attempting to bind port 50c585d1-66be-407f-bf5d-0d7ebed9d506 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:29.935528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Attempting to bind port 50c585d1-66be-407f-bf5d-0d7ebed9d506 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:29.935886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Attempting to bind port 50c585d1-66be-407f-bf5d-0d7ebed9d506 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:29.937070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f988cde9-e37f-4c8a-b9dd-7816eaba8cb0 req-02637fcb-264f-4dd1-aa25-523717aae675 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Nov 12 03:36:29.942958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:29.943325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:29.943856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.944266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:29.944796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Bound port: 50c585d1-66be-407f-bf5d-0d7ebed9d506, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:29.945680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.025993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.029947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] For port 50c585d1-66be-407f-bf5d-0d7ebed9d506, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:30.033337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] For port 50c585d1-66be-407f-bf5d-0d7ebed9d506, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50c585d1-66be-407f-bf5d-0d7ebed9d506,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:30.037433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.058110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.097878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba7b7d-9ac3-4cd3-b40b-113205d83edd None None] Pushing event updated for resources: {'Port': ['ID=50c585d1-66be-407f-bf5d-0d7ebed9d506,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.176931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.232452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:30.233320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device eac6d045-f47f-4708-887a-cf922d35a64d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:30.249441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:30.260884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:30.266596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.267033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: eac6d045-f47f-4708-887a-cf922d35a64d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:30.267238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.267408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device eac6d045-f47f-4708-887a-cf922d35a64d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:30.300617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=373459b1-e3d7-4396-9566-8456d94bd283,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.347850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18c2c038-43d7-44dd-ad58-95cfdc0524c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4006913 Nov 12 03:36:30.347988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37948) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.467684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10db76-dbb4-4d4d-a82b-4cd33f424452 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.476767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10db76-dbb4-4d4d-a82b-4cd33f424452 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.479324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ea10db76-dbb4-4d4d-a82b-4cd33f424452 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1305370 Nov 12 03:36:30.482122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37950) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.594069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Deleting port 19982dbb-6a91-46ee-ae87-15c9c017b1f1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:30.594530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.616281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 373459b1-e3d7-4396-9566-8456d94bd283 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:30.617788 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.675269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.699328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] For port 19982dbb-6a91-46ee-ae87-15c9c017b1f1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=19982dbb-6a91-46ee-ae87-15c9c017b1f1,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:30.699826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.720442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Calling delete_port for 19982dbb-6a91-46ee-ae87-15c9c017b1f1 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:30.737371 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.752992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.767523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 373459b1-e3d7-4396-9566-8456d94bd283 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:30.831148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12584bac-afc7-4b7b-8984-348876886594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.921390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.954643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=373459b1-e3d7-4396-9566-8456d94bd283,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.000725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.007949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-52736aaa-ce1f-4b9b-99fc-498912450ef2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/373459b1-e3d7-4396-9566-8456d94bd283 HTTP/1.1" status: 204 len: 168 time: 0.5240278 Nov 12 03:36:31.008653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37960) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.016233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.057039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Pushing event deleted for resources: {'Port': ['ID=19982dbb-6a91-46ee-ae87-15c9c017b1f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.096329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12584bac-afc7-4b7b-8984-348876886594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.102017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12584bac-afc7-4b7b-8984-348876886594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.110885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e85de8-9c6b-464c-bc43-df63d2df8a89 req-3982e314-6588-40b8-ab5f-136a73811c19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.112493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e85de8-9c6b-464c-bc43-df63d2df8a89 req-3982e314-6588-40b8-ab5f-136a73811c19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.0672090 Nov 12 03:36:31.115774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2e00c-b915-4dff-aa31-03acbe3cfbce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.117887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2e00c-b915-4dff-aa31-03acbe3cfbce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.119738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2ee2e00c-b915-4dff-aa31-03acbe3cfbce tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1098588 Nov 12 03:36:31.122652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.209434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.211510 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-12584bac-afc7-4b7b-8984-348876886594 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df2c928bc5504b7fb9bf4c18da3e76fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351562 Nov 12 03:36:31.215281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12584bac-afc7-4b7b-8984-348876886594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180baaa-5465-46c2-9fa8-2d7cef24c9e0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.281144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 08c87fbc-ffce-4a06-9c28-986f3874e053 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:31.293936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.324868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84e85de8-9c6b-464c-bc43-df63d2df8a89 req-2982acc4-dc08-4049-83b5-569c3d924f3e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932731 Nov 12 03:36:31.344266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.355828 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.363103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.409146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.498426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.528331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.530680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:31.531385 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.535314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f180baaa-5465-46c2-9fa8-2d7cef24c9e0 HTTP/1.1" status: 204 len: 168 time: 0.3224690 Nov 12 03:36:31.553621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b498bb-8d6d-4b76-82e8-3e5ec15d7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180baaa-5465-46c2-9fa8-2d7cef24c9e0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.558516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:31.558865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6cc24c75-5f2a-493e-b4c1-691b2f66c4ca not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:31.585027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.600993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.604466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/08c87fbc-ffce-4a06-9c28-986f3874e053 HTTP/1.1" status: 204 len: 168 time: 0.4808435 Nov 12 03:36:31.607988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.624310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca8f13-7bb9-487f-a67f-37750548d6b1 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:31.627657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc3c5b-d29d-41b2-b419-d8ca591a9d8d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=08c87fbc-ffce-4a06-9c28-986f3874e053,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.664000 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5021062a-ebe4-4090-8bca-5af67e96b131 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537457 Nov 12 03:36:31.665969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37972) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.671342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:31.706626 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.716149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:31.766179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] Provisioning complete for port 50c585d1-66be-407f-bf5d-0d7ebed9d506 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:31.766688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.804320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:31.808643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.869471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:31.875806 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fb761c3c-3631-4457-ae3d-0855d85b414b admin admin] 10.222.0.93 "PUT /v2.0/routers/8b4729e7-808d-461d-98b5-e6c8cdfa6b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861578 Nov 12 03:36:31.878461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.885026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Sync routers for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:31.900372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:31.921123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37978) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.938324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b39da71-bd42-4272-baf1-fb3651e01c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.939356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.958097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:31.958869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.008919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.042808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] For port 50c585d1-66be-407f-bf5d-0d7ebed9d506, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50c585d1-66be-407f-bf5d-0d7ebed9d506,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.076534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.081866 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.133675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:32.138589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:32.140993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Deleting port 50c585d1-66be-407f-bf5d-0d7ebed9d506 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.141367 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.145758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b39da71-bd42-4272-baf1-fb3651e01c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.151801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:32.170136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.170745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.173602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b39da71-bd42-4272-baf1-fb3651e01c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.282728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c7576-e3b0-4824-b267-1305f1acfb46,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.300060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0b39da71-bd42-4272-baf1-fb3651e01c0d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b5defad5041f4f38aace58a26cda3d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775229 Nov 12 03:36:32.303841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a702ba78-56e6-4137-9a39-375d3482ed51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6368124 Nov 12 03:36:32.310094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37982) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.310432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.320630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '4d4c7576-e3b0-4824-b267-1305f1acfb46', 'ip_address': '2001:db8::63d4:f2a4:1e17:4a1c'}], 'name': 'tempest-NetworksTestDHCPv6-140393536'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:32.358274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39da71-bd42-4272-baf1-fb3651e01c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f10df82-de20-41e5-acc8-72a463144cee,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.423097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.448466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b6f0a-9695-42ff-a9e8-98cba837eafb None None] Pushing event updated for resources: {'Port': ['ID=50c585d1-66be-407f-bf5d-0d7ebed9d506,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.477737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Deleting port 7775b278-8f04-4cd8-92a5-d4c872258050 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.478108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.530679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.531180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] For port 50c585d1-66be-407f-bf5d-0d7ebed9d506, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50c585d1-66be-407f-bf5d-0d7ebed9d506,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.531586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.552931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Calling delete_port for 50c585d1-66be-407f-bf5d-0d7ebed9d506 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:32.561579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] For port 7775b278-8f04-4cd8-92a5-d4c872258050, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7775b278-8f04-4cd8-92a5-d4c872258050,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.561941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.575015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Calling delete_port for 7775b278-8f04-4cd8-92a5-d4c872258050 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:32.575787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6f9f3-aea0-4100-a2c6-9eda220b4018 req-fd69405f-8d44-4cdb-83de-662a95892441 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.577335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3d6f9f3-aea0-4100-a2c6-9eda220b4018 req-fd69405f-8d44-4cdb-83de-662a95892441 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1646252 Nov 12 03:36:32.593369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.650550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:32.666871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 5, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port': {'id': '7775b278-8f04-4cd8-92a5-d4c872258050', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:15Z', 'updated_at': '2021-11-12T03:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.702874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Checking router: 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:32.709933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.730555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3d6f9f3-aea0-4100-a2c6-9eda220b4018 req-3c01e654-1578-446b-b553-cdfc1fa7a06b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403155 Nov 12 03:36:32.741206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] Pushing event deleted for resources: {'Port': ['ID=50c585d1-66be-407f-bf5d-0d7ebed9d506,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.743835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Routers {'8b4729e7-808d-461d-98b5-e6c8cdfa6b81'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:32.744620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.750976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.754476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.755628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9f10df82-de20-41e5-acc8-72a463144cee HTTP/1.1" status: 204 len: 168 time: 0.4441712 Nov 12 03:36:32.769721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fd995-791e-4dc1-87d1-e45e4cabb72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f10df82-de20-41e5-acc8-72a463144cee,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.784133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.796061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.799460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262b97c-c711-4d87-8763-5c597703f1e2 None None] No DVR routers for this DVR port 50c585d1-66be-407f-bf5d-0d7ebed9d506 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:32.828326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7775b278-8f04-4cd8-92a5-d4c872258050,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.838578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 1c77de0a-c153-41b9-9112-5ac4e9d25c6d yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:32.850184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db4da7-485c-4c48-bbd0-a2f04eeae729 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:32.890023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b867b5d5-23f2-4a60-8a83-25f24bb8a737 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:32.895922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.961484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] Set router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:33.001505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.003874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.021695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:36:32Z', 'revision_number': 6, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.053845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.055926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4729e7-808d-461d-98b5-e6c8cdfa6b81 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:33.056302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060bedf-a020-4dd9-9ecd-b3ac0f9d07cb None None] The sync data for ids ['8b4729e7-808d-461d-98b5-e6c8cdfa6b81'] in n-d-713499-30 is: [{'id': '8b4729e7-808d-461d-98b5-e6c8cdfa6b81', 'name': 'tempest-TestServerMultinode-642722262-router', 'tenant_id': 'ad36bea63582423c80557998730d75ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:14Z', 'updated_at': '2021-11-12T03:36:32Z', 'revision_number': 6, 'project_id': 'ad36bea63582423c80557998730d75ea', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:33.061548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.064411 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff357cab-f3b1-401b-835e-ba503d0a8db8 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8b4729e7-808d-461d-98b5-e6c8cdfa6b81 HTTP/1.1" status: 204 len: 168 time: 1.1847682 Nov 12 03:36:33.065686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.088799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::63d4:f2a4:1e17:4a1c (a14e2558-a8f6-40ab-a112-74154dfc7e5d/4d4c7576-e3b0-4824-b267-1305f1acfb46/1c77de0a-c153-41b9-9112-5ac4e9d25c6d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:33.129252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Deleting subnet f4b3f89b-7a74-4673-a63e-d8d8ec02b818 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:33.132853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.174133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '4d4c7576-e3b0-4824-b267-1305f1acfb46'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:33.174387 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.175008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.277968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.292209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.311021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.330312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.342108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bc889e-3bc0-4d90-b051-5b9593c46384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.387135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/4d4c7576-e3b0-4824-b267-1305f1acfb46/6388556f-f017-419f-96a7-6113200eabcd) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:33.391740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:33.396300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:33.398910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:33.406140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.406883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.411684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=1c77de0a-c153-41b9-9112-5ac4e9d25c6d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.417393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.442297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-52be8465-ba58-46ae-930c-1434920acc06 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1292658 Nov 12 03:36:33.442840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37998) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.457578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b3f89b-7a74-4673-a63e-d8d8ec02b818,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.463418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.470231 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8bfda780-1048-4376-949c-e7fbe2aff0ab admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f4b3f89b-7a74-4673-a63e-d8d8ec02b818 HTTP/1.1" status: 204 len: 168 time: 0.4006839 Nov 12 03:36:33.470231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.475654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7bff22-da01-4566-9127-4f6a0de1d58a None None] Network 7947145a-166e-4f4d-924c-6e69c2c5c6cf requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:33.518314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bc889e-3bc0-4d90-b051-5b9593c46384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.524071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aadf50a-97c3-4401-aa60-fdf6873a2b71 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.528026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5aadf50a-97c3-4401-aa60-fdf6873a2b71 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0821087 Nov 12 03:36:33.529039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.546623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8bc889e-3bc0-4d90-b051-5b9593c46384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.598280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.610441 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8bc889e-3bc0-4d90-b051-5b9593c46384 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d280f880fa94ffe8b6035869b94f98b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985911 Nov 12 03:36:33.611710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38004) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.619201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc889e-3bc0-4d90-b051-5b9593c46384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d85f04-791b-4f1e-802a-7a39f42650fd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.674318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 1c77de0a-c153-41b9-9112-5ac4e9d25c6d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:33.674784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.682469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Deleting port 90608400-0c94-417e-879e-cab8cc9f0865 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:33.683059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.691798 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.699915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.743994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.752561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:33.755535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:33.770712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:33.774733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Pushing event updated for resources: {'Port': ['ID=6388556f-f017-419f-96a7-6113200eabcd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.776797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] For port 90608400-0c94-417e-879e-cab8cc9f0865, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=90608400-0c94-417e-879e-cab8cc9f0865,segment=NetworkSegment(6f4f0876-a888-44ab-8dd0-851db88137b1),segment_id=6f4f0876-a888-44ab-8dd0-851db88137b1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:33.777420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.785507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.794874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.799035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Calling delete_port for 90608400-0c94-417e-879e-cab8cc9f0865 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:33.815658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 1c77de0a-c153-41b9-9112-5ac4e9d25c6d owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:33.836105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Attempting to bind port 6388556f-f017-419f-96a7-6113200eabcd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:33.836742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Attempting to bind port 6388556f-f017-419f-96a7-6113200eabcd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:33.836884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Attempting to bind port 6388556f-f017-419f-96a7-6113200eabcd on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:33.842573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:33.842945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:33.843473 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.843866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:33.844495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Bound port: 6388556f-f017-419f-96a7-6113200eabcd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:33.844956 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.909955 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.918811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] For port 6388556f-f017-419f-96a7-6113200eabcd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:33.919594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.922831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.923170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] For port 6388556f-f017-419f-96a7-6113200eabcd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6388556f-f017-419f-96a7-6113200eabcd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:33.926700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d5d85f04-791b-4f1e-802a-7a39f42650fd HTTP/1.1" status: 204 len: 168 time: 0.3009360 Nov 12 03:36:33.934939 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.943490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00cb0-f3bc-45d8-b1e3-9c2298ae08a8 req-12d244ee-12d1-4979-af32-37e367f3c58f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.945645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad00cb0-f3bc-45d8-b1e3-9c2298ae08a8 req-12d244ee-12d1-4979-af32-37e367f3c58f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 944 time: 0.1108549 Nov 12 03:36:33.954992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1625934-91d2-420c-8319-8792ede05593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d85f04-791b-4f1e-802a-7a39f42650fd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.986257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440a1a0-3135-4da6-9820-bd6208d2a662 None None] DHCP port deletion for 7947145a-166e-4f4d-924c-6e69c2c5c6cf request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:33.992738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Pushing event deleted for resources: {'Port': ['ID=90608400-0c94-417e-879e-cab8cc9f0865,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.005662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] No DVR routers for this DVR port 90608400-0c94-417e-879e-cab8cc9f0865 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:34.067777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4c66-03e2-4cfb-acca-2346de50fbed None None] Pushing event updated for resources: {'Port': ['ID=6388556f-f017-419f-96a7-6113200eabcd,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.093090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ad00cb0-f3bc-45d8-b1e3-9c2298ae08a8 req-f4f9b11f-11ed-4038-a054-ba9ff86daa5a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208994 Nov 12 03:36:34.123249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.131765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.161287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7947145a-166e-4f4d-924c-6e69c2c5c6cf']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.173382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f0876-a888-44ab-8dd0-851db88137b1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.173680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f0876-a888-44ab-8dd0-851db88137b1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.188384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.203247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.212987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=1c77de0a-c153-41b9-9112-5ac4e9d25c6d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.221017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:34.222523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.258862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.263225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fa934859-6858-4f88-983f-acdc40c28d2c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/1c77de0a-c153-41b9-9112-5ac4e9d25c6d HTTP/1.1" status: 204 len: 168 time: 0.7329035 Nov 12 03:36:34.269124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38010) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.275544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 19982dbb-6a91-46ee-ae87-15c9c017b1f1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:34.329475 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:34.333091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.337755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 19982dbb-6a91-46ee-ae87-15c9c017b1f1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:34.338617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 19982dbb-6a91-46ee-ae87-15c9c017b1f1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:34.339573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.340629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 90608400-0c94-417e-879e-cab8cc9f0865 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:34.347388 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] 10.222.0.93 "DELETE /v2.0/networks/7947145a-166e-4f4d-924c-6e69c2c5c6cf HTTP/1.1" status: 204 len: 168 time: 0.8762836 Nov 12 03:36:34.348051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.355326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23a91b-09a6-4061-9846-269247069175 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.357027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23a91b-09a6-4061-9846-269247069175 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.358538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca23a91b-09a6-4061-9846-269247069175 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0884488 Nov 12 03:36:34.361158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38014) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.364871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 90608400-0c94-417e-879e-cab8cc9f0865 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:34.365935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 90608400-0c94-417e-879e-cab8cc9f0865 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:34.369108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7775b278-8f04-4cd8-92a5-d4c872258050 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:34.380369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fedb3-e410-4bfc-ad4e-9e89b627d52a admin admin] Pushing event deleted for resources: {'Network': ['ID=7947145a-166e-4f4d-924c-6e69c2c5c6cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.402946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7775b278-8f04-4cd8-92a5-d4c872258050 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:34.403385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7775b278-8f04-4cd8-92a5-d4c872258050 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:34.454328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 4d4c7576-e3b0-4824-b267-1305f1acfb46 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:34.467041 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.545107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.643919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.709011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.753703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c7576-e3b0-4824-b267-1305f1acfb46,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.757897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.763906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2cc08e72-f39a-4910-a7ec-7404db2f3dfb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/4d4c7576-e3b0-4824-b267-1305f1acfb46 HTTP/1.1" status: 204 len: 168 time: 0.3996770 Nov 12 03:36:34.766863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38028) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.808010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-027e17f3-d90d-4295-81ab-6ea11a0c8175 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385089 Nov 12 03:36:34.808910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38030) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.862226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625183b6-8fcc-4f65-aeef-6e0339585523 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.863747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-625183b6-8fcc-4f65-aeef-6e0339585523 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0539408 Nov 12 03:36:34.866409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38034) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.869789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dbec7f00-5269-4096-a6d2-0397b44f7306 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:34.875091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.933872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6cf247-7e88-4ed0-97a4-5116d44517d6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.935435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aa6cf247-7e88-4ed0-97a4-5116d44517d6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680878 Nov 12 03:36:34.938192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.998954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dbec7f00-5269-4096-a6d2-0397b44f7306,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.009925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-324ee50b-d7a7-4d26-9ee6-f6417e0683c3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703611 Nov 12 03:36:35.014688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.018822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:35.024621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'dbec7f00-5269-4096-a6d2-0397b44f7306', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': 'dbec7f00-5269-4096-a6d2-0397b44f7306', 'mac_address': 'fa:16:3e:ae:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:35.071088 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.088355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbec7f00-5269-4096-a6d2-0397b44f7306 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:35.113387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dbec7f00-5269-4096-a6d2-0397b44f7306,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.118059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.193155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.229957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:35.233403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.373630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dbec7f00-5269-4096-a6d2-0397b44f7306'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:35.435071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03673034-e45a-45f4-9322-afe8a801d86e None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:35.515292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] Provisioning complete for port 6388556f-f017-419f-96a7-6113200eabcd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:35.515831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.518282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Deleting port 5a90d070-433b-4063-9cf7-fb5868ea430e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:35.520298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.615866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.693532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f450d-24ae-4ddc-9637-9cba89c5bf88 req-1ca8e530-722b-455d-aa6e-0cd24cc0d105 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.701523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f8f450d-24ae-4ddc-9637-9cba89c5bf88 req-1ca8e530-722b-455d-aa6e-0cd24cc0d105 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 945 time: 0.4868357 Nov 12 03:36:35.707831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:35.716041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:35.722174 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.730444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.731055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.763559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f8f450d-24ae-4ddc-9637-9cba89c5bf88 req-448f8da4-5beb-4f09-8012-a5c05a83be7e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609179 Nov 12 03:36:35.790575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=9de990c3-82ce-4fcb-8d90-b43de499ca63,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.803013 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-218e4219-bd05-45d4-a2fa-765573a02007 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7880404 Nov 12 03:36:35.807262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.813580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '9de990c3-82ce-4fcb-8d90-b43de499ca63', 'ip_address': '2001:db8::f96d:1c2e:474:eb5a'}], 'name': 'tempest-NetworksTestDHCPv6-981289496'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:35.829120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] For port 5a90d070-433b-4063-9cf7-fb5868ea430e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5a90d070-433b-4063-9cf7-fb5868ea430e,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.829747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.847371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Calling delete_port for 5a90d070-433b-4063-9cf7-fb5868ea430e owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:35.933914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:35.969139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:35.978756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.989746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] For port 6388556f-f017-419f-96a7-6113200eabcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6388556f-f017-419f-96a7-6113200eabcd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:36.005022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 344c4ca6-f68a-4a96-8f2c-b3df7ff39b70 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:36.012346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.076987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbba10-e6b2-4514-95db-ec34d10e5663 None None] Pushing event updated for resources: {'Port': ['ID=6388556f-f017-419f-96a7-6113200eabcd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.081957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.084457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Deleting port 6388556f-f017-419f-96a7-6113200eabcd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:36.084976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.122802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a90d070-433b-4063-9cf7-fb5868ea430e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.199060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] For port 6388556f-f017-419f-96a7-6113200eabcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6388556f-f017-419f-96a7-6113200eabcd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:36.200101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.216487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Calling delete_port for 6388556f-f017-419f-96a7-6113200eabcd owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:36.292359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f96d:1c2e:474:eb5a (a14e2558-a8f6-40ab-a112-74154dfc7e5d/9de990c3-82ce-4fcb-8d90-b43de499ca63/344c4ca6-f68a-4a96-8f2c-b3df7ff39b70) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:36.335430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.385051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] No DVR routers for this DVR port 6388556f-f017-419f-96a7-6113200eabcd on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:36.392167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b886-5054-4ef4-872c-1272974acd10 None None] Pushing event deleted for resources: {'Port': ['ID=6388556f-f017-419f-96a7-6113200eabcd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.404909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1f349-e7a6-4dc0-9413-99101665cb7c None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:36.458604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.518370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.570162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.616358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '9de990c3-82ce-4fcb-8d90-b43de499ca63'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:36.617654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.642230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=344c4ca6-f68a-4a96-8f2c-b3df7ff39b70,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.649964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:36.651275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:36.658534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:36.665525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.666604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.692205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5833c233-2c4e-4c4f-9875-cf706cf42c36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8807783 Nov 12 03:36:36.692630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38082) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.698415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '9de990c3-82ce-4fcb-8d90-b43de499ca63', 'ip_address': '2001:db8::f96d:1c2e:474:eb5a'}], 'name': 'tempest-NetworksTestDHCPv6-279635448'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:36.770634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Router 32e2245b-a14a-449f-a520-54fe07b1f2bb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:36.817589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/9de990c3-82ce-4fcb-8d90-b43de499ca63/8373c7a3-ae67-4a43-9db9-a9213a656d3e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:36.872983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dbec7f00-5269-4096-a6d2-0397b44f7306 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:36.900118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:36.908380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.940865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75f4ba-2d3f-4767-b2c9-b4f906a500aa req-ffc84c6d-e7fa-47f6-aabb-7f58c3ffa5e6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.941792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:36.948950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b75f4ba-2d3f-4767-b2c9-b4f906a500aa req-ffc84c6d-e7fa-47f6-aabb-7f58c3ffa5e6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 945 time: 0.1050889 Nov 12 03:36:36.956426 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Sync routers for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:36.967030 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-746ad4e9-9948-443e-bbdc-eaf1ec7df624 admin admin] 10.222.0.93 "PUT /v2.0/routers/32e2245b-a14a-449f-a520-54fe07b1f2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5920336 Nov 12 03:36:36.970294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38096) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.978033 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:36.979118 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.980650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port a3abc6ed-d53b-46d0-863c-2794c8a4e6ae yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:36.988920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port dbec7f00-5269-4096-a6d2-0397b44f7306 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:37.002416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port dbec7f00-5269-4096-a6d2-0397b44f7306 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:37.002791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.081367 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.089345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.104789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b75f4ba-2d3f-4767-b2c9-b4f906a500aa req-a328b0cc-d490-4954-a744-15b4be7482e3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545868 Nov 12 03:36:37.131149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:37.135632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Pushing event updated for resources: {'Port': ['ID=8373c7a3-ae67-4a43-9db9-a9213a656d3e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.149908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:37.152125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:37.155088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:37.228182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.251287 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.283550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Attempting to bind port 8373c7a3-ae67-4a43-9db9-a9213a656d3e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:37.283923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Attempting to bind port 8373c7a3-ae67-4a43-9db9-a9213a656d3e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:37.284308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Attempting to bind port 8373c7a3-ae67-4a43-9db9-a9213a656d3e on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:37.291362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:37.291838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:37.292190 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.292618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:37.293137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Bound port: 8373c7a3-ae67-4a43-9db9-a9213a656d3e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:37.293666 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.300339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:37.302665 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233ebb6f-0344-47c7-833a-4543a035e351" -d '{"events": [{"server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "name": "network-vif-plugged", "status": "completed", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:37.341384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 5, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.375818 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:36:37.376455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:37.380484 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bbcb96-2754-46ae-855d-e477bbd46a13 x-openstack-request-id: req-78bbcb96-2754-46ae-855d-e477bbd46a13 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:37.380752 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "name": "network-vif-plugged", "status": "completed", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:37.381003 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-78bbcb96-2754-46ae-855d-e477bbd46a13 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:37.382463 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306', 'code': 200} Nov 12 03:36:37.384395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dbec7f00-5269-4096-a6d2-0397b44f7306,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:37.392083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.396290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Checking router: 32e2245b-a14a-449f-a520-54fe07b1f2bb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:37.415881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.420181 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Routers {'32e2245b-a14a-449f-a520-54fe07b1f2bb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:37.421179 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['32e2245b-a14a-449f-a520-54fe07b1f2bb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.421883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-72715e23-6a7a-4187-9a0e-c0a6aad0d9cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7279058 Nov 12 03:36:37.424652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.488018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] For port 8373c7a3-ae67-4a43-9db9-a9213a656d3e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:37.494651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] For port 8373c7a3-ae67-4a43-9db9-a9213a656d3e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8373c7a3-ae67-4a43-9db9-a9213a656d3e,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:37.498768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.503123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.525266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0477ae-bc30-417f-bf4e-790feba15a17 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.540644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0477ae-bc30-417f-bf4e-790feba15a17 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.543537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935340-82c7-4edb-94cb-157b906c8b90 req-74e68343-1479-4bd6-819f-76edc8239425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.545137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2935340-82c7-4edb-94cb-157b906c8b90 req-74e68343-1479-4bd6-819f-76edc8239425 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 1098 time: 0.1185627 Nov 12 03:36:37.549323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd0477ae-bc30-417f-bf4e-790feba15a17 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1223495 Nov 12 03:36:37.551905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.584277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81764d-aee8-41b2-9c83-49e5b7a1e547 None None] Pushing event updated for resources: {'Port': ['ID=8373c7a3-ae67-4a43-9db9-a9213a656d3e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.599205 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] Set router 32e2245b-a14a-449f-a520-54fe07b1f2bb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:37.608464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.612837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Deleting port fb96f331-aef9-4806-a25a-806e7b8f2066 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:37.613187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.689713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2935340-82c7-4edb-94cb-157b906c8b90 req-eb77c65e-bb8a-4c34-943e-f45084f6f2d3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320875 Nov 12 03:36:37.746155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 344c4ca6-f68a-4a96-8f2c-b3df7ff39b70 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:37.748137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.758189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] For port fb96f331-aef9-4806-a25a-806e7b8f2066, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb96f331-aef9-4806-a25a-806e7b8f2066,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:37.758749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.779245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Calling delete_port for fb96f331-aef9-4806-a25a-806e7b8f2066 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:37.817969 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 5, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.846699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d39908a0-fd59-4326-a2bd-efc9d4279b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.887708 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16820e6-b0f0-40fc-addd-17d2401902cb None None] The sync data for ids ['32e2245b-a14a-449f-a520-54fe07b1f2bb'] in n-d-713499-30 is: [{'id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'name': 'tempest-TestServerMultinode-1124634444-router', 'tenant_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:30Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 5, 'project_id': '9968cbdee6c44ac0aa0adf61f9217bbe', 'gw_port': {'id': 'fb96f331-aef9-4806-a25a-806e7b8f2066', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ff:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e2245b-a14a-449f-a520-54fe07b1f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:31Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:37.914969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.942235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 344c4ca6-f68a-4a96-8f2c-b3df7ff39b70 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:37.998975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.023812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64385c-dc68-4919-b3f7-6bdf22758df7 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:38.049912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb96f331-aef9-4806-a25a-806e7b8f2066,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.068982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d39908a0-fd59-4326-a2bd-efc9d4279b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.076982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d39908a0-fd59-4326-a2bd-efc9d4279b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.091938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.144067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d39908a0-fd59-4326-a2bd-efc9d4279b7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a22a26debb1458e90e59b4f77cda1b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322816 Nov 12 03:36:38.145385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.154204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39908a0-fd59-4326-a2bd-efc9d4279b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782d7937-eff0-4422-ab2d-902104914699,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.193902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.196029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.205046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.250116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=344c4ca6-f68a-4a96-8f2c-b3df7ff39b70,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.256562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.294102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.295141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e2245b-a14a-449f-a520-54fe07b1f2bb {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:38.304074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.305028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.308996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7064ebde-30aa-4ad3-9075-7c371df1bc51 admin admin] 10.222.0.93 "DELETE /v2.0/routers/32e2245b-a14a-449f-a520-54fe07b1f2bb HTTP/1.1" status: 204 len: 168 time: 1.3361585 Nov 12 03:36:38.310719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38124) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.311626 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6b9c12db-5ab5-462c-b7f4-42955ae53166 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/344c4ca6-f68a-4a96-8f2c-b3df7ff39b70 HTTP/1.1" status: 204 len: 168 time: 0.7586899 Nov 12 03:36:38.315626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.318957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.333055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680cd70-7274-440d-8216-c50671638fbc req-721b106f-e9eb-4715-b2c9-fa546adf4a31 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.333055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a680cd70-7274-440d-8216-c50671638fbc req-721b106f-e9eb-4715-b2c9-fa546adf4a31 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.1284764 Nov 12 03:36:38.403724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948419fb-ebe5-47fe-be6f-d24b19cda381 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.405308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948419fb-ebe5-47fe-be6f-d24b19cda381 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.409403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-948419fb-ebe5-47fe-be6f-d24b19cda381 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926940 Nov 12 03:36:38.413340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.423494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a680cd70-7274-440d-8216-c50671638fbc req-106b93ba-a7d4-4029-819c-8b07b8392142 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692241 Nov 12 03:36:38.443703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Deleting subnet 2ca2ae8d-6e06-4a6d-b305-6138de37ac37 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:38.458187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.497764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.506365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.508332 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/782d7937-eff0-4422-ab2d-902104914699 HTTP/1.1" status: 204 len: 168 time: 0.3626907 Nov 12 03:36:38.536224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 9de990c3-82ce-4fcb-8d90-b43de499ca63 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:38.538655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c0c64-887b-4b55-88a7-024fac069302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d7937-eff0-4422-ab2d-902104914699,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.543750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.543879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.572665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8373c7a3-ae67-4a43-9db9-a9213a656d3e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:38.617465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.652831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8373c7a3-ae67-4a43-9db9-a9213a656d3e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:38.653208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.727187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.739213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.829765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.855286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.878631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=9de990c3-82ce-4fcb-8d90-b43de499ca63,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.878631 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.881240 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0aa69f0e-4ea6-4023-b44e-205bd164cb41 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/9de990c3-82ce-4fcb-8d90-b43de499ca63 HTTP/1.1" status: 204 len: 168 time: 0.4672976 Nov 12 03:36:38.886155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.906567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.968775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca2ae8d-6e06-4a6d-b305-6138de37ac37,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.972994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:38.973350 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:38.978042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.984249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c133d6-a67b-40d9-be83-1b487fb12fdf None None] Network 3ae51798-5310-40cf-a4c0-3fc2662f1293 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:38.986227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-69c3666a-a45c-43d4-a414-291b4c4ad6be admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2ca2ae8d-6e06-4a6d-b305-6138de37ac37 HTTP/1.1" status: 204 len: 168 time: 0.6714258 Nov 12 03:36:38.986799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.988498 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0babe788-197d-4e72-96d2-864b98cb9c4e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012199 Nov 12 03:36:38.993472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.003632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.147921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.170936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:39.172397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc927e52-7a7c-4c54-ab38-c2a1c846ddfa None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:39.175286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.229579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Deleting port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:39.230197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.232806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38142) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.266729 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02f18914-f231-4c03-ad3f-440e8d11c177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.303325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Provisioning complete for port 8373c7a3-ae67-4a43-9db9-a9213a656d3e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:39.303817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.352081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] For port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,segment=NetworkSegment(179bf23e-ffcc-43cc-8167-eac901b2942a),segment_id=179bf23e-ffcc-43cc-8167-eac901b2942a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:39.352462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.375028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Calling delete_port for 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:39.417052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.424255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.475230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02f18914-f231-4c03-ad3f-440e8d11c177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.481144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02f18914-f231-4c03-ad3f-440e8d11c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.517632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] For port 8373c7a3-ae67-4a43-9db9-a9213a656d3e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8373c7a3-ae67-4a43-9db9-a9213a656d3e,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:39.528845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:39.532262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:39.534460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f18914-f231-4c03-ad3f-440e8d11c177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaaa962-4d26-4655-acf7-b2e3788c11b4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.537068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.537674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.539729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-02f18914-f231-4c03-ad3f-440e8d11c177 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e275c067586b4414b7f4a5f6162bac55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047376 Nov 12 03:36:39.542764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38146) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.547168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=7805b790-61d1-4600-8235-453ce39d4252,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.555748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.562694 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-794bd00e-d297-4579-96a5-388e4d9e19de tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5679612 Nov 12 03:36:39.565684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.574922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '7805b790-61d1-4600-8235-453ce39d4252', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-483652450'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.587768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe822f6-11ef-4927-bbdb-0dd3befeaf0b None None] DHCP port deletion for 3ae51798-5310-40cf-a4c0-3fc2662f1293 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:39.590083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:39.623093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5c238f-2f0c-454d-a8dc-340d42fb86a5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.625147 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.634992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Could not find standard attr ID for object 344c4ca6-f68a-4a96-8f2c-b3df7ff39b70. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:39.646116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] No DVR routers for this DVR port 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:39.715294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Deleting port 8373c7a3-ae67-4a43-9db9-a9213a656d3e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:39.715575 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.753744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9bd90-b047-4579-964c-e30ab63d7966 None None] Pushing event updated for resources: {'Port': ['ID=8373c7a3-ae67-4a43-9db9-a9213a656d3e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.755090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.765680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:39.788501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae51798-5310-40cf-a4c0-3fc2662f1293']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.797651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5a90d070-433b-4063-9cf7-fb5868ea430e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:39.809341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead53e-d732-48c3-82f6-23d83d5bfc71 req-82281ff0-9f62-46d0-a443-d8098c308d6d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.810873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99ead53e-d732-48c3-82f6-23d83d5bfc71 req-82281ff0-9f62-46d0-a443-d8098c308d6d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.2350636 Nov 12 03:36:39.816269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179bf23e-ffcc-43cc-8167-eac901b2942a') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.816491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179bf23e-ffcc-43cc-8167-eac901b2942a') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.828625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.832632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5a90d070-433b-4063-9cf7-fb5868ea430e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:39.832993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5a90d070-433b-4063-9cf7-fb5868ea430e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:39.849989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.864925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] For port 8373c7a3-ae67-4a43-9db9-a9213a656d3e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8373c7a3-ae67-4a43-9db9-a9213a656d3e,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:39.865334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.874859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.879910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Calling delete_port for 8373c7a3-ae67-4a43-9db9-a9213a656d3e owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:39.891227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.894588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port cd4e7cbf-3729-4c22-90ed-9d6270e92604 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:39.907259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99ead53e-d732-48c3-82f6-23d83d5bfc71 req-519f181c-d7c9-4b92-b83f-b1613b429e81 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817480 Nov 12 03:36:39.909161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.911215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:39.911608 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:39.913338 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:39.995950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.012232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] No DVR routers for this DVR port 8373c7a3-ae67-4a43-9db9-a9213a656d3e on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:40.034738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1da8dd-147c-48de-9232-88e0bba9f796 None None] Pushing event deleted for resources: {'Port': ['ID=8373c7a3-ae67-4a43-9db9-a9213a656d3e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.053303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60725e42-f2de-4dd1-860f-8f9f0987983a None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:40.058520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.059522 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:36:40.060104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:40.063381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.069678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] 10.222.0.93 "DELETE /v2.0/networks/3ae51798-5310-40cf-a4c0-3fc2662f1293 HTTP/1.1" status: 204 len: 168 time: 1.0756426 Nov 12 03:36:40.089822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300ac8d-4f3b-4cec-9f20-7c16ef231f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae51798-5310-40cf-a4c0-3fc2662f1293,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.092762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5799f6fc-ebde-43ab-bdcc-4bc3de55d9f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5236604 Nov 12 03:36:40.094393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.116532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbbd01-03a6-4afe-9386-e7521bff5227 req-b5a5469b-c2b9-4690-84b7-d882ec51b22f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.124556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3bbbd01-03a6-4afe-9386-e7521bff5227 req-b5a5469b-c2b9-4690-84b7-d882ec51b22f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.1262457 Nov 12 03:36:40.146909 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4bfee334-f1db-4e48-a360-2c48fbf68417 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0438673 Nov 12 03:36:40.157384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38158) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.157846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.160563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.161929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cfaaa962-4d26-4655-acf7-b2e3788c11b4 HTTP/1.1" status: 204 len: 168 time: 0.6183419 Nov 12 03:36:40.219661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4c4d8-513a-4f4a-8b40-0906bd7f15c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.221557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4c4d8-513a-4f4a-8b40-0906bd7f15c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.223335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bda7b3-451a-44d7-a26e-cb3996303eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaaa962-4d26-4655-acf7-b2e3788c11b4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.226263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-36f4c4d8-513a-4f4a-8b40-0906bd7f15c0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742314 Nov 12 03:36:40.226565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.253447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3bbbd01-03a6-4afe-9386-e7521bff5227 req-2d47a62a-7612-46d8-bd76-a43f88e9b8d9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266987 Nov 12 03:36:40.303454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8373c7a3-ae67-4a43-9db9-a9213a656d3e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:40.328984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '7805b790-61d1-4600-8235-453ce39d4252'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:40.329840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.346867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8373c7a3-ae67-4a43-9db9-a9213a656d3e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:40.347205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8373c7a3-ae67-4a43-9db9-a9213a656d3e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:40.347624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:40.383486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:40.383826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b5c238f-2f0c-454d-a8dc-340d42fb86a5 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:40.384354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb96f331-aef9-4806-a25a-806e7b8f2066 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:40.469816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3d12f-3b94-4eaf-b8a2-156779d48af5 req-297c2787-f3c8-4f28-932b-9aabe699b279 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.469991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fb96f331-aef9-4806-a25a-806e7b8f2066 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:40.470260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb96f331-aef9-4806-a25a-806e7b8f2066 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:40.472016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65b3d12f-3b94-4eaf-b8a2-156779d48af5 req-297c2787-f3c8-4f28-932b-9aabe699b279 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.1278508 Nov 12 03:36:40.472691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38166) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.550073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/7805b790-61d1-4600-8235-453ce39d4252/d9f97378-3ef7-4462-bde5-3d17145189c3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:40.550564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65b3d12f-3b94-4eaf-b8a2-156779d48af5 req-8f449dd3-3621-449e-9bfb-3057ee846d62 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549812 Nov 12 03:36:40.608146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-89bd790f-1a4e-4389-8bc3-03c412a54b85 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad36bea63582423c80557998730d75ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340506 Nov 12 03:36:40.608763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38172) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.634703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 7805b790-61d1-4600-8235-453ce39d4252 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:40.700273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.733820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.793377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.797052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.798255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/68365979-22b6-421a-8291-4d1f41af2903 HTTP/1.1" status: 204 len: 168 time: 0.1885600 Nov 12 03:36:40.803266 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.811718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.827811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e27075-10c3-4d25-bae7-1ed53c350c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68365979-22b6-421a-8291-4d1f41af2903,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.829018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.883308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.906285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:40.911363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:40.914336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:40.932672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Pushing event updated for resources: {'Port': ['ID=d9f97378-3ef7-4462-bde5-3d17145189c3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.988345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15cc44-e5c3-4f2d-ba26-90ec8925b8b1 req-5400ad06-2986-4f5e-a2b5-26b768e10793 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.990054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac15cc44-e5c3-4f2d-ba26-90ec8925b8b1 req-5400ad06-2986-4f5e-a2b5-26b768e10793 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.1127579 Nov 12 03:36:40.997023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Attempting to bind port d9f97378-3ef7-4462-bde5-3d17145189c3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:40.997401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Attempting to bind port d9f97378-3ef7-4462-bde5-3d17145189c3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:40.997766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Attempting to bind port d9f97378-3ef7-4462-bde5-3d17145189c3 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:41.008449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:41.008900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:41.009456 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.009903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:41.010544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Bound port: d9f97378-3ef7-4462-bde5-3d17145189c3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:41.010992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.077302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.094684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac15cc44-e5c3-4f2d-ba26-90ec8925b8b1 req-24f80fb6-7157-4940-ba9d-456953956ab0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970049 Nov 12 03:36:41.157817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] For port d9f97378-3ef7-4462-bde5-3d17145189c3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:41.158685 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.164288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] For port d9f97378-3ef7-4462-bde5-3d17145189c3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d9f97378-3ef7-4462-bde5-3d17145189c3,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:41.171495 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.197708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.204181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38192) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.204549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/7805b790-61d1-4600-8235-453ce39d4252 HTTP/1.1" status: 204 len: 168 time: 0.9766283 Nov 12 03:36:41.205344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e313c80-fb13-449c-b43b-6bd5730fa498 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=7805b790-61d1-4600-8235-453ce39d4252,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.234710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea61a8-7675-4b49-aca1-d0eff993c247 None None] Pushing event updated for resources: {'Port': ['ID=d9f97378-3ef7-4462-bde5-3d17145189c3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.290084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae70a9f6-c467-4946-a9c9-5bd75a8b1267 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809941 Nov 12 03:36:41.290410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38198) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.300278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:41.346211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38200) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.456285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.463244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4e0d4d1e-8dcb-4bc1-ae8f-464bf102b262 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9968cbdee6c44ac0aa0adf61f9217bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155646 Nov 12 03:36:41.486774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:41.495613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.560932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.612753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.679178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.682263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.685994 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6411392b-ee9c-49cb-9ed2-ef7fca0caba5 HTTP/1.1" status: 204 len: 168 time: 0.2264996 Nov 12 03:36:41.694005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69dd6c-90ed-40be-973f-95cc002b3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411392b-ee9c-49cb-9ed2-ef7fca0caba5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.781055 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.829445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:41.835695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:41.849057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.850171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.866111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=3fc77768-2be5-4f7e-9d63-a6c5cf9400cf,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:41.906524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-05077fba-a48f-497b-be2a-7849319b72ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6129279 Nov 12 03:36:41.908577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.913431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1746975072', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:41.965132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.967399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.068934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.075818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.101147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.104575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:42.110862 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ddd449ec-9914-4204-9ab8-8dc4db8887e4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1944835 Nov 12 03:36:42.372344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d9f97378-3ef7-4462-bde5-3d17145189c3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:42.440668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d9f97378-3ef7-4462-bde5-3d17145189c3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:42.441110 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.512490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1296d98-c9bc-443a-b034-745bf19397a7 req-6e93bfee-bd1f-4787-8a27-a3fead693359 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.514080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1296d98-c9bc-443a-b034-745bf19397a7 req-6e93bfee-bd1f-4787-8a27-a3fead693359 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.2173359 Nov 12 03:36:42.549749 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.604219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d9f97378-3ef7-4462-bde5-3d17145189c3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d9f97378-3ef7-4462-bde5-3d17145189c3,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:42.608758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.635369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-a6b6748a-5e65-44f8-83e1-522120deba06 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.636949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-a6b6748a-5e65-44f8-83e1-522120deba06 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 946 time: 0.2590468 Nov 12 03:36:42.693174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d9f97378-3ef7-4462-bde5-3d17145189c3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.702150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed1010-6e1b-4a6d-a33d-8b5c8dd86d04 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:42.726648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1296d98-c9bc-443a-b034-745bf19397a7 req-9e8e350e-cc59-46b9-9cd5-7850349bfb18 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056236 Nov 12 03:36:42.800653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-66d1fb9d-763b-48e6-9df0-c7eabe4c76f3 None None] Provisioning complete for port d9f97378-3ef7-4462-bde5-3d17145189c3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:42.801026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66d1fb9d-763b-48e6-9df0-c7eabe4c76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.801255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.916176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port dbec7f00-5269-4096-a6d2-0397b44f7306 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:42.916522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.436906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-def8ea69-7b0c-41c7-be26-58febc54a03c None None] Provisioning complete for port d9f97378-3ef7-4462-bde5-3d17145189c3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:43.437480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-def8ea69-7b0c-41c7-be26-58febc54a03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.469538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port dbec7f00-5269-4096-a6d2-0397b44f7306, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dbec7f00-5269-4096-a6d2-0397b44f7306,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:43.470122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.507998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for dbec7f00-5269-4096-a6d2-0397b44f7306 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:43.552971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.576833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::1 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/3fc77768-2be5-4f7e-9d63-a6c5cf9400cf/30ea5318-8bad-4900-a594-9312ae1a57cf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:43.663203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bfb1c233-82d3-49b1-9472-a240a6c2f432 None None] Could not find standard attr ID for object 68ce7281-c9f1-43dc-975c-33d52044180b. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:43.698405 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8116c88e-bf74-426a-b75d-859e5757acab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.752413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.766888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.785639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dbec7f00-5269-4096-a6d2-0397b44f7306'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:43.798148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=dbec7f00-5269-4096-a6d2-0397b44f7306,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.858680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port dbec7f00-5269-4096-a6d2-0397b44f7306 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:43.862817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.866112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f5c59af-be84-46ac-b70f-371f4d44532b req-1e5e1697-905a-4ae3-b9f9-a234ca047be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "DELETE /v2.0/ports/dbec7f00-5269-4096-a6d2-0397b44f7306 HTTP/1.1" status: 204 len: 173 time: 1.2189255 Nov 12 03:36:43.874532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8116c88e-bf74-426a-b75d-859e5757acab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.875136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'name': 'network-vif-deleted', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:43.877391 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd1bd0-38f5-4712-818e-fae3fcf42f74" -d '{"events": [{"server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "name": "network-vif-deleted", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:43.879938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8116c88e-bf74-426a-b75d-859e5757acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.890717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8a8dcf7e-2c46-4d7b-91a0-ed1029341c4e None None] Could not find standard attr ID for object db546f45-f0cd-497c-8c71-d267a46f10dc. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:43.920604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faa6f77a-41fe-416d-828e-8400db58e0bc req-fa8ac623-73f5-4575-9774-f31fbfa74399 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0638304 Nov 12 03:36:43.928972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.939047 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8116c88e-bf74-426a-b75d-859e5757acab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0c0e9691f979402eb9c1298486ad6997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847036 Nov 12 03:36:43.940383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116c88e-bf74-426a-b75d-859e5757acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9c36e9-acc9-4f44-8bea-a580faee5ae3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.943019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:44.013957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.024199 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2694d602-be97-478d-a57c-71ce8b0a3d24 x-openstack-request-id: req-2694d602-be97-478d-a57c-71ce8b0a3d24 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:44.024498 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4356be-19a2-4ccf-a770-4591e016c41f", "name": "network-vif-deleted", "tag": "dbec7f00-5269-4096-a6d2-0397b44f7306", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:44.024753 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2694d602-be97-478d-a57c-71ce8b0a3d24 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:44.025153 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4356be-19a2-4ccf-a770-4591e016c41f', 'name': 'network-vif-deleted', 'tag': 'dbec7f00-5269-4096-a6d2-0397b44f7306', 'status': 'completed', 'code': 200} Nov 12 03:36:44.041776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.046592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:44.052251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:44.062109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:44.062684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.108695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=30ea5318-8bad-4900-a594-9312ae1a57cf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.110634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.113273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.114420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a9c36e9-acc9-4f44-8bea-a580faee5ae3 HTTP/1.1" status: 204 len: 168 time: 0.1702855 Nov 12 03:36:44.127383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14006c88-e2f5-4eac-ad8e-152800de2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9c36e9-acc9-4f44-8bea-a580faee5ae3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.273186 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.314983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d9f97378-3ef7-4462-bde5-3d17145189c3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:44.346612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dba32343-28b2-408c-b079-24e63a87a799 None None] Could not find standard attr ID for object 373459b1-e3d7-4396-9566-8456d94bd283. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:44.379692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d9f97378-3ef7-4462-bde5-3d17145189c3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:44.380098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.602201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:44.621354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7daf08a8-3add-4c7e-aab6-469995abc48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.642963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.650292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.652433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.666668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-05ccc8a1-0824-43c7-8caf-0e34c37eb48e None None] Could not find standard attr ID for object 1c77de0a-c153-41b9-9112-5ac4e9d25c6d. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:44.713004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7daf08a8-3add-4c7e-aab6-469995abc48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.717152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7daf08a8-3add-4c7e-aab6-469995abc48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.747601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf08a8-3add-4c7e-aab6-469995abc48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a826d6b-9c00-497f-8f3f-14f7c023f878,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.772532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7daf08a8-3add-4c7e-aab6-469995abc48d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=092ac3718b5042cfbe56cbce312e6ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691716 Nov 12 03:36:44.773406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:44.817889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=30ea5318-8bad-4900-a594-9312ae1a57cf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.834401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.837304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:44.838838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:44.870536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.891897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b2066fab-e0fb-4170-a752-85bc144d059b None None] Could not find standard attr ID for object 344c4ca6-f68a-4a96-8f2c-b3df7ff39b70. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:44.943765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.946511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.947683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a826d6b-9c00-497f-8f3f-14f7c023f878 HTTP/1.1" status: 204 len: 168 time: 0.1731811 Nov 12 03:36:44.957537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c07ce-fcd2-4146-b54a-8d395cf4841a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a826d6b-9c00-497f-8f3f-14f7c023f878,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.008737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Router 9bbe040e-57c3-4937-9104-239b1b4de76d is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:45.165002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d7d4e6a-3998-439d-a11e-e8c8b4b6de72 req-d27ebe22-e8e7-4a7a-9045-c9be64bd72c4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0524938 Nov 12 03:36:45.181653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:45.188086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-86bd88dc-c979-4460-8558-811b626625df tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "PUT /v2.0/routers/9bbe040e-57c3-4937-9104-239b1b4de76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0815792 Nov 12 03:36:45.190435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.198897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Sync routers for ids ['9bbe040e-57c3-4937-9104-239b1b4de76d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:45.245492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Routers {'9bbe040e-57c3-4937-9104-239b1b4de76d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:45.246511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9bbe040e-57c3-4937-9104-239b1b4de76d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.255786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88cea99-a790-46f5-a6d9-ff5f7f82772f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.260479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a88cea99-a790-46f5-a6d9-ff5f7f82772f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports/30ea5318-8bad-4900-a594-9312ae1a57cf HTTP/1.1" status: 200 len: 911 time: 0.0663862 Nov 12 03:36:45.260848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38294) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.332633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2df00-4947-4312-a1aa-598e0b0ecbfc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.337790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0b51321c-84ea-462d-bc32-927d68417900 None None] Provisioning complete for port 30ea5318-8bad-4900-a594-9312ae1a57cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:45.339024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b51321c-84ea-462d-bc32-927d68417900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.351284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2df00-4947-4312-a1aa-598e0b0ecbfc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.355999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.356520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cef2df00-4947-4312-a1aa-598e0b0ecbfc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0942810 Nov 12 03:36:45.416766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Set router 9bbe040e-57c3-4937-9104-239b1b4de76d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:45.419635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0b51321c-84ea-462d-bc32-927d68417900 None None] Port 30ea5318-8bad-4900-a594-9312ae1a57cf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:45.697981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07b6ee9d-b5dc-4f80-aa53-c75c9fc5e107 None None] Provisioning complete for port 30ea5318-8bad-4900-a594-9312ae1a57cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:45.698603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07b6ee9d-b5dc-4f80-aa53-c75c9fc5e107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.780206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-07b6ee9d-b5dc-4f80-aa53-c75c9fc5e107 None None] Port 30ea5318-8bad-4900-a594-9312ae1a57cf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:45.838005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbe040e-57c3-4937-9104-239b1b4de76d', 'name': 'tempest-NetworksTestDHCPv6-router-1746975072', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:44Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None, '_interfaces': [{'id': '30ea5318-8bad-4900-a594-9312ae1a57cf', 'name': '', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'mac_address': 'fa:16:3e:cc:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bbe040e-57c3-4937-9104-239b1b4de76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '3fc77768-2be5-4f7e-9d63-a6c5cf9400cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:42Z', 'updated_at': '2021-11-12T03:36:44Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'subnets': [{'id': '3fc77768-2be5-4f7e-9d63-a6c5cf9400cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.877624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Checking router: 9bbe040e-57c3-4937-9104-239b1b4de76d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:45.877957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Updating router 9bbe040e-57c3-4937-9104-239b1b4de76d port 30ea5318-8bad-4900-a594-9312ae1a57cf binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:45.913811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.939139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.188526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 30ea5318-8bad-4900-a594-9312ae1a57cf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:46.189682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.328092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.340635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.345304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b22d92d-91d4-40d8-a709-179013764a26 req-6b8fa25a-cef8-4726-9519-233601310d70 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0639286 Nov 12 03:36:46.346848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 30ea5318-8bad-4900-a594-9312ae1a57cf owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:46.355894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.415655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda88b6b-2d56-4e1a-9adb-e36ead0a0d0f None None] Pushing event updated for resources: {'Port': ['ID=30ea5318-8bad-4900-a594-9312ae1a57cf,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.513542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:46.514282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:46.514648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:46.520620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:46.520784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:46.521170 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.521568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:46.522046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Bound port: 30ea5318-8bad-4900-a594-9312ae1a57cf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:46.522462 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.605532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.606453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:46.607420 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:46.650030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=30ea5318-8bad-4900-a594-9312ae1a57cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.763775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.807270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38332) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.935564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Router 9bbe040e-57c3-4937-9104-239b1b4de76d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:46.937354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3803c249-f543-4cb2-b435-735bbeef5714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.947237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dbec7f00-5269-4096-a6d2-0397b44f7306 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:46.980177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: dbec7f00-5269-4096-a6d2-0397b44f7306 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:46.980853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dbec7f00-5269-4096-a6d2-0397b44f7306 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:47.022383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3803c249-f543-4cb2-b435-735bbeef5714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.024263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:47.026771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3803c249-f543-4cb2-b435-735bbeef5714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.029541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5d6a5e1c-70dd-4595-aeca-95ffe5b7d3c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "PUT /v2.0/routers/9bbe040e-57c3-4937-9104-239b1b4de76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6712289 Nov 12 03:36:47.032457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.065706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803c249-f543-4cb2-b435-735bbeef5714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80624b7e-b24f-401a-836b-749d5ea8564f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.071457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3803c249-f543-4cb2-b435-735bbeef5714 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17656f8acc394dff89db485df54c3ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630925 Nov 12 03:36:47.074189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38338) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.091681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe58c5-5844-44ab-9846-075a58da7ca2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.093254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe58c5-5844-44ab-9846-075a58da7ca2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.097291 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70fe58c5-5844-44ab-9846-075a58da7ca2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0614064 Nov 12 03:36:47.097951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38340) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.124096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:47.124614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:47.125056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Attempting to bind port 30ea5318-8bad-4900-a594-9312ae1a57cf on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:47.130225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:47.130907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:47.131387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.131896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:47.132638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Bound port: 30ea5318-8bad-4900-a594-9312ae1a57cf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:47.133109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.167577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Port 30ea5318-8bad-4900-a594-9312ae1a57cf has been deleted concurrently {{(pid=102607) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:36:47.168777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.174918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 3fc77768-2be5-4f7e-9d63-a6c5cf9400cf {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:47.179124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Routers {'9bbe040e-57c3-4937-9104-239b1b4de76d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:47.179822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9bbe040e-57c3-4937-9104-239b1b4de76d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.188659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.228674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.247580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.252660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] Set router 9bbe040e-57c3-4937-9104-239b1b4de76d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:47.305151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bbe040e-57c3-4937-9104-239b1b4de76d', 'name': 'tempest-NetworksTestDHCPv6-router-1746975072', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 3, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.308180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.337839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce083e-9912-4f22-a84a-39ed8a215219 None None] The sync data for ids ['9bbe040e-57c3-4937-9104-239b1b4de76d'] in n-d-713499-30 is: [{'id': '9bbe040e-57c3-4937-9104-239b1b4de76d', 'name': 'tempest-NetworksTestDHCPv6-router-1746975072', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 3, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:47.352525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.355126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.356327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/80624b7e-b24f-401a-836b-749d5ea8564f HTTP/1.1" status: 204 len: 168 time: 0.2811141 Nov 12 03:36:47.382755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9035a-95d6-4de2-bb91-287e83eedc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80624b7e-b24f-401a-836b-749d5ea8564f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.407110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.442203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc77768-2be5-4f7e-9d63-a6c5cf9400cf,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.448346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.451611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7dcb3cc-f805-465f-9391-30407311a3f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3fc77768-2be5-4f7e-9d63-a6c5cf9400cf HTTP/1.1" status: 204 len: 168 time: 0.3530853 Nov 12 03:36:47.454391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f262e-3304-4d58-a261-c83c917d4b4f None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:47.455311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38346) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.550350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8c55181-955a-4284-9bdc-a1bea92a7759 req-d2ed2a00-fd00-436a-8a3b-983c5fb8ddd5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0339901 Nov 12 03:36:47.653822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-587195a3-450d-43d9-a305-017514c381ac tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1971519 Nov 12 03:36:47.656361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.762957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.779251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:47.847081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Deleting port d9f97378-3ef7-4462-bde5-3d17145189c3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:47.847732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.919838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] For port d9f97378-3ef7-4462-bde5-3d17145189c3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d9f97378-3ef7-4462-bde5-3d17145189c3,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:47.920406 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.945091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Calling delete_port for d9f97378-3ef7-4462-bde5-3d17145189c3 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:47.959531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.962582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.017649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.018169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Fanout notify agent at l3_agent the message router_deleted on router 9bbe040e-57c3-4937-9104-239b1b4de76d {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:48.025340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.026645 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a7f6e24-b1b4-4e4b-9078-9410dfb964f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/routers/9bbe040e-57c3-4937-9104-239b1b4de76d HTTP/1.1" status: 204 len: 168 time: 0.3690896 Nov 12 03:36:48.027932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ee79-c350-481e-a442-186747434276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.029581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38362) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.047596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:48.063091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.078217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] No DVR routers for this DVR port d9f97378-3ef7-4462-bde5-3d17145189c3 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:48.097358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c395-d8a6-4237-952d-6a9305264192 None None] Pushing event deleted for resources: {'Port': ['ID=d9f97378-3ef7-4462-bde5-3d17145189c3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.181397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:48.185110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.246377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d9f97378-3ef7-4462-bde5-3d17145189c3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:48.272811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d9f97378-3ef7-4462-bde5-3d17145189c3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:48.273431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d9f97378-3ef7-4462-bde5-3d17145189c3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:48.412156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.461024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:48.465945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:48.470539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.471133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.484224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=0e99be3b-e0e9-463f-96d0-f9eaa7a90e65,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.487293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485b197-c8e5-4910-9cb5-b511187a4390 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:48.496587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-19dbc587-a404-4839-a4c0-8198d7c998c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4642324 Nov 12 03:36:48.499450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38374) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.504994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-270050511', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:48.542751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.544404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.607124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.614715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.651720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.652935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-606738b3-aedd-439a-9da7-c0e632dec302 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1522539 Nov 12 03:36:48.655860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:48.710856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45f646f7-1d4d-44d7-a691-23d0f4dfc1a8 req-611c8cf4-e7b6-41c8-8136-128049d676ca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0623930 Nov 12 03:36:48.740201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:48.741108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.779364 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Sync routers for ids ['9bbe040e-57c3-4937-9104-239b1b4de76d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:48.800132 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:48.800132 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:36:48.800132 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bbe040e-57c3-4937-9104-239b1b4de76d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:36:48.816220 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:48.817120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:36:48.818627 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bbe040e-57c3-4937-9104-239b1b4de76d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:36:48.819298 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5007523-63eb-4567-a05f-d025d6976176 None None] The sync data for ids ['9bbe040e-57c3-4937-9104-239b1b4de76d'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:48.939309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/0e99be3b-e0e9-463f-96d0-f9eaa7a90e65/b3395918-b500-436f-9563-fcca9a5b8f78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:49.143140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.151946 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.212739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Pushing event updated for resources: {'Port': ['ID=b3395918-b500-436f-9563-fcca9a5b8f78,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.224326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:49.230458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:49.236377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:49.307092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Attempting to bind port b3395918-b500-436f-9563-fcca9a5b8f78 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:49.307472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Attempting to bind port b3395918-b500-436f-9563-fcca9a5b8f78 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:49.307846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Attempting to bind port b3395918-b500-436f-9563-fcca9a5b8f78 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:49.313207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:49.313580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:49.313980 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.314372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:49.314844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Bound port: b3395918-b500-436f-9563-fcca9a5b8f78, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:49.315217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.368118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.395821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] For port b3395918-b500-436f-9563-fcca9a5b8f78, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:49.400881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] For port b3395918-b500-436f-9563-fcca9a5b8f78, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3395918-b500-436f-9563-fcca9a5b8f78,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:49.406294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.494517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91af1fd-6f77-4fc2-aba3-f140ad391edb None None] Pushing event updated for resources: {'Port': ['ID=b3395918-b500-436f-9563-fcca9a5b8f78,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.722932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::1 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/0e99be3b-e0e9-463f-96d0-f9eaa7a90e65/c3f9150c-c825-4d44-b9dd-19518f91c4fe) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:49.868772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48566462-2eb6-4c4b-b75a-46fee345e78b req-2ea59561-a677-4d0e-a9d3-803a2cd19dca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=8b4356be-19a2-4ccf-a770-4591e016c41f HTTP/1.1" status: 200 len: 210 time: 0.0500243 Nov 12 03:36:49.888285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.948584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.000390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:50.011557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:50.014374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:50.015896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.060899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=c3f9150c-c825-4d44-b9dd-19518f91c4fe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.145238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.297755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3395918-b500-436f-9563-fcca9a5b8f78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:50.539224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.545984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.546917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.581284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3395918-b500-436f-9563-fcca9a5b8f78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:50.581729 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.626250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3e4c-d081-438e-9c48-aa8fcbf1e8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.663941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=c3f9150c-c825-4d44-b9dd-19518f91c4fe,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.674067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.714198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b3395918-b500-436f-9563-fcca9a5b8f78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3395918-b500-436f-9563-fcca9a5b8f78,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:50.718871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:50.720549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:50.720767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.798082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b3395918-b500-436f-9563-fcca9a5b8f78,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.869750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Router 14f07044-1dc6-48da-ba95-a1538c49689f is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:50.880140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fa3bfa69-323a-4694-93fb-00f53ce78d16 None None] Provisioning complete for port b3395918-b500-436f-9563-fcca9a5b8f78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:50.880645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fa3bfa69-323a-4694-93fb-00f53ce78d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.985718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:50.990866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b73112a7-4678-4c8e-9f12-eb2c336d20d7 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "PUT /v2.0/routers/14f07044-1dc6-48da-ba95-a1538c49689f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3335390 Nov 12 03:36:50.993931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.999683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Sync routers for ids ['14f07044-1dc6-48da-ba95-a1538c49689f'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:51.093744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Routers {'14f07044-1dc6-48da-ba95-a1538c49689f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:51.094381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['14f07044-1dc6-48da-ba95-a1538c49689f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:51.101179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea0f00-1115-4e4f-8de5-ffa0951e7229 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.102794 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ffea0f00-1115-4e4f-8de5-ffa0951e7229 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports/c3f9150c-c825-4d44-b9dd-19518f91c4fe HTTP/1.1" status: 200 len: 911 time: 0.1074746 Nov 12 03:36:51.105781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:51.189158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36a873-cf0c-4a61-87c6-03efb931ff72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.195947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36a873-cf0c-4a61-87c6-03efb931ff72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.197811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-db36a873-cf0c-4a61-87c6-03efb931ff72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0901682 Nov 12 03:36:51.200767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:51.243999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Set router 14f07044-1dc6-48da-ba95-a1538c49689f gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:51.310736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7d4186a7-49b5-409d-82e9-066ae9e8ec01 None None] Provisioning complete for port c3f9150c-c825-4d44-b9dd-19518f91c4fe triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:51.310736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d4186a7-49b5-409d-82e9-066ae9e8ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.494073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7d4186a7-49b5-409d-82e9-066ae9e8ec01 None None] Port c3f9150c-c825-4d44-b9dd-19518f91c4fe cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:51.547989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'name': 'tempest-NetworksTestDHCPv6-router-270050511', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:48Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9150c-c825-4d44-b9dd-19518f91c4fe', 'name': '', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'mac_address': 'fa:16:3e:f0:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:49Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'subnets': [{'id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:51.596949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Checking router: 14f07044-1dc6-48da-ba95-a1538c49689f for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:51.597301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Updating router 14f07044-1dc6-48da-ba95-a1538c49689f port c3f9150c-c825-4d44-b9dd-19518f91c4fe binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:51.638740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.658209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5c25f358-94bc-4765-a84d-b8137f58d6b3 None None] Provisioning complete for port c3f9150c-c825-4d44-b9dd-19518f91c4fe triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:51.658641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c25f358-94bc-4765-a84d-b8137f58d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.709301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.715198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.727156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5c25f358-94bc-4765-a84d-b8137f58d6b3 None None] Port c3f9150c-c825-4d44-b9dd-19518f91c4fe cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:51.940560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port c3f9150c-c825-4d44-b9dd-19518f91c4fe {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:51.940899 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.962013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.968507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.035359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d0012-4cbd-4d25-a2f7-7956896c6134 None None] Pushing event updated for resources: {'Port': ['ID=c3f9150c-c825-4d44-b9dd-19518f91c4fe,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:52.071151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.085863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Attempting to bind port c3f9150c-c825-4d44-b9dd-19518f91c4fe on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:52.086375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Attempting to bind port c3f9150c-c825-4d44-b9dd-19518f91c4fe by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:52.086742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Attempting to bind port c3f9150c-c825-4d44-b9dd-19518f91c4fe on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:52.092246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for c3f9150c-c825-4d44-b9dd-19518f91c4fe owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:52.093914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:52.094289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:52.094685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.095075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:52.095546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Bound port: c3f9150c-c825-4d44-b9dd-19518f91c4fe, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:52.095922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.178095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] For port c3f9150c-c825-4d44-b9dd-19518f91c4fe, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:52.183244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] For port c3f9150c-c825-4d44-b9dd-19518f91c4fe, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3f9150c-c825-4d44-b9dd-19518f91c4fe,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:52.188857 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.262335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d0012-4cbd-4d25-a2f7-7956896c6134 None None] Pushing event updated for resources: {'Port': ['ID=c3f9150c-c825-4d44-b9dd-19518f91c4fe,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:52.265805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Routers {'14f07044-1dc6-48da-ba95-a1538c49689f'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:52.266361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['14f07044-1dc6-48da-ba95-a1538c49689f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:52.313545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3395918-b500-436f-9563-fcca9a5b8f78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:52.406122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.414379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e20ece92-7fe3-499e-b092-948f30d98c07 None None] Provisioning complete for port c3f9150c-c825-4d44-b9dd-19518f91c4fe triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:52.414773 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e20ece92-7fe3-499e-b092-948f30d98c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.417418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] Set router 14f07044-1dc6-48da-ba95-a1538c49689f gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:52.452522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=c3f9150c-c825-4d44-b9dd-19518f91c4fe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:52.526772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e20ece92-7fe3-499e-b092-948f30d98c07 None None] Port c3f9150c-c825-4d44-b9dd-19518f91c4fe was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:36:52.559978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3395918-b500-436f-9563-fcca9a5b8f78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:52.560348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.564407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.657601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f4cd9ab1-9d7d-4eec-b887-73b267e985c2 None None] Could not find standard attr ID for object c3f9150c-c825-4d44-b9dd-19518f91c4fe. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:36:52.791383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'name': 'tempest-NetworksTestDHCPv6-router-270050511', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:48Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9150c-c825-4d44-b9dd-19518f91c4fe', 'name': '', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'mac_address': 'fa:16:3e:f0:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:49Z', 'updated_at': '2021-11-12T03:36:52Z', 'revision_number': 4, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'subnets': [{'id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:52.814327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Router 14f07044-1dc6-48da-ba95-a1538c49689f has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:52.835731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c91a5-e2cd-4226-9420-bc3000fdc2f4 None None] The sync data for ids ['14f07044-1dc6-48da-ba95-a1538c49689f'] in n-d-713499-30 is: [{'id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'name': 'tempest-NetworksTestDHCPv6-router-270050511', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:48Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 2, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9150c-c825-4d44-b9dd-19518f91c4fe', 'name': '', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'mac_address': 'fa:16:3e:f0:c4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f07044-1dc6-48da-ba95-a1538c49689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:49Z', 'updated_at': '2021-11-12T03:36:52Z', 'revision_number': 4, 'project_id': 'ec1411a249e546a4b400c2605a534872', 'subnets': [{'id': '0e99be3b-e0e9-463f-96d0-f9eaa7a90e65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:52.943085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:52.948966 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08d2f60f-d775-422c-ad79-f144e45dbb96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "PUT /v2.0/routers/14f07044-1dc6-48da-ba95-a1538c49689f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7471042 Nov 12 03:36:52.951425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38456) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.008871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e8073-5f3a-44d6-8cc5-58b964c9fe92 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.012044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e8073-5f3a-44d6-8cc5-58b964c9fe92 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.015999 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9c6e8073-5f3a-44d6-8cc5-58b964c9fe92 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0614281 Nov 12 03:36:53.017141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38458) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.036708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.075112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 0e99be3b-e0e9-463f-96d0-f9eaa7a90e65 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:53.080688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.153547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.289268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.366182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.396793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=0e99be3b-e0e9-463f-96d0-f9eaa7a90e65,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.405129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.409315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d363fae1-5227-4a9b-bd1d-aea2bc13df85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/0e99be3b-e0e9-463f-96d0-f9eaa7a90e65 HTTP/1.1" status: 204 len: 168 time: 0.3905828 Nov 12 03:36:53.411689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38464) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.415900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f74f9d-487b-4a9d-9838-42d10bf9ad3a None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:53.625995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.660358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-cb13774d-9cff-442e-8591-aa7540ab3dc3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2219865 Nov 12 03:36:53.676645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-035d112f-ceb2-41aa-aae1-c085daa6d3bb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2635436 Nov 12 03:36:53.679672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38466) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.682208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:53.741816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Deleting port b3395918-b500-436f-9563-fcca9a5b8f78 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:53.742308 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.806669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.826817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] For port b3395918-b500-436f-9563-fcca9a5b8f78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3395918-b500-436f-9563-fcca9a5b8f78,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:53.827648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.866303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Calling delete_port for b3395918-b500-436f-9563-fcca9a5b8f78 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:53.994264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c815-0121-4d75-a192-15cf75244579 req-89c772db-853e-457d-8fe7-02169059572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.995785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-89c772db-853e-457d-8fe7-02169059572d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1097 time: 0.2627082 Nov 12 03:36:54.004069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.008714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.123725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.124447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Fanout notify agent at l3_agent the message router_deleted on router 14f07044-1dc6-48da-ba95-a1538c49689f {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:54.138262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.141907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f8a1b267-eee7-437b-87c9-94706368caff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/routers/14f07044-1dc6-48da-ba95-a1538c49689f HTTP/1.1" status: 204 len: 168 time: 0.4579043 Nov 12 03:36:54.142255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38478) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.297072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c815-0121-4d75-a192-15cf75244579 req-b3148d81-b800-4823-9557-0df81e9b4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.308458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-b3148d81-b800-4823-9557-0df81e9b4e29 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.2885172 Nov 12 03:36:54.351934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3395918-b500-436f-9563-fcca9a5b8f78 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:54.366675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.387948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af4e87-4baa-4b88-a455-d4640d90066e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.389810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d5af4e87-4baa-4b88-a455-d4640d90066e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2464156 Nov 12 03:36:54.392552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.412218 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:54.444274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-0803f165-d0d7-4299-860a-e50462e731f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 1000 time: 0.1228237 Nov 12 03:36:54.457793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] No DVR routers for this DVR port b3395918-b500-436f-9563-fcca9a5b8f78 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:54.462727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b3395918-b500-436f-9563-fcca9a5b8f78 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:54.464155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3395918-b500-436f-9563-fcca9a5b8f78 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:54.468584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Pushing event deleted for resources: {'Port': ['ID=b3395918-b500-436f-9563-fcca9a5b8f78,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.479524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.480256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.481296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.482179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.482823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.483367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.483906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.484519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.486537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.488961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.489648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.490223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09605db-3d25-4b57-8e25-126d58214089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:54.522677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fac56a-0725-4aa4-bbe4-0376563d2c61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.523267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-36fac56a-0725-4aa4-bbe4-0376563d2c61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1296692 Nov 12 03:36:54.528076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.598421 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d927680e-45d7-4c66-8c38-2b942ba9a07d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652654 Nov 12 03:36:54.598700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.614084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:54.627626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c815-0121-4d75-a192-15cf75244579 req-79549003-5b7e-43fe-9d2b-c5df15a38f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.630014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-79549003-5b7e-43fe-9d2b-c5df15a38f02 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.1759121 Nov 12 03:36:54.730512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c815-0121-4d75-a192-15cf75244579 req-25f4ce8e-b36a-4eca-8998-22c9597c1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.734346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-25f4ce8e-b36a-4eca-8998-22c9597c1fc1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952988 Nov 12 03:36:54.739169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:54.745666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.888689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-ac104acf-86d8-452a-87ac-9af1c4baaaee service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458263 Nov 12 03:36:55.061582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4628c815-0121-4d75-a192-15cf75244579 req-6ba056c3-d19c-45c0-ac0d-c057791de33c service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649003 Nov 12 03:36:55.083342 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Sync routers for ids ['14f07044-1dc6-48da-ba95-a1538c49689f'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:55.097450 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:55.097929 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:36:55.098434 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_agentschedulers_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14f07044-1dc6-48da-ba95-a1538c49689f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:36:55.108264 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Routers set() bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:55.108625 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Router IDs set() for agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:36:55.109214 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_agentschedulers_db [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14f07044-1dc6-48da-ba95-a1538c49689f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent'). {{(pid=102608) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:36:55.109587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553a3e3-f319-4d39-a084-e38c4078df1e None None] The sync data for ids ['14f07044-1dc6-48da-ba95-a1538c49689f'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:55.721476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-84f3204e-62ed-4d64-8cdc-6cdf6e9d0d76 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1304636 Nov 12 03:36:55.734319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:36:55.736027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.811755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:55.819433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:55.823197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.824501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.828360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ecf2c7-d3d8-4e73-bb3b-240db59320bc None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:55.837941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=bdf2d374-6d18-4e33-97eb-3ac6249f51b7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:55.857334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38532) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:55.858902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e55df875-01d1-48bf-b011-df6e65471f6a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2589204 Nov 12 03:36:55.868129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:55.986632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.987098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.987567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.988056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.988521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.988977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.991748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.994747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8bf29d61-78d6-48da-94ab-0c47678d144a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=eb452135a91f43929f441d29fea0063c&device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 6497 time: 0.2089839 Nov 12 03:36:56.132487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'bdf2d374-6d18-4e33-97eb-3ac6249f51b7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:56.134715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.247391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:56.252145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.258281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-4126d401-09c2-463a-a0c3-c8e7f3a3253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.258888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-4126d401-09c2-463a-a0c3-c8e7f3a3253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.259548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-4126d401-09c2-463a-a0c3-c8e7f3a3253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.261253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-4126d401-09c2-463a-a0c3-c8e7f3a3253b service neutron] 10.222.0.100 "GET /v2.0/networks?id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=397dbaab-b030-4995-b17a-77e27577f554&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&id=87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 200 len: 2294 time: 0.2370446 Nov 12 03:36:56.350918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3f9150c-c825-4d44-b9dd-19518f91c4fe no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:56.396107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-1f8b7adf-13d5-42d3-8fee-5e86df29bb66 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 200 len: 1000 time: 0.1183765 Nov 12 03:36:56.410354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c3f9150c-c825-4d44-b9dd-19518f91c4fe {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:56.410693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3f9150c-c825-4d44-b9dd-19518f91c4fe not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:56.468081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Allocated IP 2001:db8::f816:3eff:fe35:331c (a14e2558-a8f6-40ab-a112-74154dfc7e5d/bdf2d374-6d18-4e33-97eb-3ac6249f51b7/d4a5c429-84e9-473b-9cfb-e3127319ad06) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:56.504607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-752ee7b9-0be0-403b-9f02-590484891664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.505625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-752ee7b9-0be0-403b-9f02-590484891664 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 200 len: 850 time: 0.1021748 Nov 12 03:36:56.670211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-3adef103-d7b5-4df1-90c2-f33888d17508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.671835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-3adef103-d7b5-4df1-90c2-f33888d17508 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569560 Nov 12 03:36:56.736793 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.745838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.818138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Pushing event updated for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.835807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:56.837668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:56.845222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:56.869584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.944845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Attempting to bind port d4a5c429-84e9-473b-9cfb-e3127319ad06 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:56.945247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Attempting to bind port d4a5c429-84e9-473b-9cfb-e3127319ad06 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:56.945608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Attempting to bind port d4a5c429-84e9-473b-9cfb-e3127319ad06 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:56.951920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:56.952358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:56.952824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.953254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:56.954047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Bound port: d4a5c429-84e9-473b-9cfb-e3127319ad06, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:56.954439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.039322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a5387660-d576-450b-9866-d008b1f9949b None None] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:57.043075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a5387660-d576-450b-9866-d008b1f9949b None None] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4a5c429-84e9-473b-9cfb-e3127319ad06,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:57.049794 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.128956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387660-d576-450b-9866-d008b1f9949b None None] Pushing event updated for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.318274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-ae885e49-6945-4ae8-a922-d7b7c2875f8b service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236989 Nov 12 03:36:57.327364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:57.340479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:57.348456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.348456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.559993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7015839 Nov 12 03:36:57.563882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:57.571786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:47:51:2a', 'name': 'tempest-NetworksTestDHCPv6-1927329433'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:57.576161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b25ce-6d25-4e21-b3f5-69529763aa75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=4001fea7-e4b3-4ef5-8eed-7e096f36e0f6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.596878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-8200498b-6c54-403b-8e72-5b44a3fd09fd service neutron] 10.222.0.100 "GET /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672310 Nov 12 03:36:57.677258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-13c1a2d7-1852-40a1-a6e2-2c139e260ddd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 217 time: 0.0714407 Nov 12 03:36:57.758158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-b943375a-4ef1-4bb7-abc6-582e364a83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.760362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-b943375a-4ef1-4bb7-abc6-582e364a83c9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.0761514 Nov 12 03:36:57.775494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:57.840050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-2dc17138-63a1-450f-b56d-3bf9718c0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.841925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-2dc17138-63a1-450f-b56d-3bf9718c0170 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743418 Nov 12 03:36:57.900310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.938868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port c1404310-56e2-40c0-82ff-038f02994f5c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:36:57.996048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-016d7434-0f3e-4285-95c2-b04dabe3cd31 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464419 Nov 12 03:36:58.180763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 172.20.0.13 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/4001fea7-e4b3-4ef5-8eed-7e096f36e0f6/c1404310-56e2-40c0-82ff-038f02994f5c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:58.188448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe47:512a (a14e2558-a8f6-40ab-a112-74154dfc7e5d/bdf2d374-6d18-4e33-97eb-3ac6249f51b7/c1404310-56e2-40c0-82ff-038f02994f5c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:58.214281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-05930a25-a3ca-4c66-8097-d12f54458e62 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106934 Nov 12 03:36:58.330053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-2b8d9e3a-f885-4cf5-bdab-8da42ff24ad1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 217 time: 0.1007671 Nov 12 03:36:58.400894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4a5c429-84e9-473b-9cfb-e3127319ad06 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:58.415360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.438806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-87d61cfa-2d99-497d-a3b3-ad12bd6a79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.444943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-87d61cfa-2d99-497d-a3b3-ad12bd6a79bd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1022189 Nov 12 03:36:58.494838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.498094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257bb70-4c48-4068-a2cb-573fc93e7942 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:58.547604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-348f94b9-02c9-4e3d-9488-3539df35cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.552245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-348f94b9-02c9-4e3d-9488-3539df35cedd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035149 Nov 12 03:36:58.567186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=c1404310-56e2-40c0-82ff-038f02994f5c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.587080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:58.589327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:58.592124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:58.663700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] Provisioning complete for port d4a5c429-84e9-473b-9cfb-e3127319ad06 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:58.664397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.706927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.707852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.751057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eaded0f2-34d6-45ae-9e0e-be2d217afbbb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1847935 Nov 12 03:36:58.754470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4a5c429-84e9-473b-9cfb-e3127319ad06 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:58.754845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.755800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38612) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:58.783290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-5246a09d-715e-4acf-9b75-fabb2ee92561 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213178 Nov 12 03:36:58.941881 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.946227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009e03e-b775-4bff-9b40-d862116b8be0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.953439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009e03e-b775-4bff-9b40-d862116b8be0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.957590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5009e03e-b775-4bff-9b40-d862116b8be0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1973436 Nov 12 03:36:58.959374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:58.972321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-7fb428bd-dde2-49f4-8174-5a57f641c991 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708276 Nov 12 03:36:59.007256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.029092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4a5c429-84e9-473b-9cfb-e3127319ad06,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:59.062802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.063110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-0b5a06d9-1579-4d9b-b400-81908d9cc039 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 200 len: 217 time: 0.0766611 Nov 12 03:36:59.159998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port c1404310-56e2-40c0-82ff-038f02994f5c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:59.161253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.189754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-c7f581c0-d68a-43ec-9dd3-6c02d3e653dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.196001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-c7f581c0-d68a-43ec-9dd3-6c02d3e653dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1206520 Nov 12 03:36:59.282767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:59.284116 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:59.311230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-694ed61f-67af-45f0-bbac-1dbb8f70d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.313502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'bdf2d374-6d18-4e33-97eb-3ac6249f51b7', 'ip_address': '2001:db8::f816:3eff:fe35:331c'}, {'subnet_id': '4001fea7-e4b3-4ef5-8eed-7e096f36e0f6'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'd4a5c429-84e9-473b-9cfb-e3127319ad06'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:36:59.316210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-694ed61f-67af-45f0-bbac-1dbb8f70d0c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1138852 Nov 12 03:36:59.324562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.341456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for c1404310-56e2-40c0-82ff-038f02994f5c owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:59.355354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead92d64-e2c2-4535-b7a6-11f47b61c7d6 None None] Pushing event updated for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:59.361484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.513046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-e99a2bc5-dca5-46c6-ba63-cec5d2fc2322 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878889 Nov 12 03:36:59.592918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Allocated IP 172.20.0.2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/4001fea7-e4b3-4ef5-8eed-7e096f36e0f6/d4a5c429-84e9-473b-9cfb-e3127319ad06) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:59.602592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.669363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=c1404310-56e2-40c0-82ff-038f02994f5c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:59.698630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-e6e4906c-f5dc-4c11-9651-0fb780b87f56 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751940 Nov 12 03:36:59.810538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-9d3b32a7-9317-4a13-a916-3f4100c23e4a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 200 len: 217 time: 0.0969667 Nov 12 03:36:59.850260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.853278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ffe7cac-9adf-4052-81ba-dc043e8f52f9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/c1404310-56e2-40c0-82ff-038f02994f5c HTTP/1.1" status: 204 len: 168 time: 0.8920615 Nov 12 03:36:59.855998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:59.923089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-cae30632-c4f0-41d3-a418-fae4ad6620f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.924941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-cae30632-c4f0-41d3-a418-fae4ad6620f9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 200 len: 797 time: 0.1094403 Nov 12 03:36:59.929087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4a5c429-84e9-473b-9cfb-e3127319ad06,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:59.945933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c732a-f221-4958-843c-0a545699c526 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.947481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c732a-f221-4958-843c-0a545699c526 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.949049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c732a-f221-4958-843c-0a545699c526 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.950695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c56c732a-f221-4958-843c-0a545699c526 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0938449 Nov 12 03:36:59.953507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:59.994535 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.005408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.016480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 4001fea7-e4b3-4ef5-8eed-7e096f36e0f6 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:00.021557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.067311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-1fa8840f-37cc-4ecc-b75e-67961df6d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.073477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-1fa8840f-37cc-4ecc-b75e-67961df6d87f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=397dbaab-b030-4995-b17a-77e27577f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335530 Nov 12 03:37:00.076335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.178754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.204386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca01c69-8176-471c-ba45-932d3db18112 None None] Pushing event updated for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.255272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-9b9e45c6-dac8-4d8b-ad37-341d2a5757c4 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739519 Nov 12 03:37:00.265199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.306914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.316042 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/4001fea7-e4b3-4ef5-8eed-7e096f36e0f6 HTTP/1.1" status: 204 len: 168 time: 0.3576074 Nov 12 03:37:00.318592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38632) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:00.321291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad81d7-52d3-4005-8874-46a37180f747 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=4001fea7-e4b3-4ef5-8eed-7e096f36e0f6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.357229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4a5c429-84e9-473b-9cfb-e3127319ad06 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:00.492485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4a5c429-84e9-473b-9cfb-e3127319ad06 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:00.492937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.498944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet bdf2d374-6d18-4e33-97eb-3ac6249f51b7 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:00.521069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.555876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-a151b6db-38d9-4340-9f09-a9769ac91008 service neutron] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916071 Nov 12 03:37:00.643718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-2799e991-8789-48ca-bee9-38d16ba73ff3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 200 len: 217 time: 0.0697842 Nov 12 03:37:00.650573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.762898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.869840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-97753894-5dbe-4f09-8fdd-1bcafb37a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.871246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-97753894-5dbe-4f09-8fdd-1bcafb37a6c0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1598496 Nov 12 03:37:00.928750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.002834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-fa0c375f-a6f1-4610-a1f3-8f21ac36e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.003954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-fa0c375f-a6f1-4610-a1f3-8f21ac36e991 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1209075 Nov 12 03:37:01.076970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.169588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf2d374-6d18-4e33-97eb-3ac6249f51b7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.170917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.174223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-52b0c590-5a64-48a8-89ec-5e85b8534b3a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/bdf2d374-6d18-4e33-97eb-3ac6249f51b7 HTTP/1.1" status: 204 len: 168 time: 0.8544195 Nov 12 03:37:01.177413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:01.246102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-ad31e3bf-859e-4085-a56a-3ed498f1307a service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289393 Nov 12 03:37:01.248900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c239a1e5-51e1-4dac-84ab-6bf1562f0eaf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695431 Nov 12 03:37:01.251782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:01.258745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:01.331952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe45e9-0550-4514-9f40-20ceb9e3032b None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:01.362840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-cbc906d9-3001-45b9-8568-967f1ea8cd30 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052179 Nov 12 03:37:01.385316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:01.389678 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.425994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-0be454cc-2714-477b-95f9-972c5505067c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 200 len: 217 time: 0.0538130 Nov 12 03:37:01.473486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-48a72d43-942d-4890-8aae-41630d7e67f8 None None] Could not find standard attr ID for object c1404310-56e2-40c0-82ff-038f02994f5c. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:01.542841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-9d9a5b31-8b27-4f1c-aa25-29e5ef7d49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.544666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-48a72d43-942d-4890-8aae-41630d7e67f8 None None] Provisioning complete for port d4a5c429-84e9-473b-9cfb-e3127319ad06 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:01.545188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-9d9a5b31-8b27-4f1c-aa25-29e5ef7d49bd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 200 len: 797 time: 0.1127851 Nov 12 03:37:01.546328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48a72d43-942d-4890-8aae-41630d7e67f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.665793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-44ce0b36-e628-4c87-aa94-c5fe051ee9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.672505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-44ce0b36-e628-4c87-aa94-c5fe051ee9bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=87ca4c5c-9a7c-48da-9751-c0036d9c3373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161718 Nov 12 03:37:01.736428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.855676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:01.887315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-07c5da38-6d3d-4001-81f7-4375b0838446 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065761 Nov 12 03:37:01.908924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:01.994337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Deleting port d4a5c429-84e9-473b-9cfb-e3127319ad06 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:01.994848 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.105785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1df1cd02-795e-471c-8d30-59f0f710a72b req-9ab45aee-61d2-4087-ab86-ea6d8aa9d821 service neutron] 10.222.0.100 "GET /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107952 Nov 12 03:37:02.180598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4a5c429-84e9-473b-9cfb-e3127319ad06,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:02.181490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.191133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.205135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Calling delete_port for d4a5c429-84e9-473b-9cfb-e3127319ad06 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:02.291574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4a5c429-84e9-473b-9cfb-e3127319ad06 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:02.413173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.453966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port d4a5c429-84e9-473b-9cfb-e3127319ad06, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4a5c429-84e9-473b-9cfb-e3127319ad06,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:02.509613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.516935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.518063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.528924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.591838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.604686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:02.607902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:02.612226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:02.613083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.622048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=cc633808-9f3f-438b-be97-c72ad118092f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.643696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38666) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:02.644157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f1dcf11-83b5-46a3-ac02-031b2348fd9d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3898087 Nov 12 03:37:02.650107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] No DVR routers for this DVR port d4a5c429-84e9-473b-9cfb-e3127319ad06 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:02.652558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49291d1f-3c79-47c5-9ef0-71bdd31f16ad None None] Pushing event deleted for resources: {'Port': ['ID=d4a5c429-84e9-473b-9cfb-e3127319ad06,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.655109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:02.674625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e041685-4eee-4b2a-8c7b-75d9935f4425 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:02.879708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:02.886810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.896922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'cc633808-9f3f-438b-be97-c72ad118092f'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:02.900716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.110808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Allocated IP 2001:db8::f816:3eff:fef2:9152 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/cc633808-9f3f-438b-be97-c72ad118092f/9f49fdd8-1de5-43a3-994d-e1277604dcc8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:03.207590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.277247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=ea637caf-59b7-48cc-9413-d797c4129467,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.307881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:03.311203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:03.315509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.316133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.322831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.335817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.358245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.359687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2cbb690e-6351-4451-bf7a-64aac1823d1a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7126708 Nov 12 03:37:03.363699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:2c:94:71', 'name': 'tempest-NetworksTestDHCPv6-1897267879'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:03.433822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.458275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:03.461159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:03.465204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:03.565380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:03.584845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Attempting to bind port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:03.586042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Attempting to bind port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:03.587180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Attempting to bind port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:03.598035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:03.599388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:03.601979 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.603281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:03.604631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Bound port: 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:03.607242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.673470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.712750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 988c624b-a9b9-40ce-a383-644a9934da64 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:03.741444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:03.749429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:03.764263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.884638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951bd77-f5c9-4edd-a729-6d69b2717603 None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.939430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 172.20.0.11 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/ea637caf-59b7-48cc-9413-d797c4129467/988c624b-a9b9-40ce-a383-644a9934da64) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:03.950567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe2c:9471 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/cc633808-9f3f-438b-be97-c72ad118092f/988c624b-a9b9-40ce-a383-644a9934da64) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:04.211417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.289738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.357020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:04.368967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:04.374516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:04.379133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:04.421427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=988c624b-a9b9-40ce-a383-644a9934da64,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.424446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:04.425009 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.499511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.503562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.556340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cdce2a3b-0889-46ec-afee-287a344e67ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1964741 Nov 12 03:37:04.557586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.558615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:04.627422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:04.641550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.712069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.717887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd88816-9c7b-4538-b748-5a0974c3f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.725058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd88816-9c7b-4538-b748-5a0974c3f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.726855 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9fd88816-9c7b-4538-b748-5a0974c3f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1665792 Nov 12 03:37:04.729922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:04.882296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 988c624b-a9b9-40ce-a383-644a9934da64 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:04.882898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.994762 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.013754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 988c624b-a9b9-40ce-a383-644a9934da64 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:05.251237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.281476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=988c624b-a9b9-40ce-a383-644a9934da64,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.286526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772d413-fda4-4c95-9766-542c06d2dbdc None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:05.395317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.400286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2064adaa-6e71-43f4-a0ab-3f1a5857cb30 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/988c624b-a9b9-40ce-a383-644a9934da64 HTTP/1.1" status: 204 len: 168 time: 0.6693537 Nov 12 03:37:05.402698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.514296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd29cc-941a-4ac0-9607-3ead6bd507e1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.520605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd29cc-941a-4ac0-9607-3ead6bd507e1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.523174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd29cc-941a-4ac0-9607-3ead6bd507e1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.529767 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38bd29cc-941a-4ac0-9607-3ead6bd507e1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1260712 Nov 12 03:37:05.532590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38694) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.694964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet cc633808-9f3f-438b-be97-c72ad118092f {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:05.704206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.725560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-da7508d8-719c-4b99-b20d-356d5160a764 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:05.726173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da7508d8-719c-4b99-b20d-356d5160a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.769664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.971689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.006801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.026106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da819b29-22f0-44fc-a884-c823639e51df None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'cc633808-9f3f-438b-be97-c72ad118092f', 'ip_address': '2001:db8::f816:3eff:fef2:9152'}, {'subnet_id': 'ea637caf-59b7-48cc-9413-d797c4129467'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '9f49fdd8-1de5-43a3-994d-e1277604dcc8'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:06.057682 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-da819b29-22f0-44fc-a884-c823639e51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.101926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.167286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=cc633808-9f3f-438b-be97-c72ad118092f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.172102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.181777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.185290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e92f798d-97f4-40a9-830a-c2ffeb193136 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/cc633808-9f3f-438b-be97-c72ad118092f HTTP/1.1" status: 204 len: 168 time: 0.6468132 Nov 12 03:37:06.270339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0e8432b-45be-40cc-859a-853069169185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-da819b29-22f0-44fc-a884-c823639e51df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc633808-9f3f-438b-be97-c72ad118092f: This subnet is being modified by another concurrent operation. Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc633808-9f3f-438b-be97-c72ad118092f: This subnet is being modified by another concurrent operation. Nov 12 03:37:06.285097 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:37:06.292796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:06.309314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet ea637caf-59b7-48cc-9413-d797c4129467 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:06.317040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.345479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:06.346026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.389455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.448240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90720484-62bf-4187-9475-82c9917680a6 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:06.473413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.478396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0e8432b-45be-40cc-859a-853069169185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.503018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0e8432b-45be-40cc-859a-853069169185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.566946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38710) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.567558 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a0e8432b-45be-40cc-859a-853069169185 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=52bc6150f37f46e998330a751548cdfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5590796 Nov 12 03:37:06.567927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8432b-45be-40cc-859a-853069169185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee712f3-2e02-4a7a-84a3-6a262cd95588,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.609569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.617150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-945c730d-0612-4352-aba6-11ab29ac0a35 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:06.617697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-945c730d-0612-4352-aba6-11ab29ac0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.670773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=ea637caf-59b7-48cc-9413-d797c4129467,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.687215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.698278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d0913ce3-9b77-4759-a3b4-34f929b78ba9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/ea637caf-59b7-48cc-9413-d797c4129467 HTTP/1.1" status: 204 len: 168 time: 0.5131528 Nov 12 03:37:06.698501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.705075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.760894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.806390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8cac184b-becc-4942-b858-a5e1dd6ce892 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053567 Nov 12 03:37:06.809046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.814138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:06.826973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfbe370-a089-44a3-92e6-9c60b0194fc3 None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'ea637caf-59b7-48cc-9413-d797c4129467'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '9f49fdd8-1de5-43a3-994d-e1277604dcc8'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:06.837760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.841532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.846006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aee712f3-2e02-4a7a-84a3-6a262cd95588 HTTP/1.1" status: 204 len: 168 time: 0.2747664 Nov 12 03:37:06.862350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0992e5-a2ad-4ae1-8101-324659a21263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee712f3-2e02-4a7a-84a3-6a262cd95588,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.867398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe370-a089-44a3-92e6-9c60b0194fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.014283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:07.025236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.190708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-23f2aa62-11e1-4907-b083-3e1f6d2c430c None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:07.192555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-23f2aa62-11e1-4907-b083-3e1f6d2c430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.341119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38724) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:07.363878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a38ca0ea-8654-40c8-91f4-fb5752d14fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.389891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.432586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:07.435802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:07.440260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.440907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.469303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=58f348bc-2957-48f3-a86d-da77cf372dc2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.486416 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0d4093bf-87bd-4fec-86bd-80f77c7824bc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762702 Nov 12 03:37:07.487721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:07.494493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:07.495683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c80ba9a5-02ce-44b7-ac80-d3e8e53260c3 None None] Could not find standard attr ID for object 988c624b-a9b9-40ce-a383-644a9934da64. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:07.503257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c80ba9a5-02ce-44b7-ac80-d3e8e53260c3 None None] Could not find standard attr ID for object c1404310-56e2-40c0-82ff-038f02994f5c. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:07.507589 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a38ca0ea-8654-40c8-91f4-fb5752d14fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.513743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbdc0f-b5ab-48c1-950b-d2594a6c70bd None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:07.515450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a38ca0ea-8654-40c8-91f4-fb5752d14fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.578164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a38ca0ea-8654-40c8-91f4-fb5752d14fa5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=827c9e74baa1455f85c374a71964d018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359366 Nov 12 03:37:07.580284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ca0ea-8654-40c8-91f4-fb5752d14fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eebf0ae-e386-4be0-9ee3-ecb74a040225,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:07.581509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:07.675248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.677076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:07.680765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.760800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.820939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '58f348bc-2957-48f3-a86d-da77cf372dc2'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '9f49fdd8-1de5-43a3-994d-e1277604dcc8'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:07.846347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.849958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.854091 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8eebf0ae-e386-4be0-9ee3-ecb74a040225 HTTP/1.1" status: 204 len: 168 time: 0.2694101 Nov 12 03:37:07.862702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.865038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4006947-fe06-4224-a270-876a181afce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eebf0ae-e386-4be0-9ee3-ecb74a040225,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.078440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Allocated IP 172.20.0.2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/58f348bc-2957-48f3-a86d-da77cf372dc2/9f49fdd8-1de5-43a3-994d-e1277604dcc8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:08.210622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:08.217568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:08.253791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:08.288632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38738) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:08.293760 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.307233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.315892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bae6619f-90f8-4385-ac78-758f2fc7b435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.439366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bae6619f-90f8-4385-ac78-758f2fc7b435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.444389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a634558-eca6-4fa3-a9bb-f55b537b1c6b None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.449171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bae6619f-90f8-4385-ac78-758f2fc7b435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.450311 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.469296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.482013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:08.482497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bae6619f-90f8-4385-ac78-758f2fc7b435 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=527d801f718c4e72acc91643e6784de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1887724 Nov 12 03:37:08.518117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6619f-90f8-4385-ac78-758f2fc7b435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369a9e5f-4432-4520-b40c-559857fe2279,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.521633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:08.522178 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:08.633698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.987123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.055365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:09.079401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.105589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.108357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.109608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/369a9e5f-4432-4520-b40c-559857fe2279 HTTP/1.1" status: 204 len: 168 time: 0.6263504 Nov 12 03:37:09.112262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.122945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bb0cf-a19f-4abf-b23f-9361089c36cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369a9e5f-4432-4520-b40c-559857fe2279,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:09.127582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.127582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.188633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:09.189142 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:09.205937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d27eb-b871-43d0-b467-ca2c6c907ed1 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:37:09.211552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:09.245987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:09.254363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:09.258364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.258984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.278993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=29829dea-b832-420f-95e8-b496db74b480,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:09.288105 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-456727ca-74c3-4de4-8e4b-a4bfadc1de47 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7992756 Nov 12 03:37:09.291093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38748) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.297246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:6d:44:bf', 'name': 'tempest-NetworksTestDHCPv6-167583899'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:09.374416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7dde1789-1456-4aa1-944d-ccc3a74d691b None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:09.374787 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7dde1789-1456-4aa1-944d-ccc3a74d691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.439757 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.443289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:09.499328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d27eb-b871-43d0-b467-ca2c6c907ed1 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:37:09.507785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:09.531089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.560155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.591092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 4cab506f-538f-46ef-a974-50ad5bf7269d yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:09.667985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:09.835683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 172.20.0.7 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/58f348bc-2957-48f3-a86d-da77cf372dc2/4cab506f-538f-46ef-a974-50ad5bf7269d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:09.842291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe6d:44bf (a14e2558-a8f6-40ab-a112-74154dfc7e5d/29829dea-b832-420f-95e8-b496db74b480/4cab506f-538f-46ef-a974-50ad5bf7269d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:10.048227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.105960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.162576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:10.169700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:10.173442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:10.224885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=4cab506f-538f-46ef-a974-50ad5bf7269d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:10.288692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.289530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.316455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.317063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7811cba4-835d-47f7-acde-de524c275888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0244579 Nov 12 03:37:10.369179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:10.392850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5524e-90ef-4009-bea0-61c7220b54d0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.400484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5524e-90ef-4009-bea0-61c7220b54d0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.405088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38778) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.405637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ed5524e-90ef-4009-bea0-61c7220b54d0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0858502 Nov 12 03:37:10.582424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 4cab506f-538f-46ef-a974-50ad5bf7269d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:10.582770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.678622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:10.679339 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.730511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.746005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 4cab506f-538f-46ef-a974-50ad5bf7269d owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:10.776996 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.814389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:10.821139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.853652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1a6b7-9a0e-4a03-a3a3-187c430ea5ab None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:37:10.920105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.992479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-47a68b2b-a2ce-4a32-9de4-92706b0f7a4d None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:10.992856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47a68b2b-a2ce-4a32-9de4-92706b0f7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.994904 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.030474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.031504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=4cab506f-538f-46ef-a974-50ad5bf7269d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.068632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1a6b7-9a0e-4a03-a3a3-187c430ea5ab None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:37:11.122537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c294aa9d-82a5-41d3-ac14-6ac1c091e07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.212334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.216442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f50ca08-5e94-4e32-9a46-71e7edd71329 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/4cab506f-538f-46ef-a974-50ad5bf7269d HTTP/1.1" status: 204 len: 168 time: 0.8096201 Nov 12 03:37:11.218917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38790) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:11.231425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c294aa9d-82a5-41d3-ac14-6ac1c091e07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.242024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c294aa9d-82a5-41d3-ac14-6ac1c091e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.303733 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c294aa9d-82a5-41d3-ac14-6ac1c091e07c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6f09f4d4088a4075a812709c49da2a41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802340 Nov 12 03:37:11.309523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:11.310042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0f4a1-7a0c-4774-acb8-1eef8f0ef320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.311754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0f4a1-7a0c-4774-acb8-1eef8f0ef320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.313410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0f4a1-7a0c-4774-acb8-1eef8f0ef320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.318000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c8e0f4a1-7a0c-4774-acb8-1eef8f0ef320 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0950575 Nov 12 03:37:11.318670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:11.328749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294aa9d-82a5-41d3-ac14-6ac1c091e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea7ee6-2d08-4fce-be28-7331fe89f9a7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.394694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.399030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 29829dea-b832-420f-95e8-b496db74b480 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:11.402875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.420136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.455312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.476929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.480024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.484414 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ebea7ee6-2d08-4fce-be28-7331fe89f9a7 HTTP/1.1" status: 204 len: 168 time: 0.1734381 Nov 12 03:37:11.498209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd5a16-29b8-4ef5-9588-8757a652fbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea7ee6-2d08-4fce-be28-7331fe89f9a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.561894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.642813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.664502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.670258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/29829dea-b832-420f-95e8-b496db74b480 HTTP/1.1" status: 204 len: 168 time: 0.3486912 Nov 12 03:37:11.673735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:11.693292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baaea9-7954-41b4-a5f7-c2273cf4d6d9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=29829dea-b832-420f-95e8-b496db74b480,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.742542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 58f348bc-2957-48f3-a86d-da77cf372dc2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:11.746557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.811027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.926421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.015833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.043472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=58f348bc-2957-48f3-a86d-da77cf372dc2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.047798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.054945 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c8c72e09-eee5-4bbd-baf9-2ffb83b0f415 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/58f348bc-2957-48f3-a86d-da77cf372dc2 HTTP/1.1" status: 204 len: 168 time: 0.3792338 Nov 12 03:37:12.055109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.105423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.113707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:12.117872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6686615c-d28e-4520-a0e2-4995c4ee7c52 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615456 Nov 12 03:37:12.182754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418a18f-4bf4-4a9f-9c8d-a91d1600c507 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:12.262807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:12.268180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.311608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:12.367983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-66d94202-45db-4311-9a84-aac0c46bb5cb None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:12.368348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-66d94202-45db-4311-9a84-aac0c46bb5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.547049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:12.548186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.591459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:12.637399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.695010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:12.702833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:12.707705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.712303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.723555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=3997f997-5e77-4f18-807f-3cdf1ce75e33,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:12.751707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38830) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.752317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Deleting port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:12.752317 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.752782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-00411cce-c711-4816-89f9-2cc596f88b49 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6456327 Nov 12 03:37:12.758335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:12.861596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] For port 9f49fdd8-1de5-43a3-994d-e1277604dcc8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f49fdd8-1de5-43a3-994d-e1277604dcc8,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:12.862381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.883215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Calling delete_port for 9f49fdd8-1de5-43a3-994d-e1277604dcc8 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:12.960192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:12.964353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.986042 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.019570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] Pushing event deleted for resources: {'Port': ['ID=9f49fdd8-1de5-43a3-994d-e1277604dcc8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.031771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecae1b0-1c58-49ff-a4c0-ccae0fe263be None None] No DVR routers for this DVR port 9f49fdd8-1de5-43a3-994d-e1277604dcc8 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:13.050600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f19fec-9e8b-4245-83df-51018d8e6136 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:13.248311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '3997f997-5e77-4f18-807f-3cdf1ce75e33'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:13.249212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.362768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.objects.ports [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:13.364374 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.420579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.435043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:13.437830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:13.441042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.441718 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.461479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38848) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.466539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-92702fa2-305c-48df-b6b4-c865b8d277ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7125201 Nov 12 03:37:13.469673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.475498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:19:56:00', 'name': 'tempest-NetworksTestDHCPv6-1603248605'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:13.530486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Allocated IP 172.20.0.2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/3997f997-5e77-4f18-807f-3cdf1ce75e33/857a3407-3a26-4fc0-9fab-2a12079eb18d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:13.538737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Allocated IP 2001:db8::f816:3eff:fed0:2982 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1/857a3407-3a26-4fc0-9fab-2a12079eb18d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:13.692235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'network': {'name': 'tempest-network-smoke--1722281325', 'project_id': '19051456257a446398313d84ab175d09', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:13.710914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:13.780301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.783192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:13.786908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.788485 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.809463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.831329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:13.836383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:13.840533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:13.846644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Pushing event updated for resources: {'Port': ['ID=857a3407-3a26-4fc0-9fab-2a12079eb18d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.847334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.885175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port c340d293-93b7-4cf1-9878-f3771ed1455d yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:13.943088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Attempting to bind port 857a3407-3a26-4fc0-9fab-2a12079eb18d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:13.943555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Attempting to bind port 857a3407-3a26-4fc0-9fab-2a12079eb18d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:13.944003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Attempting to bind port 857a3407-3a26-4fc0-9fab-2a12079eb18d on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:13.953150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:13.953779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:13.954390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.955725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:13.956701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Bound port: 857a3407-3a26-4fc0-9fab-2a12079eb18d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:13.957097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.015550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.031214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.064344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] For port 857a3407-3a26-4fc0-9fab-2a12079eb18d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:14.071538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] For port 857a3407-3a26-4fc0-9fab-2a12079eb18d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=857a3407-3a26-4fc0-9fab-2a12079eb18d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:14.079162 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.113321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:14.128991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec55fc6-a3a6-4292-ae11-059dbb3f2746,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.142623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.142855 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Added segment e79ea135-b026-48e5-a69f-0dbc06da4337 of type vlan for network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 Nov 12 03:37:14.185178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad3a61-4c6f-463d-8a45-55cc8993e9a8 None None] Pushing event updated for resources: {'Port': ['ID=857a3407-3a26-4fc0-9fab-2a12079eb18d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.190265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 172.20.0.10 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/3997f997-5e77-4f18-807f-3cdf1ce75e33/c340d293-93b7-4cf1-9878-f3771ed1455d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:14.222245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe19:5600 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1/c340d293-93b7-4cf1-9878-f3771ed1455d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:14.249795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.296282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:14.313915 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.325153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.325813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.328402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9f49fdd8-1de5-43a3-994d-e1277604dcc8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:14.328746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f49fdd8-1de5-43a3-994d-e1277604dcc8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:14.392496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9297864 Nov 12 03:37:14.395434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38870) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.403227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-181549097', 'admin_state_up': True, 'project_id': '19051456257a446398313d84ab175d09', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:14.454777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.455852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.542890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.558427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f46e73-2d16-4f79-be51-cd590cdf12e1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Network': ['ID=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.571597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:14.636419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.710898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.773917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.780922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:14.782373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=c340d293-93b7-4cf1-9878-f3771ed1455d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.785376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:14.787677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:14.840733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.841902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.861520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e567063-371f-4ace-a261-0eb87f0ae766 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3905678 Nov 12 03:37:14.864143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.929943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce658f9-9d92-4297-8f46-f5620b01504a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.936637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce658f9-9d92-4297-8f46-f5620b01504a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.938275 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ce658f9-9d92-4297-8f46-f5620b01504a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0722094 Nov 12 03:37:14.941298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38874) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.063231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.066431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port c340d293-93b7-4cf1-9878-f3771ed1455d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:15.067006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.110192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.194828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.209434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for c340d293-93b7-4cf1-9878-f3771ed1455d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:15.285077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.25.4.127 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ed32d667-2260-412a-b10f-137604af52b5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:15.432802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.486182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.491579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.528823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=c340d293-93b7-4cf1-9878-f3771ed1455d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.553614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ddb5d-4294-42c0-8b21-90ddb6a77eb0 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:15.554207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:15.555665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:15.570615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:15.588959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1c810-94e6-4b44-af52-5e6f209e0cfd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:15.608112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=ed32d667-2260-412a-b10f-137604af52b5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.636518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.642176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-120080d2-0d0f-480b-9cbd-5c3d83086888 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/c340d293-93b7-4cf1-9878-f3771ed1455d HTTP/1.1" status: 204 len: 168 time: 0.6975210 Nov 12 03:37:15.642335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38888) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.702580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac6f8e-7c7f-4cef-989e-faba2669408d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.705723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac6f8e-7c7f-4cef-989e-faba2669408d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.707753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac6f8e-7c7f-4cef-989e-faba2669408d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.714159 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c5ac6f8e-7c7f-4cef-989e-faba2669408d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0678718 Nov 12 03:37:15.716473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.758285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] Provisioning complete for port 857a3407-3a26-4fc0-9fab-2a12079eb18d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:15.758802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.788168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 3997f997-5e77-4f18-807f-3cdf1ce75e33 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:15.792669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.842838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.938214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.995841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] For port 857a3407-3a26-4fc0-9fab-2a12079eb18d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=857a3407-3a26-4fc0-9fab-2a12079eb18d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:16.003543 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.005164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.072429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338311b-c895-4615-b31d-a7292a6b9ac5 None None] Pushing event updated for resources: {'Port': ['ID=857a3407-3a26-4fc0-9fab-2a12079eb18d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.121170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.127333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-383408a6-0034-435a-ba5f-24fbb02592d7 None None] Provisioning complete for port ed32d667-2260-412a-b10f-137604af52b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.127706 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-383408a6-0034-435a-ba5f-24fbb02592d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.161823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=3997f997-5e77-4f18-807f-3cdf1ce75e33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.172944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-383408a6-0034-435a-ba5f-24fbb02592d7 None None] Port ed32d667-2260-412a-b10f-137604af52b5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:16.179312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.205629 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-caaa73b2-f908-45d1-b7d3-1a5f4140087e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3997f997-5e77-4f18-807f-3cdf1ce75e33 HTTP/1.1" status: 204 len: 168 time: 0.4705102 Nov 12 03:37:16.207103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38892) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.319047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:16.324696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.385006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.385423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.394694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 857a3407-3a26-4fc0-9fab-2a12079eb18d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:16.519820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 857a3407-3a26-4fc0-9fab-2a12079eb18d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:16.520215 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.542875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.645695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.689215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.694459 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1 HTTP/1.1" status: 204 len: 168 time: 0.4837685 Nov 12 03:37:16.696159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ede53-ca94-433f-95b2-764a37c93aa6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.698708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.759230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dcf692a4-4764-42f5-aeb0-5fdc1aa41020 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590527 Nov 12 03:37:16.762007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.835355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.842284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dfb073-ec51-4a1c-a93d-49ec520bc5ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.844301 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59dfb073-ec51-4a1c-a93d-49ec520bc5ba tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0810103 Nov 12 03:37:16.846885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.943975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a08579-1813-4b01-b075-0b2853158e36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.948350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7a08579-1813-4b01-b075-0b2853158e36 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978153 Nov 12 03:37:16.948550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:16.969380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a974664-ef30-4730-bac5-4f495b380641 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:17.041372 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40d26a6b-a23c-48d2-9fd5-b623c1336040 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913851 Nov 12 03:37:17.042344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.047731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.067926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:17.205792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:17.210657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.212363 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:17.213123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:17.244722 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7cddd930-18fc-4fb6-ac12-674b9d9d652e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1978500 Nov 12 03:37:17.249247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38926) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.250674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.270461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:17.300349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:17.339371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.340937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f31bb70b-7511-4025-88de-fb06b7f7cd41 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9439156 Nov 12 03:37:17.344331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.364777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:17.367878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:17.386183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:17.391766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.395232 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:17.395758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:17.418901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c25d513-1c11-4396-8955-e6ef69f47869 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1695464 Nov 12 03:37:17.419347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.428886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.529849 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:17.537057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-648c6ed7-4d52-43ca-8b3b-aca87008e800 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19051456257a446398313d84ab175d09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1914148 Nov 12 03:37:17.539835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38936) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.632226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:17.641182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.643853 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:17.647828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:17.679361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42b8b3f3-a8f7-4cd2-9de0-fedab3ce1abc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2570775 Nov 12 03:37:17.682442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.694947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.710135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4448bb3a-5108-4f35-bebb-d0f7a6218d6a None None] Provisioning complete for port 857a3407-3a26-4fc0-9fab-2a12079eb18d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:17.710767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4448bb3a-5108-4f35-bebb-d0f7a6218d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.804889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1f2796-2fc6-433a-9cba-3435352f4633 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.810796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc1f2796-2fc6-433a-9cba-3435352f4633 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2695985 Nov 12 03:37:17.813512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.860366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:15Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:17.869955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-104440d5-7daf-4609-83b4-23942c334f50 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537632 Nov 12 03:37:17.872461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38942) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.877964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663405279', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'project_id': '19051456257a446398313d84ab175d09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.879373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:17.888394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.890105 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:17.890339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:17.924904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-475fcba9-5666-4885-8cea-5622596fcf8e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2411103 Nov 12 03:37:17.928958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.934237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:17.993863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:18.005638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:18.010984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.020140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:18.020690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Updating router f784a9ef-5cfe-40ef-9052-5c268177f170 port ed32d667-2260-412a-b10f-137604af52b5 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:18.106088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:18.106937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e60abb5e-ee63-44fa-b691-cf2132368f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.109874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.112752 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.114773 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:18.116080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:18.139143 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8347c21d-21a6-4816-a3ce-e186749f2ae4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2090623 Nov 12 03:37:18.144384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.154819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:18.306517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Deleting port 857a3407-3a26-4fc0-9fab-2a12079eb18d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:18.307281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.331729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 857a3407-3a26-4fc0-9fab-2a12079eb18d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:18.342601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:18.347510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.349336 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:18.350076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:18.352453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.373503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9b1555e9-aa4d-46f7-b075-056593a2ca60 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2244256 Nov 12 03:37:18.373698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.436419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6a24f-2310-4b51-a6f3-93124f487250 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.440349 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-27f6a24f-2310-4b51-a6f3-93124f487250 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630438 Nov 12 03:37:18.441112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.458541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Subnet': ['ID=f26dd902-4a1b-4423-8684-8e63bf301ae5,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.490148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Checking segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:18.490513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network hostable DHCP agents. Network: f75215d5-2ae5-4e10-ae7f-ce2e2a36f879, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:18.511173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:18.520654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2778f-2b80-4508-9a2f-3b067b669519 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.525683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-acb2778f-2b80-4508-9a2f-3b067b669519 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812716 Nov 12 03:37:18.525845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f75215d5-2ae5-4e10-ae7f-ce2e2a36f879) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:18.526006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.530341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.530942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.562401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dcb7b14d-b308-4c64-a3dc-82cbac42c372 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6887605 Nov 12 03:37:18.563012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.612515 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-242d804b-1fe1-4df9-a78a-f1711183b16c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853114 Nov 12 03:37:18.617346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.629613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:18.655926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] For port 857a3407-3a26-4fc0-9fab-2a12079eb18d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=857a3407-3a26-4fc0-9fab-2a12079eb18d,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:18.658754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.717744 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.728627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b744377-3027-41a7-861b-5d2c1612398e None None] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:18.766754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Calling delete_port for 857a3407-3a26-4fc0-9fab-2a12079eb18d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:18.797959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:18.805376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.854674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.867304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.936864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] No DVR routers for this DVR port 857a3407-3a26-4fc0-9fab-2a12079eb18d on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:18.970702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 857a3407-3a26-4fc0-9fab-2a12079eb18d update to DOWN by agent not found {{(pid=102607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:37:19.064681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc4a73-9195-49a5-bdca-c1ba9217b60a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:19.086711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aab65-5a8e-4fb2-8e39-71b70902d301 None None] Pushing event updated for resources: {'Port': ['ID=ed32d667-2260-412a-b10f-137604af52b5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.111705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Attempting to bind port ed32d667-2260-412a-b10f-137604af52b5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:19.112124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Attempting to bind port ed32d667-2260-412a-b10f-137604af52b5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:19.112487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Attempting to bind port ed32d667-2260-412a-b10f-137604af52b5 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:19.149408 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.167341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:19.167723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:19.169288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.169288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:19.169288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Bound port: ed32d667-2260-412a-b10f-137604af52b5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:19.169602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.208957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc4dbf-b3e9-4779-8280-84907f0af56a None None] Pushing event deleted for resources: {'Port': ['ID=857a3407-3a26-4fc0-9fab-2a12079eb18d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.308052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1459fd86-8d43-45f2-b4b7-53836f33fd84 None None] Provisioning complete for port ed32d667-2260-412a-b10f-137604af52b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:19.309045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1459fd86-8d43-45f2-b4b7-53836f33fd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.315016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:19.317121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.345657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] For port ed32d667-2260-412a-b10f-137604af52b5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:19.372017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=927e93d1-9cfb-4234-931e-ad9d6430cc3e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.384832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.385758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.386184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.386624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.387058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.387490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.387980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.388380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.388788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.389223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.390285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.390721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:19.393008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] For port ed32d667-2260-412a-b10f-137604af52b5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed32d667-2260-412a-b10f-137604af52b5,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:19.413684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:19.414159 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.417993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:19.422176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.422905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.426518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:19.428229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.454417 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2308e70f-a087-494f-ae12-3cf90b0cba8b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8356900 Nov 12 03:37:19.456634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.459486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1459fd86-8d43-45f2-b4b7-53836f33fd84 None None] Port ed32d667-2260-412a-b10f-137604af52b5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:19.472255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51852636-afd0-4936-9413-8805c4927883 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:19.474233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:83:af:9d', 'name': 'tempest-NetworksTestDHCPv6-1176068069'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:19.520832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9bd20-6a50-4052-99cf-c8e6292acbbd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:19.637472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aab65-5a8e-4fb2-8e39-71b70902d301 None None] Pushing event updated for resources: {'Port': ['ID=ed32d667-2260-412a-b10f-137604af52b5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.651767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.1 (f75215d5-2ae5-4e10-ae7f-ce2e2a36f879/f26dd902-4a1b-4423-8684-8e63bf301ae5/26b257ee-7c07-4f34-9676-c8f7b9758c7c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:19.670204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:19.879075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.883698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.918132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.936799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 1b3342ee-3e0b-4461-b41d-844ba2b2b567 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:20.005153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:20.008514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:20.008702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:36:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:20.012354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:20.019412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:20.051155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.094369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.136632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] Provisioning complete for port ed32d667-2260-412a-b10f-137604af52b5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:20.137074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.183832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe83:af9d (a14e2558-a8f6-40ab-a112-74154dfc7e5d/927e93d1-9cfb-4234-931e-ad9d6430cc3e/1b3342ee-3e0b-4461-b41d-844ba2b2b567) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:20.331903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.411738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.430401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:20.464807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.521697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Allocated IP 172.20.0.2 (f75215d5-2ae5-4e10-ae7f-ce2e2a36f879/f26dd902-4a1b-4423-8684-8e63bf301ae5/213d80d4-d66a-48b4-9fc2-3fa0a98cfb16) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:20.607023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:20.631084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:20.639146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:20.644962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.645595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.673159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=1b3342ee-3e0b-4461-b41d-844ba2b2b567,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.680736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.686949 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.695077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f069183-3b0c-49ef-afa2-b838ef29a930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.695522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0868838f-b50f-4900-8e02-46aefeb1bcb8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2344842 Nov 12 03:37:20.697874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.816186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.821101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.821356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d65052-3e5f-4df5-9cc7-0cfd9a655dc3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.823710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c4d65052-3e5f-4df5-9cc7-0cfd9a655dc3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1245143 Nov 12 03:37:20.827874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.979311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:20.981110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:20.983422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 1b3342ee-3e0b-4461-b41d-844ba2b2b567 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:20.984136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.985365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.033689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] For port ed32d667-2260-412a-b10f-137604af52b5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed32d667-2260-412a-b10f-137604af52b5,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:21.050444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.133160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '927e93d1-9cfb-4234-931e-ad9d6430cc3e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:21.133907 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.139322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.160894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 1b3342ee-3e0b-4461-b41d-844ba2b2b567 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:21.188525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:21.240759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.385825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a76e4c-e46f-4d5d-aeb1-3235cd5d9c73 None None] Pushing event updated for resources: {'Port': ['ID=ed32d667-2260-412a-b10f-137604af52b5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.397641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:21.401064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.410911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd5f606c-1866-4fc9-9ff8-471833d89201 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/f784a9ef-5cfe-40ef-9052-5c268177f170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467929 Nov 12 03:37:21.413678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38986) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.471683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.486646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:21.509219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:21.523628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:21.530751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Pushing event updated for resources: {'Port': ['ID=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.540581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Allocated IP 2001:db8::f816:3eff:fe29:267a (a14e2558-a8f6-40ab-a112-74154dfc7e5d/927e93d1-9cfb-4234-931e-ad9d6430cc3e/1f0d3dd2-f878-4da4-beea-c80d98bc80bd) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:21.561031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=1b3342ee-3e0b-4461-b41d-844ba2b2b567,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.570682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:15Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:21.575215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.585272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54b451db-a198-408c-b059-c5d7abff7e61 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/1b3342ee-3e0b-4461-b41d-844ba2b2b567 HTTP/1.1" status: 204 len: 168 time: 0.7549002 Nov 12 03:37:21.587000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.638860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134165c-782a-4462-9f6d-a19a75922c49 None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:15Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:21.671270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40204c86-ece9-47da-bc4a-3b7fa5bdba0b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.674031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40204c86-ece9-47da-bc4a-3b7fa5bdba0b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.678196 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40204c86-ece9-47da-bc4a-3b7fa5bdba0b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0894663 Nov 12 03:37:21.683306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.756712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Attempting to bind port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:21.757266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Attempting to bind port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:21.757656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Attempting to bind port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 on network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:21.770621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.771644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:21.772091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Checking segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:21.772454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.772857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Bound using segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:21.773643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Bound port: 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:21.773957 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.826681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.829864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.830403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.830923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.831547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.832091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.832613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.833133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.833258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 927e93d1-9cfb-4234-931e-ad9d6430cc3e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:21.833857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.835336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.836272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.836854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.837463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.837971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.843275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-84cf8613-1042-42c2-9a5e-76c15c4d24bd tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9861 time: 0.4254704 Nov 12 03:37:21.843611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.019791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] For port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:22.025558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] For port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:22.034745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.039557 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.117679 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.147724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:22.151773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:22.156642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:22.351344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.404732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7aaab-f6ba-4792-9b6a-aa3b864454fb None None] Pushing event updated for resources: {'Port': ['ID=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.415782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Attempting to bind port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:22.416270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Attempting to bind port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:22.416683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Attempting to bind port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:22.438724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed32d667-2260-412a-b10f-137604af52b5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:22.451237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.480420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:22.480420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:22.481332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.481744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:22.482823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Bound port: 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:22.483301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.538346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.538868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.539310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.539758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.541343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.541343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.542040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.542497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.542936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.544580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.545047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.545494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.545937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.552398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.555373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7aefa8b-5fff-48b2-8f0e-a19a11eb10b3 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8883 time: 0.7081199 Nov 12 03:37:22.558589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.606489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Pushing event updated for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.713487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ed32d667-2260-412a-b10f-137604af52b5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:22.714160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.764302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:22.794573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:22.801692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.809650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.947074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544001d1-ce4a-40dc-822f-b05df6d52c28 None None] Pushing event updated for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.009920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.040537 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.077077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=927e93d1-9cfb-4234-931e-ad9d6430cc3e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.083416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.087720 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff14b9a1-b03c-47e2-99d9-373ede1e6411 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/927e93d1-9cfb-4234-931e-ad9d6430cc3e HTTP/1.1" status: 204 len: 168 time: 1.3970981 Nov 12 03:37:23.091759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.150802 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e72a4cd-4875-4b18-8094-b72d8142ad6a tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 0.5914035 Nov 12 03:37:23.550637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.555381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943160384', 'description': 'tempest-secgroup-smoke-1943160384 description', 'project_id': '19051456257a446398313d84ab175d09'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.616899 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.796217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.806062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.900853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.902438 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3507731 Nov 12 03:37:23.905077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586886cf-4bce-41b7-a1d2-a844e24edbbb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d4af1-b123-454d-bf91-ecb27b1a7a72,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.907670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.921179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.995809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e43b60-2cb4-433e-9e4e-145b9e58d075 None None] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:24.012389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.034347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.090914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] Provisioning complete for port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:24.091285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.222352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.232429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.282049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b990600-6706-4624-afff-e8d00122dd54,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.298454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.301526 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8a0c06d-9cff-4275-be2b-ec2da4d3f89e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926373 Nov 12 03:37:24.301993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-58baec04-fed7-4b78-aa5f-9b1ba03a10c8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2066488 Nov 12 03:37:24.303492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.303696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.317808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.319926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.338409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.404943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] For port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:24.409335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.524359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:24.540529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a879f-238c-4919-ab41-4fb777b7fd67 None None] Pushing event updated for resources: {'Port': ['ID=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.618246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.626242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.635076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.649572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.654443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.656312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:24.661597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.663388 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.670241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.677497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.689591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-695c5570-89e5-4f63-b11a-ce99291f73d7 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2318075 Nov 12 03:37:24.733746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:24.742667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.815793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9e0c9f33-963a-44a4-9257-1be260ee9865 req-80136dad-f2d9-4be8-9cfa-ab719e1b8d60 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193380 Nov 12 03:37:24.861645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f0d3dd2-f878-4da4-beea-c80d98bc80bd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:24.916352 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:24.930126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:24.930758 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:24.966674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e532e182-d17f-4465-a807-cd66571a8869 None None] Provisioning complete for port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:24.967047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e532e182-d17f-4465-a807-cd66571a8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.062067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:25.063667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.114112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.119213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.157103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:25.204872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf6ff2a-7da2-4f94-a207-3425c273595f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.251611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.254917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437b26f-598d-4e70-b2ca-7110e1d8fd40 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:25.259355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.263041 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4f788bf-8d31-4c43-98a4-195724e49a15 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9514177 Nov 12 03:37:25.264452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.284285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:25.379518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.434951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:25.440385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 2, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:25.479075 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:25.479720 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Updating router f784a9ef-5cfe-40ef-9052-5c268177f170 port 26b257ee-7c07-4f34-9676-c8f7b9758c7c binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:25.505933 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.561285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:25.581730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e532e182-d17f-4465-a807-cd66571a8869 None None] Provisioning complete for port 26b257ee-7c07-4f34-9676-c8f7b9758c7c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:25.582124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e532e182-d17f-4465-a807-cd66571a8869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.583179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.590907 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.612349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.633897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.654418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.672402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.692124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.693509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.717725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.719706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-2534b310-832b-4b74-81a2-4103a94c5b07 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2678516 Nov 12 03:37:25.741003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.745464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.787464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e532e182-d17f-4465-a807-cd66571a8869 None None] Port 26b257ee-7c07-4f34-9676-c8f7b9758c7c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:25.823150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-e42f7039-cfb5-4d38-a886-1d09aecbc47c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.824888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-e42f7039-cfb5-4d38-a886-1d09aecbc47c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0968046 Nov 12 03:37:25.829409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9d0329-b45f-412b-8f2d-c46fb397bf80,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.831920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.857333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.870100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-29e9cacc-88d3-4a4f-a8f2-74965f4ed924 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5973847 Nov 12 03:37:25.872822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.877453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:25.901457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Could not find standard attr ID for object 1b3342ee-3e0b-4461-b41d-844ba2b2b567. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:25.930468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Provisioning complete for port 26b257ee-7c07-4f34-9676-c8f7b9758c7c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:25.932992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.976151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.007527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-7d71a8ca-81af-45d4-9590-413f82a1c864 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1681912 Nov 12 03:37:26.015867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Port 26b257ee-7c07-4f34-9676-c8f7b9758c7c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:26.027772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:26.043720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.044962 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f135a05c-a87c-4365-a78f-15613692a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.114290 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.122881 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.142051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.153923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.160023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.166985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.185631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.205529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.231757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.234935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-9d09a425-20a0-4cb2-a1cd-e902d177c518 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 5442 time: 0.2264218 Nov 12 03:37:26.246972 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Pushing event updated for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.290623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.359159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.366294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c5a6e90-d1c4-4ff1-a1ce-019d1bc0fc53 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.367068 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6e90-d1c4-4ff1-a1ce-019d1bc0fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.374840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.405417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3660a4e4-3a96-41e5-8cec-8667a7f1172a req-48589fa2-f578-4e7b-982f-ede0a958fa0e tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465168 Nov 12 03:37:26.435607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5250f6f-2eb4-4470-8e95-0719d851b83b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.481995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:26.513709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.522063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59cebf58-488d-4684-9896-4b810d184fc5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6478188 Nov 12 03:37:26.526593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.540652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:26.542935 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.545115 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.548488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.549085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.549620 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.550149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.550698 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.551213 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.552050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.553553 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.554094 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.554813 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:26.565423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:26.582103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.582465 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.620914 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Attempting to bind port 26b257ee-7c07-4f34-9676-c8f7b9758c7c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:26.621724 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Attempting to bind port 26b257ee-7c07-4f34-9676-c8f7b9758c7c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:26.622255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Attempting to bind port 26b257ee-7c07-4f34-9676-c8f7b9758c7c on network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:26.627299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.627859 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:37:26.633246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.634935 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:26.635312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.640531 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Checking segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:26.641209 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.641780 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Bound using segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:26.642435 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Bound port: 26b257ee-7c07-4f34-9676-c8f7b9758c7c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:26.642985 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.664410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.783303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] For port 26b257ee-7c07-4f34-9676-c8f7b9758c7c, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:26.784217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:26.785701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:26.791857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] For port 26b257ee-7c07-4f34-9676-c8f7b9758c7c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=26b257ee-7c07-4f34-9676-c8f7b9758c7c,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:26.797179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:26.799709 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.823230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.823805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.848843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] For port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:26.868038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=fd91fbc4-57b0-4df4-8d7c-091b6d06b45d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.895195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Could not find standard attr ID for object 1b3342ee-3e0b-4461-b41d-844ba2b2b567. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:26.897763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.903529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-872ff0cd-e732-4acc-9041-c4f423db3938 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5987329 Nov 12 03:37:26.906672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.907249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] device_id is not set on port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:26.916787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f0d3dd2-f878-4da4-beea-c80d98bc80bd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:26.924324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.925457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:e8:21:29', 'name': 'tempest-NetworksTestDHCPv6-1211261122'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:26.934921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.947713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:26.950419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:27.011620 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7cff1-4f88-415d-9b3c-af337727a09a None None] Pushing event updated for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.056896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Provisioning complete for port 26b257ee-7c07-4f34-9676-c8f7b9758c7c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.057528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.133203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.133870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.150937 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:27.234894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:27.237407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.242608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] No DVR routers for this DVR port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:27.250541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.309076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.363832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.366444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475bebc-89bd-4725-bbff-7d32ef999922 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:27.368174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.368807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.369152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.369543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.369822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.370148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.370483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.371439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.371555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.372367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.375253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.375529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:27.392478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef76c38-5aba-41b7-8f18-337dc35dbfb4,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.401257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.406311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.407695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-033a9333-e3f3-4edf-abe8-982930825bbe tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8779786 Nov 12 03:37:27.410704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39052) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.417692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '2c9d4af1-b123-454d-bf91-ecb27b1a7a72', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.429857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 6a502879-ba51-4f86-94b0-070b8d9a934d yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:27.432178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] In _notify_port_updated(), no bound segment for port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:27.433360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.434207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.436880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-bebe78d1-2b3a-42cd-85a6-cee438b78c6e service neutron] 10.222.0.98 "PUT /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 200 len: 1032 time: 1.4155390 Nov 12 03:37:27.506946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-621e5df8-713e-459c-91fb-8da1446de923 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.508988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-621e5df8-713e-459c-91fb-8da1446de923 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "GET /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0603004 Nov 12 03:37:27.520740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.546419 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:37:27.550557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] For port 26b257ee-7c07-4f34-9676-c8f7b9758c7c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=26b257ee-7c07-4f34-9676-c8f7b9758c7c,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:27.558008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.564771 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.573867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fee8:2129 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/fd91fbc4-57b0-4df4-8d7c-091b6d06b45d/6a502879-ba51-4f86-94b0-070b8d9a934d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:27.638848 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:27.668108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b48fb-6475-4339-96dc-f35e06effab1 None None] Pushing event updated for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.676751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741c61a0-d3ac-4f23-bbb4-2adcc91df168 None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:27.677048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.726351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4c5e80f4-dc5b-4abd-b216-52daeeebcfd0 None None] Provisioning complete for port 26b257ee-7c07-4f34-9676-c8f7b9758c7c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.726593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c5e80f4-dc5b-4abd-b216-52daeeebcfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.859616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.866663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.873329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.879735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.891116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.903029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.905206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-cfe82afe-9fc7-4a44-be42-ac871346814d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 4663 time: 0.2832100 Nov 12 03:37:27.907931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.912628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.926102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4c5e80f4-dc5b-4abd-b216-52daeeebcfd0 None None] Provisioning complete for port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.926576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c5e80f4-dc5b-4abd-b216-52daeeebcfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.929205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.014730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e80f4-dc5b-4abd-b216-52daeeebcfd0 None None] Port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:28.031243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.031855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3ea60f-01e4-49cc-956e-7d4182500286,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.046935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.056518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-decbc130-6d5e-4d98-9e9d-0f3f6a409f69 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6362767 Nov 12 03:37:28.093944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b9306f9-2370-45ea-922f-e2bd5c44dda6 req-83881dbc-964a-45b6-b140-f34b5d349dee tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=8865efba-f787-48e3-9439-f13c24b8c2bd&id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403632 Nov 12 03:37:28.123292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7a75503a-65c4-45c8-bd74-cb273783d950,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:28.150122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:28.152281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:28.157617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=6a502879-ba51-4f86-94b0-070b8d9a934d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.169843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:28.178368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0b39ad19-2fdd-4dff-9a6e-81b84f7d1110 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:28.179054 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b39ad19-2fdd-4dff-9a6e-81b84f7d1110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.187032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.187708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.214134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] For port 7a75503a-65c4-45c8-bd74-cb273783d950, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:28.229079 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a0f78db-9b06-4136-9df4-f30045613c3e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3199441 Nov 12 03:37:28.235815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.359215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466b15c-240f-483d-a280-a2ec435e1c51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.365807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466b15c-240f-483d-a280-a2ec435e1c51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.367554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8466b15c-240f-483d-a280-a2ec435e1c51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1307161 Nov 12 03:37:28.370548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] device_id is not set on port 7a75503a-65c4-45c8-bd74-cb273783d950 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:28.370721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.391151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.442429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.476140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-1dbdc97e-3958-4595-a0e9-c0f9aa4f7556 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943160384&fields=id&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 267 time: 0.1554494 Nov 12 03:37:28.547788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 26b257ee-7c07-4f34-9676-c8f7b9758c7c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:28.566254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 6a502879-ba51-4f86-94b0-070b8d9a934d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:28.566608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.657826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 26b257ee-7c07-4f34-9676-c8f7b9758c7c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:28.658146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.667002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] No DVR routers for this DVR port 7a75503a-65c4-45c8-bd74-cb273783d950 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:28.673576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.723737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] In _notify_port_updated(), no bound segment for port 7a75503a-65c4-45c8-bd74-cb273783d950 on network 9a201ab7-ac1e-4470-8215-8da255708ce7 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:28.724701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.725305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.727353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-0184bb77-7571-41c0-8cda-ee8e7bcad7c4 service neutron] 10.222.0.98 "PUT /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 200 len: 1032 time: 1.2118223 Nov 12 03:37:28.784809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-dd3392ee-c93b-402a-822f-b5717ef312ee tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.807663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-dd3392ee-c93b-402a-822f-b5717ef312ee tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 797 time: 0.2820103 Nov 12 03:37:28.881938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-e68a6948-0615-48a3-a7e9-8e9412114b16 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/quotas/19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 375 time: 0.0648730 Nov 12 03:37:28.882329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.898986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e6c7e46a-cde5-401c-9643-28205a1c628c None None] Provisioning complete for port 6a502879-ba51-4f86-94b0-070b8d9a934d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:28.899370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e6c7e46a-cde5-401c-9643-28205a1c628c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.925953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 6a502879-ba51-4f86-94b0-070b8d9a934d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:29.040318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7e46a-cde5-401c-9643-28205a1c628c None None] Port 6a502879-ba51-4f86-94b0-070b8d9a934d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:29.044736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f0d3dd2-f878-4da4-beea-c80d98bc80bd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:29.080287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-a4eb9e70-6ee2-439b-9100-b2b1793182dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974092 Nov 12 03:37:29.124881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:29.125372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.166361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:29.167158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.205578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.243222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8f3b5006-4ca8-4f6a-be7e-2a096a54930a None None] Provisioning complete for port 7a75503a-65c4-45c8-bd74-cb273783d950 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:29.244268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5006-4ca8-4f6a-be7e-2a096a54930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.254136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=6a502879-ba51-4f86-94b0-070b8d9a934d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.306755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b5006-4ca8-4f6a-be7e-2a096a54930a None None] Port 7a75503a-65c4-45c8-bd74-cb273783d950 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:29.325542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.327994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-9567fa55-f956-4cb3-857a-394e0716a0c7 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:29.329620 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6305a91-6683-4fda-9573-f2fb9f661c9f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/6a502879-ba51-4f86-94b0-070b8d9a934d HTTP/1.1" status: 204 len: 168 time: 0.9581022 Nov 12 03:37:29.330228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-9567fa55-f956-4cb3-857a-394e0716a0c7 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2341101 Nov 12 03:37:29.332169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.394490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:29.394936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.398880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e010fd-92c5-49ab-a6ad-bb61b2bb5ffa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.400792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e010fd-92c5-49ab-a6ad-bb61b2bb5ffa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.402363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32e010fd-92c5-49ab-a6ad-bb61b2bb5ffa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0689321 Nov 12 03:37:29.405056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.431250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:29.468002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet fd91fbc4-57b0-4df4-8d7c-091b6d06b45d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:29.471899 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.484321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.491019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.497717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.503807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.510629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.518415 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.518906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23c17da6-5516-494c-8256-dff5b9194a4a req-b546a636-08a2-4cae-9711-22e264f7146f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 3884 time: 0.2046442 Nov 12 03:37:29.617400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.646502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23c17da6-5516-494c-8256-dff5b9194a4a req-1723ef98-0966-4a72-a761-3d8d80d16fe1 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267035 Nov 12 03:37:29.655909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-a16ba641-31e2-4857-8c8a-e6803192d285 service neutron] 10.222.0.93 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789245 Nov 12 03:37:29.698984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.724947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=fd91fbc4-57b0-4df4-8d7c-091b6d06b45d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.730903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.734713 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0d5b9f6-5a8d-4f85-9cf9-7ec04a7d34ee tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/fd91fbc4-57b0-4df4-8d7c-091b6d06b45d HTTP/1.1" status: 204 len: 168 time: 0.3286984 Nov 12 03:37:29.737042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.737882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf1306-ae65-4949-aba3-aa7a3318156c None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:29.789561 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3e27d240-0107-4c20-89c3-79e6884c2dcc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506978 Nov 12 03:37:29.792626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.797952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.844111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.859449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-fff9cd0c-6636-40d5-85fd-1cc604153f75 service neutron] 10.222.0.93 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922085 Nov 12 03:37:29.860299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4e26b-90ea-4ae2-9d48-080a00f898e6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.863921 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30d4e26b-90ea-4ae2-9d48-080a00f898e6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0684526 Nov 12 03:37:29.865696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.902173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:29.905654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.909332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-304ef6a5-4200-430b-9ba9-7fb91192e608 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "DELETE /v2.0/ports/0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e HTTP/1.1" status: 204 len: 173 time: 1.0904436 Nov 12 03:37:29.909870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:29.913193 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb694513-70ed-476e-b0e2-093313386660" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:29.951535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c8ecb4-179d-40d2-a838-1c196083a74d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.953376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f0c8ecb4-179d-40d2-a838-1c196083a74d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860562 Nov 12 03:37:29.955575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.009902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fd7f8ed-e30e-45ef-9d19-f0a2179e6f4e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529861 Nov 12 03:37:30.015471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.026641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e70b37d4-7f20-4ba8-917e-0b68e23e021b no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:30.028817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:30.115440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:30.116026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.164962 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8335fac-fd01-43be-b909-fdec5d2a7f6f x-openstack-request-id: req-c8335fac-fd01-43be-b909-fdec5d2a7f6f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:30.171304 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:30.197218 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c8335fac-fd01-43be-b909-fdec5d2a7f6f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:30.197745 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': '0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e', 'status': 'completed', 'code': 200} Nov 12 03:37:30.220544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:30.231626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.302547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6aaa71fc-77b0-4d83-8059-073491ff78a2 req-9b7cfc2f-abdf-4af9-957e-f5f562df6009 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 210 time: 0.1023915 Nov 12 03:37:30.317205 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.360480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:30.366420 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23bd2e-ce33-43c7-960d-137d03121694" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:30.399913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:30.409893 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.410611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:30.483694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:30.484179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0e2580bf-70bf-4b95-9c43-8a7c0fd6e29e not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:30.484476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device b391a84a-e263-46a9-b30c-f7725480f555 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:30.511621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:30.512268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.536016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for 57c8029d-4ed9-4240-b4dd-79b60e62c1ac owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:30.545632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:30.633284 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5213e94-2a85-4cb9-ad69-d3e51c283c6c x-openstack-request-id: req-e5213e94-2a85-4cb9-ad69-d3e51c283c6c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:30.633575 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:30.633827 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5213e94-2a85-4cb9-ad69-d3e51c283c6c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:30.634218 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'code': 200} Nov 12 03:37:30.654892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.767145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.809756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Deleting port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:30.810446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.835817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-ae550d86-3895-4330-8557-65bd9495c395 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.837264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-ae550d86-3895-4330-8557-65bd9495c395 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.2351747 Nov 12 03:37:30.848571 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.895313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-074aba4c-b309-40c4-92c1-e30b68d70f35 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0299864 Nov 12 03:37:30.909519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:30.910386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.916711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:30.917109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.923090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.929063 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.929368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.930199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57c8029d-4ed9-4240-b4dd-79b60e62c1ac no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:30.935412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.941356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.947428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.949333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-af672806-92fb-4b33-8b66-a327ee34d238 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.1819677 Nov 12 03:37:30.998514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.018743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.019457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.048669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Calling delete_port for 1f0d3dd2-f878-4da4-beea-c80d98bc80bd owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:31.052361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=57c8029d-4ed9-4240-b4dd-79b60e62c1ac,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.109840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.111809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-cdb41f23-8de4-4a7f-89af-54e4c6b6d777 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580877 Nov 12 03:37:31.145364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.152915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:31.157827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No active binding found for port 57c8029d-4ed9-4240-b4dd-79b60e62c1ac {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:37:31.158300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57c8029d-4ed9-4240-b4dd-79b60e62c1ac not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:31.158942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a75503a-65c4-45c8-bd74-cb273783d950 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:31.164030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.167183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-595a2240-606c-4306-89e8-79c7dc1cad9a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "DELETE /v2.0/ports/57c8029d-4ed9-4240-b4dd-79b60e62c1ac HTTP/1.1" status: 204 len: 173 time: 1.2505815 Nov 12 03:37:31.190912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba8d2419-e31f-404b-aecd-f929f7db0c21 req-422962c2-d1b8-4b7b-a7ba-c27420b544e1 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2199664 Nov 12 03:37:31.226424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7a75503a-65c4-45c8-bd74-cb273783d950 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:31.226853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:31.277690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:31.278469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f7adb686-fab4-4186-af3f-2a3d215ce2dc no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:31.360421 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.373667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.383221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-0004a963-f5ae-49ef-b683-ba86c99c03be service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599671 Nov 12 03:37:31.397981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491cc13-8d2c-4f16-8d8d-e493d817faf2 req-642a9876-fac5-4abd-92c0-12ad4681e088 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.398210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.404787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491cc13-8d2c-4f16-8d8d-e493d817faf2 req-642a9876-fac5-4abd-92c0-12ad4681e088 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.410602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.411661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491cc13-8d2c-4f16-8d8d-e493d817faf2 req-642a9876-fac5-4abd-92c0-12ad4681e088 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.413296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:31.414728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2491cc13-8d2c-4f16-8d8d-e493d817faf2 req-642a9876-fac5-4abd-92c0-12ad4681e088 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 2411 time: 0.1385570 Nov 12 03:37:31.448538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.455719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.455719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.463947 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.484724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.493448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] No DVR routers for this DVR port 1f0d3dd2-f878-4da4-beea-c80d98bc80bd on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:31.542114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fc322-4eec-453a-bf6c-7d2280363a5d None None] Pushing event deleted for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.554990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=1f0d3dd2-f878-4da4-beea-c80d98bc80bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.567446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port b391a84a-e263-46a9-b30c-f7725480f555 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:31.567804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.572559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:31.575934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:31.580790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.584110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.586338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c54b3-bb83-44c3-989c-f7e107e65c5b None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:31.603283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=d3c922de-1d80-42b8-bd0a-c669c83d7462,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.612964 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-02b7c383-7821-4f4b-9d88-6452f461d44e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5956750 Nov 12 03:37:31.614036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.625194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:5b:4b:46', 'name': 'tempest-NetworksTestDHCPv6-529147966'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:31.648802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2491cc13-8d2c-4f16-8d8d-e493d817faf2 req-ddb19f68-4949-474a-b479-f8c15e278168 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059155 Nov 12 03:37:31.747023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-10550ef5-24e2-4a22-9ddc-b80d1fc8e372 service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311045 Nov 12 03:37:31.767115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.859799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:31.866198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.877605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'd3c922de-1d80-42b8-bd0a-c669c83d7462'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:31.878634 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.897791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5701d8f-6f1f-41cd-a6bd-b31895c68a20 req-d837584f-010f-4678-9b22-0e1eaf6c5871 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 210 time: 0.0745969 Nov 12 03:37:31.899237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:31.933587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port b391a84a-e263-46a9-b30c-f7725480f555, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=b391a84a-e263-46a9-b30c-f7725480f555,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.934132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.951379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for b391a84a-e263-46a9-b30c-f7725480f555 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:32.033211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.040011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.046489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.053283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.055489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe5b:4b46 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/d3c922de-1d80-42b8-bd0a-c669c83d7462/58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:32.059622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.066076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.072365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.074649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-8d0b39b7-c620-473c-aacd-8c00022535de tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.3263757 Nov 12 03:37:32.143311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3909feb9-f09d-421b-b918-004647f3d62c req-42d4b347-80c5-4af3-9ebb-35e3eed9e8cf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.1265218 Nov 12 03:37:32.162228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-4db6d543-0b67-4cc3-96a3-f76f700072ec tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.163782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-4db6d543-0b67-4cc3-96a3-f76f700072ec tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 797 time: 0.5683954 Nov 12 03:37:32.312824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f0d3dd2-f878-4da4-beea-c80d98bc80bd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:32.338810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 1f0d3dd2-f878-4da4-beea-c80d98bc80bd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:32.339060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f0d3dd2-f878-4da4-beea-c80d98bc80bd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:32.603151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.613913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-25600f7c-6719-437f-a320-56968ddf8080 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.615443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-25600f7c-6719-437f-a320-56968ddf8080 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5231683 Nov 12 03:37:32.616029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:32.618868 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcf3346-2fe2-40a9-ac4d-775781adf4cc" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:32.635540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:32.639499 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53582568-bcf6-4d45-a5b4-12cc1f0c2132" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b391a84a-e263-46a9-b30c-f7725480f555"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:32.651771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.713291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Allocated IP 2001:db8::f816:3eff:fec5:26fc (a14e2558-a8f6-40ab-a112-74154dfc7e5d/d3c922de-1d80-42b8-bd0a-c669c83d7462/6ec2a731-e241-4eb6-a62c-023f507d1e41) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:32.748713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.760883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:32.762596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:32.766072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:32.775034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.775714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.805486 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6af38be7-c2b1-4e31-bd5f-854126d1dd50 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1894522 Nov 12 03:37:32.807239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.839910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-0353f9ed-173c-4f0c-80ac-0a25580ae6f9 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 380 time: 0.6630554 Nov 12 03:37:32.841707 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6063bf-fadd-4e02-b344-d975f1d4df60 x-openstack-request-id: req-bc6063bf-fadd-4e02-b344-d975f1d4df60 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:32.841951 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "57c8029d-4ed9-4240-b4dd-79b60e62c1ac", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:32.842221 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc6063bf-fadd-4e02-b344-d975f1d4df60 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:32.842997 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': '57c8029d-4ed9-4240-b4dd-79b60e62c1ac', 'status': 'completed', 'code': 200} Nov 12 03:37:32.858964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'port': {'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'admin_state_up': True, 'tenant_id': '19051456257a446398313d84ab175d09', 'security_groups': ['2c9d4af1-b123-454d-bf91-ecb27b1a7a72']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:32.879457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6febf3-408e-42ac-b85e-4a15eb1ccf1d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.882588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.886270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2b6febf3-408e-42ac-b85e-4a15eb1ccf1d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0778244 Nov 12 03:37:32.886965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.890125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.901229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.906758 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b4ab3-908b-423d-9c90-c9227de1b564 x-openstack-request-id: req-405b4ab3-908b-423d-9c90-c9227de1b564 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:32.907292 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b391a84a-e263-46a9-b30c-f7725480f555", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:32.907767 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-405b4ab3-908b-423d-9c90-c9227de1b564 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:32.909580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.909999 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555', 'code': 200} Nov 12 03:37:32.910410 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'code': 200} Nov 12 03:37:32.915784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.922189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.930958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.932933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-3fda094e-a08c-4060-ac35-44326370c0b6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 5433 time: 0.3097274 Nov 12 03:37:32.974649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-194b9a40-79ec-44df-a8b8-4ec5d1c5c298 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3501434 Nov 12 03:37:32.980755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.989016 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.995974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:33.013304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:33.013731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.037750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:33.040780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:33.045368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:33.048510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Pushing event updated for resources: {'Port': ['ID=6ec2a731-e241-4eb6-a62c-023f507d1e41,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.104096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Attempting to bind port 6ec2a731-e241-4eb6-a62c-023f507d1e41 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:33.104770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Attempting to bind port 6ec2a731-e241-4eb6-a62c-023f507d1e41 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:33.105368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Attempting to bind port 6ec2a731-e241-4eb6-a62c-023f507d1e41 on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:33.105803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.110894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:33.111360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:33.111847 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.112326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:33.112881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Bound port: 6ec2a731-e241-4eb6-a62c-023f507d1e41, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:33.113320 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.123182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:33.130479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.148069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.185078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-05510910-a96a-44c3-a894-d39561b523ea None None] For port 6ec2a731-e241-4eb6-a62c-023f507d1e41, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:33.188720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-05510910-a96a-44c3-a894-d39561b523ea None None] For port 6ec2a731-e241-4eb6-a62c-023f507d1e41, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6ec2a731-e241-4eb6-a62c-023f507d1e41,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:33.194648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.214854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=b391a84a-e263-46a9-b30c-f7725480f555,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.241382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ae39-8d57-43b9-ac9e-46a8d4e59939 req-6ce9b0de-4605-4daf-843d-aa49d350b28a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.252198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ae39-8d57-43b9-ac9e-46a8d4e59939 req-6ce9b0de-4605-4daf-843d-aa49d350b28a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.259353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ae39-8d57-43b9-ac9e-46a8d4e59939 req-6ce9b0de-4605-4daf-843d-aa49d350b28a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.266883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4363ae39-8d57-43b9-ac9e-46a8d4e59939 req-6ce9b0de-4605-4daf-843d-aa49d350b28a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 2331 time: 0.3030908 Nov 12 03:37:33.301083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05510910-a96a-44c3-a894-d39561b523ea None None] Pushing event updated for resources: {'Port': ['ID=6ec2a731-e241-4eb6-a62c-023f507d1e41,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.334254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.336993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5efaff4-43dd-49d6-b20e-9eda75118d11 req-245ac79a-fe2f-4f0b-86b9-503e00848630 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3811064 Nov 12 03:37:33.435241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.441696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.449203 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be5096a2-4824-4deb-9fa0-8e52ce91c8b2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2 HTTP/1.1" status: 204 len: 168 time: 0.5610466 Nov 12 03:37:33.449895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39178) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.469226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port b391a84a-e263-46a9-b30c-f7725480f555 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:33.482394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.485742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-45b31f47-c78a-47d9-9fc6-5226cfcd49d4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "DELETE /v2.0/ports/b391a84a-e263-46a9-b30c-f7725480f555 HTTP/1.1" status: 204 len: 173 time: 2.2912302 Nov 12 03:37:33.521578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae09d3-abc2-4d40-9a32-813e76fc1ccf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.524777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae09d3-abc2-4d40-9a32-813e76fc1ccf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.535447 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-efae09d3-abc2-4d40-9a32-813e76fc1ccf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0840912 Nov 12 03:37:33.536029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.621898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:33.625602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.660289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4363ae39-8d57-43b9-ac9e-46a8d4e59939 req-62cf8f04-2e45-4f1f-aaa8-fe065d68ea22 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924692 Nov 12 03:37:33.669054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet d3c922de-1d80-42b8-bd0a-c669c83d7462 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:33.676920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.764633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb200ee1-54e2-4dd8-852b-980625f26ab5 req-eaa5adc7-6f7e-44a3-b771-c064bb1a5fdb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 210 time: 0.2330856 Nov 12 03:37:33.794823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.926605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.942590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e197aaa4-1847-4070-acbc-4fb783e257c7 req-15722ff9-b637-4dc8-a88d-c411e9c85358 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.1724644 Nov 12 03:37:33.956536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-38a83841-dca9-4066-895c-c6544037eb53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.958920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-38a83841-dca9-4066-895c-c6544037eb53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.6832459 Nov 12 03:37:33.975820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': '40aeb65d-bb53-4179-a4b1-818b48194442', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.058695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.090023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=b8273c09-d186-4733-b733-a0075bc2777c,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:34.097051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c922de-1d80-42b8-bd0a-c669c83d7462,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.103273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.109740 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5fad3816-f80e-4432-b71a-5519b15f1cec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/d3c922de-1d80-42b8-bd0a-c669c83d7462 HTTP/1.1" status: 204 len: 168 time: 0.5637674 Nov 12 03:37:34.110412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.198936 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-776304f2-13af-4fb7-bd47-a69e392e9439 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873618 Nov 12 03:37:34.199600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.205310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.308169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] For port b8273c09-d186-4733-b733-a0075bc2777c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:34.345340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port e70b37d4-7f20-4ba8-917e-0b68e23e021b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:34.345684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.365947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:34.370392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.425100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] device_id is not set on port b8273c09-d186-4733-b733-a0075bc2777c yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:34.465643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.12 (f75215d5-2ae5-4e10-ae7f-ce2e2a36f879/f26dd902-4a1b-4423-8684-8e63bf301ae5/2e9a61f0-3360-4b57-80d2-b345519841e5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:34.484005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6ec2a731-e241-4eb6-a62c-023f507d1e41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:34.500880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.529551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:34.533722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.563769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.578121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6ec2a731-e241-4eb6-a62c-023f507d1e41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:34.578552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.701543 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.834737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 6ec2a731-e241-4eb6-a62c-023f507d1e41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6ec2a731-e241-4eb6-a62c-023f507d1e41,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:34.846931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.930801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:34.933096 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5bb70b-7729-4d43-bbb8-fc7b78d53f4d" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "b391a84a-e263-46a9-b30c-f7725480f555"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:34.963367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:34.967543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=6ec2a731-e241-4eb6-a62c-023f507d1e41,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.005083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] No DVR routers for this DVR port b8273c09-d186-4733-b733-a0075bc2777c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:35.029940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3abb5-5eb4-44cd-9f1b-33381b042fb7 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:35.076447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.128608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.143999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.145590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-568a062c-d6dd-4509-a6be-b8b307977d90 None None] Provisioning complete for port b8273c09-d186-4733-b733-a0075bc2777c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.146698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568a062c-d6dd-4509-a6be-b8b307977d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.159095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.172546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.179780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.186080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.195306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-9d1b4f73-49e9-4b7e-a519-6919ab66c068 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 4660 time: 0.6827755 Nov 12 03:37:35.200404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.202829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:35.270770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-568a062c-d6dd-4509-a6be-b8b307977d90 None None] Port b8273c09-d186-4733-b733-a0075bc2777c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:35.284673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port e70b37d4-7f20-4ba8-917e-0b68e23e021b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e70b37d4-7f20-4ba8-917e-0b68e23e021b,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:35.285321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.302830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.453274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.521477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port 6ec2a731-e241-4eb6-a62c-023f507d1e41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6ec2a731-e241-4eb6-a62c-023f507d1e41,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:35.534545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b3b4139a-4ba4-42bc-b1a9-077986863709 None None] Provisioning complete for port 6ec2a731-e241-4eb6-a62c-023f507d1e41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.535117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3b4139a-4ba4-42bc-b1a9-077986863709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.541959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:35.544270 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5703efc0-151f-42a0-81b8-1f62ca8535b0" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:35.571153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.579300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.581444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] In _notify_port_updated(), no bound segment for port b8273c09-d186-4733-b733-a0075bc2777c on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:35.581741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.583117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.584063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.585643 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-33ef3dc2-d545-46e4-a84b-3ec3862f7ac6 service neutron] 10.222.0.100 "PUT /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 200 len: 1026 time: 2.5939903 Nov 12 03:37:35.610905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:35.631005 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.631739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 00ae1f29-381d-485b-93a3-df669a053f0f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:35.647056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf223-037a-49de-86f9-d8878a1a8d12 req-6e7b99a1-be87-4909-ab06-ac5bc51f5922 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.654302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf223-037a-49de-86f9-d8878a1a8d12 req-6e7b99a1-be87-4909-ab06-ac5bc51f5922 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.664117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:35.664591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d8bf223-037a-49de-86f9-d8878a1a8d12 req-6e7b99a1-be87-4909-ab06-ac5bc51f5922 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 1676 time: 0.7255037 Nov 12 03:37:35.671339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:35.674093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.674390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.675122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.706830 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5029688 Nov 12 03:37:35.715100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.720358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:d8:92:9d', 'name': 'tempest-NetworksTestDHCPv6-1564183066'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.802654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.876676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:35.894483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=6ec2a731-e241-4eb6-a62c-023f507d1e41,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.909336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941deb2-04e2-4951-a150-48cf7fff7c05 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=e2d9c5f3-f6cd-4939-b41d-d70306d6ebda,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.972885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-04922f06-7a8a-4218-b468-fcbf8d44446a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.974824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-04922f06-7a8a-4218-b468-fcbf8d44446a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "GET /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3425112 Nov 12 03:37:35.986743 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.025820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.044368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:36.067243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 77669f4b-65ba-47e9-b6f1-bd7c92c5fa26 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:36.069944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:36.074116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c0154b-4aae-42ff-915c-991b7b19f74e req-c1f17c8b-8805-418f-9658-c4288eac805a tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8776047 Nov 12 03:37:36.088166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.088902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b8273c09-d186-4733-b733-a0075bc2777c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:36.150772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.165429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d8bf223-037a-49de-86f9-d8878a1a8d12 req-3a39bff6-9058-478e-83a6-645a8e6836bf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998772 Nov 12 03:37:36.175569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.13 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/4eb1f644-3a1d-465f-af2e-ecc27060ca77) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:36.179765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650b3c2-6353-46ff-a946-bb1c097faa69 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:36.219452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:36.301163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.303944 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.304314 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Floating IP 71c82ca9-c962-4268-8ad4-64098a1567ba disassociated. External IP: 172.25.4.203, port: e70b37d4-7f20-4ba8-917e-0b68e23e021b. Nov 12 03:37:36.304711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for e70b37d4-7f20-4ba8-917e-0b68e23e021b owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:36.322463 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aafe7c1-0ddd-4960-a7a5-c9837a525dcf x-openstack-request-id: req-5aafe7c1-0ddd-4960-a7a5-c9837a525dcf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:36.327143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bf6648cb-936d-4649-b1e4-357e51ac11d6 None None] Provisioning complete for port 6ec2a731-e241-4eb6-a62c-023f507d1e41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.327546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf6648cb-936d-4649-b1e4-357e51ac11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.332633 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "b391a84a-e263-46a9-b30c-f7725480f555", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:36.333142 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5aafe7c1-0ddd-4960-a7a5-c9837a525dcf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:36.334368 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'b391a84a-e263-46a9-b30c-f7725480f555', 'status': 'completed', 'code': 200} Nov 12 03:37:36.335305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:36.382249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.394549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6ec2a731-e241-4eb6-a62c-023f507d1e41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:36.399436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.406078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fed8:929d (a14e2558-a8f6-40ab-a112-74154dfc7e5d/e2d9c5f3-f6cd-4939-b41d-d70306d6ebda/77669f4b-65ba-47e9-b6f1-bd7c92c5fa26) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:36.424421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device b8273c09-d186-4733-b733-a0075bc2777c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:36.424860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device cd8ac541-688c-4d08-9fb9-20fe67ab217e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:36.464160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2ace9c8-8192-4e25-a732-f5d1a5a0bb74 req-453abf04-de58-410d-89da-8b5a08b92589 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.0316184 Nov 12 03:37:36.603193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.603831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.612230 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e717b1-565c-47f0-9bfb-5a0e52c3f845 x-openstack-request-id: req-e3e717b1-565c-47f0-9bfb-5a0e52c3f845 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:36.612984 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:36.612984 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e3e717b1-565c-47f0-9bfb-5a0e52c3f845 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:36.613204 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'code': 200} Nov 12 03:37:36.681517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-5c2ba094-964a-4951-9cc8-e500691b66f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8265531 Nov 12 03:37:36.700399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Request body: {'port': {'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.709921 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.774708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b9bb5-7b56-48a0-9f8d-4eb6ff6914c4 req-207e387c-dc5d-418e-ab91-495f3ca54270 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.776797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.783760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-804b9bb5-7b56-48a0-9f8d-4eb6ff6914c4 req-207e387c-dc5d-418e-ab91-495f3ca54270 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 932 time: 0.5981760 Nov 12 03:37:36.798822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.827655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.830477 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.881447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:36.885411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:36.894223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:36.907571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-804b9bb5-7b56-48a0-9f8d-4eb6ff6914c4 req-e02361f2-d767-4275-a656-3e177cab7bb1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224709 Nov 12 03:37:36.916858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.917475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.941474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=77669f4b-65ba-47e9-b6f1-bd7c92c5fa26,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.952019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2aed916d-2d4b-40b1-897f-944a624bb9f3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2341537 Nov 12 03:37:36.953309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.022606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c1deb-f1a6-42d1-b10b-3bb7eec6d6d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.030776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c1deb-f1a6-42d1-b10b-3bb7eec6d6d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.032853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f34c1deb-f1a6-42d1-b10b-3bb7eec6d6d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0781586 Nov 12 03:37:37.035525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.165449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6ec2a731-e241-4eb6-a62c-023f507d1e41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.165861 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.178820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 77669f4b-65ba-47e9-b6f1-bd7c92c5fa26 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:37.179472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.183798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:37.258237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.260527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:37.353097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.377705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 77669f4b-65ba-47e9-b6f1-bd7c92c5fa26 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:37.417895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7ceba67c-5906-4036-a29f-2f326dff1333 None None] Provisioning complete for port 2e9a61f0-3360-4b57-80d2-b345519841e5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.419345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ceba67c-5906-4036-a29f-2f326dff1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.528614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.536216 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.623871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:37.627737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ceba67c-5906-4036-a29f-2f326dff1333 None None] Port 2e9a61f0-3360-4b57-80d2-b345519841e5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:37.632512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.633282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4dad1796-64c9-4a0e-a4ec-ad01b742c77e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:37.653937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.717492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=77669f4b-65ba-47e9-b6f1-bd7c92c5fa26,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.751500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.760365 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98e9a3d0-d9fe-4213-81bd-6cfbe876fa5b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/77669f4b-65ba-47e9-b6f1-bd7c92c5fa26 HTTP/1.1" status: 204 len: 168 time: 0.7225103 Nov 12 03:37:37.762640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.876357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.897617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d3179-ca18-488c-a97a-5b80714ca9c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.899630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d3179-ca18-488c-a97a-5b80714ca9c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.909780 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6d3d3179-ca18-488c-a97a-5b80714ca9c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1389027 Nov 12 03:37:37.910645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:37.951912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.980897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ac261a7c-0dc4-4729-a0dd-dd49c9f2de17 None None] Provisioning complete for port 6ec2a731-e241-4eb6-a62c-023f507d1e41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.981266 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac261a7c-0dc4-4729-a0dd-dd49c9f2de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.029886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet e2d9c5f3-f6cd-4939-b41d-d70306d6ebda {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:38.043393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.044548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.055075 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.055803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fe7f8e31-1092-47fb-988d-441d09ae1248 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:38.133648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.266973 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.272887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ac261a7c-0dc4-4729-a0dd-dd49c9f2de17 None None] Could not find standard attr ID for object 77669f4b-65ba-47e9-b6f1-bd7c92c5fa26. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:38.277401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.335328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.365120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.370870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.378012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.384514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.390874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.395375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4ab13307-112d-46e9-9ecd-83294a3826bf None None] Could not find standard attr ID for object 58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:38.400246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.408053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d9c5f3-f6cd-4939-b41d-d70306d6ebda,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.409438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.411691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-7991ebbf-8327-44dd-88f2-7449f26bfb2d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 4654 time: 1.2354844 Nov 12 03:37:38.414766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.415508 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.421480 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24a91877-2033-4795-b47c-df16b738d003 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/e2d9c5f3-f6cd-4939-b41d-d70306d6ebda HTTP/1.1" status: 204 len: 168 time: 0.5074732 Nov 12 03:37:38.424675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.441421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.445228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2dc5-7f5a-44d5-949e-8bcbf9cfacf7 req-811861e9-12b4-4523-8cdb-b1cb3622122a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.447268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.452589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2dc5-7f5a-44d5-949e-8bcbf9cfacf7 req-811861e9-12b4-4523-8cdb-b1cb3622122a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.461412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-711d2dc5-7f5a-44d5-949e-8bcbf9cfacf7 req-811861e9-12b4-4523-8cdb-b1cb3622122a tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 1598 time: 0.4267249 Nov 12 03:37:38.468534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.514331 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e47e330f-0821-45e1-8fe8-3573c2d631ea tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864096 Nov 12 03:37:38.515749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.551652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.593121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446be106-47c5-43c0-ad3b-a704cdb3a8fc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.597076 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-446be106-47c5-43c0-ad3b-a704cdb3a8fc tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0779827 Nov 12 03:37:38.597747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.608324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=e70b37d4-7f20-4ba8-917e-0b68e23e021b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.613900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:38.616943 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ff0c9-84ad-420b-bdd4-eca9b58ce548" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:38.662387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=00ae1f29-381d-485b-93a3-df669a053f0f,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:38.667791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc5473-bf27-4271-b22a-883e6f501e0c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.676082 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-19fc5473-bf27-4271-b22a-883e6f501e0c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0747581 Nov 12 03:37:38.676299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.713686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ae43fc-de18-4804-a379-2e549de40d10 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:38.773472 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-47bdad2f-9553-4020-ba0f-ac51de7c3377 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959914 Nov 12 03:37:38.778040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.787211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:38.854410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Router 36762a52-eafd-4f05-be3d-059162bb2bb1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:38.868510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-711d2dc5-7f5a-44d5-949e-8bcbf9cfacf7 req-ae257094-3332-4363-bcc8-9f7d219eb8a4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034965 Nov 12 03:37:38.921222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9e9c7724-7be8-4f16-a748-2943c243192f None None] Could not find standard attr ID for object 77669f4b-65ba-47e9-b6f1-bd7c92c5fa26. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:39.026300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f287bff-d537-482c-b5c6-4ee014c8eda1 req-df4bc53a-f16b-45e3-9c41-9c85a6bce861 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&id=4847b591-6cb4-4035-87d2-fc71283ed2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5553844 Nov 12 03:37:39.035134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:39.041242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.097711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.138534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] For port 00ae1f29-381d-485b-93a3-df669a053f0f, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:39.175445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:39.186144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9a61f0-3360-4b57-80d2-b345519841e5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:39.285346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.314678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Deleting port 6ec2a731-e241-4eb6-a62c-023f507d1e41 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:39.315237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.341778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:39.363331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:39.371522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:39.433785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.434404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] For port 6ec2a731-e241-4eb6-a62c-023f507d1e41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6ec2a731-e241-4eb6-a62c-023f507d1e41,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:39.434404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.464806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] device_id is not set on port 00ae1f29-381d-485b-93a3-df669a053f0f yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:39.473798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Calling delete_port for 6ec2a731-e241-4eb6-a62c-023f507d1e41 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:39.482165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Transition to ACTIVE for port object 2e9a61f0-3360-4b57-80d2-b345519841e5 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:39.503616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:39.511453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f2101-6350-4c9c-9e5f-12083b8127ed req-2ad529fa-cd07-4f45-82c8-2773ca81aa0b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.517946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:39.523430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e3f2101-6350-4c9c-9e5f-12083b8127ed req-2ad529fa-cd07-4f45-82c8-2773ca81aa0b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 932 time: 0.4894552 Nov 12 03:37:39.531052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.538650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.548303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.564679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.567230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.597825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=f2aa829b-27cf-49a8-8b77-b80979228a1e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.625352 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-444467ec-bc16-4933-bb00-67db310def7d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8444624 Nov 12 03:37:39.626727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:39.633988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:e3:e6:7b', 'name': 'tempest-NetworksTestDHCPv6-1307694171'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:39.646496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.669430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.679547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.709673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1e40-3eb8-4d86-96b0-cd9cae236b83 req-c1e8e4b1-bba4-4afb-8630-4932a704b546 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.723039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c33a1e40-3eb8-4d86-96b0-cd9cae236b83 req-c1e8e4b1-bba4-4afb-8630-4932a704b546 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 932 time: 0.4286568 Nov 12 03:37:39.750097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] No DVR routers for this DVR port 6ec2a731-e241-4eb6-a62c-023f507d1e41 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:39.768763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88087f-9b2c-429c-bc53-69acb8cdde78 None None] Pushing event deleted for resources: {'Port': ['ID=6ec2a731-e241-4eb6-a62c-023f507d1e41,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.791427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6bb1a-c66b-4434-bcc3-4bcdc392348f None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:39.878538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:39.883526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.919630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.920178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.922838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Pushing event updated for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.926889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port 05f9f80b-5368-4561-b5cf-992df5a35296 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:39.956118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-89523129-8fd8-4a73-8268-ea49fcf30768 None None] Provisioning complete for port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.956484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89523129-8fd8-4a73-8268-ea49fcf30768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.005912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:40.016851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-89523129-8fd8-4a73-8268-ea49fcf30768 None None] Port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:40.025751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Sync routers for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:40.127360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] No DVR routers for this DVR port 00ae1f29-381d-485b-93a3-df669a053f0f on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:40.163285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:40.170297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:40.204558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-c01aa49b-8afe-4e2b-93b1-dcbe320c057d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2353265 Nov 12 03:37:40.260536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e3f2101-6350-4c9c-9e5f-12083b8127ed req-154da29a-2776-4207-b76e-07e24111c472 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358823 Nov 12 03:37:40.265891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port e70b37d4-7f20-4ba8-917e-0b68e23e021b on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:40.293846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c33a1e40-3eb8-4d86-96b0-cd9cae236b83 req-e8d16c93-2ad9-4805-8292-74c9154e8474 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5692897 Nov 12 03:37:40.298891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::2ce (a14e2558-a8f6-40ab-a112-74154dfc7e5d/f2aa829b-27cf-49a8-8b77-b80979228a1e/05f9f80b-5368-4561-b5cf-992df5a35296) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:40.303926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.312232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-18b186d9-6a1c-4d10-b1e7-f4a4f48aef62 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "DELETE /v2.0/ports/e70b37d4-7f20-4ba8-917e-0b68e23e021b HTTP/1.1" status: 204 len: 173 time: 6.8108788 Nov 12 03:37:40.326610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Request body: {'port': {'device_id': '40aeb65d-bb53-4179-a4b1-818b48194442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.333042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:40.342997 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2159e04-2947-4393-9a40-de345b86c4f8" -d '{"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:40.494937 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cf1613-85f6-47a3-8cb7-35ef30c04aca x-openstack-request-id: req-10cf1613-85f6-47a3-8cb7-35ef30c04aca {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:40.495223 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "00ae1f29-381d-485b-93a3-df669a053f0f", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:40.495468 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10cf1613-85f6-47a3-8cb7-35ef30c04aca {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:40.495862 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ae1f29-381d-485b-93a3-df669a053f0f', 'code': 200} Nov 12 03:37:40.496163 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'code': 200} Nov 12 03:37:40.496410 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'code': 200} Nov 12 03:37:40.496649 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'code': 200} Nov 12 03:37:40.496898 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'code': 200} Nov 12 03:37:40.509377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6ec2a731-e241-4eb6-a62c-023f507d1e41 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:40.608786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6ec2a731-e241-4eb6-a62c-023f507d1e41 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:40.609123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6ec2a731-e241-4eb6-a62c-023f507d1e41 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:40.625570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] In _notify_port_updated(), no bound segment for port 00ae1f29-381d-485b-93a3-df669a053f0f on network 397dbaab-b030-4995-b17a-77e27577f554 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:37:40.626413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.627061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.628376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-a59e6d77-15fa-46db-ab3a-fcd9bc157b13 service neutron] 10.222.0.100 "PUT /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 200 len: 1027 time: 4.5863760 Nov 12 03:37:40.729802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.735733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Attempting to bind port 2e9a61f0-3360-4b57-80d2-b345519841e5 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:40.736693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Attempting to bind port 2e9a61f0-3360-4b57-80d2-b345519841e5 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:40.736693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Attempting to bind port 2e9a61f0-3360-4b57-80d2-b345519841e5 on network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:40.748394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb31cc-85c6-44fa-936f-67aad5e38efc req-fcc026fb-0722-4b6d-952f-099e2a958a16 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.756749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2deb31cc-85c6-44fa-936f-67aad5e38efc req-fcc026fb-0722-4b6d-952f-099e2a958a16 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 942 time: 0.2532129 Nov 12 03:37:40.759043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'f2aa829b-27cf-49a8-8b77-b80979228a1e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:40.760469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.780327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.815799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.823184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.829183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.835181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.841155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.843004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-9bb3b592-fd89-467a-82d1-05331c1f776c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3876 time: 0.3298597 Nov 12 03:37:40.851575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Port 2e9a61f0-3360-4b57-80d2-b345519841e5 on network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:40.851907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Attempting to bind port 2e9a61f0-3360-4b57-80d2-b345519841e5 on network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:40.898768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:40.913673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:40.913971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Checking segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:40.914282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Bound using segment: {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:40.914756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Bound port: 2e9a61f0-3360-4b57-80d2-b345519841e5, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79ea135-b026-48e5-a69f-0dbc06da4337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:40.915095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.932917 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.033024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:41.051139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:41.066879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:41.073634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.074285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.078874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8664567e-99d2-4c3c-8e2e-73b20e0af6a6 None None] Provisioning complete for port 00ae1f29-381d-485b-93a3-df669a053f0f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:41.079241 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8664567e-99d2-4c3c-8e2e-73b20e0af6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.098439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port f7adb686-fab4-4186-af3f-2a3d215ce2dc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:41.098791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.103096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=05f9f80b-5368-4561-b5cf-992df5a35296,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.127696 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff2f983f-ce4e-4ba3-887c-1712ace967d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4995444 Nov 12 03:37:41.128424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.226041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64f6af-04d7-4509-86a0-e0b23dba444e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.233073 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ab64f6af-04d7-4509-86a0-e0b23dba444e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1035597 Nov 12 03:37:41.233811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.265998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0fcab6f2-72fc-4e94-9030-05e489c3bd33 req-2fab0123-bb6f-46d1-8ea0-0b06f2799927 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080150 Nov 12 03:37:41.280702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2deb31cc-85c6-44fa-936f-67aad5e38efc req-84723e92-06b0-496c-9fa4-efb9b6563bc6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5228920 Nov 12 03:37:41.414270 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014e7d26-421f-494e-9ef7-600ba9b49680 x-openstack-request-id: req-014e7d26-421f-494e-9ef7-600ba9b49680 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:41.414674 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "e70b37d4-7f20-4ba8-917e-0b68e23e021b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:41.414955 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-014e7d26-421f-494e-9ef7-600ba9b49680 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:41.415179 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'e70b37d4-7f20-4ba8-917e-0b68e23e021b', 'status': 'completed', 'code': 200} Nov 12 03:37:41.514174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port 05f9f80b-5368-4561-b5cf-992df5a35296 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:41.516676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.612559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port fe7f8e31-1092-47fb-988d-441d09ae1248 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:41.613039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.721130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.749480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for 05f9f80b-5368-4561-b5cf-992df5a35296 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:41.775008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port f7adb686-fab4-4186-af3f-2a3d215ce2dc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f7adb686-fab4-4186-af3f-2a3d215ce2dc,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:41.775561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.779624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/f2aa829b-27cf-49a8-8b77-b80979228a1e/2fc8b61a-4dd1-4d6c-9299-e1088095556b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:41.803320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8664567e-99d2-4c3c-8e2e-73b20e0af6a6 None None] Port 00ae1f29-381d-485b-93a3-df669a053f0f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:41.833205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c452-725e-4103-9b7c-50f001bdfc02 req-d3a19dae-609f-40c2-ad1d-93b6ea6dd6dc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.834775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8499c452-725e-4103-9b7c-50f001bdfc02 req-d3a19dae-609f-40c2-ad1d-93b6ea6dd6dc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 932 time: 0.3750761 Nov 12 03:37:41.845612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:41.860746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for f7adb686-fab4-4186-af3f-2a3d215ce2dc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:41.952502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port fe7f8e31-1092-47fb-988d-441d09ae1248, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fe7f8e31-1092-47fb-988d-441d09ae1248,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:41.954434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.055451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for fe7f8e31-1092-47fb-988d-441d09ae1248 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:42.157343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.209671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.220036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=05f9f80b-5368-4561-b5cf-992df5a35296,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.283620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.293120 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04c1055e-9931-4dc5-aff7-bde676ec581d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/05f9f80b-5368-4561-b5cf-992df5a35296 HTTP/1.1" status: 204 len: 168 time: 1.0581529 Nov 12 03:37:42.293886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.377279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Checking router: 36762a52-eafd-4f05-be3d-059162bb2bb1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:42.407041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8774182-ff46-4057-bdc7-a62c0a6c0c72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.408769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8774182-ff46-4057-bdc7-a62c0a6c0c72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.416732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8774182-ff46-4057-bdc7-a62c0a6c0c72 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1216617 Nov 12 03:37:42.422174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.435588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:42.436367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.482484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.504337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.545442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet f2aa829b-27cf-49a8-8b77-b80979228a1e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:42.555184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.607822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.654038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.670794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:42.679232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:42.684049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:42.701258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:42.867848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.885645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Attempting to bind port 2fc8b61a-4dd1-4d6c-9299-e1088095556b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:42.886724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Attempting to bind port 2fc8b61a-4dd1-4d6c-9299-e1088095556b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:42.887314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Attempting to bind port 2fc8b61a-4dd1-4d6c-9299-e1088095556b on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:42.894515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:42.894741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:42.895103 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.895503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:42.897316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Bound port: 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:42.898323 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.953175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=2e9a61f0-3360-4b57-80d2-b345519841e5,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:43.069000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.128286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ddf91-3f5d-45a7-8929-274c9c4c4dd9 req-ba3cda04-f3b9-4448-9750-0bfabfb0855c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.138076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-752ddf91-3f5d-45a7-8929-274c9c4c4dd9 req-ba3cda04-f3b9-4448-9750-0bfabfb0855c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 944 time: 1.5506163 Nov 12 03:37:43.140008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=f2aa829b-27cf-49a8-8b77-b80979228a1e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.148645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.152434 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db3cb7b8-fa6d-4fe2-8582-75cf25359f1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/f2aa829b-27cf-49a8-8b77-b80979228a1e HTTP/1.1" status: 204 len: 168 time: 0.7291496 Nov 12 03:37:43.154962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.188848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.214123 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d5f67e88-8238-42ae-8773-f6efa5e435c2 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541124 Nov 12 03:37:43.214706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.282441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a02cb-adca-4264-a58e-789aa33d5b03 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.286864 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ec1a02cb-adca-4264-a58e-789aa33d5b03 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0692329 Nov 12 03:37:43.287510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.288836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8499c452-725e-4103-9b7c-50f001bdfc02 req-7c292521-9629-409a-beec-39fab85a6d74 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4011230 Nov 12 03:37:43.292340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:43.323426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2fc8b61a-4dd1-4d6c-9299-e1088095556b,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:43.343829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.523321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.524094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.526221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] 10.222.0.100 "PUT /v2.0/ports/2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 1093 time: 6.8316867 Nov 12 03:37:43.526696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:43.533458 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a" -d '{"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:43.557287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-752ddf91-3f5d-45a7-8929-274c9c4c4dd9 req-9f1a4f91-4f7d-47e0-8b65-45559790989a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181685 Nov 12 03:37:43.563546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338bfa9-bffd-4bba-aa14-e7f44d9c853c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.585434 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e338bfa9-bffd-4bba-aa14-e7f44d9c853c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2948561 Nov 12 03:37:43.588011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.686257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294fd7-e0f1-49f0-9d69-bb7141cd0206 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.703616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:43.726328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22625ced-2f50-4e5e-a49d-1107031a0e1e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349208 Nov 12 03:37:43.731887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.763470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:43.814301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3971e-7653-447e-8529-ab04552e6c24 None None] The sync data for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 is: [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 4, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '16b059dd-b908-494e-a55d-0b60b55139eb', 'name': '', 'network_id': 'dfebe0c9-abb7-40ff-8611-9094d1309c12', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'mac_address': 'fa:16:3e:4e:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:19Z', 'updated_at': '2021-11-12T03:26:33Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'subnets': [{'id': '6a56cd24-d3c6-4f84-a5c8-ae4aec010200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:43.976753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:43.987981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.051813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96b2d2-4ce5-404a-8e6f-c3e4cb09a988 req-9777fdcb-74d0-4b8c-bab8-63491b375d4d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.063472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c96b2d2-4ce5-404a-8e6f-c3e4cb09a988 req-9777fdcb-74d0-4b8c-bab8-63491b375d4d tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 942 time: 0.5998368 Nov 12 03:37:44.109617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dfcae-de93-4e06-8362-49f307dccc6e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.278540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-33c334eb-4495-49ae-82a0-23059cbe2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.288492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-33c334eb-4495-49ae-82a0-23059cbe2ee0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1096 time: 0.6158152 Nov 12 03:37:44.393535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-f26ae3b7-e212-445d-8b15-73eef0da7ce6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 217 time: 0.0992415 Nov 12 03:37:44.394362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.448595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2fc8b61a-4dd1-4d6c-9299-e1088095556b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:44.460365 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffeab1-23a4-4f60-94a6-7ec607573cf2 None None] New status for floating IP 71c82ca9-c962-4268-8ad4-64098a1567ba: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:37:44.478011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.484080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.491332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.499205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.507190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.509345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-f4df21da-ac3b-4769-b640-1ca669c5d862 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3798 time: 0.7482779 Nov 12 03:37:44.525893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:44.526842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.601209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c96b2d2-4ce5-404a-8e6f-c3e4cb09a988 req-e56355b0-9cac-4ff4-babd-2f75e947a69f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups?id=e1bc415e-cf4e-479d-bb37-fe19237afe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080891 Nov 12 03:37:44.607064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb1f644-3a1d-465f-af2e-ecc27060ca77 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:44.624572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:44.639755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=fe7f8e31-1092-47fb-988d-441d09ae1248,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.683296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.700342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.727235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.757293 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3882d89d-9a5c-451f-8e60-7e94bca77dd4 x-openstack-request-id: req-3882d89d-9a5c-451f-8e60-7e94bca77dd4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:44.757876 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:44.759747 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3882d89d-9a5c-451f-8e60-7e94bca77dd4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:44.760446 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'status': 'completed', 'code': 200} Nov 12 03:37:44.801480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2fc8b61a-4dd1-4d6c-9299-e1088095556b,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:44.811709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.905233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.953058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-cd04a8dd-1032-4b3e-86cf-2b349a5b8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.954631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-cd04a8dd-1032-4b3e-86cf-2b349a5b8d4d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.5508318 Nov 12 03:37:44.965073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Transition to ACTIVE for port object 4eb1f644-3a1d-465f-af2e-ecc27060ca77 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:44.998662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.035729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=f7adb686-fab4-4186-af3f-2a3d215ce2dc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.075033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.169787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port fe7f8e31-1092-47fb-988d-441d09ae1248 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:45.172635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.176537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-623abd19-2514-4e74-9b6b-b5fd294372c0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "DELETE /v2.0/ports/fe7f8e31-1092-47fb-988d-441d09ae1248 HTTP/1.1" status: 204 len: 173 time: 4.5222156 Nov 12 03:37:45.215607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.265158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2fc8b61a-4dd1-4d6c-9299-e1088095556b,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:45.311632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.320315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.320315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.341991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d86c16ef-91c7-43dc-a559-dd47e6fc44ef req-68f9760a-7195-42f2-87f5-41ef249985fa tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7852767 Nov 12 03:37:45.369101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port f7adb686-fab4-4186-af3f-2a3d215ce2dc on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:45.394306 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.401782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.408807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.98 "DELETE /v2.0/ports/f7adb686-fab4-4186-af3f-2a3d215ce2dc HTTP/1.1" status: 204 len: 173 time: 5.0558929 Nov 12 03:37:45.433899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833c8d9-5102-45e7-9c29-f327c2fb74cf req-519520bf-389f-48c5-a3d4-d876acc2c361 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.451326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a833c8d9-5102-45e7-9c29-f327c2fb74cf req-519520bf-389f-48c5-a3d4-d876acc2c361 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.4771466 Nov 12 03:37:45.453405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070340b-4f0a-441b-b506-5963724c70b1 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:45.464348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:45.467769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:45.472480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.472651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.522169 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7881312 Nov 12 03:37:45.527024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.536593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:45.540495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-be895ae5-45f9-4c7a-9af6-c879a0bdf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.542085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-be895ae5-45f9-4c7a-9af6-c879a0bdf949 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5372190 Nov 12 03:37:45.555736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f242-3fcd-40c1-a8c7-d94ad787f422 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.662919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a833c8d9-5102-45e7-9c29-f327c2fb74cf req-27be464b-abc4-4d47-b3f8-36d4626fdc2e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102144 Nov 12 03:37:45.858493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5aed3f6e-88d0-4307-b120-116d30b56487 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.859430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5aed3f6e-88d0-4307-b120-116d30b56487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.926688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:45.930838 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.154645 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184 (CIDR: 2001:db8::/64) Nov 12 03:37:46.161005 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:46.162004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:46.168249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8b44a3f-8765-44dc-9c68-42d55395f77a req-2f532ed1-0395-40c4-a872-3018871dc4be tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.1404483 Nov 12 03:37:46.225782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1461cf8c-92c1-4fca-a054-fa14d2c9bad9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6908066 Nov 12 03:37:46.246305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.260905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:46.277959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa9ca-54b2-4b31-9da2-b5653a53386a req-4901a928-a557-46bf-8ea9-4b8748d9e536 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.279579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dcaa9ca-54b2-4b31-9da2-b5653a53386a req-4901a928-a557-46bf-8ea9-4b8748d9e536 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 944 time: 0.5974267 Nov 12 03:37:46.324588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-1e9aa066-251e-4559-b383-453c076f9569 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606905 Nov 12 03:37:46.435059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2fc8b61a-4dd1-4d6c-9299-e1088095556b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:46.481734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14e430ef-82c3-4f5a-ad84-fc7dc23065d3 req-ec09fbcf-187b-41a4-811b-e3c6d3fea030 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424696 Nov 12 03:37:46.485853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Attempting to bind port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:46.486185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Attempting to bind port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:46.486529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Attempting to bind port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.495134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:46.495450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Attempting to bind port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.507143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:46.507538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:46.508003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:46.508494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Bound port: 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:46.508872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.525398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:46.525739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.586009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5dcaa9ca-54b2-4b31-9da2-b5653a53386a req-65fbd788-cc15-4195-83ca-1b8bd66f7cd6 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997630 Nov 12 03:37:46.635904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297ae1b-173a-4e2b-a284-65e0e4c29242 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:46.715116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:46.736067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.745899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:46.746273 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.787719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a3dc542b-ad0e-483e-a7f6-9ccf6704092e None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:46.788160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a3dc542b-ad0e-483e-a7f6-9ccf6704092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.821560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248'}, {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:46.823769 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371aaaaa-de98-4c35-a868-de7f014755be" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248"}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:47.029658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-d199bee1-c5aa-4040-a656-5d224e546472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.031233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-d199bee1-c5aa-4040-a656-5d224e546472 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1096 time: 0.4867177 Nov 12 03:37:47.182697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-67605a6e-9da9-4f23-a516-0d07f4114d4e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.189182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-67605a6e-9da9-4f23-a516-0d07f4114d4e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.202537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-67605a6e-9da9-4f23-a516-0d07f4114d4e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.208599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-67605a6e-9da9-4f23-a516-0d07f4114d4e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.220665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-67605a6e-9da9-4f23-a516-0d07f4114d4e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 3143 time: 0.4579542 Nov 12 03:37:47.221867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-59014536-87d4-400e-a190-28c911efe2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.223321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-59014536-87d4-400e-a190-28c911efe2d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 899 time: 0.1814797 Nov 12 03:37:47.249619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:47.282633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:47.289203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:47.289540 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.303575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:47.440372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.457118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-486f39e9-b73f-4ac2-9ae0-e03c45c6c44d req-6430b7d8-40b0-4f12-a7e3-dcc5c99cd59e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648108 Nov 12 03:37:47.518312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-75713114-975c-45fb-bd11-4ddf4bc7c422 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:47.518633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-75713114-975c-45fb-bd11-4ddf4bc7c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.728051 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b8a96-f4c6-453b-986e-3185c9746653 x-openstack-request-id: req-eb4b8a96-f4c6-453b-986e-3185c9746653 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:47.729446 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "fe7f8e31-1092-47fb-988d-441d09ae1248", "status": "completed", "code": 200}, {"server_uuid": "dfd94991-52ad-4030-8fc4-47306cd00f2f", "name": "network-vif-deleted", "tag": "f7adb686-fab4-4186-af3f-2a3d215ce2dc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:47.730410 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb4b8a96-f4c6-453b-986e-3185c9746653 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:47.730410 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': 'fe7f8e31-1092-47fb-988d-441d09ae1248', 'status': 'completed', 'code': 200} Nov 12 03:37:47.730659 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd94991-52ad-4030-8fc4-47306cd00f2f', 'name': 'network-vif-deleted', 'tag': 'f7adb686-fab4-4186-af3f-2a3d215ce2dc', 'status': 'completed', 'code': 200} Nov 12 03:37:47.734860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-6260ccd4-30e6-48f3-9349-05e00377569e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 217 time: 0.3482130 Nov 12 03:37:47.743692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.753243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df38-b0e5-4103-8da2-39e3e7bf1cd7 req-58ad9ae2-d547-4600-bb4d-9d8dfef99e77 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.795088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9215df38-b0e5-4103-8da2-39e3e7bf1cd7 req-58ad9ae2-d547-4600-bb4d-9d8dfef99e77 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.8911164 Nov 12 03:37:47.812738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:47.816491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:47.823590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.824330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.861614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40102d5e-cf44-4876-b72e-d33ae3baab86 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:47.869987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6246147 Nov 12 03:37:47.870445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.871069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abc1b0-5ec2-4ce8-b036-4d4840c5dbb5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=470131b8-3d83-4059-bc1a-21d3d90cecbd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.878983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:ae:e6:ca', 'name': 'tempest-NetworksTestDHCPv6-79918732'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:47.955169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.971740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.054842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-30ff3298-5d85-4ceb-8204-1d04eab49efd None None] Could not find standard attr ID for object 05f9f80b-5368-4561-b5cf-992df5a35296. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:48.058708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:48.062822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc09ce95-c77d-41d4-bbe3-7a7bc3b796a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.124231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0de3b7b4-aa12-4c50-bb9d-e4555b0517cf req-57ca6608-96d5-4186-9dae-0082761627db tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.2313874 Nov 12 03:37:48.162824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.164702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.168990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-14e91c8a-0d05-426f-8b10-75e997d01148 service neutron] 10.222.0.98 "PUT /v2.0/ports/4eb1f644-3a1d-465f-af2e-ecc27060ca77 HTTP/1.1" status: 200 len: 1093 time: 7.8520799 Nov 12 03:37:48.290037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.339937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-4207bc51-1780-4ec5-8ba5-90aa2ad0fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.341649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-4207bc51-1780-4ec5-8ba5-90aa2ad0fd6c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.4125805 Nov 12 03:37:48.401122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.433341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9215df38-b0e5-4103-8da2-39e3e7bf1cd7 req-0779574f-3a03-43c7-8567-bf11e7b87c75 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354353 Nov 12 03:37:48.452355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port da9374c4-3b40-4d11-997e-8c5735e6d487 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:48.475821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port 5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:48.483681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.491590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-56237ec3-82e0-438e-aec9-8c95505f5c5f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "DELETE /v2.0/ports/5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97 HTTP/1.1" status: 204 len: 173 time: 3.2636266 Nov 12 03:37:48.585063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184', 'ip_address': '2001:db8::f816:3eff:fe5c:da4a'}, {'subnet_id': '470131b8-3d83-4059-bc1a-21d3d90cecbd'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '2fc8b61a-4dd1-4d6c-9299-e1088095556b'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:48.613726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-e0ac5c6e-a8d4-4ede-93fe-faa1bd790238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.616411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-e0ac5c6e-a8d4-4ede-93fe-faa1bd790238 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 1096 time: 0.2928262 Nov 12 03:37:48.647433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-cb3abce7-3d88-4122-8b44-a8f42c8e9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.649281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-cb3abce7-3d88-4122-8b44-a8f42c8e9112 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2856760 Nov 12 03:37:48.657210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fbe7c-d8a2-4383-947b-72aa10ecd87c req-a6b2515b-c1f9-4ad8-9eed-b8fe3b088671 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.665379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b5fbe7c-d8a2-4383-947b-72aa10ecd87c req-a6b2515b-c1f9-4ad8-9eed-b8fe3b088671 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 944 time: 0.3504949 Nov 12 03:37:48.690878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8:0:1::153 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/470131b8-3d83-4059-bc1a-21d3d90cecbd/da9374c4-3b40-4d11-997e-8c5735e6d487) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:48.697738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:feae:e6ca (a14e2558-a8f6-40ab-a112-74154dfc7e5d/e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184/da9374c4-3b40-4d11-997e-8c5735e6d487) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:48.709618 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.995502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.071643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.106692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:49.129566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Allocated IP 2001:db8:0:1::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/470131b8-3d83-4059-bc1a-21d3d90cecbd/2fc8b61a-4dd1-4d6c-9299-e1088095556b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:49.130196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:49.133405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:49.140609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.141281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.160357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 2e9a61f0-3360-4b57-80d2-b345519841e5 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:49.183283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3059473 Nov 12 03:37:49.183538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.194321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b00a0-797b-4cdf-ae81-78b2d509dc6c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=da9374c4-3b40-4d11-997e-8c5735e6d487,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.303580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port da9374c4-3b40-4d11-997e-8c5735e6d487 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:49.303841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.315766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-b3f458c6-4252-4d82-a332-04e65ea5f575 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77 HTTP/1.1" status: 200 len: 217 time: 0.6771972 Nov 12 03:37:49.371093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2fc8b61a-4dd1-4d6c-9299-e1088095556b,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:49.392930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd392e3-6f91-48e1-8a70-c890bcd7f9a7 req-8115f8d9-4670-4f69-a9dd-566507693e32 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.400606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd392e3-6f91-48e1-8a70-c890bcd7f9a7 req-8115f8d9-4670-4f69-a9dd-566507693e32 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.407716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd392e3-6f91-48e1-8a70-c890bcd7f9a7 req-8115f8d9-4670-4f69-a9dd-566507693e32 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.417984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fd392e3-6f91-48e1-8a70-c890bcd7f9a7 req-8115f8d9-4670-4f69-a9dd-566507693e32 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 2410 time: 0.8247604 Nov 12 03:37:49.421019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.438441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for da9374c4-3b40-4d11-997e-8c5735e6d487 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:49.481177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-3fc82ffb-ec99-4792-928d-8224a5aebde1 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083320 Nov 12 03:37:49.496416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b5fbe7c-d8a2-4383-947b-72aa10ecd87c req-bc9dba75-0643-46ea-91b1-0d21f9ba037d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8296783 Nov 12 03:37:49.567052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-bdc283fa-3489-429c-b787-71117b2691bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.581342 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.582066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-bdc283fa-3489-429c-b787-71117b2691bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.2541180 Nov 12 03:37:49.589290 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.637519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=2e9a61f0-3360-4b57-80d2-b345519841e5,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:49.690459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:49.709894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dec312-ac58-42d2-954a-38b8cf90b45c None None] Pushing event updated for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.735505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed7ea874-84a3-41e1-8cfd-06ceb3f52975 req-bf29f44b-7346-43cb-8427-43cc09d20218 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0976002 Nov 12 03:37:49.738630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:49.742143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.748695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.759079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77'}, {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:49.761676 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece574b4-bd55-4ee2-a067-8086bb3488e1" -d '{"events": [{"name": "network-changed", "server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77"}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:49.778695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.800311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9a61f0-3360-4b57-80d2-b345519841e5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:49.800587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=da9374c4-3b40-4d11-997e-8c5735e6d487,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.825075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=2e9a61f0-3360-4b57-80d2-b345519841e5,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:49.835712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fd392e3-6f91-48e1-8a70-c890bcd7f9a7 req-182d301e-c7ae-4096-8a25-738f5eac8fa6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162931 Nov 12 03:37:49.842583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.895557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.901176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc857f16-9dcb-40db-a8a8-824172c146b8 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/da9374c4-3b40-4d11-997e-8c5735e6d487 HTTP/1.1" status: 204 len: 168 time: 0.7165687 Nov 12 03:37:49.903611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.925577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.985091 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e03c86-dd63-4b64-8828-e0074164d0fe x-openstack-request-id: req-85e03c86-dd63-4b64-8828-e0074164d0fe {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:49.986298 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77", "status": "completed", "code": 200}, {"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:49.986298 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-85e03c86-dd63-4b64-8828-e0074164d0fe {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:49.986880 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77', 'status': 'completed', 'code': 200} Nov 12 03:37:49.987232 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '5bd86d11-ec4a-4bb7-9912-5cfc5ebc3c97', 'status': 'completed', 'code': 200} Nov 12 03:37:49.993012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffa4b7-0917-4669-9620-8cd6cde3a58d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.998530 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80ffa4b7-0917-4669-9620-8cd6cde3a58d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0915325 Nov 12 03:37:49.999146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.027269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-ea8c9b19-dec1-4b7f-8d57-ad94ca79c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.029151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-ea8c9b19-dec1-4b7f-8d57-ad94ca79c347 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4169033 Nov 12 03:37:50.057600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a731d1-0632-4b5c-9dd9-cd31efa5c10a req-5c66516f-ab9f-4b52-9638-1da4b7f1ab7f service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581131 Nov 12 03:37:50.062155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbdc02-0bfb-4164-aad0-6fa18f541151 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.067682 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85dbdc02-0bfb-4164-aad0-6fa18f541151 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0653954 Nov 12 03:37:50.068204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.089498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['2e9a61f0-3360-4b57-80d2-b345519841e5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:50.158047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f78ad-6a08-4d7a-8fc5-a28206f4160a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.159630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f78ad-6a08-4d7a-8fc5-a28206f4160a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.161863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f78ad-6a08-4d7a-8fc5-a28206f4160a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.163502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ed2f78ad-6a08-4d7a-8fc5-a28206f4160a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0943425 Nov 12 03:37:50.165702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542967e-b685-4d4c-8901-d6f9ece4baa9 req-5e022856-c265-4cd6-9866-f7b2a8f3a7bd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.166646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.176710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3542967e-b685-4d4c-8901-d6f9ece4baa9 req-5e022856-c265-4cd6-9866-f7b2a8f3a7bd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2882590 Nov 12 03:37:50.209885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:50.210406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.265048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 470131b8-3d83-4059-bc1a-21d3d90cecbd {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:50.274499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.325856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3542967e-b685-4d4c-8901-d6f9ece4baa9 req-feae6b11-2f3f-483d-86af-913d28c29f8a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479831 Nov 12 03:37:50.377367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.380741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-78ed39a5-6f7b-4ec1-82af-735b85f18bcb service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359423 Nov 12 03:37:50.403581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2fc8b61a-4dd1-4d6c-9299-e1088095556b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:50.511411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c4110f2-8b16-479a-a699-4ddacc08b152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.522785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.523245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.523611 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Floating IP 953a2dc0-d9da-44fe-99a1-44520995f618 disassociated. External IP: 172.25.4.65, port: 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f. Nov 12 03:37:50.524149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:50.560576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.667536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.688659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:50.689196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.725197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=470131b8-3d83-4059-bc1a-21d3d90cecbd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.736325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.746919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39348) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.747499 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0dfbd020-42f2-4310-a1ca-167f0f94cd51 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/470131b8-3d83-4059-bc1a-21d3d90cecbd HTTP/1.1" status: 204 len: 168 time: 0.5752223 Nov 12 03:37:50.801956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-25ed19e3-9f18-468c-886e-1bd6734d9bc7 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:50.802326 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25ed19e3-9f18-468c-886e-1bd6734d9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.816963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc05b2-57b5-413c-9736-cd8f393eb957 req-6eec479c-692c-4493-940f-55bab2a6c5e3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.824897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29fc05b2-57b5-413c-9736-cd8f393eb957 req-6eec479c-692c-4493-940f-55bab2a6c5e3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 945 time: 0.2168641 Nov 12 03:37:50.897583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bd2f812-5578-47ec-ad24-adca0f388b93 req-5212c59d-98dc-4d9a-b51d-5691e3d4a240 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883513 Nov 12 03:37:50.929965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adf11340-0297-415a-b9ee-cd868a713a13 req-fb179944-4536-4070-95e7-a811566d713b tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0654793 Nov 12 03:37:50.968590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:50.986150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.993377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.077489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29fc05b2-57b5-413c-9736-cd8f393eb957 req-76744cd6-583c-4b3d-aca9-e2422ea9cef4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517323 Nov 12 03:37:51.087521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=8b1219ef-9c69-463b-a2dc-6ca7c2256b2f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.095180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40033649-6617-4c81-990b-081d1e59a7be None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:51.139814 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.161745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-017c72fb-9a7b-4623-bd69-bad4bc1d819b None None] Could not find standard attr ID for object da9374c4-3b40-4d11-997e-8c5735e6d487. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:51.166558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 2e9a61f0-3360-4b57-80d2-b345519841e5 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:51.220938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-1ea44ef2-3563-4127-b1e5-c224e28d35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.228350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-1ea44ef2-3563-4127-b1e5-c224e28d35cd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 1096 time: 0.2757282 Nov 12 03:37:51.257398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e9c8-36f3-40b5-a616-7a4522335c22 req-ddd3dd74-f179-4261-87e6-5764a594c028 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.264505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 2e9a61f0-3360-4b57-80d2-b345519841e5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:51.264699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e9c8-36f3-40b5-a616-7a4522335c22 req-ddd3dd74-f179-4261-87e6-5764a594c028 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.266524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2118e9c8-36f3-40b5-a616-7a4522335c22 req-ddd3dd74-f179-4261-87e6-5764a594c028 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 1677 time: 0.2226229 Nov 12 03:37:51.276016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 2e9a61f0-3360-4b57-80d2-b345519841e5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:51.276366 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.408753 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.441922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:51.445344 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf10ee6-4203-4457-b00b-f10a038a453a" -d '{"events": [{"server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "name": "network-vif-plugged", "status": "completed", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:51.462906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=2e9a61f0-3360-4b57-80d2-b345519841e5,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:51.470003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.471510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Router 59e6bfe4-709c-416c-982a-ad2a6edc8bed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:51.492814 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.527823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.608015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2118e9c8-36f3-40b5-a616-7a4522335c22 req-8249000d-e71e-4737-8693-d967411d0e17 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296134 Nov 12 03:37:51.666051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.700705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ab0a-19ef-4e80-98da-f0cd2590f67b req-d6d51509-35da-41c8-a9ce-0d450e2473d7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.707164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a20ab0a-19ef-4e80-98da-f0cd2590f67b req-d6d51509-35da-41c8-a9ce-0d450e2473d7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2643883 Nov 12 03:37:51.710947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-f52a78f8-2ac1-4d1f-96e2-2b8d9b188da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.713621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-f52a78f8-2ac1-4d1f-96e2-2b8d9b188da7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.4765563 Nov 12 03:37:51.715175 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b3a76-4147-4835-a1f9-62f7fe275015 x-openstack-request-id: req-159b3a76-4147-4835-a1f9-62f7fe275015 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:51.720020 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "name": "network-vif-plugged", "status": "completed", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:51.720485 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-159b3a76-4147-4835-a1f9-62f7fe275015 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:51.722398 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'code': 200} Nov 12 03:37:51.782040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.871043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-48da0313-3472-4eb7-b754-b35ecd5cbcd7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77 HTTP/1.1" status: 200 len: 217 time: 0.0969958 Nov 12 03:37:51.917778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.920088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.924285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-00a14c7a-fc1c-412b-a3a4-36ef1a5ff022 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184 HTTP/1.1" status: 204 len: 168 time: 1.1760530 Nov 12 03:37:51.927323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.988498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:52.001344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Sync routers for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:52.003148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a20ab0a-19ef-4e80-98da-f0cd2590f67b req-4a22b02e-9543-4b35-856a-5fd728e85b22 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884753 Nov 12 03:37:52.007644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39362) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.014800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:52.028496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e22b8f95-db91-4b55-a4fa-59941f0da264 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693359 Nov 12 03:37:52.040210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:52.041126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:52.067814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34a76c-232f-4caf-8f19-3fac0b7a4766 req-92c831df-9fd7-4962-bcc9-998f6d01e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.069398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a34a76c-232f-4caf-8f19-3fac0b7a4766 req-92c831df-9fd7-4962-bcc9-998f6d01e202 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1098 time: 0.2848690 Nov 12 03:37:52.168228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-3ef01cb2-aa5d-47fc-a1e3-4462e147a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.170589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-3ef01cb2-aa5d-47fc-a1e3-4462e147a0c8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.2734587 Nov 12 03:37:52.173043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:52.175251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port 8b1219ef-9c69-463b-a2dc-6ca7c2256b2f on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:52.201625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f8569-9859-485c-8e66-dd010d4c9fa7 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:52.206856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cbc2fe7-91f5-4cb6-b857-cb8cd9f46f31 req-d47905fe-86b9-447c-9424-66f953a9c537 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.1117108 Nov 12 03:37:52.224750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.228017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-7ad17782-ec84-46bd-a026-bff78f4e1498 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "DELETE /v2.0/ports/8b1219ef-9c69-463b-a2dc-6ca7c2256b2f HTTP/1.1" status: 204 len: 173 time: 3.7343683 Nov 12 03:37:52.235414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:52.237418 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147573cf-a96f-417b-b96f-82cdb1d58b74" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:52.336600 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32982afb-d84f-493a-86e2-c7024384a599 x-openstack-request-id: req-32982afb-d84f-493a-86e2-c7024384a599 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:52.336954 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "8b1219ef-9c69-463b-a2dc-6ca7c2256b2f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:52.337137 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-32982afb-d84f-493a-86e2-c7024384a599 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:52.337523 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '8b1219ef-9c69-463b-a2dc-6ca7c2256b2f', 'status': 'completed', 'code': 200} Nov 12 03:37:52.338970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dfe05b7a-9b5a-42ba-b38e-909cd817c6a4 None None] Provisioning complete for port 2fc8b61a-4dd1-4d6c-9299-e1088095556b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.339334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfe05b7a-9b5a-42ba-b38e-909cd817c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.354478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a34a76c-232f-4caf-8f19-3fac0b7a4766 req-9281879c-3cd7-4a95-8247-805f52fc0c6c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688789 Nov 12 03:37:52.375678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-47338da9-218c-4935-a88b-b275c961a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.377220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-47338da9-218c-4935-a88b-b275c961a7a3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984222 Nov 12 03:37:52.413655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a013eb-6c88-4a0a-8616-b77227d92ca2 req-601a7346-fe3b-41ab-9e46-fcb207999f7e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.415787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a013eb-6c88-4a0a-8616-b77227d92ca2 req-601a7346-fe3b-41ab-9e46-fcb207999f7e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 0.2005966 Nov 12 03:37:52.473436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:52.477526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.590890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:52.596177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:52.626926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Checking router: 59e6bfe4-709c-416c-982a-ad2a6edc8bed for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:52.665651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:52.666683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:52.774988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Deleting port 2fc8b61a-4dd1-4d6c-9299-e1088095556b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:52.775602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.832610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:53.028523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0a013eb-6c88-4a0a-8616-b77227d92ca2 req-76a0996c-1880-49e6-be9e-97552de28479 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6000235 Nov 12 03:37:53.066782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] For port 2fc8b61a-4dd1-4d6c-9299-e1088095556b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2fc8b61a-4dd1-4d6c-9299-e1088095556b,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:53.067936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.087241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port cd8ac541-688c-4d08-9fb9-20fe67ab217e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:53.087580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.091806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-9cef0fd2-2baf-47f9-8bc6-b19d270e1595 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876347 Nov 12 03:37:53.118201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.119941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Calling delete_port for 2fc8b61a-4dd1-4d6c-9299-e1088095556b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:53.135462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ea0-fb3d-4300-b1b2-0b9fb1ecf142 req-e970a26d-f314-4435-92e7-f7361b60f142 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.141503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508ea0-fb3d-4300-b1b2-0b9fb1ecf142 req-e970a26d-f314-4435-92e7-f7361b60f142 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.149389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0508ea0-fb3d-4300-b1b2-0b9fb1ecf142 req-e970a26d-f314-4435-92e7-f7361b60f142 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 1677 time: 0.2440174 Nov 12 03:37:53.319389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.359737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] Pushing event deleted for resources: {'Port': ['ID=2fc8b61a-4dd1-4d6c-9299-e1088095556b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.361831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400d29a-652b-402d-81ae-68afd4697a7e None None] No DVR routers for this DVR port 2fc8b61a-4dd1-4d6c-9299-e1088095556b on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:53.379975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:53.410696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0508ea0-fb3d-4300-b1b2-0b9fb1ecf142 req-42f4b092-9d90-4055-bc82-8568e54ab543 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602108 Nov 12 03:37:53.410961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58919b6-d125-4b16-b429-857b3bb02e72 None None] The sync data for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 is: [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:26:32Z', 'revision_number': 4, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd2443677-6b10-4bbb-bed2-b558f229213c', 'name': '', 'network_id': '3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'mac_address': 'fa:16:3e:16:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:31Z', 'updated_at': '2021-11-12T03:26:44Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'subnets': [{'id': '7735336e-0730-4a12-ab1c-6451a6199f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:53.452680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910208e3-d4d5-44e6-a444-b6cd28b35c4c req-3eaecc93-8b53-4eb7-a2b2-35242ed2e25f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.454343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-910208e3-d4d5-44e6-a444-b6cd28b35c4c req-3eaecc93-8b53-4eb7-a2b2-35242ed2e25f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2106748 Nov 12 03:37:53.488508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ece574b4-bd55-4ee2-a067-8086bb3488e1 req-06c023e2-53c2-457a-970b-6bddd62fde96 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794596 Nov 12 03:37:53.514125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port cd8ac541-688c-4d08-9fb9-20fe67ab217e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=cd8ac541-688c-4d08-9fb9-20fe67ab217e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:53.514730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.566173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for cd8ac541-688c-4d08-9fb9-20fe67ab217e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:53.588773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30516c33-d3cc-4f16-b8b9-92b5e25b1aff req-b7f35f4e-3650-44be-89fa-ae669d5e12ae tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0596271 Nov 12 03:37:53.637069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.703286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-910208e3-d4d5-44e6-a444-b6cd28b35c4c req-80d963d8-20b6-4752-bb9c-7834db004cb5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137256 Nov 12 03:37:53.734215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c147aa1c-37b4-4654-a5fa-6ea9693eff0c None None] New status for floating IP 953a2dc0-d9da-44fe-99a1-44520995f618: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:37:53.760403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.objects.ports [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:37:53.767182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.818689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:53.824410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:53.827792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.828424 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.837860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b7a74-db45-4586-a7d3-b2a3919fa8b0 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:53.862823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=ca2c0b7e-c463-4088-971a-6486ce0b35a7,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.891224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:53.891723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a6c85b98-29b4-40b0-bc33-3713f635f008 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8805988 Nov 12 03:37:53.897334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.931158 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.966061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=cd8ac541-688c-4d08-9fb9-20fe67ab217e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.026864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port cd8ac541-688c-4d08-9fb9-20fe67ab217e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:54.031200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.036674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-e191b53b-fcc5-4d90-9df2-7039d12b88b8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "DELETE /v2.0/ports/cd8ac541-688c-4d08-9fb9-20fe67ab217e HTTP/1.1" status: 204 len: 173 time: 1.7956731 Nov 12 03:37:54.073089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': 'ca2c0b7e-c463-4088-971a-6486ce0b35a7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:54.073927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.086109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:54.092521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.203058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:54.203317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.223329 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca2c0b7e-c463-4088-971a-6486ce0b35a7 (CIDR: 2001:db8::/64) Nov 12 03:37:54.227636 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:54.228524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:37:54.247381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Allocated IP 2001:db8::f816:3eff:fe24:36e6 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/ca2c0b7e-c463-4088-971a-6486ce0b35a7/50aa4122-fd3c-42dc-a797-d6def6ba00ff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:54.253917 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cad00cba-b984-4742-8741-c2776b5bce89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3615127 Nov 12 03:37:54.257297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.263568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.334134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e5dc7-ddbf-4dae-8256-ec1f072d9d95 req-9df1027f-9c17-4d42-9741-cad7d43e75e7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.335941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f8e5dc7-ddbf-4dae-8256-ec1f072d9d95 req-9df1027f-9c17-4d42-9741-cad7d43e75e7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 0.1768277 Nov 12 03:37:54.339199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:54.342387 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f99c2-4f11-4858-81a4-5663c254b3eb" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:54.364431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2fc8b61a-4dd1-4d6c-9299-e1088095556b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:54.398157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2fc8b61a-4dd1-4d6c-9299-e1088095556b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:54.398713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2fc8b61a-4dd1-4d6c-9299-e1088095556b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:54.468931 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca257bf-afdc-4730-a0a0-2a83889e90c8 x-openstack-request-id: req-9ca257bf-afdc-4730-a0a0-2a83889e90c8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:54.469287 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "cd8ac541-688c-4d08-9fb9-20fe67ab217e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:54.469611 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9ca257bf-afdc-4730-a0a0-2a83889e90c8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:54.470074 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': 'cd8ac541-688c-4d08-9fb9-20fe67ab217e', 'status': 'completed', 'code': 200} Nov 12 03:37:54.494406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:54.502514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.538350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f8e5dc7-ddbf-4dae-8256-ec1f072d9d95 req-452ef1ad-07ca-4214-bb74-3d80a3889635 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720099 Nov 12 03:37:54.554271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.563983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.614045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:54.614530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.649112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:54.652131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:54.656844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:54.660044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Pushing event updated for resources: {'Port': ['ID=50aa4122-fd3c-42dc-a797-d6def6ba00ff,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.672876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.672876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.673206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.673440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.673776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.674103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.674430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.674756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.675094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.675398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.675726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.676071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:54.703951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for 4dad1796-64c9-4a0e-a4ec-ad01b742c77e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:54.727851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Attempting to bind port 50aa4122-fd3c-42dc-a797-d6def6ba00ff on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:54.728251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Attempting to bind port 50aa4122-fd3c-42dc-a797-d6def6ba00ff by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:54.728607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Attempting to bind port 50aa4122-fd3c-42dc-a797-d6def6ba00ff on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:54.733908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:54.734282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:54.734731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.735570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:54.735570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Bound port: 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:54.735950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.749368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-a177b901-b728-4195-932c-fd360c260101 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3517151 Nov 12 03:37:54.823497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] For port 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:54.827978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] For port 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50aa4122-fd3c-42dc-a797-d6def6ba00ff,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:54.833024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.844055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.871852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a25cf-50fb-4c79-9061-b3a29b615011 req-9b40ee59-a23c-4c3d-8686-f5fa2d261e5c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.873822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c54a25cf-50fb-4c79-9061-b3a29b615011 req-9b40ee59-a23c-4c3d-8686-f5fa2d261e5c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 943 time: 0.3213861 Nov 12 03:37:54.890564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2902e3-582b-41f8-bff1-d3055b616d43 req-92273e6a-2a5f-4915-8ac1-61cb436f67c5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.892430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc2902e3-582b-41f8-bff1-d3055b616d43 req-92273e6a-2a5f-4915-8ac1-61cb436f67c5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 0.1909614 Nov 12 03:37:54.901229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=3789a54e-2d1b-4169-8a11-33c23b5d4e97,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.914328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:54.916282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:54.919667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.920308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.938710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f57bc1-179f-439f-9694-367c9f3f9227 None None] Pushing event updated for resources: {'Port': ['ID=50aa4122-fd3c-42dc-a797-d6def6ba00ff,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:54.951885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b77b67c7-9038-42c8-a778-cb9d862e15a3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6932936 Nov 12 03:37:54.954453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.961289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:19:ba:eb', 'name': 'tempest-NetworksTestDHCPv6-93002170'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.994745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-c786ded9-54c0-4b53-a45d-ad24397d3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.996611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-c786ded9-54c0-4b53-a45d-ad24397d3f2c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=869b3465b0ec4a838e012add08265b8e&device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 1097 time: 0.1797891 Nov 12 03:37:55.080163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c54a25cf-50fb-4c79-9061-b3a29b615011 req-6ac2bc45-3e41-4c83-a7b8-3cb25e0a13d2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups?id=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832232 Nov 12 03:37:55.126059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:55.132476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc2902e3-582b-41f8-bff1-d3055b616d43 req-b8dd1947-0901-4b91-a0e2-b0d9853227cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254858 Nov 12 03:37:55.169377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.237267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3a708d4-dcc4-4a19-80df-14c6f424135f req-f50f91ce-c20b-4c16-b7e9-eb32bf4bc239 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0635924 Nov 12 03:37:55.328755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.349586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-643035b7-aa3a-4c8f-8e37-e8a8b398c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.351429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-643035b7-aa3a-4c8f-8e37-e8a8b398c536 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 200 len: 912 time: 0.3312783 Nov 12 03:37:55.356705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.363150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port b7f5b393-06c7-4101-b22c-b7ae0c3381d2 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:37:55.429930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=4dad1796-64c9-4a0e-a4ec-ad01b742c77e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.434179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349dbdc1-12ef-4ba1-876c-7b743278dbd7 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.435723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-349dbdc1-12ef-4ba1-876c-7b743278dbd7 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1093 time: 0.2654030 Nov 12 03:37:55.441654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.451238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'tenant_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:55.485224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10350a1-ec54-4ba9-84a4-85c8d111eb4f req-7fcf0555-ac95-4bb6-bb0f-c51fac9d877c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.492514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f10350a1-ec54-4ba9-84a4-85c8d111eb4f req-7fcf0555-ac95-4bb6-bb0f-c51fac9d877c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1911190 Nov 12 03:37:55.518901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.535207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port 4dad1796-64c9-4a0e-a4ec-ad01b742c77e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:55.542094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.545733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a1e8b0-1ee8-4764-8b06-178894c8cd7b req-f262fe78-c30e-4a5d-8c43-b9f474e23d38 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.100 "DELETE /v2.0/ports/4dad1796-64c9-4a0e-a4ec-ad01b742c77e HTTP/1.1" status: 204 len: 173 time: 1.5019636 Nov 12 03:37:55.552136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-4ee7289b-b177-4b82-9aca-2ebcf3514043 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 200 len: 1000 time: 0.1892209 Nov 12 03:37:55.608703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f10350a1-ec54-4ba9-84a4-85c8d111eb4f req-5e96eaff-e1d2-4357-bc0b-8f2ff724f6aa tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Nov 12 03:37:55.623360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-a0a84ce0-d48e-4630-b733-30002ec2ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.625022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-a0a84ce0-d48e-4630-b733-30002ec2ffa2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 200 len: 849 time: 0.0633965 Nov 12 03:37:55.674402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-bfa21b28-4c5b-4967-a944-f806c8e4587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.675995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-bfa21b28-4c5b-4967-a944-f806c8e4587e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d35380c2-838c-48bf-ab08-f50dfdbc475b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442328 Nov 12 03:37:55.707689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8:0:1::26c (a14e2558-a8f6-40ab-a112-74154dfc7e5d/3789a54e-2d1b-4169-8a11-33c23b5d4e97/b7f5b393-06c7-4101-b22c-b7ae0c3381d2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:55.715668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::f816:3eff:fe19:baeb (a14e2558-a8f6-40ab-a112-74154dfc7e5d/ca2c0b7e-c463-4088-971a-6486ce0b35a7/b7f5b393-06c7-4101-b22c-b7ae0c3381d2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:55.779210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-678b2092-c3d9-4d3e-9eb9-58db8325e8db service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957787 Nov 12 03:37:55.807345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.936777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21be57fb-d80f-47d5-af1c-0c98f7e9d4eb req-87649ef0-c9b4-4e99-a272-2b6c9d19efaa service neutron] 10.222.0.98 "GET /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473532 Nov 12 03:37:56.008885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.054456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.25.4.162 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3a3bab64-10dd-4cb2-9842-b991c93bf104) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:56.107598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.201878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:56.209581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:56.231013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ec2ec72-146b-4c43-a890-6237d9767942 req-7950a322-496f-42f4-b07e-d4b212e1177d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0423126 Nov 12 03:37:56.238471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:56.251071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.252382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.262745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=b7f5b393-06c7-4101-b22c-b7ae0c3381d2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.284878 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e668f41-2f0a-42eb-a332-cdf8ecd87239 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3291764 Nov 12 03:37:56.287557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39400) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.351343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.417905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.449481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 50aa4122-fd3c-42dc-a797-d6def6ba00ff up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:56.457722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0dc90acd-0303-4850-862d-67affd508ad2 req-1008fdfd-a97b-47f6-aa1a-049a3db76151 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0497272 Nov 12 03:37:56.472244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:56.475253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:56.480953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:56.485001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:56.487628 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f45b5b9-56a9-402f-ae46-65b3d9054886" -d '{"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:56.514490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port b7f5b393-06c7-4101-b22c-b7ae0c3381d2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:56.514838 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.515944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14127e-af1b-46ac-9753-0e415715b181 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:56.563151 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b55de-ac01-407b-b695-26386c55faff x-openstack-request-id: req-cd5b55de-ac01-407b-b695-26386c55faff {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:56.563151 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb172ca-a16b-4a2b-8ba6-7cecb0019bdd", "name": "network-vif-deleted", "tag": "4dad1796-64c9-4a0e-a4ec-ad01b742c77e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:56.563853 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd5b55de-ac01-407b-b695-26386c55faff {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:56.563853 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb172ca-a16b-4a2b-8ba6-7cecb0019bdd', 'name': 'network-vif-deleted', 'tag': '4dad1796-64c9-4a0e-a4ec-ad01b742c77e', 'status': 'completed', 'code': 200} Nov 12 03:37:56.582507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=3a3bab64-10dd-4cb2-9842-b991c93bf104,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.610938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] Provisioning complete for port 50aa4122-fd3c-42dc-a797-d6def6ba00ff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.611302 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.649524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.667018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for b7f5b393-06c7-4101-b22c-b7ae0c3381d2 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:56.707707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 50aa4122-fd3c-42dc-a797-d6def6ba00ff triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.708751 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.814716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.815138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfa67a-f2ee-488f-bffc-2fb97285a6fc req-7fc3e7e8-2f54-4e29-ab79-df67bb2a2622 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.818279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3dfa67a-f2ee-488f-bffc-2fb97285a6fc req-7fc3e7e8-2f54-4e29-ab79-df67bb2a2622 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0817251 Nov 12 03:37:56.880616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.885265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3dfa67a-f2ee-488f-bffc-2fb97285a6fc req-f81e5cef-dc1e-45d8-8fe4-de4f909620eb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592370 Nov 12 03:37:56.914280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] For port 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50aa4122-fd3c-42dc-a797-d6def6ba00ff,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:56.923290 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.995124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:56.995377 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:57.042600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.048290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'ca2c0b7e-c463-4088-971a-6486ce0b35a7', 'ip_address': '2001:db8::f816:3eff:fe24:36e6'}, {'subnet_id': '3789a54e-2d1b-4169-8a11-33c23b5d4e97'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '50aa4122-fd3c-42dc-a797-d6def6ba00ff'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:57.081108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c405800-aac9-494f-bd9b-c80b041c22d6 None None] Pushing event updated for resources: {'Port': ['ID=50aa4122-fd3c-42dc-a797-d6def6ba00ff,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.085428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=b7f5b393-06c7-4101-b22c-b7ae0c3381d2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.099444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.134290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.137863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-834db106-ae4d-4fda-ad83-2a7c8346b1c4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/b7f5b393-06c7-4101-b22c-b7ae0c3381d2 HTTP/1.1" status: 204 len: 168 time: 0.8492007 Nov 12 03:37:57.141419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39408) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.197737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.214040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594b920-58ef-4366-932d-5366df4e921b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.220739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a594b920-58ef-4366-932d-5366df4e921b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0760124 Nov 12 03:37:57.222554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39410) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.310210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Allocated IP 2001:db8:0:1::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/3789a54e-2d1b-4169-8a11-33c23b5d4e97/50aa4122-fd3c-42dc-a797-d6def6ba00ff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:57.343906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.357850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-110f577f-77fb-4d66-bbdf-3229168f3d7d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1359336 Nov 12 03:37:57.367840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f73f09-723d-4a6f-b5d1-f5dd4f575aa1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.370466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e9f73f09-723d-4a6f-b5d1-f5dd4f575aa1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1470363 Nov 12 03:37:57.378842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.404959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57de3f79-9b3a-4649-a09d-5d6380fff503 req-120ab2e4-8308-4510-ac87-0ebf65872b0f tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0331209 Nov 12 03:37:57.444864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] For port 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50aa4122-fd3c-42dc-a797-d6def6ba00ff,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:57.476722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-fc29620e-5d23-4493-a332-b08e16946915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.478279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-fc29620e-5d23-4493-a332-b08e16946915 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1098 time: 0.0519106 Nov 12 03:37:57.485463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.491817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.496158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852b12a-9f91-4117-953c-67e3a441e413 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.498122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852b12a-9f91-4117-953c-67e3a441e413 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.499227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8852b12a-9f91-4117-953c-67e3a441e413 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.504072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39416) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.514658 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8852b12a-9f91-4117-953c-67e3a441e413 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1343586 Nov 12 03:37:57.625108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c442825e-cff4-4e3c-bf9a-e55cd36e0bd1 req-f075bfc2-5d6e-4c4b-9113-dbc068212a79 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0418675 Nov 12 03:37:57.647947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fab2aa-c7a6-47db-93b5-151c554a9fc4 None None] Pushing event updated for resources: {'Port': ['ID=50aa4122-fd3c-42dc-a797-d6def6ba00ff,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.682388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 3789a54e-2d1b-4169-8a11-33c23b5d4e97 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:57.690807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.753389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.811106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-98a7a718-dc7e-4968-88ca-3ce64cfebd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.812933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-98a7a718-dc7e-4968-88ca-3ce64cfebd4d service neutron] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 899 time: 0.3072357 Nov 12 03:37:57.903532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.001121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-65f200af-6011-46a8-a8a9-7f294a1a5426 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 1000 time: 0.1692359 Nov 12 03:37:58.006571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.008792 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.016383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.097554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=3789a54e-2d1b-4169-8a11-33c23b5d4e97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.103197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.107196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f99be416-3731-4866-b295-f3894ace12d1 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3789a54e-2d1b-4169-8a11-33c23b5d4e97 HTTP/1.1" status: 204 len: 168 time: 0.6003816 Nov 12 03:37:58.112058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39422) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:58.121999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=3a3bab64-10dd-4cb2-9842-b991c93bf104,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:58.134402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.166201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-c7beddf7-1092-4b5a-a15d-172c6e5f8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.167991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-c7beddf7-1092-4b5a-a15d-172c6e5f8561 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.1499696 Nov 12 03:37:58.221420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c81a4-59bf-4854-bd07-a67954564b82 req-d6ebc777-6e00-41af-9531-1e428fc1909b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.223115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a6c81a4-59bf-4854-bd07-a67954564b82 req-d6ebc777-6e00-41af-9531-1e428fc1909b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2207792 Nov 12 03:37:58.266343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet ca2c0b7e-c463-4088-971a-6486ce0b35a7 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:58.296015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-f010f39b-26f3-407d-8c54-fc4a7919f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.297859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-f010f39b-26f3-407d-8c54-fc4a7919f8d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221304 Nov 12 03:37:58.301146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.310959 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Floating IP 55a6875d-30e2-4f4e-a336-7e171d03f5cf associated. External IP: 172.25.4.162, port: 2e9a61f0-3360-4b57-80d2-b345519841e5. Nov 12 03:37:58.374414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 50aa4122-fd3c-42dc-a797-d6def6ba00ff up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:58.376601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a6c81a4-59bf-4854-bd07-a67954564b82 req-a445cc12-6f85-41a7-b226-cc8e49224278 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316934 Nov 12 03:37:58.424237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.476564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55faac07-b7af-42d0-b2ac-ae5a18b98564 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:58.496826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-61ed5716-cc71-43ed-a22e-8fe4c3b1db62 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890056 Nov 12 03:37:58.565200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b05f82e7-f9dd-4e3f-a8fd-fea765b44803 req-9f6a97ff-47eb-432c-88ea-5d92ae699f55 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0378108 Nov 12 03:37:58.615266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:58.616509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.695460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6232165-dfa6-4e04-a4d6-a188ad30e0d9 req-664ac21c-a7b6-476e-9e6f-15f077feb30d service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803987 Nov 12 03:37:58.727778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.775159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:58.808807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.849265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:58.859327 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31aa684e-1062-40c7-8459-062b9c478298 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4119401 Nov 12 03:37:58.859327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:58.861484 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524" -d '{"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:58.865885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:58.868242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 50aa4122-fd3c-42dc-a797-d6def6ba00ff triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:58.868697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:58.987806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:58.988495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:59.082502 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05430c-f8fc-4fb5-b8f4-85a38a20a4dd x-openstack-request-id: req-0b05430c-f8fc-4fb5-b8f4-85a38a20a4dd {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:59.083699 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:59.083865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78870ce5-2c3e-40bb-af75-ce521cb4479e None None] Provisioning complete for port 50aa4122-fd3c-42dc-a797-d6def6ba00ff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:59.084206 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b05430c-f8fc-4fb5-b8f4-85a38a20a4dd {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:59.084424 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78870ce5-2c3e-40bb-af75-ce521cb4479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.085117 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'status': 'completed', 'code': 200} Nov 12 03:37:59.130114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bddc59bd-dee4-4b23-82be-1bb6c6295b56 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/55a6875d-30e2-4f4e-a336-7e171d03f5cf HTTP/1.1" status: 200 len: 992 time: 0.2540729 Nov 12 03:37:59.261687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:59.265518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2c0b7e-c463-4088-971a-6486ce0b35a7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.288236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.294368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.300555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-59a30e39-b141-4a0e-a1c6-0e52c6de6cf4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/ca2c0b7e-c463-4088-971a-6486ce0b35a7 HTTP/1.1" status: 204 len: 168 time: 1.1845224 Nov 12 03:37:59.332072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce52fcc8-a281-4617-8b78-6324d966bf3c req-70cee582-6580-4aff-8fb3-f237f2b1904f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0751648 Nov 12 03:37:59.355943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a85675-e8ad-4d7b-9bde-721ecadbf4db None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': 'ca2c0b7e-c463-4088-971a-6486ce0b35a7'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '50aa4122-fd3c-42dc-a797-d6def6ba00ff'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:37:59.375166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-b4880365-b8e4-4646-85e8-f81906169ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.377594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-b4880365-b8e4-4646-85e8-f81906169ce3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1098 time: 0.1189604 Nov 12 03:37:59.386520 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7f29bc4-1fbc-413a-b3ae-fc1476bb3c6f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890524 Nov 12 03:37:59.386520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.393346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:59.434015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4a85675-e8ad-4d7b-9bde-721ecadbf4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.441018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78870ce5-2c3e-40bb-af75-ce521cb4479e None None] Could not find standard attr ID for object b7f5b393-06c7-4101-b22c-b7ae0c3381d2. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:37:59.529731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:59.534197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.540764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-46c99c16-ce19-4a34-af75-2917d1f34231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.542597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-46c99c16-ce19-4a34-af75-2917d1f34231 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 899 time: 0.1543789 Nov 12 03:37:59.657238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636f5ff-5eba-465a-bea5-7540d14dbedc None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:59.698244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d297109-bb28-4d13-8b47-c87549fd233d req-f6f54b59-6321-4d9e-b2c3-d4d7c4cc71ac tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.702325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d297109-bb28-4d13-8b47-c87549fd233d req-f6f54b59-6321-4d9e-b2c3-d4d7c4cc71ac tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2106605 Nov 12 03:37:59.756261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-02e33ad5-7d86-4e88-869c-8542ecd3e3e8 None None] Provisioning complete for port 50aa4122-fd3c-42dc-a797-d6def6ba00ff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:59.756627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02e33ad5-7d86-4e88-869c-8542ecd3e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.778580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.808613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c75d453f-2cb5-4639-a79b-0b0f1d065aed req-f776daa4-cc78-4759-a7bd-adabce48275e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0841830 Nov 12 03:37:59.830592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-502014a1-17dc-4f0f-a807-b4e6b66841e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 1000 time: 0.2701359 Nov 12 03:37:59.830949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:59.830949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:59.842667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.843463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.859645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d297109-bb28-4d13-8b47-c87549fd233d req-5b7bd7da-436d-4bd7-83c8-5e558dc91b35 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493909 Nov 12 03:37:59.870547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39444) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:59.871663 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4843116 Nov 12 03:37:59.878799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:59.899172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31f365-121a-4703-beba-2323074cedcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=d3525da3-9671-4e2e-8dde-de8c16f7633a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.940050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:59.986742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:37:56Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:59.997527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-bd6c11fc-97aa-40a5-b219-207465205eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.999020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-bd6c11fc-97aa-40a5-b219-207465205eee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.1380739 Nov 12 03:38:00.027000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:00.049396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:00.050172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:37:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:00.077151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-a6cdf77e-1dd0-4c66-8ea5-f484723941b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.078670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-a6cdf77e-1dd0-4c66-8ea5-f484723941b9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710533 Nov 12 03:38:00.092201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Deleting port 50aa4122-fd3c-42dc-a797-d6def6ba00ff {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:00.092716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.107013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:00.110451 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.135385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39446) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:00.229684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:00.264091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-20a31352-21d5-418c-a912-d5fd2ee63ea8 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772244 Nov 12 03:38:00.264288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] For port 50aa4122-fd3c-42dc-a797-d6def6ba00ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=50aa4122-fd3c-42dc-a797-d6def6ba00ff,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:00.264692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.274213 n-d-713499-30 neutron-server[102606]: INFO neutron.db.ipam_backend_mixin [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3525da3-9671-4e2e-8dde-de8c16f7633a (CIDR: 2001:db8::/64) Nov 12 03:38:00.287784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Calling delete_port for 50aa4122-fd3c-42dc-a797-d6def6ba00ff owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:00.297772 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:00.298276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:00.313523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba117bd0-58ce-4458-9ddf-9aee2e62cc6d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/55a6875d-30e2-4f4e-a336-7e171d03f5cf HTTP/1.1" status: 200 len: 992 time: 0.1757901 Nov 12 03:38:00.362586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:00.362875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4cf02d98-9bce-4578-a3c0-6d72fa4790fb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4909718 Nov 12 03:38:00.371411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:00.394485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 50aa4122-fd3c-42dc-a797-d6def6ba00ff no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:00.400941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6ecd1e-76ef-4f87-8834-c9ad7b842524 req-48dce274-559e-4d95-b668-3c238fb842af service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294720 Nov 12 03:38:00.496416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfd74516-d8ae-4ef9-8a13-19b0ff867bca req-28130745-bf2e-4f0c-b3ab-93ce3b317fbf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0434222 Nov 12 03:38:00.534729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:00.538883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.685279 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No ports have port_id starting with 50aa4122-fd3c-42dc-a797-d6def6ba00ff Nov 12 03:38:00.689242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.735324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] Pushing event deleted for resources: {'Port': ['ID=50aa4122-fd3c-42dc-a797-d6def6ba00ff,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:00.738516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ef290-491a-49aa-a691-13086f4ef74a None None] No DVR routers for this DVR port 50aa4122-fd3c-42dc-a797-d6def6ba00ff on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:00.764584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9aa23-50f8-4982-8ef0-2e1c0879ba97 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:00.825036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.874713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:37:56Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:00.897068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:38:00.899157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:00.923061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145aa5c0-fbda-42e3-9b48-7fee746114b0 None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:37:56Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:00.956230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cadc6c1f-6206-4711-b70e-f8dcf4c4e80a req-38fe0196-79cb-429b-8d54-3cbcdbd0d5b2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0548422 Nov 12 03:38:00.997802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=746b3ca0-647d-495d-a8a2-2bf8adb63f45,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.003692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:01.005660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:01.017474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.018090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.026238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'tenant_id': 'ec1411a249e546a4b400c2605a534872', 'fixed_ips': [{'subnet_id': '746b3ca0-647d-495d-a8a2-2bf8adb63f45'}, {'subnet_id': 'd3525da3-9671-4e2e-8dde-de8c16f7633a'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:01.027140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.053234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2a4c362d-2a6d-4c8b-b472-2ed55daea3cf tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6877427 Nov 12 03:38:01.055604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39456) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:01.063715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:1b:04:e4', 'name': 'tempest-NetworksTestDHCPv6-2079041120'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:01.076100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93318156-a74b-46cd-8257-0d4f0382f1ae req-ed01318f-dd74-4a58-ba48-06b093dcd5d6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.078480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93318156-a74b-46cd-8257-0d4f0382f1ae req-ed01318f-dd74-4a58-ba48-06b093dcd5d6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1034493 Nov 12 03:38:01.255797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:01.303139 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb8ea6e-d627-47f3-94aa-e0aeec42d344 None None] New status for floating IP 55a6875d-30e2-4f4e-a336-7e171d03f5cf: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:38:01.316550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:01.320374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/d3525da3-9671-4e2e-8dde-de8c16f7633a/d690aac8-4a9c-43e9-b436-70dcbc249e3c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:01.327400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Allocated IP 2001:db8:0:1:f816:3eff:feee:5f9 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/746b3ca0-647d-495d-a8a2-2bf8adb63f45/d690aac8-4a9c-43e9-b436-70dcbc249e3c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:01.328207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93318156-a74b-46cd-8257-0d4f0382f1ae req-fc26d29b-2a55-4c3d-8c02-35b41a55ded2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431579 Nov 12 03:38:01.415970 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e3ee5383-652a-46f3-a25f-bc2418d18a7a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/55a6875d-30e2-4f4e-a336-7e171d03f5cf HTTP/1.1" status: 200 len: 992 time: 0.0971067 Nov 12 03:38:01.422690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.444976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port d5aba65a-5e5e-460a-a1ee-99c5c30f6a60 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:01.524488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.532363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.588283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:01.591394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:01.604488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:01.648328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Pushing event updated for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.661202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-772212cd-0c3b-4a49-9c8c-fb09b6d51d5e req-f03e9aba-6105-4520-ba5f-d31e28ff1026 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0461853 Nov 12 03:38:01.712705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.724591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Attempting to bind port d690aac8-4a9c-43e9-b436-70dcbc249e3c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:01.724591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Attempting to bind port d690aac8-4a9c-43e9-b436-70dcbc249e3c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:01.724954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Attempting to bind port d690aac8-4a9c-43e9-b436-70dcbc249e3c on network a14e2558-a8f6-40ab-a112-74154dfc7e5d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:01.730210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:01.732069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Checking segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:01.732069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.732069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Bound using segment: {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:01.732069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Bound port: d690aac8-4a9c-43e9-b436-70dcbc249e3c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334d27d-5bcd-4a1e-800a-03bd59e9782b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:01.732511 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.750961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::2d6 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/d3525da3-9671-4e2e-8dde-de8c16f7633a/d5aba65a-5e5e-460a-a1ee-99c5c30f6a60) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:01.758050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:4e4 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/746b3ca0-647d-495d-a8a2-2bf8adb63f45/d5aba65a-5e5e-460a-a1ee-99c5c30f6a60) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:01.796957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:01.799943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d690aac8-4a9c-43e9-b436-70dcbc249e3c,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:01.804845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.865141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774180a-8309-42ab-b88e-027b641943a2 None None] Pushing event updated for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.924661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.966470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.020150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:02.023565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:02.026063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:02.031986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.032653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.042481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=d5aba65a-5e5e-460a-a1ee-99c5c30f6a60,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.063887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-da70af02-44aa-4738-afa9-da7acac92d85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0066044 Nov 12 03:38:02.064589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.110806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f43ccff1-7337-4ef0-9dd7-dbc20be0dd60 req-7aff03bf-f45b-4b18-9ed5-fe4697cccbe8 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0604198 Nov 12 03:38:02.190261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port d5aba65a-5e5e-460a-a1ee-99c5c30f6a60 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:02.190617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.302918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.316076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for d5aba65a-5e5e-460a-a1ee-99c5c30f6a60 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:02.362109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:02.418731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39472) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.424793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:02.425284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.543641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.552777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.570553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b2a0bc33-881c-40d1-84de-f7a6ac83782f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/55a6875d-30e2-4f4e-a336-7e171d03f5cf HTTP/1.1" status: 200 len: 994 time: 0.1503556 Nov 12 03:38:02.588589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1eb4-ec3b-4185-8431-11599f008b2c req-a651622f-eb55-40e8-bb23-a11feab6c437 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.590353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660c1eb4-ec3b-4185-8431-11599f008b2c req-a651622f-eb55-40e8-bb23-a11feab6c437 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1881616 Nov 12 03:38:02.597780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d690aac8-4a9c-43e9-b436-70dcbc249e3c,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:02.602464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=d5aba65a-5e5e-460a-a1ee-99c5c30f6a60,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.611920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.659480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.663263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fee4334f-f5dd-474e-a2e6-25d56f31aa23 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/d5aba65a-5e5e-460a-a1ee-99c5c30f6a60 HTTP/1.1" status: 204 len: 168 time: 0.5976543 Nov 12 03:38:02.672526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660c1eb4-ec3b-4185-8431-11599f008b2c req-eca06b27-8d80-431e-9528-15996293b91c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758896 Nov 12 03:38:02.679941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.705417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:02.743082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33af0ec-58b8-4ee8-9122-070ef8a7d67e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.747319 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d33af0ec-58b8-4ee8-9122-070ef8a7d67e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0639861 Nov 12 03:38:02.747610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.798956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dad75a66-00dc-4d73-8dc5-d5de9cc12ff8 req-f4b49cba-f5ab-4db1-9e91-36d1baf73238 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0444379 Nov 12 03:38:02.803626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ecba5-1bfc-4d23-8574-10adf06daf9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.807587 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e66ecba5-1bfc-4d23-8574-10adf06daf9e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0567689 Nov 12 03:38:02.807884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.866985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbda339-f8c6-4ab8-8bc1-d94427412c86 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.868532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbda339-f8c6-4ab8-8bc1-d94427412c86 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.870314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbda339-f8c6-4ab8-8bc1-d94427412c86 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.874166 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9dbda339-f8c6-4ab8-8bc1-d94427412c86 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0631449 Nov 12 03:38:02.875034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39482) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:02.930315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 746b3ca0-647d-495d-a8a2-2bf8adb63f45 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:02.933987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.977296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.069725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.113661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604535bf-e898-460b-ac7e-2058bc396791 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:03.138879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.192764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.197660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/746b3ca0-647d-495d-a8a2-2bf8adb63f45 HTTP/1.1" status: 204 len: 168 time: 0.3215139 Nov 12 03:38:03.198681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b849c9-c062-4755-91cf-4e3c5252097b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=746b3ca0-647d-495d-a8a2-2bf8adb63f45,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.200254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.265061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-62cd67a0-be6c-4637-af4d-796ae81c7f90 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:03.265447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62cd67a0-be6c-4637-af4d-796ae81c7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.286763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet d3525da3-9671-4e2e-8dde-de8c16f7633a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:03.287193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83e16d3d-986f-4ce5-a8b7-b30a14d65b7f req-01d2f13e-5e75-4e07-ae66-2dc2b2ed7ee0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0595441 Nov 12 03:38:03.291077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.339234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.450062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.513188 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.544689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=d3525da3-9671-4e2e-8dde-de8c16f7633a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:03.548594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.554756 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0f3405d-ac05-4b7b-8e4a-3f100e648fb6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/d3525da3-9671-4e2e-8dde-de8c16f7633a HTTP/1.1" status: 204 len: 168 time: 0.3512230 Nov 12 03:38:03.554913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.596467 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63607380-8653-4b60-84c1-0abff00afc35 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403793 Nov 12 03:38:03.599848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:03.605219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:03.708675 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:03.712951 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.823684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f57a-f8b7-4539-8c02-f3b82fab14f3 req-742a917a-8bc1-40ba-9820-b3577c9cbc53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.825010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4873f57a-f8b7-4539-8c02-f3b82fab14f3 req-742a917a-8bc1-40ba-9820-b3577c9cbc53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0753481 Nov 12 03:38:03.922983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4873f57a-f8b7-4539-8c02-f3b82fab14f3 req-453a2f57-9b02-4748-9dfb-a72e20dcd5c1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867250 Nov 12 03:38:03.943486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:03.966132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec253c95-3109-4606-a570-a4944514cffb req-07fdaeb2-ab96-4ff6-8f60-7988a5624d4c tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0648978 Nov 12 03:38:03.990756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:03.992212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:03.996784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c751a-ec3b-4ced-aa03-35620798ebb4 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:03.997442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.998194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.021519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=83a753b6-e294-40d5-a5b0-08765f7af93a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:04.051489 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-68ddb8e8-4b31-468a-bdab-abd4dd66f5fa tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4476938 Nov 12 03:38:04.051758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.058150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4b97f365-3155-4fc8-b4c3-e3926b88e17b None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.058391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:04.058513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4b97f365-3155-4fc8-b4c3-e3926b88e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.190951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:04.195246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.341282 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83a753b6-e294-40d5-a5b0-08765f7af93a (CIDR: 2001:db8::/64) Nov 12 03:38:04.346612 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:04.347487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:04.381154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:04.390211 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7be5faba-d355-400b-9b0f-305156b287c9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3346863 Nov 12 03:38:04.390601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:04.399215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'subnet': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:04.422354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c343abdb-57d1-4d5d-a1e2-5900ce0e917a req-48b9d458-7a34-45a2-ae69-c271c5bdbeda tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0375476 Nov 12 03:38:04.483617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.484799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.602024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080da3b-680a-4b86-80ca-46518448b979 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:04.640835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:04.644403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.698806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-09803e91-87d4-4e9e-8610-175d9231fe53 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:04.699256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-09803e91-87d4-4e9e-8610-175d9231fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.004275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:38:05.080241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52dae-a412-4f6b-b9b9-a154023d76f8 req-629bcf58-cc54-4cbe-bc0d-94e04bb104cc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.092716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47f52dae-a412-4f6b-b9b9-a154023d76f8 req-629bcf58-cc54-4cbe-bc0d-94e04bb104cc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0774281 Nov 12 03:38:05.143569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fc862f7-aaed-4488-be85-90895f909353 req-4587c588-09d5-464f-a790-70ade23abd27 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0492952 Nov 12 03:38:05.177798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4e037f73-fca3-4cfc-a354-b566ece2f81a None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:05.178283 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4e037f73-fca3-4cfc-a354-b566ece2f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.208377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47f52dae-a412-4f6b-b9b9-a154023d76f8 req-79eac899-762a-4796-aec6-ec7ef4ed8d88 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944588 Nov 12 03:38:05.212349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.404085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d690aac8-4a9c-43e9-b436-70dcbc249e3c,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:05.422182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1c700b88-2697-4ce8-9706-b9248aa2db9e None None] Could not find standard attr ID for object b7f5b393-06c7-4101-b22c-b7ae0c3381d2. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:05.436113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.441691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.443214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.521453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:05.534814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:05.542535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.543214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.558292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Subnet': ['ID=6e9b2c9b-479b-41b7-b448-f2856989b937,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.580089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.588018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-059147b3-1a4a-4334-8a90-8333e869ed75 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1954381 Nov 12 03:38:05.595010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94b77433-420c-41fa-9625-e0164ba9b71f req-8773f8df-65fe-4a85-ad5c-8d137e81ff72 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0630202 Nov 12 03:38:05.595553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:05.601083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Request body: {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'mac_address': 'fa:16:3e:c5:85:f4', 'name': 'tempest-NetworksTestDHCPv6-1770889420'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:05.617575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41eea7-9d2f-4fcf-b29a-5de002c0a2a3 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:05.645313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ede1918b-7519-43fb-ae73-5c5535485fb7 None None] Could not find standard attr ID for object d5aba65a-5e5e-460a-a1ee-99c5c30f6a60. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:05.733770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Made reservation on behalf of ec1411a249e546a4b400c2605a534872 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:05.837436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.846572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Update dhcp port {'port': {'network_id': 'a14e2558-a8f6-40ab-a112-74154dfc7e5d', 'fixed_ips': [{'subnet_id': '6e9b2c9b-479b-41b7-b448-f2856989b937', 'ip_address': '2001:db8:0:1:f816:3eff:feee:5f9'}, {'subnet_id': '83a753b6-e294-40d5-a5b0-08765f7af93a'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'd690aac8-4a9c-43e9-b436-70dcbc249e3c'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:38:05.858389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] device_id is not set on port d3b0f3da-0b10-463e-bb93-eedac8de9bfa yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:38:05.879186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.034835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8::3db (a14e2558-a8f6-40ab-a112-74154dfc7e5d/83a753b6-e294-40d5-a5b0-08765f7af93a/d3b0f3da-0b10-463e-bb93-eedac8de9bfa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:06.042385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:85f4 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/6e9b2c9b-479b-41b7-b448-f2856989b937/d3b0f3da-0b10-463e-bb93-eedac8de9bfa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:06.196813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.280925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.285813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b330d854-ee17-4e31-b28f-359a3237cfa9 req-45d0535e-5fce-4222-8e35-4bee43954ab9 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0401077 Nov 12 03:38:06.352101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Allocated IP 2001:db8::2 (a14e2558-a8f6-40ab-a112-74154dfc7e5d/83a753b6-e294-40d5-a5b0-08765f7af93a/d690aac8-4a9c-43e9-b436-70dcbc249e3c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:06.376740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event updated for resources: {'Port': ['ID=d3b0f3da-0b10-463e-bb93-eedac8de9bfa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.384330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:06.388507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:06.389469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:06.391332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:06.397876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.398730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.421297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50af40-c1ad-4d9e-9e92-7777c64881c3 req-937ac177-b6f5-4fe2-9c5b-da36019dd391 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.428317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca50af40-c1ad-4d9e-9e92-7777c64881c3 req-937ac177-b6f5-4fe2-9c5b-da36019dd391 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1452706 Nov 12 03:38:06.464299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5aad6e8d-66f2-4cd7-b198-1a8fd0b9cf48 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8651659 Nov 12 03:38:06.465366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:06.502628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d690aac8-4a9c-43e9-b436-70dcbc249e3c,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:06.512254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca50af40-c1ad-4d9e-9e92-7777c64881c3 req-16e7f458-6e0d-4110-948c-5d60bc9222ca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808876 Nov 12 03:38:06.513842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:06.514211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.563698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.569250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.591032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting port d3b0f3da-0b10-463e-bb93-eedac8de9bfa {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:06.591372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.712499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e49f908d-adc7-48ad-a873-7381b2ec56c1 req-34b0fa40-e6bb-4e1f-a18d-82534bb6bfd6 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0350854 Nov 12 03:38:06.716529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.731401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Calling delete_port for d3b0f3da-0b10-463e-bb93-eedac8de9bfa owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:06.842956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0408fa-1df2-450f-be0d-2c19248b83f6 None None] Pushing event updated for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.925330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.960508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Port': ['ID=d3b0f3da-0b10-463e-bb93-eedac8de9bfa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.016786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.022345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d01c8b6-866f-4218-a0a3-84903356e54c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/d3b0f3da-0b10-463e-bb93-eedac8de9bfa HTTP/1.1" status: 204 len: 168 time: 0.5539870 Nov 12 03:38:07.022821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.075189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db59a995-277f-4221-a36e-fd54326362d0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.076816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db59a995-277f-4221-a36e-fd54326362d0 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0529795 Nov 12 03:38:07.079317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.134729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d7e03-44f1-4ec0-8392-2a9fc5110fdd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.136491 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-612d7e03-44f1-4ec0-8392-2a9fc5110fdd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0562441 Nov 12 03:38:07.139218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39526) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.197540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cfa45-ccf5-4bfc-ab6f-dea3f7a4c481 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.199284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cfa45-ccf5-4bfc-ab6f-dea3f7a4c481 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.201044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cfa45-ccf5-4bfc-ab6f-dea3f7a4c481 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.204054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-853cfa45-ccf5-4bfc-ab6f-dea3f7a4c481 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0623381 Nov 12 03:38:07.205408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39528) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.261347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 6e9b2c9b-479b-41b7-b448-f2856989b937 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:07.265000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.307697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.410293 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.469660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb7cb5dc-751f-4d64-ac7c-475b3dd2a30c req-d0e09d1b-9783-4fa6-9a4a-ec2afabcdef0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0311663 Nov 12 03:38:07.482242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8655232d-31c2-40d1-b6b0-ad64a44f84f1 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:07.482784 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8655232d-31c2-40d1-b6b0-ad64a44f84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.522101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.553494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9b2c9b-479b-41b7-b448-f2856989b937,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:07.555642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.563177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:07.563405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2b269ce3-7578-4385-b737-69a5b3582a89 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/6e9b2c9b-479b-41b7-b448-f2856989b937 HTTP/1.1" status: 204 len: 168 time: 0.3566818 Nov 12 03:38:07.632593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168d9f9-37f4-4cd7-9bd8-b7b8ed2f83ad None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:07.654920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Deleting subnet 83a753b6-e294-40d5-a5b0-08765f7af93a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:07.659275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.678792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96b9d-0627-47b7-b561-5e6928aff13d req-07c37617-da68-4d57-80bd-ccf0564c6290 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.686673 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80c96b9d-0627-47b7-b561-5e6928aff13d req-07c37617-da68-4d57-80bd-ccf0564c6290 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0706699 Nov 12 03:38:07.739745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80c96b9d-0627-47b7-b561-5e6928aff13d req-de7d90b4-0c56-4a6c-9f6f-406885e0d9a2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Nov 12 03:38:07.818727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-892f794e-88ec-45bf-b36e-14eb665a40ca None None] Could not find standard attr ID for object d3b0f3da-0b10-463e-bb93-eedac8de9bfa. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:07.837298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcb818b6-a6ff-4040-9215-b62dd38345d2 req-608aad4a-3b5a-477e-beab-f8c90117095c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0307732 Nov 12 03:38:08.046814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.138495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.205007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.249939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Subnet': ['ID=83a753b6-e294-40d5-a5b0-08765f7af93a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:08.257142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.260589 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57dbc47d-a400-47f5-ab61-d2d38f155d10 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/83a753b6-e294-40d5-a5b0-08765f7af93a HTTP/1.1" status: 204 len: 168 time: 0.6960046 Nov 12 03:38:08.263333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39538) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.309927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e041808e-75d3-45b3-b5b6-38ac45ae6b34 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453694 Nov 12 03:38:08.312760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39540) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.360961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:08.376806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75456e6e-30ba-48c5-87e8-57531fe49842 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.381258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.381451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-75456e6e-30ba-48c5-87e8-57531fe49842 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0677228 Nov 12 03:38:08.414199 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:08.426176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:08.426592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.449351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc949f-cdfe-43e6-bc6a-12732c5fd1a4 None None] Network a14e2558-a8f6-40ab-a112-74154dfc7e5d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:08.449935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff157413-cb7d-425f-bb2b-7b06e895228f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.451481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff157413-cb7d-425f-bb2b-7b06e895228f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690448 Nov 12 03:38:08.454502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39544) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.497352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.497591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a19e79c1-2e6e-407f-81cb-299849a41dbd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400782 Nov 12 03:38:08.521293 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d477f-60ec-4dce-85b2-7d75858e88cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.522015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d477f-60ec-4dce-85b2-7d75858e88cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.525160 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4f1d477f-60ec-4dce-85b2-7d75858e88cd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/d3b0f3da-0b10-463e-bb93-eedac8de9bfa HTTP/1.1" status: 404 len: 333 time: 0.0272717 Nov 12 03:38:08.527821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.554190 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84d47a3-c0ba-4cae-8fd6-1f0e6471aa96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.554760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84d47a3-c0ba-4cae-8fd6-1f0e6471aa96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.557900 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c84d47a3-c0ba-4cae-8fd6-1f0e6471aa96 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/6e9b2c9b-479b-41b7-b448-f2856989b937 HTTP/1.1" status: 404 len: 337 time: 0.0292251 Nov 12 03:38:08.560611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.586208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d515264-b57f-479a-8263-5aa364ba690c req-f87f14c3-fcc5-43a0-a083-a3a63f053649 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0324817 Nov 12 03:38:08.591253 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d6687a-f24d-40dd-9e51-8a4cda3550ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.591777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d6687a-f24d-40dd-9e51-8a4cda3550ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.594929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7d6687a-f24d-40dd-9e51-8a4cda3550ec tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/83a753b6-e294-40d5-a5b0-08765f7af93a HTTP/1.1" status: 404 len: 337 time: 0.0333354 Nov 12 03:38:08.597583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.598484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-abfe32ff-49a1-4192-9b66-b6ae05eaec0c None None] Provisioning complete for port d690aac8-4a9c-43e9-b436-70dcbc249e3c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:08.598950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abfe32ff-49a1-4192-9b66-b6ae05eaec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.631675 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f873f2df-a618-4823-8511-1ceb5d2c6a0d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.632624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f873f2df-a618-4823-8511-1ceb5d2c6a0d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.636350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f873f2df-a618-4823-8511-1ceb5d2c6a0d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/d5aba65a-5e5e-460a-a1ee-99c5c30f6a60 HTTP/1.1" status: 404 len: 333 time: 0.0373614 Nov 12 03:38:08.638799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.669341 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c619d8d9-cfeb-4229-8d03-a556e01676a9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.669749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c619d8d9-cfeb-4229-8d03-a556e01676a9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.675342 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c619d8d9-cfeb-4229-8d03-a556e01676a9 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/746b3ca0-647d-495d-a8a2-2bf8adb63f45 HTTP/1.1" status: 404 len: 337 time: 0.0331502 Nov 12 03:38:08.675811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.711695 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c3b6b7-82c8-4b85-8e3f-172e893272dd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.712175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c3b6b7-82c8-4b85-8e3f-172e893272dd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.717599 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71c3b6b7-82c8-4b85-8e3f-172e893272dd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/d3525da3-9671-4e2e-8dde-de8c16f7633a HTTP/1.1" status: 404 len: 337 time: 0.0383654 Nov 12 03:38:08.718619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39560) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.747814 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde17e28-9b74-447c-b9ac-df7d6b980cda tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.748682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde17e28-9b74-447c-b9ac-df7d6b980cda tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.752013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bde17e28-9b74-447c-b9ac-df7d6b980cda tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/b7f5b393-06c7-4101-b22c-b7ae0c3381d2 HTTP/1.1" status: 404 len: 333 time: 0.0320916 Nov 12 03:38:08.754193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39562) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.761642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] DHCP port deletion for a14e2558-a8f6-40ab-a112-74154dfc7e5d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:08.783168 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd87b9c-b446-4cf4-86b7-42a5c6eb811e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.783494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd87b9c-b446-4cf4-86b7-42a5c6eb811e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.786866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9fd87b9c-b446-4cf4-86b7-42a5c6eb811e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3789a54e-2d1b-4169-8a11-33c23b5d4e97 HTTP/1.1" status: 404 len: 337 time: 0.0298228 Nov 12 03:38:08.789407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39566) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.817904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Deleting port d690aac8-4a9c-43e9-b436-70dcbc249e3c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:08.818270 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.820216 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-5997b159-0848-45f0-a570-3447799498d3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.820678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5997b159-0848-45f0-a570-3447799498d3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.824450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5997b159-0848-45f0-a570-3447799498d3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/ca2c0b7e-c463-4088-971a-6486ce0b35a7 HTTP/1.1" status: 404 len: 337 time: 0.0340638 Nov 12 03:38:08.826949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39568) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.865560 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c75def2-1238-49b1-bed2-796a4c0f4684 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.866285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c75def2-1238-49b1-bed2-796a4c0f4684 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.872261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7c75def2-1238-49b1-bed2-796a4c0f4684 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/da9374c4-3b40-4d11-997e-8c5735e6d487 HTTP/1.1" status: 404 len: 333 time: 0.0413520 Nov 12 03:38:08.872638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.901332 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af7418b-adc8-4e7a-9963-674d738cf220 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.901792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af7418b-adc8-4e7a-9963-674d738cf220 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.907236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9af7418b-adc8-4e7a-9963-674d738cf220 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/470131b8-3d83-4059-bc1a-21d3d90cecbd HTTP/1.1" status: 404 len: 337 time: 0.0312262 Nov 12 03:38:08.907748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.924614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] For port d690aac8-4a9c-43e9-b436-70dcbc249e3c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d690aac8-4a9c-43e9-b436-70dcbc249e3c,segment=NetworkSegment(c334d27d-5bcd-4a1e-800a-03bd59e9782b),segment_id=c334d27d-5bcd-4a1e-800a-03bd59e9782b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:08.924952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.934359 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-64963c5b-fbd0-4070-9a43-4878c76ee103 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.934818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64963c5b-fbd0-4070-9a43-4878c76ee103 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.936829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eda20f-0784-445f-924e-b9412fb4ae68 req-69271bde-7d0b-4c0f-b821-07bfb4b74637 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.938334 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64963c5b-fbd0-4070-9a43-4878c76ee103 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/e3f0c6d2-e5cb-4636-a8b5-e2f62eedc184 HTTP/1.1" status: 404 len: 337 time: 0.0295141 Nov 12 03:38:08.940490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36eda20f-0784-445f-924e-b9412fb4ae68 req-69271bde-7d0b-4c0f-b821-07bfb4b74637 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1142495 Nov 12 03:38:08.941107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.954354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Calling delete_port for d690aac8-4a9c-43e9-b436-70dcbc249e3c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:08.966266 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdc137a-cbfc-4295-865a-3dd01dfd58ff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:08.967081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdc137a-cbfc-4295-865a-3dd01dfd58ff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:08.973136 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5bdc137a-cbfc-4295-865a-3dd01dfd58ff tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/05f9f80b-5368-4561-b5cf-992df5a35296 HTTP/1.1" status: 404 len: 333 time: 0.0309088 Nov 12 03:38:08.973893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:08.987997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acdb2367-ceb0-475e-a053-5111db004978 req-d62f385a-5b2b-42be-858f-4b5961084048 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0422900 Nov 12 03:38:09.018627 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6496c53-f376-49de-96af-99f2aa71903e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.019447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6496c53-f376-49de-96af-99f2aa71903e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.027310 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6496c53-f376-49de-96af-99f2aa71903e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/f2aa829b-27cf-49a8-8b77-b80979228a1e HTTP/1.1" status: 404 len: 337 time: 0.0513597 Nov 12 03:38:09.028397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.062458 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d972584-f54e-4d86-8b90-72b5f1a2c17f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.063263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d972584-f54e-4d86-8b90-72b5f1a2c17f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.064544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36eda20f-0784-445f-924e-b9412fb4ae68 req-48ef5090-509c-4724-ad7a-d53ab838b51b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088595 Nov 12 03:38:09.066323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3d972584-f54e-4d86-8b90-72b5f1a2c17f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/77669f4b-65ba-47e9-b6f1-bd7c92c5fa26 HTTP/1.1" status: 404 len: 333 time: 0.0335898 Nov 12 03:38:09.070030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.099825 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-18329b2f-fe2d-4ba4-b8c9-10874a49391d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.100320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18329b2f-fe2d-4ba4-b8c9-10874a49391d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.106769 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18329b2f-fe2d-4ba4-b8c9-10874a49391d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/e2d9c5f3-f6cd-4939-b41d-d70306d6ebda HTTP/1.1" status: 404 len: 337 time: 0.0356233 Nov 12 03:38:09.107221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39584) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.113532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.147050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] Pushing event deleted for resources: {'Port': ['ID=d690aac8-4a9c-43e9-b436-70dcbc249e3c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.154703 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cceb10-841c-4285-8006-76669a7ba2f4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.156521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cceb10-841c-4285-8006-76669a7ba2f4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.157918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6015d-113f-4026-b358-e50063fe7e70 None None] No DVR routers for this DVR port d690aac8-4a9c-43e9-b436-70dcbc249e3c on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:09.165186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-08cceb10-841c-4285-8006-76669a7ba2f4 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/58f7b5e0-8fcc-4715-913e-1bf2eb1abdb2 HTTP/1.1" status: 404 len: 333 time: 0.0540490 Nov 12 03:38:09.165366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39588) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.194281 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073891d-78c9-4d14-9f87-82ab8debdc18 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.194730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f073891d-78c9-4d14-9f87-82ab8debdc18 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.197909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f073891d-78c9-4d14-9f87-82ab8debdc18 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/d3c922de-1d80-42b8-bd0a-c669c83d7462 HTTP/1.1" status: 404 len: 337 time: 0.0316532 Nov 12 03:38:09.200436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.222535 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-695e61ac-0497-4b0f-a2e3-2be5c63fbb6f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.223192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695e61ac-0497-4b0f-a2e3-2be5c63fbb6f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.227172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-695e61ac-0497-4b0f-a2e3-2be5c63fbb6f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/6a502879-ba51-4f86-94b0-070b8d9a934d HTTP/1.1" status: 404 len: 333 time: 0.0257990 Nov 12 03:38:09.228861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.256785 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac66ba96-f7d4-4b9b-9642-339588cdea54 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.257019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac66ba96-f7d4-4b9b-9642-339588cdea54 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.260056 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac66ba96-f7d4-4b9b-9642-339588cdea54 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/fd91fbc4-57b0-4df4-8d7c-091b6d06b45d HTTP/1.1" status: 404 len: 337 time: 0.0301008 Nov 12 03:38:09.262433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.284210 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-910f5b06-dd8f-4eef-9077-69d6f0934257 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.284806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910f5b06-dd8f-4eef-9077-69d6f0934257 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.288439 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-910f5b06-dd8f-4eef-9077-69d6f0934257 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/1b3342ee-3e0b-4461-b41d-844ba2b2b567 HTTP/1.1" status: 404 len: 333 time: 0.0251169 Nov 12 03:38:09.291069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39596) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.317694 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f757a85a-1984-408e-8177-14a8c5ba01d6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.318206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f757a85a-1984-408e-8177-14a8c5ba01d6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.321113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f757a85a-1984-408e-8177-14a8c5ba01d6 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/927e93d1-9cfb-4234-931e-ad9d6430cc3e HTTP/1.1" status: 404 len: 337 time: 0.0290082 Nov 12 03:38:09.323719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.349932 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70db574-12c8-43e5-934d-f7e34d0f87eb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.350539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70db574-12c8-43e5-934d-f7e34d0f87eb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.353491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c70db574-12c8-43e5-934d-f7e34d0f87eb tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/c340d293-93b7-4cf1-9878-f3771ed1455d HTTP/1.1" status: 404 len: 333 time: 0.0289066 Nov 12 03:38:09.356106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39600) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.381693 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-56581081-9697-461d-a384-5f92a4e876af tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.382133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56581081-9697-461d-a384-5f92a4e876af tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.385097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-56581081-9697-461d-a384-5f92a4e876af tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/76303e19-1c3a-4f7c-9ed7-c0de3d5d74c1 HTTP/1.1" status: 404 len: 337 time: 0.0281117 Nov 12 03:38:09.387866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.413868 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-060784ab-690a-4def-9a4e-3bf735454683 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.414307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060784ab-690a-4def-9a4e-3bf735454683 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.417328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-060784ab-690a-4def-9a4e-3bf735454683 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3997f997-5e77-4f18-807f-3cdf1ce75e33 HTTP/1.1" status: 404 len: 337 time: 0.0284550 Nov 12 03:38:09.419798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.442098 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e8b758-8a24-4b2c-97ca-f88600ad5436 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.442598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e8b758-8a24-4b2c-97ca-f88600ad5436 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.445602 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7e8b758-8a24-4b2c-97ca-f88600ad5436 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/4cab506f-538f-46ef-a974-50ad5bf7269d HTTP/1.1" status: 404 len: 333 time: 0.0248890 Nov 12 03:38:09.448112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.476982 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c2d61d-2871-45fb-8ed7-254ef0b7a69e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.477424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c2d61d-2871-45fb-8ed7-254ef0b7a69e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.480381 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-02c2d61d-2871-45fb-8ed7-254ef0b7a69e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/29829dea-b832-420f-95e8-b496db74b480 HTTP/1.1" status: 404 len: 337 time: 0.0313830 Nov 12 03:38:09.482881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.509092 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa66649-87a5-438e-b914-807cd8feab99 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.509547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa66649-87a5-438e-b914-807cd8feab99 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.512587 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2fa66649-87a5-438e-b914-807cd8feab99 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/58f348bc-2957-48f3-a86d-da77cf372dc2 HTTP/1.1" status: 404 len: 337 time: 0.0288255 Nov 12 03:38:09.515012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.537352 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6afb7f-1319-437d-97e1-9b715111fbf5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.537935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6afb7f-1319-437d-97e1-9b715111fbf5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.540872 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c6afb7f-1319-437d-97e1-9b715111fbf5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/988c624b-a9b9-40ce-a383-644a9934da64 HTTP/1.1" status: 404 len: 333 time: 0.0249693 Nov 12 03:38:09.543296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.568340 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0262e992-5b72-4f95-9284-1b160e3881f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.568785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0262e992-5b72-4f95-9284-1b160e3881f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.571742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0262e992-5b72-4f95-9284-1b160e3881f5 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/ea637caf-59b7-48cc-9413-d797c4129467 HTTP/1.1" status: 404 len: 337 time: 0.0275631 Nov 12 03:38:09.574205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.599545 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-06502d2e-fcb8-41ea-9922-5dca3fcdd439 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.600013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06502d2e-fcb8-41ea-9922-5dca3fcdd439 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.602979 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06502d2e-fcb8-41ea-9922-5dca3fcdd439 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/cc633808-9f3f-438b-be97-c72ad118092f HTTP/1.1" status: 404 len: 337 time: 0.0278862 Nov 12 03:38:09.605398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.628186 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b00b611-e554-4c9c-95fd-cd4f0f09bc4c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.628836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b00b611-e554-4c9c-95fd-cd4f0f09bc4c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.631947 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b00b611-e554-4c9c-95fd-cd4f0f09bc4c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/c1404310-56e2-40c0-82ff-038f02994f5c HTTP/1.1" status: 404 len: 333 time: 0.0256367 Nov 12 03:38:09.634418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.665538 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66c4d82-15f1-4660-bdbc-bc5b0e3dda82 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.665997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66c4d82-15f1-4660-bdbc-bc5b0e3dda82 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.669044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e66c4d82-15f1-4660-bdbc-bc5b0e3dda82 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/4001fea7-e4b3-4ef5-8eed-7e096f36e0f6 HTTP/1.1" status: 404 len: 337 time: 0.0337152 Nov 12 03:38:09.671545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.697415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7adc9025-ba3a-43b4-9544-41edb7575bd9 req-a1476402-ba05-4491-b11e-b0418f7fdc57 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0296168 Nov 12 03:38:09.698101 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdd4bec-e15b-4f45-a22f-dbf52a62abcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.698625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdd4bec-e15b-4f45-a22f-dbf52a62abcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.701980 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7fdd4bec-e15b-4f45-a22f-dbf52a62abcd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/bdf2d374-6d18-4e33-97eb-3ac6249f51b7 HTTP/1.1" status: 404 len: 337 time: 0.0290709 Nov 12 03:38:09.704254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39624) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.732929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-60bf2626-aaeb-479a-9236-795475256bf3 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports?device_id=14f07044-1dc6-48da-ba95-a1538c49689f HTTP/1.1" status: 200 len: 205 time: 0.0273693 Nov 12 03:38:09.735256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39626) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.771232 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-94ac299d-5085-4e87-971e-fbf52f31dd02 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] delete failed (client error): The resource could not be found. Nov 12 03:38:09.773455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-94ac299d-5085-4e87-971e-fbf52f31dd02 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/routers/14f07044-1dc6-48da-ba95-a1538c49689f HTTP/1.1" status: 404 len: 336 time: 0.0372238 Nov 12 03:38:09.774935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39628) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.806829 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c861e4a0-cc42-420a-ab25-1f5f8479c98b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.807287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c861e4a0-cc42-420a-ab25-1f5f8479c98b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.810483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c861e4a0-cc42-420a-ab25-1f5f8479c98b tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/0e99be3b-e0e9-463f-96d0-f9eaa7a90e65 HTTP/1.1" status: 404 len: 337 time: 0.0346372 Nov 12 03:38:09.813189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39630) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.844245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0c2f9130-ccf2-4d6d-9c6f-631b8537bb07 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "GET /v2.0/ports?device_id=9bbe040e-57c3-4937-9104-239b1b4de76d HTTP/1.1" status: 200 len: 205 time: 0.0296903 Nov 12 03:38:09.844581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.882748 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-49fef424-80fa-43ff-b75f-33d74a336591 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] delete failed (client error): The resource could not be found. Nov 12 03:38:09.883809 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-49fef424-80fa-43ff-b75f-33d74a336591 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/routers/9bbe040e-57c3-4937-9104-239b1b4de76d HTTP/1.1" status: 404 len: 336 time: 0.0382106 Nov 12 03:38:09.886505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.912809 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61f84a4-5975-4ff9-98d9-07fd8e0bc717 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.913253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61f84a4-5975-4ff9-98d9-07fd8e0bc717 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.918509 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a61f84a4-5975-4ff9-98d9-07fd8e0bc717 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/3fc77768-2be5-4f7e-9d63-a6c5cf9400cf HTTP/1.1" status: 404 len: 337 time: 0.0290761 Nov 12 03:38:09.918719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.947381 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9931b54-36cb-49d9-9596-e0aeccac6190 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.947873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9931b54-36cb-49d9-9596-e0aeccac6190 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.950863 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9931b54-36cb-49d9-9596-e0aeccac6190 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/7805b790-61d1-4600-8235-453ce39d4252 HTTP/1.1" status: 404 len: 337 time: 0.0312243 Nov 12 03:38:09.953284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:09.976227 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb0796f-21d4-48ad-a718-60214b76db1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:09.976831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb0796f-21d4-48ad-a718-60214b76db1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:09.979858 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6eb0796f-21d4-48ad-a718-60214b76db1c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/344c4ca6-f68a-4a96-8f2c-b3df7ff39b70 HTTP/1.1" status: 404 len: 333 time: 0.0257018 Nov 12 03:38:09.982493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.008892 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca2cd66-e92c-4159-aecf-e9a8136c36ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.009348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca2cd66-e92c-4159-aecf-e9a8136c36ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.012355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4ca2cd66-e92c-4159-aecf-e9a8136c36ab tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/9de990c3-82ce-4fcb-8d90-b43de499ca63 HTTP/1.1" status: 404 len: 337 time: 0.0289042 Nov 12 03:38:10.014844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.037770 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb68048-f966-4ade-b8e0-1e3572251d12 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.038424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb68048-f966-4ade-b8e0-1e3572251d12 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.044182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.044331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6eb68048-f966-4ade-b8e0-1e3572251d12 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/1c77de0a-c153-41b9-9112-5ac4e9d25c6d HTTP/1.1" status: 404 len: 333 time: 0.0284195 Nov 12 03:38:10.071126 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f6cec-2db2-4c47-abc5-61fe0373dc0a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.071679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876f6cec-2db2-4c47-abc5-61fe0373dc0a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.076926 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-876f6cec-2db2-4c47-abc5-61fe0373dc0a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/4d4c7576-e3b0-4824-b267-1305f1acfb46 HTTP/1.1" status: 404 len: 337 time: 0.0291672 Nov 12 03:38:10.077172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.106757 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d56563e-e2a2-4315-8450-1a7e8e715678 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.107431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d56563e-e2a2-4315-8450-1a7e8e715678 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.113133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8d56563e-e2a2-4315-8450-1a7e8e715678 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/373459b1-e3d7-4396-9566-8456d94bd283 HTTP/1.1" status: 404 len: 333 time: 0.0350032 Nov 12 03:38:10.114183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.121655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ad7d4db-2e7b-4d9c-bde4-567236987d3f req-216cd668-b196-4d93-b6b6-d5b1bc955945 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0434821 Nov 12 03:38:10.139981 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e638e4c-22a6-4da5-9365-43ec44968c2f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.140449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e638e4c-22a6-4da5-9365-43ec44968c2f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.146353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e638e4c-22a6-4da5-9365-43ec44968c2f tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/08c87fbc-ffce-4a06-9c28-986f3874e053 HTTP/1.1" status: 404 len: 337 time: 0.0288913 Nov 12 03:38:10.146748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39654) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.186978 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c5ce75-3ae8-4f06-bd38-5a714e02dd85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.187617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c5ce75-3ae8-4f06-bd38-5a714e02dd85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.190688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-28c5ce75-3ae8-4f06-bd38-5a714e02dd85 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/db546f45-f0cd-497c-8c71-d267a46f10dc HTTP/1.1" status: 404 len: 333 time: 0.0430417 Nov 12 03:38:10.193924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39656) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.223439 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb1aab-638e-4cd4-a51f-a61e25f27483 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.223799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb1aab-638e-4cd4-a51f-a61e25f27483 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.228499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-13cb1aab-638e-4cd4-a51f-a61e25f27483 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/7735ff51-e0fb-450b-9b35-47ab33d584f0 HTTP/1.1" status: 404 len: 337 time: 0.0335605 Nov 12 03:38:10.230441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.249146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6898d-7dd4-4e3a-9ece-8c7d4eab7927 req-eac0c2b8-15f8-44c9-9d9c-b370a01319c7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.250705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96d6898d-7dd4-4e3a-9ece-8c7d4eab7927 req-eac0c2b8-15f8-44c9-9d9c-b370a01319c7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1146572 Nov 12 03:38:10.266056 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9523e9bf-90d7-45b3-9a72-381cee72688e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.266760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9523e9bf-90d7-45b3-9a72-381cee72688e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.277499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39660) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.280305 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9523e9bf-90d7-45b3-9a72-381cee72688e tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/68ce7281-c9f1-43dc-975c-33d52044180b HTTP/1.1" status: 404 len: 333 time: 0.0443504 Nov 12 03:38:10.306382 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a98b7a-285d-48d0-9518-2464e0cd1cbe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.306828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a98b7a-285d-48d0-9518-2464e0cd1cbe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.309778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b9a98b7a-285d-48d0-9518-2464e0cd1cbe tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/76979263-2293-4f67-8385-41c36e703197 HTTP/1.1" status: 404 len: 337 time: 0.0313637 Nov 12 03:38:10.312531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.320740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:10.340812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96d6898d-7dd4-4e3a-9ece-8c7d4eab7927 req-0e91b5d4-9fa1-4898-9013-5e1e540ca22c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828454 Nov 12 03:38:10.342177 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbacbbb8-c6e7-4336-8803-a9df3e69882a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.342857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbacbbb8-c6e7-4336-8803-a9df3e69882a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.346171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cbacbbb8-c6e7-4336-8803-a9df3e69882a tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/98dd6b82-1847-4431-b642-d31b6821c280 HTTP/1.1" status: 404 len: 333 time: 0.0321298 Nov 12 03:38:10.348619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.351478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d690aac8-4a9c-43e9-b436-70dcbc249e3c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:10.352070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d690aac8-4a9c-43e9-b436-70dcbc249e3c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:10.384902 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a51993-ec70-428a-85d6-f02a63c00efd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.385440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a51993-ec70-428a-85d6-f02a63c00efd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.390907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-65a51993-ec70-428a-85d6-f02a63c00efd tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/fbd4c6fe-398c-4efd-9064-72bcf08b8184 HTTP/1.1" status: 404 len: 337 time: 0.0379348 Nov 12 03:38:10.391496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.414598 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f85cb0b-db7a-4d04-838f-c4185e177c6d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.415188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f85cb0b-db7a-4d04-838f-c4185e177c6d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.418204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7f85cb0b-db7a-4d04-838f-c4185e177c6d tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/ports/3baacfbe-1b91-4d4c-9a78-4d9769499f78 HTTP/1.1" status: 404 len: 333 time: 0.0257046 Nov 12 03:38:10.420818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39668) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.450312 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1657293-01fe-4b51-9177-a73dd357c485 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:10.450868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1657293-01fe-4b51-9177-a73dd357c485 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:10.454056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f1657293-01fe-4b51-9177-a73dd357c485 tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/subnets/f2dc1b1c-4972-4603-bc25-99414062569d HTTP/1.1" status: 404 len: 337 time: 0.0321727 Nov 12 03:38:10.456675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39670) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:10.532610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.623335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.646255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14e2558-a8f6-40ab-a112-74154dfc7e5d']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:10.655987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c334d27d-5bcd-4a1e-800a-03bd59e9782b') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:10.656279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c334d27d-5bcd-4a1e-800a-03bd59e9782b') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:10.666488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.681161 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.687547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:10.687931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:10.691395 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:10.758725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.766064 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.769533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] 10.222.0.93 "DELETE /v2.0/networks/a14e2558-a8f6-40ab-a112-74154dfc7e5d HTTP/1.1" status: 204 len: 168 time: 0.3118372 Nov 12 03:38:10.781512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d46b8-6800-4258-84ad-c474a755430c tempest-NetworksTestDHCPv6-247428770 tempest-NetworksTestDHCPv6-247428770-project] Pushing event deleted for resources: {'Network': ['ID=a14e2558-a8f6-40ab-a112-74154dfc7e5d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:10.816284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4de735ee-138c-4fe3-879b-cf4e9f24e1e0 req-5d80e577-7d16-469e-8b80-5e646a8bf610 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0281944 Nov 12 03:38:11.031124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.176766 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6af4e4bd-930a-4983-95d8-69e5782cea54 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ec1411a249e546a4b400c2605a534872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438172 Nov 12 03:38:11.180016 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.219384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e16c145-0d2e-4fea-b50b-e8331bbbd4d2 req-a30030a0-fd9f-4124-bf0b-995d77ea7ef1 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0274959 Nov 12 03:38:11.235158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.262301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.307647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.310186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.311340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/756df9c2-a8fb-4bbd-bcb1-8ff2f845d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1302876 Nov 12 03:38:11.320202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06ea6-d9c8-4df4-9098-439134d9f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756df9c2-a8fb-4bbd-bcb1-8ff2f845d1c3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.467702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e043508-1d26-46cc-9629-b2a2c887ed8f req-0b1a38f7-358b-46a0-a396-8e8cb36f083f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.469330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e043508-1d26-46cc-9629-b2a2c887ed8f req-0b1a38f7-358b-46a0-a396-8e8cb36f083f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0526230 Nov 12 03:38:11.522339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e043508-1d26-46cc-9629-b2a2c887ed8f req-89aa5d91-6d9f-4b91-97e1-33170c7a1853 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Nov 12 03:38:11.926518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8deff0d2-61fc-4503-b193-4b8bd3296797 req-524af6db-c4ba-40f3-857a-93efc3540968 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0341256 Nov 12 03:38:12.022423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.121628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-fab2860a-0158-45aa-a88b-1a1731210b55 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.122669 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fab2860a-0158-45aa-a88b-1a1731210b55 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0992329 Nov 12 03:38:12.125650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.130242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-c6355787-0c4c-4f7a-97ab-3a016d28dac4 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.131149 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6355787-0c4c-4f7a-97ab-3a016d28dac4 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045733 Nov 12 03:38:12.133205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.136893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-f1cd9f0e-37cc-427e-930a-bce9b1f4c24a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.137876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f1cd9f0e-37cc-427e-930a-bce9b1f4c24a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037761 Nov 12 03:38:12.139911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.144426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-d228fb77-e9fb-4d3d-bb80-895ddc53040c tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.145408 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d228fb77-e9fb-4d3d-bb80-895ddc53040c tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046284 Nov 12 03:38:12.147400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.151264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-1322a90b-7f9c-4122-829e-9532df5e1810 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.152182 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1322a90b-7f9c-4122-829e-9532df5e1810 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039372 Nov 12 03:38:12.154232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.158108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-197ba8db-ce7d-497c-8e78-e5c7ab31e8d6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.159376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-197ba8db-ce7d-497c-8e78-e5c7ab31e8d6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042140 Nov 12 03:38:12.161467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.165320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-0735bdcb-a1dd-4997-a0e5-ce04d65425ed tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.166227 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0735bdcb-a1dd-4997-a0e5-ce04d65425ed tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039253 Nov 12 03:38:12.168383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.172032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-a72cc92b-1923-4bf1-8ad9-1d12e6babcc2 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.172980 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a72cc92b-1923-4bf1-8ad9-1d12e6babcc2 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037873 Nov 12 03:38:12.175080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.179319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-a40ab1ad-5607-4a42-8e7c-240d8adb859d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.182155 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a40ab1ad-5607-4a42-8e7c-240d8adb859d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062339 Nov 12 03:38:12.182719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.187136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-72ce8afb-2da9-4f42-992f-3de1e4401bd4 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.190198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-72ce8afb-2da9-4f42-992f-3de1e4401bd4 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044663 Nov 12 03:38:12.190502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.195105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-00a9c53d-8d81-483d-962e-5561424cd22f tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.196134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-00a9c53d-8d81-483d-962e-5561424cd22f tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046892 Nov 12 03:38:12.198365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.202635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-3ce80f42-19c1-400b-9e09-5c0f53367e84 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.203611 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3ce80f42-19c1-400b-9e09-5c0f53367e84 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043421 Nov 12 03:38:12.205870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.213461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-ea872d34-11a1-444a-846b-60c427dce5ab tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.214424 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ea872d34-11a1-444a-846b-60c427dce5ab tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076449 Nov 12 03:38:12.216644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.220431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-87aa30ac-3821-4326-b4ee-da72cbf42e99 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.221403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-87aa30ac-3821-4326-b4ee-da72cbf42e99 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038867 Nov 12 03:38:12.224001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.227385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-f86bfc59-53aa-4f4f-ac60-0508917fda5e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.228348 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f86bfc59-53aa-4f4f-ac60-0508917fda5e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041084 Nov 12 03:38:12.230447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.234454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-81a3a168-7dc8-42bb-8fbe-bebd4b074124 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.235386 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-81a3a168-7dc8-42bb-8fbe-bebd4b074124 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040843 Nov 12 03:38:12.237505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.242189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-be18b7d5-4819-4541-93af-35fcb311ecf7 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.245739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39746) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.245902 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be18b7d5-4819-4541-93af-35fcb311ecf7 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074339 Nov 12 03:38:12.250738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-6dadd691-d0d9-422e-91ec-77234cab9c2b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.251671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6dadd691-d0d9-422e-91ec-77234cab9c2b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046928 Nov 12 03:38:12.254073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.258808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-479f47b2-e8aa-4707-9fed-e4cd9245b2e9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.259752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-479f47b2-e8aa-4707-9fed-e4cd9245b2e9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040443 Nov 12 03:38:12.262138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39752) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.266043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-4738d66e-75ba-4adc-a9c6-cc6154808745 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.270532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4738d66e-75ba-4adc-a9c6-cc6154808745 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054402 Nov 12 03:38:12.271160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39754) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.275414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-87e50cd5-88ff-434e-bf3e-bba22573d9e8 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.278612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-87e50cd5-88ff-434e-bf3e-bba22573d9e8 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0043991 Nov 12 03:38:12.278826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39756) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.282700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-a5f206c8-5016-44ff-9404-c7a78dd5acc3 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.283624 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5f206c8-5016-44ff-9404-c7a78dd5acc3 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0039124 Nov 12 03:38:12.286320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.290381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-760f9914-1097-4414-9e75-2cb851977d60 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.291306 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-760f9914-1097-4414-9e75-2cb851977d60 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040274 Nov 12 03:38:12.293451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.297812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-454eb573-21a3-47f4-89f5-7c62fa7b7da9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.298730 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-454eb573-21a3-47f4-89f5-7c62fa7b7da9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044429 Nov 12 03:38:12.300877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.305265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-e8df2490-4a95-401f-8764-d9086a744cbe tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.306182 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e8df2490-4a95-401f-8764-d9086a744cbe tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038562 Nov 12 03:38:12.308370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.312449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-e1ac86f9-7ecd-436d-b21e-c8dfa3fbd9e9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.313372 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1ac86f9-7ecd-436d-b21e-c8dfa3fbd9e9 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039606 Nov 12 03:38:12.315447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.319172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-6785c556-4c2d-49a0-91cb-f3a7e15f5678 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.320108 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6785c556-4c2d-49a0-91cb-f3a7e15f5678 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038052 Nov 12 03:38:12.322435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39768) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.325314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e0dd4c2-9a76-441d-a760-fe63e2768b22 req-7fef4612-6f21-4a06-8cc0-c669f58b4c82 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0271428 Nov 12 03:38:12.326274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-b01f01f6-7c67-40eb-8206-3a77b79cd843 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.327194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b01f01f6-7c67-40eb-8206-3a77b79cd843 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038662 Nov 12 03:38:12.329439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39770) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.333907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-579b1ac0-dee9-4c50-ae25-e4ab019dcea5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.335007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-579b1ac0-dee9-4c50-ae25-e4ab019dcea5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045629 Nov 12 03:38:12.337562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39772) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.341947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-c3c58624-e915-4ff3-a224-062aa51f2695 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.344002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c3c58624-e915-4ff3-a224-062aa51f2695 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044255 Nov 12 03:38:12.345581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39774) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.350331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-25ce8845-9dcd-4c84-ae8c-115476c4579e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.352009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25ce8845-9dcd-4c84-ae8c-115476c4579e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048306 Nov 12 03:38:12.353955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39776) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.358123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-5bcd34e8-f353-4ed3-a3cb-5a187611375a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.359638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5bcd34e8-f353-4ed3-a3cb-5a187611375a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041406 Nov 12 03:38:12.361527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39778) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.365775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-0d76c4b6-37f5-48e0-9066-da419bc69873 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.366706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0d76c4b6-37f5-48e0-9066-da419bc69873 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042343 Nov 12 03:38:12.369426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.373644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-4622d49b-c922-497a-805c-9e0260fb9367 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.374689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4622d49b-c922-497a-805c-9e0260fb9367 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043216 Nov 12 03:38:12.377269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39782) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.382836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-04b96e0a-6acf-4d99-abd6-eef4a0f1f230 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.383947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-04b96e0a-6acf-4d99-abd6-eef4a0f1f230 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056839 Nov 12 03:38:12.386530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39784) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.390669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-f7a8db16-1918-45db-b896-6bfc32d1822a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.391614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7a8db16-1918-45db-b896-6bfc32d1822a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041769 Nov 12 03:38:12.394115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39786) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.398330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-6dec2194-a875-409e-a4c4-1812aab7568d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.399601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6dec2194-a875-409e-a4c4-1812aab7568d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045266 Nov 12 03:38:12.402232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39788) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.406353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-dedd0d60-48c0-4c15-9dac-1f5f4b63c8dd tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.407294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dedd0d60-48c0-4c15-9dac-1f5f4b63c8dd tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041702 Nov 12 03:38:12.411730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39790) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.416070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-6d05ec98-2ab9-4d79-8b36-c4f6f4c1372d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.417019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6d05ec98-2ab9-4d79-8b36-c4f6f4c1372d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043340 Nov 12 03:38:12.419495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39792) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.423631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-a465ad82-6252-4822-a6be-c304490472e5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.424632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a465ad82-6252-4822-a6be-c304490472e5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040929 Nov 12 03:38:12.426765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39794) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.431176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-8c488129-78e6-41f3-8e15-ba397db07d97 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.432213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8c488129-78e6-41f3-8e15-ba397db07d97 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039990 Nov 12 03:38:12.434564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.438914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-e5f9c31e-fc4b-4300-9fb6-46b92f83a6f7 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.439850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e5f9c31e-fc4b-4300-9fb6-46b92f83a6f7 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044060 Nov 12 03:38:12.442265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39798) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.446792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-7474bac9-da42-4c40-93cd-022c256db055 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.447698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7474bac9-da42-4c40-93cd-022c256db055 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045886 Nov 12 03:38:12.450031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39800) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.453915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-deb08be2-0f79-4c3a-a355-ef2c47a2a18b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.455094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-deb08be2-0f79-4c3a-a355-ef2c47a2a18b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039749 Nov 12 03:38:12.457393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.461703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-7448008e-1cca-4da8-a506-9502206c4211 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.462660 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7448008e-1cca-4da8-a506-9502206c4211 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043371 Nov 12 03:38:12.464887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39804) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.468857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-b30a9bdf-f3f7-4afb-880b-bb69d750e243 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.469759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b30a9bdf-f3f7-4afb-880b-bb69d750e243 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039940 Nov 12 03:38:12.471895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39806) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.476286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-475f95f1-b72e-4cf0-a136-fea0f889894f tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.477191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-475f95f1-b72e-4cf0-a136-fea0f889894f tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043504 Nov 12 03:38:12.479236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39808) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.482961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-ec705275-c04e-4348-b7f6-3ac850850e45 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.483893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ec705275-c04e-4348-b7f6-3ac850850e45 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037882 Nov 12 03:38:12.485886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39810) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.490065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-b2ca1513-c2de-4619-9642-4eb3368ae690 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.490966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b2ca1513-c2de-4619-9642-4eb3368ae690 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042651 Nov 12 03:38:12.493092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.497049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-f7755e7b-b8e7-471d-b3d8-dcb20437cb26 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.497980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7755e7b-b8e7-471d-b3d8-dcb20437cb26 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040450 Nov 12 03:38:12.500091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39814) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.504282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-26a8368f-ce6f-49f0-a2ae-c88334e801bd tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.505341 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-26a8368f-ce6f-49f0-a2ae-c88334e801bd tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043526 Nov 12 03:38:12.507498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.511616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-a123cef1-6524-4b46-9439-603a008763b3 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.512560 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a123cef1-6524-4b46-9439-603a008763b3 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041664 Nov 12 03:38:12.514623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.519040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-714b4edb-ac01-4a43-bd2e-89ef43c8dfb5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.519989 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-714b4edb-ac01-4a43-bd2e-89ef43c8dfb5 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045173 Nov 12 03:38:12.522122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.525825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-46ebdd58-7278-46bf-acbc-0077e0e1c15e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.526815 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-46ebdd58-7278-46bf-acbc-0077e0e1c15e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037830 Nov 12 03:38:12.528798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.532542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-0c450fc2-fd78-482b-81aa-08ef8d2a7b06 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.533458 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c450fc2-fd78-482b-81aa-08ef8d2a7b06 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038509 Nov 12 03:38:12.536085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.539815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-e37496c6-0497-4dea-aaaf-3a773ce83ba6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.540746 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e37496c6-0497-4dea-aaaf-3a773ce83ba6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038302 Nov 12 03:38:12.542886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39826) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.546630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-8323ed57-bb16-40ba-a8ec-51e6ad23f4e0 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.547795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8323ed57-bb16-40ba-a8ec-51e6ad23f4e0 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038357 Nov 12 03:38:12.549780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.554017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-de8b7fb9-5898-4698-b5fd-be2558f3f1cb tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.556387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-de8b7fb9-5898-4698-b5fd-be2558f3f1cb tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057342 Nov 12 03:38:12.557467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39832) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.562071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-22384602-7fca-411f-a819-a5f4a13be48d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.563998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-22384602-7fca-411f-a819-a5f4a13be48d tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046537 Nov 12 03:38:12.565658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39834) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.570765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-8926d373-110b-41ac-adad-7a29924cf616 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.574221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.574440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8926d373-110b-41ac-adad-7a29924cf616 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0076139 Nov 12 03:38:12.578486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-62d863b1-988f-4ab2-98d6-242da6634339 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.581814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39838) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.581987 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-62d863b1-988f-4ab2-98d6-242da6634339 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067356 Nov 12 03:38:12.588497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-543c4af0-5e2a-4f76-80bf-3eeed70b7d9b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.589659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-543c4af0-5e2a-4f76-80bf-3eeed70b7d9b tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042448 Nov 12 03:38:12.592065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.596329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-f9a369b6-24ad-40f0-a280-bc4226ebc383 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.597264 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f9a369b6-24ad-40f0-a280-bc4226ebc383 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042391 Nov 12 03:38:12.600392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.605240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-362b1e40-b2b9-4b28-a6f0-48dfb071732a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.608518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-362b1e40-b2b9-4b28-a6f0-48dfb071732a tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068622 Nov 12 03:38:12.608988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.615076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-46c08094-faad-419f-b127-ac419699fe9e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.616111 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-46c08094-faad-419f-b127-ac419699fe9e tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062113 Nov 12 03:38:12.618691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.623055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-9a635b61-5dc5-4035-8bd6-7dddb06fb89c tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.623991 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a635b61-5dc5-4035-8bd6-7dddb06fb89c tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039918 Nov 12 03:38:12.627212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39848) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.632206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-150273cb-f75e-4c43-ad45-918bf309beaa tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.635253 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-150273cb-f75e-4c43-ad45-918bf309beaa tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045841 Nov 12 03:38:12.635594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39850) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.639908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-99461c46-5a64-4ad9-a0f1-cb05781af834 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.642925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-99461c46-5a64-4ad9-a0f1-cb05781af834 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044000 Nov 12 03:38:12.643746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.648923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-653ad447-6ef0-4b29-bfd8-6ee0df8c88b6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.650107 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-653ad447-6ef0-4b29-bfd8-6ee0df8c88b6 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049789 Nov 12 03:38:12.652335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.655239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4186e1f-4af2-41cb-9deb-c6d19ce8e74b req-026bd292-c8d6-4783-8c6f-c49535b1df6a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.656434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [None req-3f4ec822-4566-48fb-84c1-b17b6858b776 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.656783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4186e1f-4af2-41cb-9deb-c6d19ce8e74b req-026bd292-c8d6-4783-8c6f-c49535b1df6a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0585172 Nov 12 03:38:12.659718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.659997 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3f4ec822-4566-48fb-84c1-b17b6858b776 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066454 Nov 12 03:38:12.664190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [None req-afadade3-0215-4bc9-ac73-923a85c972c2 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] http://10.222.0.93:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:12.665110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-afadade3-0215-4bc9-ac73-923a85c972c2 tempest-ExtensionsTestJSON-1690781467 tempest-ExtensionsTestJSON-1690781467-project] 10.222.0.93 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044267 Nov 12 03:38:12.713771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4186e1f-4af2-41cb-9deb-c6d19ce8e74b req-6f573087-aad3-40c3-bd03-e631f0c46c45 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475700 Nov 12 03:38:12.913346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.027509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91005f9d-6138-4229-895d-0412fa53d94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.039129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb5dab8a-fd5d-4e7a-a3ea-3046376f9472 req-b80aae42-3532-4012-a576-c0df6601dab8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dfd94991-52ad-4030-8fc4-47306cd00f2f HTTP/1.1" status: 200 len: 210 time: 0.0273252 Nov 12 03:38:13.106343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91005f9d-6138-4229-895d-0412fa53d94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.110313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91005f9d-6138-4229-895d-0412fa53d94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.148564 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91005f9d-6138-4229-895d-0412fa53d94e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ddf043c68a654602980b334bbb228497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339823 Nov 12 03:38:13.150488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91005f9d-6138-4229-895d-0412fa53d94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb7447-30cf-4092-bf62-3bb4468a15f2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.151216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39868) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.221216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.245550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.295899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.298787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.299974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/24cb7447-30cf-4092-bf62-3bb4468a15f2 HTTP/1.1" status: 204 len: 168 time: 0.1473436 Nov 12 03:38:13.308428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152005-8209-4554-bdea-17fe6db9c854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb7447-30cf-4092-bf62-3bb4468a15f2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.459666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-228bd35d-1c80-4611-a5fc-ae1e8a289d4e req-970a44c9-c529-41bc-bf8c-27039eddc4b5 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0399504 Nov 12 03:38:13.886953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7545d4-19b9-4e7d-83cb-c05eaf742741 req-8a2e0bd0-117a-4c73-828c-71f69fd6842d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.895413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7545d4-19b9-4e7d-83cb-c05eaf742741 req-8a2e0bd0-117a-4c73-828c-71f69fd6842d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0688264 Nov 12 03:38:13.955067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7545d4-19b9-4e7d-83cb-c05eaf742741 req-15846649-2cbe-4679-9872-c82a6a176236 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Nov 12 03:38:14.141849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.208960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.226232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39904) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.238209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.303466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.306696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.310819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39908) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.318066 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/security-groups/e1bc415e-cf4e-479d-bb37-fe19237afe7e HTTP/1.1" status: 204 len: 168 time: 0.1737790 Nov 12 03:38:14.327430 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-def1a249-c03f-4f1d-8dc3-68516f5d17e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] show failed (client error): The resource could not be found. Nov 12 03:38:14.331784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-def1a249-c03f-4f1d-8dc3-68516f5d17e8 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "GET /v2.0/security-groups/e1bc415e-cf4e-479d-bb37-fe19237afe7e HTTP/1.1" status: 404 len: 347 time: 0.0196946 Nov 12 03:38:14.332147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39910) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.333530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848d5d-68f5-4b9e-8994-6b91b17b7d42 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc415e-cf4e-479d-bb37-fe19237afe7e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.361106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3d2e8a30-e197-4eb0-b944-c1f7ff8e75c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] Request body: {'port': {'network_id': 'a15f22e1-a1ed-4e53-af7d-c3fc445e3d2f', 'name': 'tempest-NetworksNegativeTestJSON-1325589835'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.376273 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2e8a30-e197-4eb0-b944-c1f7ff8e75c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] POST failed (client error): The resource could not be found. Nov 12 03:38:14.376841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2e8a30-e197-4eb0-b944-c1f7ff8e75c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.379999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d2e8a30-e197-4eb0-b944-c1f7ff8e75c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1522961 Nov 12 03:38:14.381982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.401159 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c04ec9-7ec6-4519-a337-be591348876e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:14.402016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c04ec9-7ec6-4519-a337-be591348876e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.408991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f4c04ec9-7ec6-4519-a337-be591348876e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "DELETE /v2.0/networks/a35563d2-fd4e-4830-9e58-f89d905250f3 HTTP/1.1" status: 404 len: 339 time: 0.0258565 Nov 12 03:38:14.409873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39914) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.432459 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b2e294-f96c-45e8-a377-dbbf2919456a tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:14.433406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b2e294-f96c-45e8-a377-dbbf2919456a tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.440556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-30b2e294-f96c-45e8-a377-dbbf2919456a tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "DELETE /v2.0/ports/44d76e17-d88a-4799-8b41-a4f472c86fca HTTP/1.1" status: 404 len: 333 time: 0.0289769 Nov 12 03:38:14.441418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39916) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.467551 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4d3def-e66b-4821-8a36-19c2eb9784c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] DELETE failed (client error): The resource could not be found. Nov 12 03:38:14.468041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4d3def-e66b-4821-8a36-19c2eb9784c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.471095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port de91f63e-784e-44ca-b9f0-29d10442af24 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:14.471441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.472494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ec4d3def-e66b-4821-8a36-19c2eb9784c4 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "DELETE /v2.0/subnets/58786bfe-7d5d-4d02-a9ba-6af3f77f027b HTTP/1.1" status: 404 len: 337 time: 0.0299032 Nov 12 03:38:14.475335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.505003 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bc24e0-8455-4dc4-bd8c-08d66456d5f9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] GET failed (client error): The resource could not be found. Nov 12 03:38:14.506463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40bc24e0-8455-4dc4-bd8c-08d66456d5f9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "GET /v2.0/networks/33ef6c5b-20b5-4e72-a2f3-673a6ac366dc HTTP/1.1" status: 404 len: 339 time: 0.0300994 Nov 12 03:38:14.511426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.548732 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc9d2c5-834e-48fd-b0b3-7d717305d242 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] GET failed (client error): The resource could not be found. Nov 12 03:38:14.554739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9cc9d2c5-834e-48fd-b0b3-7d717305d242 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "GET /v2.0/ports/54817bef-f7ef-4fb4-a36b-91a9e661791c HTTP/1.1" status: 404 len: 333 time: 0.0420861 Nov 12 03:38:14.555205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.581277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e666f127-2006-44d3-8b46-722379e857fe req-f878d541-f1c8-41a2-bcaf-599888ff123e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0349789 Nov 12 03:38:14.595619 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-88187e01-eea9-4b0b-a375-b70573c07616 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] GET failed (client error): The resource could not be found. Nov 12 03:38:14.601062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88187e01-eea9-4b0b-a375-b70573c07616 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "GET /v2.0/subnets/4afee24a-a945-41e3-93b2-55da3cf00c63 HTTP/1.1" status: 404 len: 337 time: 0.0448759 Nov 12 03:38:14.603320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.614494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6276cf42-3717-4875-9ccc-cbc61ccefbe1 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.638172 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6276cf42-3717-4875-9ccc-cbc61ccefbe1 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] PUT failed (client error): The resource could not be found. Nov 12 03:38:14.638724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6276cf42-3717-4875-9ccc-cbc61ccefbe1 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.639864 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6276cf42-3717-4875-9ccc-cbc61ccefbe1 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "PUT /v2.0/networks/230a87a5-c972-463c-8397-44e3477f1127 HTTP/1.1" status: 404 len: 339 time: 0.0357935 Nov 12 03:38:14.642995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.642995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.643718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39928) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.650715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0ae5c626-d9bd-4894-b81d-4e4d84a7231e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.657244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for de91f63e-784e-44ca-b9f0-29d10442af24 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:14.668710 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae5c626-d9bd-4894-b81d-4e4d84a7231e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] PUT failed (client error): The resource could not be found. Nov 12 03:38:14.669350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae5c626-d9bd-4894-b81d-4e4d84a7231e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.674401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0ae5c626-d9bd-4894-b81d-4e4d84a7231e tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "PUT /v2.0/ports/36ae4c16-abce-4b8a-a07b-61ec6dc40be7 HTTP/1.1" status: 404 len: 333 time: 0.0296497 Nov 12 03:38:14.675021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.679989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-40cc1101-a9d6-4742-b7d0-1312468b46c9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:14.701365 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cc1101-a9d6-4742-b7d0-1312468b46c9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] PUT failed (client error): The resource could not be found. Nov 12 03:38:14.701819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cc1101-a9d6-4742-b7d0-1312468b46c9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:38:14.702941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-40cc1101-a9d6-4742-b7d0-1312468b46c9 tempest-NetworksNegativeTestJSON-856382436 tempest-NetworksNegativeTestJSON-856382436-project] 10.222.0.93 "PUT /v2.0/subnets/0861c06e-7601-4de0-af25-632ad1083414 HTTP/1.1" status: 404 len: 337 time: 0.0270386 Nov 12 03:38:14.797018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.823238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=de91f63e-784e-44ca-b9f0-29d10442af24,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:14.889479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.892122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.896893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39936) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.900133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-66eb9302-1c0b-4e11-8f4f-750b1a827cd4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/floatingips/71c82ca9-c962-4268-8ad4-64098a1567ba HTTP/1.1" status: 204 len: 168 time: 0.5606167 Nov 12 03:38:14.977163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.994460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port 7a75503a-65c4-45c8-bd74-cb273783d950 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:14.994798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.102752 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1cea8f0-0a39-42f4-b635-8c188405b24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.130341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63329f55-53bb-4743-a53c-01282cd15693 req-d1fa2aaf-8bbc-41d4-8625-df5f18cee23b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.132310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63329f55-53bb-4743-a53c-01282cd15693 req-d1fa2aaf-8bbc-41d4-8625-df5f18cee23b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0796242 Nov 12 03:38:15.134666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.163596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for 7a75503a-65c4-45c8-bd74-cb273783d950 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:15.189548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1cea8f0-0a39-42f4-b635-8c188405b24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.194536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1cea8f0-0a39-42f4-b635-8c188405b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.242730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63329f55-53bb-4743-a53c-01282cd15693 req-d285c75e-a07c-4f18-8db2-a4439d89102f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Nov 12 03:38:15.243316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.243594 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1cea8f0-0a39-42f4-b635-8c188405b24e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fe7fd289699e434bac9053bbaf6018c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642181 Nov 12 03:38:15.246697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cea8f0-0a39-42f4-b635-8c188405b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b17ff8-5a95-4153-bd97-6a0c2c80c05f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.339754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.375885 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.385133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.438286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=7a75503a-65c4-45c8-bd74-cb273783d950,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.503082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.505776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.506914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7b17ff8-5a95-4153-bd97-6a0c2c80c05f HTTP/1.1" status: 204 len: 168 time: 0.2628403 Nov 12 03:38:15.512602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.518007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c9aedfd-6c71-4886-9418-2012fc05c3d6 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/ports/7a75503a-65c4-45c8-bd74-cb273783d950 HTTP/1.1" status: 204 len: 168 time: 0.6199973 Nov 12 03:38:15.518171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.523245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0aecc-e9cc-4c92-b9d6-2c7c81176743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b17ff8-5a95-4153-bd97-6a0c2c80c05f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.638797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:15.639145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.703445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b317afa-a1b5-42f4-b087-1de8418cfd20 req-2f7fd235-4a81-4b8b-9430-249b93e314f2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0375967 Nov 12 03:38:15.750662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.773491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for 9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:15.941137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.989561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=9f7cb304-b907-4ae5-bb66-2cf4c17f27c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.062963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.069618 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6caf537b-5150-42bd-878b-2e951f15533f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/ports/9f7cb304-b907-4ae5-bb66-2cf4c17f27c0 HTTP/1.1" status: 204 len: 168 time: 0.5473006 Nov 12 03:38:16.069959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.125583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting subnet c5e399b3-2e2c-4b77-972b-ec91cfa580a7 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:16.131477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.187433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.299491 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.313919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39974) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.370752 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.396659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb73b5-5ae3-4003-843d-a367370a92c5 req-8304203c-cb32-41f3-81ef-9c13e2d1db3a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.399450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22fb73b5-5ae3-4003-843d-a367370a92c5 req-8304203c-cb32-41f3-81ef-9c13e2d1db3a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0696983 Nov 12 03:38:16.408194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.412087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/subnets/c5e399b3-2e2c-4b77-972b-ec91cfa580a7 HTTP/1.1" status: 204 len: 168 time: 0.3412077 Nov 12 03:38:16.413304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09411843-817c-40c9-9932-ae7dd5be9fd0 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e399b3-2e2c-4b77-972b-ec91cfa580a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.420066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81c233-ee52-4a6e-8c7e-ed77ab820811 None None] Network 7fd15f06-7b17-4180-b987-925b66abf718 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:16.434258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.499916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22fb73b5-5ae3-4003-843d-a367370a92c5 req-07a192eb-2795-4bb4-a909-d37d41cc3356 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946555 Nov 12 03:38:16.518167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-772031125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:16.546093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.548351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.548591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting subnet 48986db5-69a5-4c7e-817e-e06427a8b06e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:16.555182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.618590 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.635609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.642216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.668976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.670276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-217c0a75-0544-4ebc-ae2f-fc6d20df25eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3545842 Nov 12 03:38:16.679756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39980) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.682659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1348777589'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:16.710408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] DHCP port deletion for 7fd15f06-7b17-4180-b987-925b66abf718 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:16.714079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.718263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:16.721945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.734783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.802707 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.805624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Deleting port 849e7464-6282-4b64-aa38-3663add761fc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:16.806222 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.818410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb357a61-4ff7-4654-b6f5-e68aa9e44b55 req-1252d903-3da3-4913-a96e-aa95e931c663 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0308406 Nov 12 03:38:16.840356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Subnet': ['ID=48986db5-69a5-4c7e-817e-e06427a8b06e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.852179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.860866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f1c62fb6-3366-46f9-9a37-b6a381cc732f tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/subnets/48986db5-69a5-4c7e-817e-e06427a8b06e HTTP/1.1" status: 204 len: 168 time: 0.4256091 Nov 12 03:38:16.864215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:16.866755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.868852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818eb77-93ef-42b7-93c0-ba84d8797500 None None] Network 9a201ab7-ac1e-4470-8215-8da255708ce7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:16.871383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.897908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:16.913472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8b3d1-73d1-42c9-8f44-3252b36b2c33,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:16.919344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.919920 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Added segment 251c1102-7cd7-44f6-bb98-7aa67525f7e4 of type vlan for network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 Nov 12 03:38:16.951636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:16.973612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.001819 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.010524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.011688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.016703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Deleting port 849e7464-6282-4b64-aa38-3663add761fc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:17.017045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.022825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] For port 849e7464-6282-4b64-aa38-3663add761fc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=849e7464-6282-4b64-aa38-3663add761fc,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:17.023114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.042073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Calling delete_port for 849e7464-6282-4b64-aa38-3663add761fc owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:17.048084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3692265 Nov 12 03:38:17.049483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39986) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:17.061895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'subnet': {'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:17.096860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] For port 849e7464-6282-4b64-aa38-3663add761fc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=849e7464-6282-4b64-aa38-3663add761fc,segment=NetworkSegment(82884647-43fa-4129-8be0-43ebc89ffb34),segment_id=82884647-43fa-4129-8be0-43ebc89ffb34)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:17.097399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.115882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Calling delete_port for 849e7464-6282-4b64-aa38-3663add761fc owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:17.194561 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.230560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] Pushing event deleted for resources: {'Port': ['ID=849e7464-6282-4b64-aa38-3663add761fc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.247366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d15a2f-1090-41f9-b0cd-22b4fb7fe2d9 None None] No DVR routers for this DVR port 849e7464-6282-4b64-aa38-3663add761fc on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:17.261803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.265328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] DHCP port deletion for 9a201ab7-ac1e-4470-8215-8da255708ce7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:17.294302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Port': ['ID=849e7464-6282-4b64-aa38-3663add761fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.298373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] No DVR routers for this DVR port 849e7464-6282-4b64-aa38-3663add761fc on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:17.331076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Deleting port afec28f1-a274-435c-b5b8-9523af74c2ba {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:17.331453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.404130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.405250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] For port afec28f1-a274-435c-b5b8-9523af74c2ba, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=afec28f1-a274-435c-b5b8-9523af74c2ba,segment=NetworkSegment(dae3d3ee-83db-4529-b2e8-5588689ad35d),segment_id=dae3d3ee-83db-4529-b2e8-5588689ad35d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:17.405788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.425174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Calling delete_port for afec28f1-a274-435c-b5b8-9523af74c2ba owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:17.444329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd15f06-7b17-4180-b987-925b66abf718']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:17.449796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82884647-43fa-4129-8be0-43ebc89ffb34') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:17.450200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82884647-43fa-4129-8be0-43ebc89ffb34') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:17.464143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.481153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.492999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:17.493623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: items = [ Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:17.499482 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:17.534360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.544266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425a2e8-8079-4977-862d-71762229c468 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Network': ['ID=a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.577713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:17.579644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.590142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.595920 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/networks/7fd15f06-7b17-4180-b987-925b66abf718 HTTP/1.1" status: 204 len: 168 time: 0.7282479 Nov 12 03:38:17.598044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39990) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:17.604959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45e8f4-1fb1-4e83-adf5-d4e40e116caf tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Network': ['ID=7fd15f06-7b17-4180-b987-925b66abf718,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.640753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] Pushing event deleted for resources: {'Port': ['ID=afec28f1-a274-435c-b5b8-9523af74c2ba,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:17.645733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fbd07-9aac-49fb-a01a-b31d4c3873f1 None None] No DVR routers for this DVR port afec28f1-a274-435c-b5b8-9523af74c2ba on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:17.656060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:17.659642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.797029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:17.827888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909a249-694e-418d-ba4e-5a7758d98192 req-85bdfebb-4b4d-49f1-a4b4-ed99f50015d9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.829395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c909a249-694e-418d-ba4e-5a7758d98192 req-85bdfebb-4b4d-49f1-a4b4-ed99f50015d9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1870441 Nov 12 03:38:18.000411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b640bfa9-10ff-42b6-b3b8-53807f74a1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.010699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.019270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8e7ab15-aa29-4198-a152-14147a0ca9f0 req-4bcf9707-3ecc-47bd-af5c-e57e4b22f6ea tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.1030285 Nov 12 03:38:18.033814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c909a249-694e-418d-ba4e-5a7758d98192 req-154411cf-7d08-465c-81a1-69d93263d792 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959825 Nov 12 03:38:18.055110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a201ab7-ac1e-4470-8215-8da255708ce7']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:18.089717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae3d3ee-83db-4529-b2e8-5588689ad35d') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:18.090017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae3d3ee-83db-4529-b2e8-5588689ad35d') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:18.108834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.129767 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.136078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.172333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:18.172735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:18.178262 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:18.277574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Checking segment: {'id': '251c1102-7cd7-44f6-bb98-7aa67525f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:18.277944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network hostable DHCP agents. Network: a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:18.279944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Subnet': ['ID=78ae5959-51bb-40a7-a408-b53efd006c4d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.291426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.302414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.305159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] 10.222.0.93 "DELETE /v2.0/networks/9a201ab7-ac1e-4470-8215-8da255708ce7 HTTP/1.1" status: 204 len: 168 time: 0.7061446 Nov 12 03:38:18.334214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:18.334999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000f723-916d-4ed4-b31a-2de184bdb4e4 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] Pushing event deleted for resources: {'Network': ['ID=9a201ab7-ac1e-4470-8215-8da255708ce7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.353175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:18.373808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.376255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.438185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030e2c2-6b32-4b74-a319-a3684d0a0590 None None] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:18.440367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 849e7464-6282-4b64-aa38-3663add761fc no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:18.458736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.463829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'network': {'name': 'tempest-router-network01--746003630'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.467641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3cac5813-594e-4725-a4ec-4a1a3b070c6f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4080441 Nov 12 03:38:18.497070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 849e7464-6282-4b64-aa38-3663add761fc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:18.497702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 849e7464-6282-4b64-aa38-3663add761fc not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:18.498583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device afec28f1-a274-435c-b5b8-9523af74c2ba no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:18.509535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.513099 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.559574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: afec28f1-a274-435c-b5b8-9523af74c2ba {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:18.559847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device afec28f1-a274-435c-b5b8-9523af74c2ba not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:18.560538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:18.585699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.586063 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Added segment 9c55cd77-7361-4a34-9baf-b3ee32feba74 of type vlan for network a917d900-5a0b-4c7f-b924-72f83988f004 Nov 12 03:38:18.648124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.680274 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.693097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.693854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.709938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07', 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07', 'tenant_id': 'a1fac280b77c4f82866ef1c9cb65b4c7', 'fixed_ips': [{'subnet_id': '78ae5959-51bb-40a7-a408-b53efd006c4d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:18.711125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.743045 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2831008 Nov 12 03:38:18.747027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40006) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:18.755240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'network': {'name': 'tempest-router-network02--1683737674'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:18.780582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e534-72f0-4fe0-b74f-959db745927b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Network': ['ID=a917d900-5a0b-4c7f-b924-72f83988f004,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:18.783749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788d763-9ae0-4efa-a503-e2520ef0a224 req-8d4b3b09-597b-46bc-8bec-0b54198c7405 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.792120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d788d763-9ae0-4efa-a503-e2520ef0a224 req-8d4b3b09-597b-46bc-8bec-0b54198c7405 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.0837340 Nov 12 03:38:18.797297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a917d900-5a0b-4c7f-b924-72f83988f004 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:18.809675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:18.813009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.856771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:18.864365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d788d763-9ae0-4efa-a503-e2520ef0a224 req-6d6c0833-cf8b-4063-bb20-30fdeb0acd72 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712917 Nov 12 03:38:18.869955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.870346 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Added segment 6f3a1ca2-866c-4ea1-8bd6-387365b5e33c of type vlan for network 89c8e6f9-44ba-45c1-98b3-edf261d21307 Nov 12 03:38:18.918018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.942164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Allocated IP 2001:db8::2 (a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07/78ae5959-51bb-40a7-a408-b53efd006c4d/dfae31e6-b10e-4724-889f-61d9adc9743e) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:18.943693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:18.949618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.950284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.030004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2770650 Nov 12 03:38:19.030004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f8164-8ce5-4d87-88aa-db2b64db8367 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Network': ['ID=89c8e6f9-44ba-45c1-98b3-edf261d21307,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.030768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:19.036742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'subnet': {'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:19.050607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:19.220674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b9cc587-2fea-44eb-89f8-283b1a1d4347 req-cae4cb3f-a8e2-43d3-bff6-adfc43e66f1d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0703766 Nov 12 03:38:19.235117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:19.248498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.284054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094fe0-2ca8-4cf4-b4e3-09d3af64a299 req-b5624be3-40c8-478e-a008-dec4f4a3db94 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.285678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe094fe0-2ca8-4cf4-b4e3-09d3af64a299 req-b5624be3-40c8-478e-a008-dec4f4a3db94 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1510015 Nov 12 03:38:19.372231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.380796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.385365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe094fe0-2ca8-4cf4-b4e3-09d3af64a299 req-96393432-280e-41f3-b650-9228c6958bac tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709789 Nov 12 03:38:19.434993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:19.442058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:19.445063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:19.451393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Pushing event updated for resources: {'Port': ['ID=dfae31e6-b10e-4724-889f-61d9adc9743e,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.492766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.511684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Attempting to bind port dfae31e6-b10e-4724-889f-61d9adc9743e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:19.512375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Attempting to bind port dfae31e6-b10e-4724-889f-61d9adc9743e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '251c1102-7cd7-44f6-bb98-7aa67525f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:19.512810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Attempting to bind port dfae31e6-b10e-4724-889f-61d9adc9743e on network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:19.517954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:19.518409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Checking segment: {'id': '251c1102-7cd7-44f6-bb98-7aa67525f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:19.518883 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.520280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Bound using segment: {'id': '251c1102-7cd7-44f6-bb98-7aa67525f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:19.520439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Bound port: dfae31e6-b10e-4724-889f-61d9adc9743e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251c1102-7cd7-44f6-bb98-7aa67525f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:19.520865 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.557899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Subnet': ['ID=1a5895d4-6baf-407c-9763-b15244c2b9fd,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.565202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Checking segment: {'id': '9c55cd77-7361-4a34-9baf-b3ee32feba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:19.565559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network hostable DHCP agents. Network: a917d900-5a0b-4c7f-b924-72f83988f004, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:19.582870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a917d900-5a0b-4c7f-b924-72f83988f004 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:19.594526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] For port dfae31e6-b10e-4724-889f-61d9adc9743e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:19.594840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a917d900-5a0b-4c7f-b924-72f83988f004) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:19.599314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] For port dfae31e6-b10e-4724-889f-61d9adc9743e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dfae31e6-b10e-4724-889f-61d9adc9743e,segment=NetworkSegment(251c1102-7cd7-44f6-bb98-7aa67525f7e4),segment_id=251c1102-7cd7-44f6-bb98-7aa67525f7e4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:19.600748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.601432 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.605999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.618970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da320e-603c-4d6c-8f94-607aa868894d None None] Network a917d900-5a0b-4c7f-b924-72f83988f004 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:19.623787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cf90cd0e-b69c-4fa8-bab8-fabf199a820e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5892723 Nov 12 03:38:19.623787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40014) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:19.628660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'subnet': {'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:19.732170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:19.737155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.748982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28d03d-3a98-49f8-9af2-92536d6422bf None None] Pushing event updated for resources: {'Port': ['ID=dfae31e6-b10e-4724-889f-61d9adc9743e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:19.856464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a917d900-5a0b-4c7f-b924-72f83988f004', 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004', 'tenant_id': 'a1fac280b77c4f82866ef1c9cb65b4c7', 'fixed_ips': [{'subnet_id': '1a5895d4-6baf-407c-9763-b15244c2b9fd'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:19.857859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.058137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.092409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Allocated IP 2001:db8::2 (a917d900-5a0b-4c7f-b924-72f83988f004/1a5895d4-6baf-407c-9763-b15244c2b9fd/288c9b65-cf81-426d-ab97-e94035e19944) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:20.102810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379fb60-2867-471a-b863-8f958c6bb0bd req-0e073d09-b9e8-4488-853d-b59244bb2796 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.104522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f379fb60-2867-471a-b863-8f958c6bb0bd req-0e073d09-b9e8-4488-853d-b59244bb2796 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.1145332 Nov 12 03:38:20.154816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Subnet': ['ID=d7500cd8-3102-4470-897f-55c54d3001a5,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.195878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f379fb60-2867-471a-b863-8f958c6bb0bd req-ea5c990b-c9b5-4314-91ba-691efb73652c tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810137 Nov 12 03:38:20.197052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Checking segment: {'id': '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:20.197416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network hostable DHCP agents. Network: 89c8e6f9-44ba-45c1-98b3-edf261d21307, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:20.231773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:20.258814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 89c8e6f9-44ba-45c1-98b3-edf261d21307) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:20.265255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.265862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.291575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-402e35b3-7cdd-4596-a202-d7f31c034b88 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.291575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-402e35b3-7cdd-4596-a202-d7f31c034b88 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.0817285 Nov 12 03:38:20.300324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fe8eb065-b01a-4895-a51b-fe23d0129386 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6754031 Nov 12 03:38:20.302973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:20.329703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d20d0b-bf85-47bc-96f9-caa717b22103 None None] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:20.336111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.383249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.480978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dd82e53-da81-417b-b028-aca8bc3e325c req-e357e907-3211-4c08-bbda-2bd161fcfa55 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0492418 Nov 12 03:38:20.499303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dfae31e6-b10e-4724-889f-61d9adc9743e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:20.576808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8e19-b611-4d0e-b12d-68dc6b882f69 req-20a3ccf4-976b-4d7c-9cf6-32edc7325ffc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.581265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868e8e19-b611-4d0e-b12d-68dc6b882f69 req-20a3ccf4-976b-4d7c-9cf6-32edc7325ffc tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0962992 Nov 12 03:38:20.593967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Network a917d900-5a0b-4c7f-b924-72f83988f004 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:20.607380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:20.616852 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f19d8113-20f7-43f1-99e9-626254e908ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.622491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:20.666115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-868e8e19-b611-4d0e-b12d-68dc6b882f69 req-15837010-35b6-45ca-9f5b-e452822db504 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812280 Nov 12 03:38:20.674632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Deleting port 55867cd9-9045-4a7a-b8f9-36ab91523bab {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:20.676950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.682752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Pushing event updated for resources: {'Port': ['ID=288c9b65-cf81-426d-ab97-e94035e19944,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.742288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.803099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dfae31e6-b10e-4724-889f-61d9adc9743e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:20.806616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.846719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] For port 55867cd9-9045-4a7a-b8f9-36ab91523bab, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=55867cd9-9045-4a7a-b8f9-36ab91523bab,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:20.847378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.854127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Attempting to bind port 288c9b65-cf81-426d-ab97-e94035e19944 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:20.854578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Attempting to bind port 288c9b65-cf81-426d-ab97-e94035e19944 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9c55cd77-7361-4a34-9baf-b3ee32feba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:20.855010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Attempting to bind port 288c9b65-cf81-426d-ab97-e94035e19944 on network a917d900-5a0b-4c7f-b924-72f83988f004 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:20.917125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:20.917553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Checking segment: {'id': '9c55cd77-7361-4a34-9baf-b3ee32feba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:20.918024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.918491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Bound using segment: {'id': '9c55cd77-7361-4a34-9baf-b3ee32feba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:20.919057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Bound port: 288c9b65-cf81-426d-ab97-e94035e19944, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c55cd77-7361-4a34-9baf-b3ee32feba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'a917d900-5a0b-4c7f-b924-72f83988f004'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:20.919546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.028487 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.092380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port dfae31e6-b10e-4724-889f-61d9adc9743e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dfae31e6-b10e-4724-889f-61d9adc9743e,segment=NetworkSegment(251c1102-7cd7-44f6-bb98-7aa67525f7e4),segment_id=251c1102-7cd7-44f6-bb98-7aa67525f7e4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:21.103200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.128404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Allocated IP 2001:db8::1 (a917d900-5a0b-4c7f-b924-72f83988f004/1a5895d4-6baf-407c-9763-b15244c2b9fd/b7e742d0-8809-4540-91f5-62ae7f3d40e6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:21.132172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] For port 288c9b65-cf81-426d-ab97-e94035e19944, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:21.136819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-89c8e6f9-44ba-45c1-98b3-edf261d21307', 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307', 'tenant_id': 'a1fac280b77c4f82866ef1c9cb65b4c7', 'fixed_ips': [{'subnet_id': 'd7500cd8-3102-4470-897f-55c54d3001a5'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:21.137911 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.150119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.151712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.152293 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Floating IP a2e0e8b2-bdae-492d-8f83-c1a20afdfa48 disassociated. External IP: 172.25.4.64, port: 55867cd9-9045-4a7a-b8f9-36ab91523bab. Nov 12 03:38:21.153457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Calling delete_port for 55867cd9-9045-4a7a-b8f9-36ab91523bab owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:21.169345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] For port 288c9b65-cf81-426d-ab97-e94035e19944, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=288c9b65-cf81-426d-ab97-e94035e19944,segment=NetworkSegment(9c55cd77-7361-4a34-9baf-b3ee32feba74),segment_id=9c55cd77-7361-4a34-9baf-b3ee32feba74)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:21.191607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.208856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab38eb17-c1e9-447f-87ab-e11d844d9738 None None] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:21.210282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=dfae31e6-b10e-4724-889f-61d9adc9743e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.321115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.366244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.402511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a917d900-5a0b-4c7f-b924-72f83988f004 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:21.428156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00ae6d-f988-4d59-ac00-b8ef83d00850 None None] Pushing event updated for resources: {'Port': ['ID=288c9b65-cf81-426d-ab97-e94035e19944,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.429707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:21.438998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:21.439776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.464547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876074-65e6-481d-8e6b-3f015fcd8729 req-abbdcf88-6746-4110-8c8d-6058db1f8a83 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.466305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71876074-65e6-481d-8e6b-3f015fcd8729 req-abbdcf88-6746-4110-8c8d-6058db1f8a83 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/ports?device_id=3e496241-e211-49ea-acba-5c9d1c6ee134 HTTP/1.1" status: 200 len: 945 time: 0.1409087 Nov 12 03:38:21.485412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.507058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-050a9675-8240-4bd9-a865-473e16d7c9b6 None None] Provisioning complete for port dfae31e6-b10e-4724-889f-61d9adc9743e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:21.507606 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-050a9675-8240-4bd9-a865-473e16d7c9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.531741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'Port': ['ID=55867cd9-9045-4a7a-b8f9-36ab91523bab,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.591281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Port': ['ID=b7e742d0-8809-4540-91f5-62ae7f3d40e6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:21.612250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Allocated IP 2001:db8::2 (89c8e6f9-44ba-45c1-98b3-edf261d21307/d7500cd8-3102-4470-897f-55c54d3001a5/beca1720-76fe-4daf-b5ca-ae88dfb377fb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:21.683796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.684379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.684990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.685510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.686011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.686548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.687035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.687611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.688140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.688751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.689291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.691232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:21.729428 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.793537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1414175c-5aa3-44df-b624-ff5f4ee94e18 req-5c4825b2-b7dc-4fee-9630-6574f050b678 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0565684 Nov 12 03:38:21.794180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:21.800601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71876074-65e6-481d-8e6b-3f015fcd8729 req-b874c702-09e9-4ab2-8348-6833b969dffc tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups?id=bee0d58a-b97e-4976-850d-02e0df4446e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242869 Nov 12 03:38:21.827774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:22.092087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32a0fa-a315-4858-af72-d607267074bf req-6224970b-c5a5-4415-8275-794dc10129a7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.101494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec32a0fa-a315-4858-af72-d607267074bf req-6224970b-c5a5-4415-8275-794dc10129a7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1445081 Nov 12 03:38:22.212404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec32a0fa-a315-4858-af72-d607267074bf req-cbc0cb7b-7a9a-4ce0-9e18-451a14adbe50 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095307 Nov 12 03:38:22.216917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:22.261862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:22.301295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] No DVR routers for this DVR port 55867cd9-9045-4a7a-b8f9-36ab91523bab on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:22.306084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.311167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f303bee6-fdfb-4a8f-af4c-7807c7b82832 req-c0f579ca-3986-4d87-a87f-b45b812813de tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.98 "DELETE /v2.0/ports/55867cd9-9045-4a7a-b8f9-36ab91523bab HTTP/1.1" status: 204 len: 173 time: 2.0089288 Nov 12 03:38:22.311832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'name': 'network-vif-deleted', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:22.324643 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af115790-f307-4339-9d50-f56221a95c83" -d '{"events": [{"server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "name": "network-vif-deleted", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:22.373668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:22.374303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:22.399658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b459af61-8ce5-4fd8-b6eb-31427fd2d339 None None] Provisioning complete for port dfae31e6-b10e-4724-889f-61d9adc9743e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:22.406185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b459af61-8ce5-4fd8-b6eb-31427fd2d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.412994 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddec1b8-e989-4892-a052-4a2ce2badb41 x-openstack-request-id: req-eddec1b8-e989-4892-a052-4a2ce2badb41 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:22.413304 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e496241-e211-49ea-acba-5c9d1c6ee134", "name": "network-vif-deleted", "tag": "55867cd9-9045-4a7a-b8f9-36ab91523bab", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:22.413568 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eddec1b8-e989-4892-a052-4a2ce2badb41 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:22.414107 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e496241-e211-49ea-acba-5c9d1c6ee134', 'name': 'network-vif-deleted', 'tag': '55867cd9-9045-4a7a-b8f9-36ab91523bab', 'status': 'completed', 'code': 200} Nov 12 03:38:22.447212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.483930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.493759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.508808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.509618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.628529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:22.639936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:22.648618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:22.661827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Pushing event updated for resources: {'Port': ['ID=beca1720-76fe-4daf-b5ca-ae88dfb377fb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.664860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Port': ['ID=b7e742d0-8809-4540-91f5-62ae7f3d40e6,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:22.709601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:22.753359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a917d900-5a0b-4c7f-b924-72f83988f004 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:22.756057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:22.782004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 288c9b65-cf81-426d-ab97-e94035e19944 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:22.925928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Attempting to bind port beca1720-76fe-4daf-b5ca-ae88dfb377fb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:22.926355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Attempting to bind port beca1720-76fe-4daf-b5ca-ae88dfb377fb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:22.926727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Attempting to bind port beca1720-76fe-4daf-b5ca-ae88dfb377fb on network 89c8e6f9-44ba-45c1-98b3-edf261d21307 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:22.960105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Router d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:38:22.964639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:22.965012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Checking segment: {'id': '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:22.965423 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.965826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Bound using segment: {'id': '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:22.966320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Bound port: beca1720-76fe-4daf-b5ca-ae88dfb377fb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '89c8e6f9-44ba-45c1-98b3-edf261d21307'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:22.966705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.985800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40042) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.008535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9cb5c08-5b4a-4dff-b639-f8303bc308b1 req-2b8ff664-c7a3-413e-8845-d8b179945483 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0683103 Nov 12 03:38:23.076169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.088833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07bfae-df75-47d3-86ee-e828abe595ab None None] Network a917d900-5a0b-4c7f-b924-72f83988f004 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:23.098552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.107546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.140725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:23.148708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee41d095-577e-4a4a-baa5-f95b75c17e55 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8428841 Nov 12 03:38:23.151039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.154141 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] Sync routers for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:23.160030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] For port beca1720-76fe-4daf-b5ca-ae88dfb377fb, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:23.165469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] For port beca1720-76fe-4daf-b5ca-ae88dfb377fb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=beca1720-76fe-4daf-b5ca-ae88dfb377fb,segment=NetworkSegment(6f3a1ca2-866c-4ea1-8bd6-387365b5e33c),segment_id=6f3a1ca2-866c-4ea1-8bd6-387365b5e33c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:23.169699 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:23.170619 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:23.188700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.192687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.194065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "DELETE /v2.0/security-groups/bee0d58a-b97e-4976-850d-02e0df4446e3 HTTP/1.1" status: 204 len: 168 time: 0.1839800 Nov 12 03:38:23.199596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40046) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.205111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.220096 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-46653d98-9ee3-4bcc-8ba7-87d94f1706bf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] show failed (client error): The resource could not be found. Nov 12 03:38:23.221880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-46653d98-9ee3-4bcc-8ba7-87d94f1706bf tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "GET /v2.0/security-groups/bee0d58a-b97e-4976-850d-02e0df4446e3 HTTP/1.1" status: 404 len: 347 time: 0.0198574 Nov 12 03:38:23.227299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40048) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:23.228341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27596f-d7e5-49ac-969f-6490944a2fa2 tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee0d58a-b97e-4976-850d-02e0df4446e3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.234363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 288c9b65-cf81-426d-ab97-e94035e19944 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:23.249247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.267115 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:23.288666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:23.289297 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:23.341830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:23.343599 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3c458-00b0-4fd1-923c-3d3435df7661 None None] The sync data for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:23.522721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4382c-54c0-4212-914d-35987ded4f8b req-2f0b8208-3a14-45e0-a773-150f98a4fe53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.526741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09f4382c-54c0-4212-914d-35987ded4f8b req-2f0b8208-3a14-45e0-a773-150f98a4fe53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2097652 Nov 12 03:38:23.562241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e92c8-d514-4d0e-96b9-f215078da797 None None] Pushing event updated for resources: {'Port': ['ID=beca1720-76fe-4daf-b5ca-ae88dfb377fb,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.609096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09f4382c-54c0-4212-914d-35987ded4f8b req-43a4688c-9766-4838-a3c0-98d433d27f2d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738268 Nov 12 03:38:23.624972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Deleting port 73f5598a-2a31-4685-9a24-70b274a2f3b2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:23.625624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.654628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c25ad131-f6e2-4877-84b1-a9622e3fc2ff None None] Provisioning complete for port 288c9b65-cf81-426d-ab97-e94035e19944 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:23.655185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c25ad131-f6e2-4877-84b1-a9622e3fc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.745412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.754192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.754703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.775476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Calling delete_port for 73f5598a-2a31-4685-9a24-70b274a2f3b2 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:23.871637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.899752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:23.938242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.949821 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c25ad131-f6e2-4877-84b1-a9622e3fc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:23.958599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 55867cd9-9045-4a7a-b8f9-36ab91523bab no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:23.981534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Pushing event deleted for resources: {'Port': ['ID=73f5598a-2a31-4685-9a24-70b274a2f3b2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:23.990093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:24.001684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 55867cd9-9045-4a7a-b8f9-36ab91523bab {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:24.002021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 55867cd9-9045-4a7a-b8f9-36ab91523bab not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:24.028508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:24.029121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:24.053702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.056674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.075841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 288c9b65-cf81-426d-ab97-e94035e19944, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=288c9b65-cf81-426d-ab97-e94035e19944,segment=NetworkSegment(9c55cd77-7361-4a34-9baf-b3ee32feba74),segment_id=9c55cd77-7361-4a34-9baf-b3ee32feba74)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:24.078328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a5d61c3-3d55-456f-b58a-b1e7de2f1b0a tempest-AttachVolumeTestJSON-69943622 tempest-AttachVolumeTestJSON-69943622-project] 10.222.0.93 "DELETE /v2.0/floatingips/a2e0e8b2-bdae-492d-8f83-c1a20afdfa48 HTTP/1.1" status: 204 len: 168 time: 0.8471227 Nov 12 03:38:24.100198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.101074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dfae31e6-b10e-4724-889f-61d9adc9743e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:24.176586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4e08fad-acf2-48a3-8968-ac1c2bae0232 req-a918fb49-c42b-49ff-9844-081180fae42d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0402155 Nov 12 03:38:24.217198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=288c9b65-cf81-426d-ab97-e94035e19944,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:24.266167 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-04a279a3-58d6-4789-813a-04a831b58cf2 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:24.267916 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04a279a3-58d6-4789-813a-04a831b58cf2 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1156747 Nov 12 03:38:24.271618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40058) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:24.358250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-c25ad131-f6e2-4877-84b1-a9622e3fc2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:38:24.358750 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-c25ad131-f6e2-4877-84b1-a9622e3fc2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:38:24.387631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:24.417196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dfae31e6-b10e-4724-889f-61d9adc9743e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:24.417669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.756197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d93e9-da28-4da3-8bba-c4182a8a9cb6 None None] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:24.789331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5284a9a-52ea-4aed-a123-221fe89449e2 req-0adae97f-801b-4014-87f2-a26b4a9f8180 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.791078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5284a9a-52ea-4aed-a123-221fe89449e2 req-0adae97f-801b-4014-87f2-a26b4a9f8180 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0691183 Nov 12 03:38:24.831031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.009856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5284a9a-52ea-4aed-a123-221fe89449e2 req-5f0c83a8-8b5f-45e5-85f4-832dae59ff40 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109213 Nov 12 03:38:25.078656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:25.116786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a51c2a-7489-4a13-883a-a0bb372a0e47 None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:30:23Z', 'revision_number': 4, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b10a64a7-d861-4955-8b87-24d9bc218cff', 'name': '', 'network_id': 'd35380c2-838c-48bf-ab08-f50dfdbc475b', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'mac_address': 'fa:16:3e:10:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:22Z', 'updated_at': '2021-11-12T03:30:31Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'subnets': [{'id': 'fc5acc1f-62f2-4076-8468-43fbb82f1885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:25.129543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Provisioning complete for port beca1720-76fe-4daf-b5ca-ae88dfb377fb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.129543 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.254729 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.278804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port b7e742d0-8809-4540-91f5-62ae7f3d40e6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:25.279373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.305686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device beca1720-76fe-4daf-b5ca-ae88dfb377fb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:25.309707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] For port beca1720-76fe-4daf-b5ca-ae88dfb377fb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=beca1720-76fe-4daf-b5ca-ae88dfb377fb,segment=NetworkSegment(6f3a1ca2-866c-4ea1-8bd6-387365b5e33c),segment_id=6f3a1ca2-866c-4ea1-8bd6-387365b5e33c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:25.352186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.395873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ff91f01-f12f-420a-8ba2-edf9357ff2b9 req-c7c14b88-7c8c-4771-956c-5d207a18972e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0339541 Nov 12 03:38:25.424662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Provisioning complete for port b7e742d0-8809-4540-91f5-62ae7f3d40e6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.425135 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.468462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.468887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Pushing event updated for resources: {'Port': ['ID=beca1720-76fe-4daf-b5ca-ae88dfb377fb,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.480788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port beca1720-76fe-4daf-b5ca-ae88dfb377fb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.481267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.483082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Port b7e742d0-8809-4540-91f5-62ae7f3d40e6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:25.485290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for b7e742d0-8809-4540-91f5-62ae7f3d40e6 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:25.517074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Provisioning complete for port 288c9b65-cf81-426d-ab97-e94035e19944 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.517607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59aa4030-9094-416b-b2a5-698f02fe83ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.570742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59520df0-9db1-4ac5-9dc9-b4f44d993fed None None] New status for floating IP a2e0e8b2-bdae-492d-8f83-c1a20afdfa48: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:38:25.696284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.708844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 288c9b65-cf81-426d-ab97-e94035e19944 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:25.722837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=b7e742d0-8809-4540-91f5-62ae7f3d40e6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:25.768660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 288c9b65-cf81-426d-ab97-e94035e19944 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.769199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.829638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.895320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cf48ea86-2e9d-483d-957f-78a49aa270d0 None None] Provisioning complete for port beca1720-76fe-4daf-b5ca-ae88dfb377fb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:25.895683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cf48ea86-2e9d-483d-957f-78a49aa270d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.992605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cf48ea86-2e9d-483d-957f-78a49aa270d0 None None] Could not find standard attr ID for object b7e742d0-8809-4540-91f5-62ae7f3d40e6. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:38:26.380539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Router d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:26.407182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730d24c-8555-4170-84eb-6e5703106d74 req-647362f8-1ea3-4f99-91ff-d7c8e020c4f4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.408688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4730d24c-8555-4170-84eb-6e5703106d74 req-647362f8-1ea3-4f99-91ff-d7c8e020c4f4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0636473 Nov 12 03:38:26.490568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:26.496317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7ea9cac-6534-4c8d-b540-e950950b222b tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234814 Nov 12 03:38:26.501398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.505112 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] Sync routers for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:26.518201 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:26.519096 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:26.538344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e557cad-88f7-4344-8db4-cb801bc0e703 req-04078a77-f25d-448b-ae85-bb92a5944bc2 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.0344493 Nov 12 03:38:26.542098 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-319534cb-19f3-42e7-84f3-362457adf5a6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] delete failed (client error): The resource could not be found. Nov 12 03:38:26.546795 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-319534cb-19f3-42e7-84f3-362457adf5a6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-358798556 HTTP/1.1" status: 404 len: 334 time: 0.0409684 Nov 12 03:38:26.547740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40070) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.558449 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:26.560022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a3859aa0-3746-48ba-88e8-7a3e1a22504f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:26.569942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:26.570560 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:26.644597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4730d24c-8555-4170-84eb-6e5703106d74 req-ac9bf543-8a70-4429-8996-b5e0a26cb5ed tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065492 Nov 12 03:38:26.697770 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:26.698466 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c08d9f-4cbc-42bf-bb2e-40cdb1f31a3e None None] The sync data for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:26.798076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3859aa0-3746-48ba-88e8-7a3e1a22504f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.817071 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-a3859aa0-3746-48ba-88e8-7a3e1a22504f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] update failed (client error): The resource could not be found. Nov 12 03:38:26.818034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a3859aa0-3746-48ba-88e8-7a3e1a22504f tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 HTTP/1.1" status: 404 len: 339 time: 0.2625871 Nov 12 03:38:26.821596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40072) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.826325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1256660329'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:26.847609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:26.851242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.874687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:26.885026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.885365 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Added segment bafe1da3-8669-4341-8069-0b7a70eefc1a of type vlan for network 7310fab8-5e53-4c82-ae85-361f60debb8d Nov 12 03:38:26.925286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.952063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.957698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.958268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.993097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1676080 Nov 12 03:38:26.993445 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.000564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'subnet': {'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:27.049306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73cdc9-3afe-43aa-a868-d24476dba5fe tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Network': ['ID=7310fab8-5e53-4c82-ae85-361f60debb8d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.062056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:27.084070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device beca1720-76fe-4daf-b5ca-ae88dfb377fb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:27.119557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Made reservation on behalf of a1fac280b77c4f82866ef1c9cb65b4c7 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:27.123073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.176184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port beca1720-76fe-4daf-b5ca-ae88dfb377fb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:27.176558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.243947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40078) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.328214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7760445-ea01-4da9-8f85-85656519f15c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.328430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7760445-ea01-4da9-8f85-85656519f15c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.328876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7760445-ea01-4da9-8f85-85656519f15c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.337154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7760445-ea01-4da9-8f85-85656519f15c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/ports?project_id=19051456257a446398313d84ab175d09&network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 2973 time: 0.0850933 Nov 12 03:38:27.338793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.402986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Subnet': ['ID=0220cdf5-318e-4694-bb21-619394286816,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:27.412486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Checking segment: {'id': 'bafe1da3-8669-4341-8069-0b7a70eefc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:27.412847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network hostable DHCP agents. Network: 7310fab8-5e53-4c82-ae85-361f60debb8d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:27.429468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network 7310fab8-5e53-4c82-ae85-361f60debb8d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:27.438232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7310fab8-5e53-4c82-ae85-361f60debb8d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:27.443065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.444053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.448474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7df5f-6608-4a09-8b78-1d518b7d721d None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:27.468757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a99b4fd3-a63a-4ced-8fa1-4adf2f3d0a98 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4742379 Nov 12 03:38:27.471625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40082) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:27.477005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f314d832-cfb8-47e8-80ec-4431f2fe6d4a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'router': {'external_gateway_info': {'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:27.621512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7310fab8-5e53-4c82-ae85-361f60debb8d', 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d', 'tenant_id': 'a1fac280b77c4f82866ef1c9cb65b4c7', 'fixed_ips': [{'subnet_id': '0220cdf5-318e-4694-bb21-619394286816'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:27.622784 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.838665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Allocated IP 2001:db8:1::2 (7310fab8-5e53-4c82-ae85-361f60debb8d/0220cdf5-318e-4694-bb21-619394286816/6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:27.925009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee09addb-9c5b-4e7c-9d11-d88d1658ef33 req-33665b40-8e7e-43b1-873b-8c2c1b5c2317 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/ports?device_id=abb172ca-a16b-4a2b-8ba6-7cecb0019bdd HTTP/1.1" status: 200 len: 210 time: 0.1867583 Nov 12 03:38:27.930321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f314d832-cfb8-47e8-80ec-4431f2fe6d4a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.968422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353cb13-f588-4d2e-9acc-55023b7d6bda req-25b464a6-6481-4c7f-8972-97a007853b55 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.976246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1353cb13-f588-4d2e-9acc-55023b7d6bda req-25b464a6-6481-4c7f-8972-97a007853b55 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.2011805 Nov 12 03:38:28.049253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.058511 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.076777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1353cb13-f588-4d2e-9acc-55023b7d6bda req-f99d74c2-7da4-4fd5-b238-8e65dbd1ebef tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993807 Nov 12 03:38:28.117209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:28.124572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:28.127809 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-f314d832-cfb8-47e8-80ec-4431f2fe6d4a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:28.128188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:28.132654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f314d832-cfb8-47e8-80ec-4431f2fe6d4a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 HTTP/1.1" status: 400 len: 364 time: 0.6561797 Nov 12 03:38:28.132654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40094) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:28.135671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Pushing event updated for resources: {'Port': ['ID=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.192065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Attempting to bind port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:28.192423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Attempting to bind port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'bafe1da3-8669-4341-8069-0b7a70eefc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:28.192985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Attempting to bind port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 on network 7310fab8-5e53-4c82-ae85-361f60debb8d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:28.198030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:28.198538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Checking segment: {'id': 'bafe1da3-8669-4341-8069-0b7a70eefc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:28.198931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.199320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Bound using segment: {'id': 'bafe1da3-8669-4341-8069-0b7a70eefc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:28.199767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Bound port: 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafe1da3-8669-4341-8069-0b7a70eefc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '7310fab8-5e53-4c82-ae85-361f60debb8d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:28.200164 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.270075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] For port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:28.273928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] For port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,segment=NetworkSegment(bafe1da3-8669-4341-8069-0b7a70eefc1a),segment_id=bafe1da3-8669-4341-8069-0b7a70eefc1a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:28.277844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.354282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f43bb-43d1-4d0c-8add-585beddd7c2f None None] Pushing event updated for resources: {'Port': ['ID=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.439511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.713703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Allocated IP 2001:db8::1 (a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07/78ae5959-51bb-40a7-a408-b53efd006c4d/8f87e8b2-8fa9-4713-a4e9-98c210868f50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:28.825288 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.862102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.901871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:28.905049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:28.911641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:28.913473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.960683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Port': ['ID=8f87e8b2-8fa9-4713-a4e9-98c210868f50,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:28.978347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.978584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.979585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.979932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.980660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.981000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.981833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.982184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.982581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.982815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.984136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:28.984773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:29.054442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.128499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.199360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.223396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:29.281949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.306561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:29.307102 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.352035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.355215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.359531 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/security-groups/97cd7d96-0614-4ffa-a403-2dd36d3c2c0e HTTP/1.1" status: 204 len: 168 time: 0.3030772 Nov 12 03:38:29.360225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.386070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bed0c358-d4e4-4850-bea4-79b1549ac3b6 None None] Provisioning complete for port 8f87e8b2-8fa9-4713-a4e9-98c210868f50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:29.386685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bed0c358-d4e4-4850-bea4-79b1549ac3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.392317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a3a9c-1791-483a-b5c3-5afbd4ab92e7 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd7d96-0614-4ffa-a403-2dd36d3c2c0e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.405688 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-3584346d-ed70-45ab-8eea-822cc3383a53 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] show failed (client error): The resource could not be found. Nov 12 03:38:29.416542 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3584346d-ed70-45ab-8eea-822cc3383a53 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "GET /v2.0/security-groups/97cd7d96-0614-4ffa-a403-2dd36d3c2c0e HTTP/1.1" status: 404 len: 347 time: 0.0368023 Nov 12 03:38:29.427362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:29.477390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bed0c358-d4e4-4850-bea4-79b1549ac3b6 None None] Port 8f87e8b2-8fa9-4713-a4e9-98c210868f50 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:29.479746 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.557783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,segment=NetworkSegment(bafe1da3-8669-4341-8069-0b7a70eefc1a),segment_id=bafe1da3-8669-4341-8069-0b7a70eefc1a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:29.562841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.582172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028a86-effc-4be6-afaf-f0e20ee428b1 req-a23472d8-fb85-4412-9620-af68f2d5a7ea tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.589726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8028a86-effc-4be6-afaf-f0e20ee428b1 req-a23472d8-fb85-4412-9620-af68f2d5a7ea tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.3904088 Nov 12 03:38:29.593701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:29.594060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.638022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.665954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a24ee-054c-46ec-83bf-eab634355c9f None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:29.690580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8028a86-effc-4be6-afaf-f0e20ee428b1 req-4647ccab-c2d8-4cac-83dc-ca2ab3fb06bf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852325 Nov 12 03:38:29.699740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.709081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.709379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.733245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.733610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.753530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:29.764769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7003f8a9-46cf-4300-b807-3c0d88612a43 None None] Provisioning complete for port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:29.765141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7003f8a9-46cf-4300-b807-3c0d88612a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.787272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event updated for resources: {'Port': ['ID=8f87e8b2-8fa9-4713-a4e9-98c210868f50,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.930352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:29.932727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:29.953471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.034085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=aca3cdb8-9121-4b3a-9b9d-9a4a92a792ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.118247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Router d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:30.124929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.127979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.129215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63551fe9-fc51-4e6e-89a2-e6824be1533d tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/floatingips/953a2dc0-d9da-44fe-99a1-44520995f618 HTTP/1.1" status: 204 len: 168 time: 0.7006040 Nov 12 03:38:30.132576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40118) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.312606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:30.318498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-56029d42-d2b8-492f-8919-262f18e37de7 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844270 Nov 12 03:38:30.321159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40122) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:30.323736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] Sync routers for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:30.338098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:30.338795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.375624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.384359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:30.385483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.403139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port 00ae1f29-381d-485b-93a3-df669a053f0f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:30.403474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.423459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:30.424200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed0e77-9954-41f1-9d2d-28616acb9182 None None] The sync data for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:30.433059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d4cf629d-dc28-476b-a75a-ca08b9a1fcda None None] Provisioning complete for port 8f87e8b2-8fa9-4713-a4e9-98c210868f50 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:30.433499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4cf629d-dc28-476b-a75a-ca08b9a1fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.476278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf629d-dc28-476b-a75a-ca08b9a1fcda None None] Port 8f87e8b2-8fa9-4713-a4e9-98c210868f50 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:30.486700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d4cf629d-dc28-476b-a75a-ca08b9a1fcda None None] Provisioning complete for port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:30.487141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4cf629d-dc28-476b-a75a-ca08b9a1fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.766337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.872947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab5182df-c1ce-4f12-94ca-7882d365d36e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.987783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4cb26-54c9-4f6f-87ea-b1179b876c45 req-503092b3-b32f-45c2-9e15-858590178bda tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.989847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb4cb26-54c9-4f6f-87ea-b1179b876c45 req-503092b3-b32f-45c2-9e15-858590178bda tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1910832 Nov 12 03:38:30.996689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.017641 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-ab5182df-c1ce-4f12-94ca-7882d365d36e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:38:31.018681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ab5182df-c1ce-4f12-94ca-7882d365d36e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 HTTP/1.1" status: 409 len: 329 time: 0.6966071 Nov 12 03:38:31.019680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for 00ae1f29-381d-485b-93a3-df669a053f0f owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:31.021702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.101696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.171403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb4cb26-54c9-4f6f-87ea-b1179b876c45 req-bdbe333e-8bce-4293-b19c-ad554018c91e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721766 Nov 12 03:38:31.185418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:31.279428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:31.279834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.317566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ee05f-5618-468b-8654-7e64219b5ef9 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.319078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e16ee05f-5618-468b-8654-7e64219b5ef9 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 814 time: 0.2164447 Nov 12 03:38:31.371988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.445787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=00ae1f29-381d-485b-93a3-df669a053f0f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.517134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.523513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a46319db-5aa2-4051-a1e6-b7b78f7cd982 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/ports/00ae1f29-381d-485b-93a3-df669a053f0f HTTP/1.1" status: 204 len: 168 time: 1.3870654 Nov 12 03:38:31.524014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40136) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.622441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.640822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port b8273c09-d186-4733-b733-a0075bc2777c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:31.641167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.698057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.742798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.762150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for b8273c09-d186-4733-b733-a0075bc2777c owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:31.928275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.966899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=b8273c09-d186-4733-b733-a0075bc2777c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.978436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port 8f87e8b2-8fa9-4713-a4e9-98c210868f50 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:31.979686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.055858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.060423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-68b07931-6b6f-444c-ba74-651197bf9d7e tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/ports/b8273c09-d186-4733-b733-a0075bc2777c HTTP/1.1" status: 204 len: 168 time: 0.5356169 Nov 12 03:38:32.063090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40140) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.126303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.139993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for 8f87e8b2-8fa9-4713-a4e9-98c210868f50 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:32.192787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting subnet e21b954b-6ebd-415c-9ad4-22111a5205b2 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:32.216894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.320440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.323182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40148) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.330374 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.362910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=8f87e8b2-8fa9-4713-a4e9-98c210868f50,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.367498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'network': {'name': 'tempest-network-smoke--1678287497', 'project_id': '19051456257a446398313d84ab175d09', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:32.418836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:32.422864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.476506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92a0e0-ff2b-4018-a88d-c5469e793405 req-9909efd3-9f06-44a1-a73e-f3c41b52d121 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.491945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb92a0e0-ff2b-4018-a88d-c5469e793405 req-9909efd3-9f06-44a1-a73e-f3c41b52d121 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1762321 Nov 12 03:38:32.505487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.548564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.640895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:32.653773 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.707115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.707480 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Added segment 82702604-9605-4d3e-8113-da954d699552 of type vlan for network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 Nov 12 03:38:32.709444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Subnet': ['ID=e21b954b-6ebd-415c-9ad4-22111a5205b2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.714465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.718067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16978fe4-a1c8-4f12-8d1d-3e25eba56d34 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/subnets/e21b954b-6ebd-415c-9ad4-22111a5205b2 HTTP/1.1" status: 204 len: 168 time: 0.6536424 Nov 12 03:38:32.727475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fb4e63-691b-4103-8117-da7870018b20 None None] Network 87ca4c5c-9a7c-48da-9751-c0036d9c3373 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:32.754691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb92a0e0-ff2b-4018-a88d-c5469e793405 req-7320e180-774f-481f-897b-74c46077b62b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617013 Nov 12 03:38:32.755219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40150) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.839584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.860748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting subnet ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:32.873220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Router d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:32.873799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.914556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.921420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.922120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.007601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] DHCP port deletion for 87ca4c5c-9a7c-48da-9751-c0036d9c3373 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:33.018883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:33.030034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] Sync routers for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:33.034461 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1545c08-42ca-4adf-ae19-1ca6a1be9d2a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108135 Nov 12 03:38:33.040255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.045650 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:33.045955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Network': ['ID=745dba7e-92fd-46d8-bd80-b7d23f2c3178,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.047922 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:33.052829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9a466162-75c2-41d1-9647-85cee8e8f724 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7289281 Nov 12 03:38:33.056124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.056301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.070374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:33.143886 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:33.154449 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-246569d1-4833-4220-ac75-7330ea79535c tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] show failed (client error): The resource could not be found. Nov 12 03:38:33.155488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-246569d1-4833-4220-ac75-7330ea79535c tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-765538902 HTTP/1.1" status: 404 len: 334 time: 0.1142702 Nov 12 03:38:33.165804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.170250 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] Routers {'d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:33.171227 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:33.174400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bd424ea9-8d63-45bc-9f1a-95a03e8b61a3 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:33.215923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3c8b69f3-7967-4631-8eae-cbf9229c7b41 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:33.216463 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:33.217605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832d74b-c34a-4ecc-8275-2e79a4ba5d35 None None] The sync data for ids ['d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:33.247007 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-bd424ea9-8d63-45bc-9f1a-95a03e8b61a3 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] update failed (client error): The resource could not be found. Nov 12 03:38:33.252493 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd424ea9-8d63-45bc-9f1a-95a03e8b61a3 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-2094414891 HTTP/1.1" status: 404 len: 335 time: 0.0813854 Nov 12 03:38:33.255325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40162) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.286596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd2413-4047-4c83-ba5b-d6191600f2c7 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.290204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6bd2413-4047-4c83-ba5b-d6191600f2c7 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19051456257a446398313d84ab175d09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2300289 Nov 12 03:38:33.298803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.302398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.357625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting subnet 0220cdf5-318e-4694-bb21-619394286816 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:33.361162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.411787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.424673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.440214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Deleting port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:33.440750 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.518734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3c8b69f3-7967-4631-8eae-cbf9229c7b41,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.520093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4dc32-2294-4841-aa40-499954f76323 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.527070 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a3e4dc32-2294-4841-aa40-499954f76323 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2233584 Nov 12 03:38:33.527273 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.529058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.572780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3c8b69f3-7967-4631-8eae-cbf9229c7b41,segment=NetworkSegment(becd0354-41dc-4b98-8c23-8563752b06f1),segment_id=becd0354-41dc-4b98-8c23-8563752b06f1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.573187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.576564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.595351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Calling delete_port for 3c8b69f3-7967-4631-8eae-cbf9229c7b41 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:33.609036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37fa413c-6326-4645-a6b5-b28ae7cc7d08 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772285 Nov 12 03:38:33.611912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.618663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.625301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.655050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.658412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/subnets/ffb6f80d-4ae7-4b61-95f9-070d39d95ab3 HTTP/1.1" status: 204 len: 168 time: 0.8979278 Nov 12 03:38:33.661836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.668404 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-456384ce-f5fd-4779-ba5d-388789a5763e tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19051456257a446398313d84ab175d09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552793 Nov 12 03:38:33.673495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e5ea3-2da4-4776-a507-ce0729013dcc None None] Network 397dbaab-b030-4995-b17a-77e27577f554 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:33.676216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.698511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be4b65-40f1-4b3f-a655-da4c14b8c5f0 tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb6f80d-4ae7-4b61-95f9-070d39d95ab3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.785244 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.801159 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.803366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.808855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/subnets/0220cdf5-318e-4694-bb21-619394286816 HTTP/1.1" status: 204 len: 168 time: 0.5492661 Nov 12 03:38:33.809545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40176) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.840846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19103d2a-20de-47e7-8236-5bff43d5dd3a None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:33.842401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9480-b06a-41d9-a452-c33fc3ba03eb tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Subnet': ['ID=0220cdf5-318e-4694-bb21-619394286816,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.865174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6d147-23ad-49c1-aae2-e3016a1c3ab1 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.872864 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3dd6d147-23ad-49c1-aae2-e3016a1c3ab1 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955836 Nov 12 03:38:33.875996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40178) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.909396 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac55de80-0fb4-4ce4-a05b-8f9edf1a4e8a tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314214 Nov 12 03:38:33.912399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40180) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.917546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1332904013', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'project_id': '19051456257a446398313d84ab175d09', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:33.952989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.990003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] No DVR routers for this DVR port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.011769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba303ff-37b6-4efd-a344-9b8de907a7d6 req-ac5f08d9-5d7c-4425-8e34-fc20d6faeba5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.014157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba303ff-37b6-4efd-a344-9b8de907a7d6 req-ac5f08d9-5d7c-4425-8e34-fc20d6faeba5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1129055 Nov 12 03:38:34.019510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.038861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09fcd-7843-4517-9ea4-e975ded64985 None None] Pushing event deleted for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.101454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Deleting port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.101454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.107408 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:34.111290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.141253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] DHCP port deletion for 397dbaab-b030-4995-b17a-77e27577f554 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:34.183543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fba303ff-37b6-4efd-a344-9b8de907a7d6 req-ebde18c7-70d4-4bc5-826f-0fb03e5d45eb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590238 Nov 12 03:38:34.206972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Deleting port 486ac0cf-9418-47bb-a2d6-c7a38be93349 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.207298 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.220023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] For port 3c8b69f3-7967-4631-8eae-cbf9229c7b41, host n-d-713499-30, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.220389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.232573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.232914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.278460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Calling delete_port for 3c8b69f3-7967-4631-8eae-cbf9229c7b41 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:34.287371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:38:34.301614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] For port 486ac0cf-9418-47bb-a2d6-c7a38be93349, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=486ac0cf-9418-47bb-a2d6-c7a38be93349,segment=NetworkSegment(f6218757-55da-4ac6-84e8-6ee4be3e538a),segment_id=f6218757-55da-4ac6-84e8-6ee4be3e538a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.301865 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.318270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.318502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Calling delete_port for 486ac0cf-9418-47bb-a2d6-c7a38be93349 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:34.352555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Port': ['ID=3c8b69f3-7967-4631-8eae-cbf9229c7b41,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.375576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] No DVR routers for this DVR port 3c8b69f3-7967-4631-8eae-cbf9229c7b41 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.379146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] For port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,segment=NetworkSegment(bafe1da3-8669-4341-8069-0b7a70eefc1a),segment_id=bafe1da3-8669-4341-8069-0b7a70eefc1a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.379852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.428041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] DHCP port deletion for 7310fab8-5e53-4c82-ae85-361f60debb8d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:34.432628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.465699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] Pushing event deleted for resources: {'Port': ['ID=486ac0cf-9418-47bb-a2d6-c7a38be93349,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.521915 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.541337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:34.546254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b943ea8-76ae-45c8-b05f-dc7b6d2bf8d6 None None] No DVR routers for this DVR port 486ac0cf-9418-47bb-a2d6-c7a38be93349 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.592239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.626203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Deleting port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:34.626580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.657802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ca4c5c-9a7c-48da-9751-c0036d9c3373']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.673264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Subnet': ['ID=538a45b4-d48c-4bae-a34d-1af28f78f748,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.683619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becd0354-41dc-4b98-8c23-8563752b06f1') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.684185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becd0354-41dc-4b98-8c23-8563752b06f1') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.687124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Checking segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:34.690841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network hostable DHCP agents. Network: 745dba7e-92fd-46d8-bd80-b7d23f2c3178, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:34.702113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.715428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:34.724682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.734556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:34.735216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:34.739601 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:34.742011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 745dba7e-92fd-46d8-bd80-b7d23f2c3178) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:34.751700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] For port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,segment=NetworkSegment(bafe1da3-8669-4341-8069-0b7a70eefc1a),segment_id=bafe1da3-8669-4341-8069-0b7a70eefc1a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.752598 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.778267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.778875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.788334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.822139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f54f19-8d5f-40b1-b01c-700f0bdd14b1 None None] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:34.825712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.831922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] No DVR routers for this DVR port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.845232 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb04132a-67d7-449e-b1fd-c8804d8786b2 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9288721 Nov 12 03:38:34.868241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.889380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.893522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/networks/87ca4c5c-9a7c-48da-9751-c0036d9c3373 HTTP/1.1" status: 204 len: 168 time: 1.2108734 Nov 12 03:38:34.896693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.919883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf51630-7134-4a78-a904-d5d283470c2c tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Network': ['ID=87ca4c5c-9a7c-48da-9751-c0036d9c3373,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.957380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.999579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7310fab8-5e53-4c82-ae85-361f60debb8d']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.016987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafe1da3-8669-4341-8069-0b7a70eefc1a') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.019408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafe1da3-8669-4341-8069-0b7a70eefc1a') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:35.040613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.069138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.084901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:35.085453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:35.092415 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:35.181815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Calling delete_port for 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:35.202459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 486ac0cf-9418-47bb-a2d6-c7a38be93349 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:35.244550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.258545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.270499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 486ac0cf-9418-47bb-a2d6-c7a38be93349 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:35.270851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 486ac0cf-9418-47bb-a2d6-c7a38be93349 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:35.271333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:35.275273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/networks/7310fab8-5e53-4c82-ae85-361f60debb8d HTTP/1.1" status: 204 len: 168 time: 1.4437017 Nov 12 03:38:35.275998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40196) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.319250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'tenant_id': '19051456257a446398313d84ab175d09', 'fixed_ips': [{'subnet_id': '538a45b4-d48c-4bae-a34d-1af28f78f748'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:35.328550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.441711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting subnet d7500cd8-3102-4470-897f-55c54d3001a5 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:35.467714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.555554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.622136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.658165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:35.658562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:35.675371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Network 7310fab8-5e53-4c82-ae85-361f60debb8d is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:38:35.680174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] No DVR routers for this DVR port 6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:35.725155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.754386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c939182-99f7-412b-ac00-a05e32d60753 None None] Pushing event deleted for resources: {'Port': ['ID=6c6ff79a-5232-4dc8-b15d-0a8ae2f6b015,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.796451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77375e-2797-476b-b3c2-29c296e0d03a tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Network': ['ID=7310fab8-5e53-4c82-ae85-361f60debb8d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:35.880652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.918596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e3f07-63ee-42e7-bb55-2b740600554e req-7518066d-d11d-46aa-b441-f55e804ed374 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.920664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5e3f07-63ee-42e7-bb55-2b740600554e req-7518066d-d11d-46aa-b441-f55e804ed374 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1468940 Nov 12 03:38:35.934361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.975309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40206) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.983007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632554', 'description': 'tempest-secgroup-smoke-632554 description', 'project_id': '19051456257a446398313d84ab175d09'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:35.990073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397dbaab-b030-4995-b17a-77e27577f554']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:36.014391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6218757-55da-4ac6-84e8-6ee4be3e538a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:36.015288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6218757-55da-4ac6-84e8-6ee4be3e538a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:36.018924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Allocated IP 172.20.0.18 (745dba7e-92fd-46d8-bd80-b7d23f2c3178/538a45b4-d48c-4bae-a34d-1af28f78f748/b10f5590-5861-4fe5-a8eb-520109c52ca5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:36.032651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.037165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.056627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd5e3f07-63ee-42e7-bb55-2b740600554e req-f5cfe8d9-2189-40f2-89f1-f0f9e23c6f90 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283360 Nov 12 03:38:36.058314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.062820 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/subnets/d7500cd8-3102-4470-897f-55c54d3001a5 HTTP/1.1" status: 204 len: 168 time: 0.7699564 Nov 12 03:38:36.065507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.088078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745352c-8c1b-4bfe-b1f5-a79546c5b0b6 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Subnet': ['ID=d7500cd8-3102-4470-897f-55c54d3001a5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.091620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.095793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.110863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35d420-7966-4ee0-baa7-551d9a7afad2 None None] Network 89c8e6f9-44ba-45c1-98b3-edf261d21307 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:36.140939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:36.141642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:36.145629 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:36.212356 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.217579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.237883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting subnet 1a5895d4-6baf-407c-9763-b15244c2b9fd {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:36.242215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.273162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.292102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.298922 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] 10.222.0.93 "DELETE /v2.0/networks/397dbaab-b030-4995-b17a-77e27577f554 HTTP/1.1" status: 204 len: 168 time: 1.3966737 Nov 12 03:38:36.299387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.304892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3271673 Nov 12 03:38:36.315761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.324945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d887f6-30f7-4cfe-92b6-e54bfb6a8502 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7a4eb8-f58d-4b79-a9df-a8240d873c01,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.335992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:36.361616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab05227-885c-4bf2-b7b3-ac2f25abb32b tempest-TaggedBootDevicesTest-1801015968 tempest-TaggedBootDevicesTest-1801015968-project] Pushing event deleted for resources: {'Network': ['ID=397dbaab-b030-4995-b17a-77e27577f554,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.373437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.399032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.547633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.558982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.635910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:36.648350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.655495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.658836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] DHCP port deletion for 89c8e6f9-44ba-45c1-98b3-edf261d21307 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:36.672760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:36.692386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:36.701893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.703708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3744626 Nov 12 03:38:36.704564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41369720-695d-4532-ac36-a918b43753cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910d51cb-9c75-430b-9917-1efa8b982699,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.707270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:36.707557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Pushing event updated for resources: {'Port': ['ID=b10f5590-5861-4fe5-a8eb-520109c52ca5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.717516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:36.739680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.859828 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.891429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Attempting to bind port b10f5590-5861-4fe5-a8eb-520109c52ca5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:36.891801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Attempting to bind port b10f5590-5861-4fe5-a8eb-520109c52ca5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:36.892202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Attempting to bind port b10f5590-5861-4fe5-a8eb-520109c52ca5 on network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:36.899920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:36.900318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Checking segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:36.900725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.901124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Bound using segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:36.901603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Bound port: b10f5590-5861-4fe5-a8eb-520109c52ca5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:36.901988 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.982336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Deleting port beca1720-76fe-4daf-b5ca-ae88dfb377fb {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:36.983559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.991153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.055218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.063333 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/subnets/1a5895d4-6baf-407c-9763-b15244c2b9fd HTTP/1.1" status: 204 len: 168 time: 0.9895566 Nov 12 03:38:37.064178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.065379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878725b-d633-49f0-ac4a-314a4652b558 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5895d4-6baf-407c-9763-b15244c2b9fd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.065974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40228) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.085281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06195e08-ecae-47f0-a952-4ab08d6ac377 None None] Network a917d900-5a0b-4c7f-b924-72f83988f004 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:37.085858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.161435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.163824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4549437 Nov 12 03:38:37.166983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.171706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:37.211343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] For port beca1720-76fe-4daf-b5ca-ae88dfb377fb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=beca1720-76fe-4daf-b5ca-ae88dfb377fb,segment=NetworkSegment(6f3a1ca2-866c-4ea1-8bd6-387365b5e33c),segment_id=6f3a1ca2-866c-4ea1-8bd6-387365b5e33c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:37.212176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.226468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46268-6d8e-451d-a302-7f60acb66b5f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc364ad3-3b20-44e7-a396-5476206417f1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.249970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.264826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Calling delete_port for beca1720-76fe-4daf-b5ca-ae88dfb377fb owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:37.267507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.296872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02222e-778d-4991-be97-071ea5f80abd req-4ac049fa-07d4-4ecb-8064-bc37f9a6af28 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.298316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b02222e-778d-4991-be97-071ea5f80abd req-4ac049fa-07d4-4ecb-8064-bc37f9a6af28 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.0866156 Nov 12 03:38:37.370564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b02222e-778d-4991-be97-071ea5f80abd req-2c7f59f7-6d47-4271-b70d-29e447e02018 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Nov 12 03:38:37.389761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.389943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port beca1720-76fe-4daf-b5ca-ae88dfb377fb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:37.390141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.405963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.441859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1627da65-5746-4751-9bad-0dacc217cd6e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.453795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.458841 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d6c9cc1f-a9a2-4f22-9d91-a2c4995c85a0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906873 Nov 12 03:38:37.459559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.464854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:37.498006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] For port beca1720-76fe-4daf-b5ca-ae88dfb377fb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=beca1720-76fe-4daf-b5ca-ae88dfb377fb,segment=NetworkSegment(6f3a1ca2-866c-4ea1-8bd6-387365b5e33c),segment_id=6f3a1ca2-866c-4ea1-8bd6-387365b5e33c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:37.498508 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.522031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for beca1720-76fe-4daf-b5ca-ae88dfb377fb owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:37.540222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.621847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device beca1720-76fe-4daf-b5ca-ae88dfb377fb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:37.640822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.673434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.684671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.720659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] No DVR routers for this DVR port beca1720-76fe-4daf-b5ca-ae88dfb377fb on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:37.722905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a16a8-968d-4e72-92e2-79ea6a3dcbfd None None] Pushing event deleted for resources: {'Port': ['ID=beca1720-76fe-4daf-b5ca-ae88dfb377fb,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.725924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.727884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665186 Nov 12 03:38:37.729243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690f529-c44a-4c27-aa87-bfa50b13e044 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cddf72-69b7-466f-8f26-ff05c03e4a9e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.730312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.732505 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.735351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:37.741084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] For port b10f5590-5861-4fe5-a8eb-520109c52ca5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:37.748358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: beca1720-76fe-4daf-b5ca-ae88dfb377fb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:37.750246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device beca1720-76fe-4daf-b5ca-ae88dfb377fb not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:37.802854 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:38:37.806046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=beca1720-76fe-4daf-b5ca-ae88dfb377fb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:37.809826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.821014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] No DVR routers for this DVR port beca1720-76fe-4daf-b5ca-ae88dfb377fb on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:37.830622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] For port b10f5590-5861-4fe5-a8eb-520109c52ca5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10f5590-5861-4fe5-a8eb-520109c52ca5,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:37.845459 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.968499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.975576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.985514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.995905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4019f-ebac-4849-8b4a-b7174cf7d682 None None] Pushing event updated for resources: {'Port': ['ID=b10f5590-5861-4fe5-a8eb-520109c52ca5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.010855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee98ed7-3439-4aa2-8908-a68fcb5782f0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.014881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c8e6f9-44ba-45c1-98b3-edf261d21307']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.027789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.028404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3a1ca2-866c-4ea1-8bd6-387365b5e33c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.041897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.043417 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-49ebb1f3-35a6-490a-910b-09aa14bd1faa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3120306 Nov 12 03:38:38.046201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.046732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.053499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': '8e7a4eb8-f58d-4b79-a9df-a8240d873c01', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:38.072077 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.082747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:38.083577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:38.092749 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:38.097095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4eb1f644-3a1d-465f-af2e-ecc27060ca77 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:38.112769 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:38:38.120113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.230261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.245879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.251822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/networks/89c8e6f9-44ba-45c1-98b3-edf261d21307 HTTP/1.1" status: 204 len: 168 time: 1.1836779 Nov 12 03:38:38.253900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40246) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:38.279796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.288577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.315390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21150530-720c-4efe-827e-c1d7a1214a5e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Network': ['ID=89c8e6f9-44ba-45c1-98b3-edf261d21307,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.342811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.344572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] DHCP port deletion for a917d900-5a0b-4c7f-b924-72f83988f004 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:38.354552 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2982876 Nov 12 03:38:38.354552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa1bd-29f3-4055-a555-ea5b7689b302 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c73821d-9c82-46da-bdb1-f636ae87bb5b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:38.473531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.522004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.610038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Deleting port 288c9b65-cf81-426d-ab97-e94035e19944 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:38.610413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.638159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350af524-b133-44b4-b663-7fd6469d9cb4 req-339800d1-2719-4cc5-b958-7ca37a4adedf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.639724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-350af524-b133-44b4-b663-7fd6469d9cb4 req-339800d1-2719-4cc5-b958-7ca37a4adedf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 944 time: 0.1534960 Nov 12 03:38:38.658539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '4eb1f644-3a1d-465f-af2e-ecc27060ca77', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': '4eb1f644-3a1d-465f-af2e-ecc27060ca77', 'mac_address': 'fa:16:3e:02:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:38.770836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-350af524-b133-44b4-b663-7fd6469d9cb4 req-aa706061-a483-442d-ba37-8cc475e6ea5a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162920 Nov 12 03:38:38.810989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] For port 288c9b65-cf81-426d-ab97-e94035e19944, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=288c9b65-cf81-426d-ab97-e94035e19944,segment=NetworkSegment(9c55cd77-7361-4a34-9baf-b3ee32feba74),segment_id=9c55cd77-7361-4a34-9baf-b3ee32feba74)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.811392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.812634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-c706b12e-55c8-4be1-9b0d-41d9110681e3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632554&fields=id&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 267 time: 0.1187482 Nov 12 03:38:38.829004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port 288c9b65-cf81-426d-ab97-e94035e19944 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:38.829616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.843396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.845839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Calling delete_port for 288c9b65-cf81-426d-ab97-e94035e19944 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:38.867853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb1f644-3a1d-465f-af2e-ecc27060ca77 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:38.926610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.932443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.046709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] For port 288c9b65-cf81-426d-ab97-e94035e19944, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=288c9b65-cf81-426d-ab97-e94035e19944,segment=NetworkSegment(9c55cd77-7361-4a34-9baf-b3ee32feba74),segment_id=9c55cd77-7361-4a34-9baf-b3ee32feba74)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:39.047083 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.062052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.113776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for 288c9b65-cf81-426d-ab97-e94035e19944 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:39.125510 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.146521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-74b9a15f-eef8-45f8-8808-660da991d561 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.153979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-74b9a15f-eef8-45f8-8808-660da991d561 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/networks?id=745dba7e-92fd-46d8-bd80-b7d23f2c3178 HTTP/1.1" status: 200 len: 797 time: 0.3402386 Nov 12 03:38:39.181487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['4eb1f644-3a1d-465f-af2e-ecc27060ca77'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:39.184639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] Pushing event deleted for resources: {'Port': ['ID=288c9b65-cf81-426d-ab97-e94035e19944,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.204575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70d14b-44ac-4e86-bfe7-040b0143f81b None None] No DVR routers for this DVR port 288c9b65-cf81-426d-ab97-e94035e19944 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:39.254266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10f5590-5861-4fe5-a8eb-520109c52ca5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:39.261890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-97a4e156-b0ef-4d2c-95e3-a3deb3a6c07e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/quotas/19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 375 time: 0.1069255 Nov 12 03:38:39.358919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b10f5590-5861-4fe5-a8eb-520109c52ca5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:39.359294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.422158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-afb7be9c-76c7-4257-9ab0-1f5d44aefe22 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1535702 Nov 12 03:38:39.525166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.571006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b10f5590-5861-4fe5-a8eb-520109c52ca5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10f5590-5861-4fe5-a8eb-520109c52ca5,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:39.577308 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.585047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.658815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=288c9b65-cf81-426d-ab97-e94035e19944,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.660822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] No DVR routers for this DVR port 288c9b65-cf81-426d-ab97-e94035e19944 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:39.703259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b10f5590-5861-4fe5-a8eb-520109c52ca5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.714618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 288c9b65-cf81-426d-ab97-e94035e19944 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:39.743419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 288c9b65-cf81-426d-ab97-e94035e19944 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:39.743757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 288c9b65-cf81-426d-ab97-e94035e19944 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:39.920094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d6f34-668f-4c1b-9179-f7fee980cea4 None None] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:40.032028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4eb1f644-3a1d-465f-af2e-ecc27060ca77 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:40.149468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-89ff4d21-15e3-479a-8a02-755a58ac12f0 None None] Provisioning complete for port b10f5590-5861-4fe5-a8eb-520109c52ca5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:40.150078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89ff4d21-15e3-479a-8a02-755a58ac12f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.242435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:40.253352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:40.253928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.498261 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.540642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-f880b15f-9acd-46ad-a0c3-b1ca5d2e4fc0 service neutron] 10.222.0.93 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1134965 Nov 12 03:38:40.560290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.597834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:40.606048 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27139b-6525-49b4-ba36-064bc0d96450" -d '{"events": [{"server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:40.650931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:40.661444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.797695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a917d900-5a0b-4c7f-b924-72f83988f004']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:40.818678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.825994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f9c7e644-6e5a-4a0c-a28e-60e35568001d None None] Provisioning complete for port b10f5590-5861-4fe5-a8eb-520109c52ca5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:40.826412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e644-6e5a-4a0c-a28e-60e35568001d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.848813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55cd77-7361-4a34-9baf-b3ee32feba74') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:40.849477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55cd77-7361-4a34-9baf-b3ee32feba74') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:40.871771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcb7da-f4ae-4536-92eb-f6cfd5e1ac5c req-0f6305bb-e098-41a2-9330-a83858419906 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.880013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cbcb7da-f4ae-4536-92eb-f6cfd5e1ac5c req-0f6305bb-e098-41a2-9330-a83858419906 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 945 time: 0.4788129 Nov 12 03:38:40.931915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.940396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-2fdb10cd-689f-44aa-bee4-e5cf12273e42 service neutron] 10.222.0.93 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773024 Nov 12 03:38:40.966908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.986705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:40.994819 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:41.003225 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:41.026978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cbcb7da-f4ae-4536-92eb-f6cfd5e1ac5c req-35c9566f-1ed3-49e2-95ad-6257a38a5dbe tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452920 Nov 12 03:38:41.156305 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e07af62-e3dc-4333-b7ec-60580838373f x-openstack-request-id: req-6e07af62-e3dc-4333-b7ec-60580838373f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:41.156903 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "name": "network-vif-plugged", "status": "completed", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:41.157377 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e07af62-e3dc-4333-b7ec-60580838373f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:41.158032 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77', 'code': 200} Nov 12 03:38:41.221621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10f5590-5861-4fe5-a8eb-520109c52ca5 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:41.290778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.300010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.310266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.311526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/networks/a917d900-5a0b-4c7f-b924-72f83988f004 HTTP/1.1" status: 204 len: 168 time: 3.0508471 Nov 12 03:38:41.359608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4803-e6e1-472e-bc22-bc7eaf5ce396 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Network': ['ID=a917d900-5a0b-4c7f-b924-72f83988f004,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.415393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b10f5590-5861-4fe5-a8eb-520109c52ca5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:41.416275 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.437368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0fae6cb-edcb-4df1-96c6-4efead2f05b2 req-e37ceab8-2018-4e3a-99bf-17ef4dad4d13 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 210 time: 0.0821023 Nov 12 03:38:41.493119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting subnet 78ae5959-51bb-40a7-a408-b53efd006c4d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:41.500330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.579793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.629556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc6e8a-32ac-49b0-ae61-33634e4db3f0 req-9d54212f-9caa-4d78-998c-62486678512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.633378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bdc6e8a-32ac-49b0-ae61-33634e4db3f0 req-9d54212f-9caa-4d78-998c-62486678512b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 1098 time: 0.3202267 Nov 12 03:38:41.761576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9bdc6e8a-32ac-49b0-ae61-33634e4db3f0 req-e89cc043-3e63-46d8-9784-3d8ec8c59568 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188653 Nov 12 03:38:41.791832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.906193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.949879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Subnet': ['ID=78ae5959-51bb-40a7-a408-b53efd006c4d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.977876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.985056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40310) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.987699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b08c3b-b19a-4106-bebc-3a1bb5cd27ab None None] Network a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:41.997114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b95391b3-8c3c-4bc7-b3f8-f776076e2a01 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/subnets/78ae5959-51bb-40a7-a408-b53efd006c4d HTTP/1.1" status: 204 len: 168 time: 0.6856635 Nov 12 03:38:42.167111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.340707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] DHCP port deletion for a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:42.526232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Deleting port dfae31e6-b10e-4724-889f-61d9adc9743e {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:42.526615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.610889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a56b-ccd8-465d-8e8b-db2bdafdc141 req-302016f0-3442-47f7-b21d-0e8882fe8578 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.619596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad13a56b-ccd8-465d-8e8b-db2bdafdc141 req-302016f0-3442-47f7-b21d-0e8882fe8578 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.3781803 Nov 12 03:38:42.693124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] For port dfae31e6-b10e-4724-889f-61d9adc9743e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dfae31e6-b10e-4724-889f-61d9adc9743e,segment=NetworkSegment(251c1102-7cd7-44f6-bb98-7aa67525f7e4),segment_id=251c1102-7cd7-44f6-bb98-7aa67525f7e4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:42.694056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.719402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Calling delete_port for dfae31e6-b10e-4724-889f-61d9adc9743e owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:42.839408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad13a56b-ccd8-465d-8e8b-db2bdafdc141 req-197f0443-ba62-42a7-8d06-24793c0813a1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140121 Nov 12 03:38:42.843474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc4d6257-f75a-43ce-9c14-a73b78103f35 req-0c7da3c9-9345-4a55-82bb-99f62956b9ca tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 210 time: 0.1939161 Nov 12 03:38:42.861869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Deleting port dfae31e6-b10e-4724-889f-61d9adc9743e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:42.862151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.945109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.016207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] Pushing event deleted for resources: {'Port': ['ID=dfae31e6-b10e-4724-889f-61d9adc9743e,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.039615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab254a01-8fc7-4b9d-8f1d-792b58b5f10f None None] No DVR routers for this DVR port dfae31e6-b10e-4724-889f-61d9adc9743e on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:43.122855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] For port dfae31e6-b10e-4724-889f-61d9adc9743e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dfae31e6-b10e-4724-889f-61d9adc9743e,segment=NetworkSegment(251c1102-7cd7-44f6-bb98-7aa67525f7e4),segment_id=251c1102-7cd7-44f6-bb98-7aa67525f7e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:43.125472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.142272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dfae31e6-b10e-4724-889f-61d9adc9743e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:43.160243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Calling delete_port for dfae31e6-b10e-4724-889f-61d9adc9743e owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:43.235031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: dfae31e6-b10e-4724-889f-61d9adc9743e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:43.235384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dfae31e6-b10e-4724-889f-61d9adc9743e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:43.360539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.395855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Port': ['ID=dfae31e6-b10e-4724-889f-61d9adc9743e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.443755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] No DVR routers for this DVR port dfae31e6-b10e-4724-889f-61d9adc9743e on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:43.480647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-03d1039e-8543-4f50-bc51-7e0f16d58efd tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.482240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-03d1039e-8543-4f50-bc51-7e0f16d58efd tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/networks?id=745dba7e-92fd-46d8-bd80-b7d23f2c3178 HTTP/1.1" status: 200 len: 797 time: 0.2114673 Nov 12 03:38:43.606732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-e99f3a47-e0d4-41a6-bb3c-0809d0b182d7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 469 time: 0.1040194 Nov 12 03:38:43.645600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'port': {'device_id': '065e5d14-250b-4985-959e-ca68e80e62d7', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'admin_state_up': True, 'tenant_id': '19051456257a446398313d84ab175d09', 'security_groups': ['8e7a4eb8-f58d-4b79-a9df-a8240d873c01']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:43.709397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.755045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:43.784012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251c1102-7cd7-44f6-bb98-7aa67525f7e4') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:43.784310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251c1102-7cd7-44f6-bb98-7aa67525f7e4') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:43.803453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.831343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.858618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:43.861304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:43.886612 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:44.027837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c8baa85-699c-4a3a-9cf6-44adb4e0b831 req-46f6ce50-ec3a-483f-946e-382fcd8cf45e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 210 time: 0.0509949 Nov 12 03:38:44.043921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:44.047665 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.066615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.076158 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.079603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/networks/a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07 HTTP/1.1" status: 204 len: 168 time: 2.0926132 Nov 12 03:38:44.083262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.120148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd99abf-d758-4211-a8a0-6e10e64c79ee tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Pushing event deleted for resources: {'Network': ['ID=a41ef9c3-e43f-4ff1-ad2f-37304dbc8d07,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:44.134511 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6c1064f8-1a73-4b71-bdd3-5688d6d41fc3 tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 HTTP/1.1" status: 200 len: 205 time: 0.0499222 Nov 12 03:38:44.139076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40338) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:44.250143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.482863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e366021-c5d6-4f61-9f4f-e42890004b1f req-6f28754b-0304-4761-9605-9cda32701766 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.484309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e366021-c5d6-4f61-9f4f-e42890004b1f req-6f28754b-0304-4761-9605-9cda32701766 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.5093932 Nov 12 03:38:44.496223 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.505017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.629641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.630238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Fanout notify agent at l3_agent the message router_deleted on router d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:44.643858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:44.647911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1219cd1a-9ca0-42a3-9c5e-f94b0f98b70e tempest-RoutersNegativeIpV6Test-2104768785 tempest-RoutersNegativeIpV6Test-2104768785-project] 10.222.0.93 "DELETE /v2.0/routers/d6ebc995-ab6d-49b9-b2d1-b6b57314a1c3 HTTP/1.1" status: 204 len: 168 time: 0.5052795 Nov 12 03:38:44.678283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e366021-c5d6-4f61-9f4f-e42890004b1f req-76936332-e4d1-40fd-bb20-d82ef2831662 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783381 Nov 12 03:38:44.704592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.21 (745dba7e-92fd-46d8-bd80-b7d23f2c3178/538a45b4-d48c-4bae-a34d-1af28f78f748/a6beb66e-8a8e-49be-9b46-eff5fa769923) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:45.006744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a66627-6324-4f52-bb81-192e8e3dcdbc req-b203af7c-d30e-40fa-8405-0a315f2eddbb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.008641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32a66627-6324-4f52-bb81-192e8e3dcdbc req-b203af7c-d30e-40fa-8405-0a315f2eddbb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.1700258 Nov 12 03:38:45.143314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:45.151521 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.210087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb1df423-ce59-48b0-80ea-15c0733fbaad req-414def21-0d9d-4c3b-9c3d-0a0734c57159 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 210 time: 0.0411556 Nov 12 03:38:45.213102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32a66627-6324-4f52-bb81-192e8e3dcdbc req-1db2717d-fd6d-4574-bbc4-08b2237db299 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955352 Nov 12 03:38:45.273603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.327447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:45.335505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:45.353118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:45.357049 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aa1e0f0f-134f-474e-870a-f06990273730 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a1fac280b77c4f82866ef1c9cb65b4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2126985 Nov 12 03:38:45.364432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:45.413388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:45.427271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.428017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.456407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.477111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-4756c1b9-c567-4471-b605-0dccff292ea7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8378117 Nov 12 03:38:45.493268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.548324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f75630-4ebe-42e4-a866-b61e96a53ce1 req-7a527cd0-4cf4-4016-a62d-b813b1c8a6cb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.551943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0f75630-4ebe-42e4-a866-b61e96a53ce1 req-7a527cd0-4cf4-4016-a62d-b813b1c8a6cb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.1070335 Nov 12 03:38:45.561023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.639416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Request body: {'port': {'device_id': '065e5d14-250b-4985-959e-ca68e80e62d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:45.667265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.669920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.671094 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/85c8b3d1-73d1-42c9-8f44-3252b36b2c33 HTTP/1.1" status: 204 len: 168 time: 0.3054743 Nov 12 03:38:45.680930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21543-a14a-4909-8718-aa23c8ddb7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8b3d1-73d1-42c9-8f44-3252b36b2c33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.761410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b0f75630-4ebe-42e4-a866-b61e96a53ce1 req-68552f89-e367-4eac-8ffe-294715df4bc3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032895 Nov 12 03:38:45.770181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:45.963941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dcb5acbb-cce8-4eb4-8252-5e659db81f29 None None] Provisioning complete for port a6beb66e-8a8e-49be-9b46-eff5fa769923 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:45.966329 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dcb5acbb-cce8-4eb4-8252-5e659db81f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.070592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5acbb-cce8-4eb4-8252-5e659db81f29 None None] Port a6beb66e-8a8e-49be-9b46-eff5fa769923 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:46.328978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6beb66e-8a8e-49be-9b46-eff5fa769923 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:46.343893 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.358778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Transition to ACTIVE for port object a6beb66e-8a8e-49be-9b46-eff5fa769923 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:46.372862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.905800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.931744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Pushing event updated for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:46.952219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53400a-3562-4277-b7c7-00151997e75c req-6865df55-a599-4da8-aa1b-8483a17824fd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.960250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af53400a-3562-4277-b7c7-00151997e75c req-6865df55-a599-4da8-aa1b-8483a17824fd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.5997851 Nov 12 03:38:47.020568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027adc7-c047-4d2c-8273-12b8537f6310 req-528f520f-d34f-407c-bd37-095763e9ed03 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.027769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f027adc7-c047-4d2c-8273-12b8537f6310 req-528f520f-d34f-407c-bd37-095763e9ed03 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 944 time: 0.6499121 Nov 12 03:38:47.182472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-72176722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:47.238015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af53400a-3562-4277-b7c7-00151997e75c req-2dc68757-b975-4148-8e3a-3d64ab896ddb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769697 Nov 12 03:38:47.251798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.252921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.282310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f027adc7-c047-4d2c-8273-12b8537f6310 req-8f0b2d26-3ce1-48a5-b8a1-d65a6b7d6a88 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2535510 Nov 12 03:38:47.283342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Attempting to bind port a6beb66e-8a8e-49be-9b46-eff5fa769923 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:47.283650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Attempting to bind port a6beb66e-8a8e-49be-9b46-eff5fa769923 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:47.283989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Attempting to bind port a6beb66e-8a8e-49be-9b46-eff5fa769923 on network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:47.298127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Port a6beb66e-8a8e-49be-9b46-eff5fa769923 on network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:47.298352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Attempting to bind port a6beb66e-8a8e-49be-9b46-eff5fa769923 on network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:47.327861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:47.328238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Checking segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:47.328630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Bound using segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:47.329079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Bound port: a6beb66e-8a8e-49be-9b46-eff5fa769923, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:47.329640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.353847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.359734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.392701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.401151 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8fa8d60-d98d-4094-86dd-7a351d0da8b6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4942269 Nov 12 03:38:47.401781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.402118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.418506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1019107722'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:47.445415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:47.450206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.462662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.479868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:47.483245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:47.489312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.579020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.579659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.581198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] 10.222.0.100 "PUT /v2.0/ports/a6beb66e-8a8e-49be-9b46-eff5fa769923 HTTP/1.1" status: 200 len: 1093 time: 2.0844121 Nov 12 03:38:47.582803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:47.584818 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2" -d '{"events": [{"name": "network-changed", "server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:47.637141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.645350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.699884 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb222bd-381f-4998-a69c-591b910f3348 x-openstack-request-id: req-ffb222bd-381f-4998-a69c-591b910f3348 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:47.700202 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:47.700439 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ffb222bd-381f-4998-a69c-591b910f3348 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:47.705751 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923', 'status': 'completed', 'code': 200} Nov 12 03:38:47.747164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:47.759203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f1bbf-d327-4211-84ac-2075dec3c193 service neutron] Pushing event updated for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.772572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-f825cd3a-4c1e-4753-8199-dc18ab00914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.774219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-f825cd3a-4c1e-4753-8199-dc18ab00914f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 1096 time: 0.1513622 Nov 12 03:38:47.782420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eb39c8-8cfd-45ab-97c5-600ff0496104,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.793457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-274c21eb-5f0a-4d55-ac92-8a119af85ad5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.795023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-274c21eb-5f0a-4d55-ac92-8a119af85ad5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.0837684 Nov 12 03:38:47.824240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.824705 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Added segment ffb015b7-0b1d-4580-ae64-c2e69ffa3de8 of type vlan for network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb Nov 12 03:38:47.852704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-a9fb0716-024c-4c33-ac3e-2ef4ca30c30f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923 HTTP/1.1" status: 200 len: 217 time: 0.0682254 Nov 12 03:38:47.974969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-2fa18de3-126b-4bfb-8e7e-a00905ea35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.976874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-2fa18de3-126b-4bfb-8e7e-a00905ea35a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=538a45b4-d48c-4bae-a34d-1af28f78f748 HTTP/1.1" status: 200 len: 838 time: 0.1123703 Nov 12 03:38:48.007621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebafab35-143a-452d-b03a-d5bfafe53305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.035364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.048357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-900d8be9-1d6b-49a2-bfc8-fa2752c41bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.049858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-900d8be9-1d6b-49a2-bfc8-fa2752c41bad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=745dba7e-92fd-46d8-bd80-b7d23f2c3178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0649016 Nov 12 03:38:48.061516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:48.061849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.170216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.178620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.179919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.250104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8406985 Nov 12 03:38:48.250340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port 4eb1f644-3a1d-465f-af2e-ecc27060ca77, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=4eb1f644-3a1d-465f-af2e-ecc27060ca77,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:48.250340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.260182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:48.389167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'subnet': {'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:48.397102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for 4eb1f644-3a1d-465f-af2e-ecc27060ca77 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:48.433688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-d193ed17-c3a3-416e-9ce5-4b41322f96f4 service neutron] 10.222.0.100 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997682 Nov 12 03:38:48.473693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73664137-e2e8-45d1-80d9-d36435818856 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Network': ['ID=deadfc26-56e5-4a94-8fae-ae3b2c3c38fb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.486276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:48.579270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:48.583208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.637811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a179-c2db-4a59-89d0-c429ac108418 req-b59102f9-ab1c-4a75-850d-e95f1b5738be tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.649169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa97a179-c2db-4a59-89d0-c429ac108418 req-b59102f9-ab1c-4a75-850d-e95f1b5738be tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 946 time: 0.3213050 Nov 12 03:38:48.782467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.822473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc1314c8-c73f-4391-819a-65ba98c06618 req-744dd52c-98b0-45d7-86b5-fa6f38e2d46d service neutron] 10.222.0.100 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780129 Nov 12 03:38:48.844024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.856912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['4eb1f644-3a1d-465f-af2e-ecc27060ca77'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:48.965296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=4eb1f644-3a1d-465f-af2e-ecc27060ca77,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.965546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Subnet': ['ID=bf635453-8a52-4b30-bf42-ae13230216ff,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:48.968978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Checking segment: {'id': 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:48.969381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network hostable DHCP agents. Network: deadfc26-56e5-4a94-8fae-ae3b2c3c38fb, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:49.002134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880083-290e-4a90-9c21-1cf002e1498b req-b3d22340-bfe2-45a9-a634-6f01c152ebc7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.007641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01880083-290e-4a90-9c21-1cf002e1498b req-b3d22340-bfe2-45a9-a634-6f01c152ebc7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 944 time: 0.6150961 Nov 12 03:38:49.017850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:49.062513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, deadfc26-56e5-4a94-8fae-ae3b2c3c38fb) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:49.091570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.095028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.108972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41cd12b-4c1c-4330-aa55-b0320e875e0c None None] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:49.114261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa97a179-c2db-4a59-89d0-c429ac108418 req-e4800825-2e71-4c4f-99f9-09a03628569f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640467 Nov 12 03:38:49.115088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port 4eb1f644-3a1d-465f-af2e-ecc27060ca77 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:49.117894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.122949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3bc2f1f-dd82-4288-86cb-c243e4c2a1f2 req-6105c6e8-94f1-4ddf-9447-13d0b328fb37 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "DELETE /v2.0/ports/4eb1f644-3a1d-465f-af2e-ecc27060ca77 HTTP/1.1" status: 204 len: 173 time: 1.2693629 Nov 12 03:38:49.160691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40438) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:49.165443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-90cbc324-5762-4574-ab84-59a1abfff6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.167366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-90cbc324-5762-4574-ab84-59a1abfff6f4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 1096 time: 0.2172580 Nov 12 03:38:49.244984 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7313c21-e8ad-42a7-b9eb-765809ba81dc tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9616842 Nov 12 03:38:49.246634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:49.264154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'network': {'name': 'tempest-router-network01--1750497919'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:49.316900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:49.326782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.360439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01880083-290e-4a90-9c21-1cf002e1498b req-be72306d-554c-459f-90b0-614c27e2d51f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3122783 Nov 12 03:38:49.400542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.541758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-deadfc26-56e5-4a94-8fae-ae3b2c3c38fb', 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb', 'tenant_id': '578bd36c1701448f8114ca64b532b652', 'fixed_ips': [{'subnet_id': 'bf635453-8a52-4b30-bf42-ae13230216ff'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:49.546146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.633738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:49.658736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-787e2435-a177-46a7-9c38-2f43baf332e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.660311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-787e2435-a177-46a7-9c38-2f43baf332e6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=745dba7e-92fd-46d8-bd80-b7d23f2c3178 HTTP/1.1" status: 200 len: 899 time: 0.4816010 Nov 12 03:38:49.668278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.671731 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Added segment df397101-2325-4022-8049-aa69861a5d6b of type vlan for network ce607244-d761-4432-a051-3b10e947830b Nov 12 03:38:49.759406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'name': 'network-vif-deleted', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:49.761667 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39065a91-0d8c-4b46-b94a-c458ea88772d" -d '{"events": [{"server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "name": "network-vif-deleted", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:49.762130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Allocated IP 172.20.0.2 (deadfc26-56e5-4a94-8fae-ae3b2c3c38fb/bf635453-8a52-4b30-bf42-ae13230216ff/4f199a18-b3f8-47fe-8a31-fa8e4793b752) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:49.779896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-e06fbae9-a94d-4f76-82d2-17251b082dd9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923 HTTP/1.1" status: 200 len: 217 time: 0.1044347 Nov 12 03:38:49.809314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.913495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.921145 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700a333d-82f3-4c69-a9f6-7e79a6aa96b1 x-openstack-request-id: req-700a333d-82f3-4c69-a9f6-7e79a6aa96b1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:49.921435 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40aeb65d-bb53-4179-a4b1-818b48194442", "name": "network-vif-deleted", "tag": "4eb1f644-3a1d-465f-af2e-ecc27060ca77", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:49.921688 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-700a333d-82f3-4c69-a9f6-7e79a6aa96b1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:49.921972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.922124 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40aeb65d-bb53-4179-a4b1-818b48194442', 'name': 'network-vif-deleted', 'tag': '4eb1f644-3a1d-465f-af2e-ecc27060ca77', 'status': 'completed', 'code': 200} Nov 12 03:38:49.922711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.986896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-e779ede1-1b87-4db0-9b04-30c66b5290c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.988385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-e779ede1-1b87-4db0-9b04-30c66b5290c1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=538a45b4-d48c-4bae-a34d-1af28f78f748 HTTP/1.1" status: 200 len: 838 time: 0.1986620 Nov 12 03:38:50.008663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.015785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.047441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:50.054235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Network': ['ID=ce607244-d761-4432-a051-3b10e947830b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.055144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:50.087717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a19bee4b-77c9-4549-aee4-3d18a15a73d2 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8343325 Nov 12 03:38:50.094406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:50.107282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'network': {'name': 'tempest-router-network02--198460749'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:50.136322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:50.140455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.218898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-5b338985-eee3-4908-ac8a-cccae207b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.220428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-5b338985-eee3-4908-ac8a-cccae207b9bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=745dba7e-92fd-46d8-bd80-b7d23f2c3178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1789188 Nov 12 03:38:50.272998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:38:50.310072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.312106 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Added segment e0b9d52b-86ef-402a-b20a-b7f30bc5f093 of type vlan for network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a Nov 12 03:38:50.409260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3486d958-693d-4ade-bbd8-05835a2dc2b3 req-55e1f855-0b44-4933-8104-56656aea0453 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.1143105 Nov 12 03:38:50.452654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.470845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Deleting port b10a64a7-d861-4955-8b87-24d9bc218cff {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:50.473516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.510802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Pushing event updated for resources: {'Port': ['ID=4f199a18-b3f8-47fe-8a31-fa8e4793b752,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.514648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:50.518465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ce607244-d761-4432-a051-3b10e947830b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:50.519769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-89e8d5ee-bbff-4642-af78-a14337243676 service neutron] 10.222.0.100 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903786 Nov 12 03:38:50.623349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e4211c5-01a9-47a1-a411-5964bc17382b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.629318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] For port b10a64a7-d861-4955-8b87-24d9bc218cff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10a64a7-d861-4955-8b87-24d9bc218cff,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.629683 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.654141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Calling delete_port for b10a64a7-d861-4955-8b87-24d9bc218cff owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:50.771591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc026df-1cc0-4625-99d2-a6d1a2d6e8d0 req-2d6b32fc-5215-4d52-a581-eff08feaa659 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.774367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbc026df-1cc0-4625-99d2-a6d1a2d6e8d0 req-2d6b32fc-5215-4d52-a581-eff08feaa659 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 944 time: 0.1881588 Nov 12 03:38:50.780732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08dcce98-1512-4a0c-8a2f-5abe62ed41b2 req-948a79d7-318d-4b58-841f-0f0d537d4845 service neutron] 10.222.0.100 "GET /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500281 Nov 12 03:38:50.796717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:38:50.863243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Attempting to bind port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:50.863672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Attempting to bind port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:50.864068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Attempting to bind port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 on network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:50.870753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:50.871385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Checking segment: {'id': 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:50.871840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.872404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Bound using segment: {'id': 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:50.872885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Bound port: 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'deadfc26-56e5-4a94-8fae-ae3b2c3c38fb'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:50.873427 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.892345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbc026df-1cc0-4625-99d2-a6d1a2d6e8d0 req-0142d03f-f19f-4b09-acc8-256cf41ac7a8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0977476 Nov 12 03:38:50.898856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.912942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.920717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.921806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.002800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] For port 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:51.009768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40460) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:51.012170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9089792 Nov 12 03:38:51.012346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] For port 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4f199a18-b3f8-47fe-8a31-fa8e4793b752,segment=NetworkSegment(ffb015b7-0b1d-4580-ae64-c2e69ffa3de8),segment_id=ffb015b7-0b1d-4580-ae64-c2e69ffa3de8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:51.018924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.033049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'subnet': {'network_id': 'ce607244-d761-4432-a051-3b10e947830b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:51.095499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaa36d-5ad5-4fd4-8f0e-98b974cceafd tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Network': ['ID=f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.144008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731740e-fc39-4eab-a408-3ed18ea05e56 None None] Pushing event updated for resources: {'Port': ['ID=4f199a18-b3f8-47fe-8a31-fa8e4793b752,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.159884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:38:51.200289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.230425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10a64a7-d861-4955-8b87-24d9bc218cff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.438271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a6beb66e-8a8e-49be-9b46-eff5fa769923 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:51.612485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.636107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d52f6e8-994a-4603-8616-27b58c1f5c2c req-c9f70281-4de6-4e4c-987f-851affbb382c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.0533986 Nov 12 03:38:51.705616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:51.711345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.725576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'a6beb66e-8a8e-49be-9b46-eff5fa769923', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'port_id': 'a6beb66e-8a8e-49be-9b46-eff5fa769923', 'mac_address': 'fa:16:3e:26:b6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:51.747262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:51.763277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.780593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.803239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6beb66e-8a8e-49be-9b46-eff5fa769923 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:51.829135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:51.834737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.944676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.986967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:52.065372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a6beb66e-8a8e-49be-9b46-eff5fa769923'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:52.121313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8cab5-4c7f-44c3-a312-3fabf5b84c07 req-c1a69844-4918-45cb-9098-b9187775be2c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.122954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4eb1f644-3a1d-465f-af2e-ecc27060ca77 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:52.134771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fe8cab5-4c7f-44c3-a312-3fabf5b84c07 req-c1a69844-4918-45cb-9098-b9187775be2c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 945 time: 0.1369832 Nov 12 03:38:52.178511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.185058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 4eb1f644-3a1d-465f-af2e-ecc27060ca77 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:52.185747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 4eb1f644-3a1d-465f-af2e-ecc27060ca77 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:52.198062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:52.217369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Sync routers for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:52.232515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40468) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:52.233873 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b9c90a9f-3fac-42b7-805a-bc436ea1c562 admin admin] 10.222.0.93 "PUT /v2.0/routers/6b88ee99-4afa-440a-8e1e-2d7434ff7acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8185818 Nov 12 03:38:52.266890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:52.267537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:52.363028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fe8cab5-4c7f-44c3-a312-3fabf5b84c07 req-4dda3189-c068-4319-8c19-fac9a6408f63 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2236257 Nov 12 03:38:52.405307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Subnet': ['ID=c175b64e-515b-4222-8782-901287ae8b17,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:52.464922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Checking segment: {'id': 'df397101-2325-4022-8049-aa69861a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'ce607244-d761-4432-a051-3b10e947830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:52.465425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network hostable DHCP agents. Network: ce607244-d761-4432-a051-3b10e947830b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:52.477872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Deleting port 16b059dd-b908-494e-a55d-0b60b55139eb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:52.478352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.523044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.564453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:52.596319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network ce607244-d761-4432-a051-3b10e947830b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:52.629362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ce607244-d761-4432-a051-3b10e947830b) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:52.664308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba09556-61b8-4cda-ab11-82f49e697abb None None] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:52.667123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.667839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.668815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3489c-7bca-4ad2-bc5d-e648ab651956 None None] Network ce607244-d761-4432-a051-3b10e947830b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:52.691923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] For port 16b059dd-b908-494e-a55d-0b60b55139eb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=16b059dd-b908-494e-a55d-0b60b55139eb,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:52.692441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.715936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Calling delete_port for 16b059dd-b908-494e-a55d-0b60b55139eb owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:52.720425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-668efb09-280f-4714-a251-0b9807b6870d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7059546 Nov 12 03:38:52.723458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:52.730236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'subnet': {'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:52.827886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.851555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c02b08b2-b07a-491f-bfe0-fe1edecd449a req-43551b53-f60a-4544-9146-23373479842b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.0430119 Nov 12 03:38:52.870943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Made reservation on behalf of 578bd36c1701448f8114ca64b532b652 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:52.875369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.035590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] Provisioning complete for port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:53.036214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.089031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.096865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.130328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.139017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b059dd-b908-494e-a55d-0b60b55139eb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:53.194189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Checking segment: {'id': 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:53.194558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network hostable DHCP agents. Network: f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:38:53.200673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Subnet': ['ID=c20c8f01-e36c-42c2-a909-44ad1bd2cc97,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:53.226466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:38:53.228598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Deleting port f40cd23e-f397-4ffa-a6ea-49c0a567241d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:53.229509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.249971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:53.255179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-ce607244-d761-4432-a051-3b10e947830b', 'network_id': 'ce607244-d761-4432-a051-3b10e947830b', 'tenant_id': '578bd36c1701448f8114ca64b532b652', 'fixed_ips': [{'subnet_id': 'c175b64e-515b-4222-8782-901287ae8b17'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:53.257555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.258440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.259048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.280129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539180b7-c4f5-4ebb-9f35-f41a8bbaef30 None None] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:53.287475 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e74b33e9-79fb-4489-8245-5c45798b06be tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5600028 Nov 12 03:38:53.288638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:53.390481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4f199a18-b3f8-47fe-8a31-fa8e4793b752 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:53.577345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.652302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] For port f40cd23e-f397-4ffa-a6ea-49c0a567241d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f40cd23e-f397-4ffa-a6ea-49c0a567241d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:53.653261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.715980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Calling delete_port for f40cd23e-f397-4ffa-a6ea-49c0a567241d owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:53.735697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881362e-b709-49d2-90f8-fe1c83b56b79 req-9a0948c2-4132-402c-b7dc-6b075b63e98c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.737407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b881362e-b709-49d2-90f8-fe1c83b56b79 req-9a0948c2-4132-402c-b7dc-6b075b63e98c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 945 time: 0.1762414 Nov 12 03:38:53.771615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:38:51Z', 'revision_number': 5, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port': {'id': 'f40cd23e-f397-4ffa-a6ea-49c0a567241d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:61:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:30:16Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:53.892229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Checking router: 6b88ee99-4afa-440a-8e1e-2d7434ff7acd for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:53.944803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:53.971462 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.034466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Routers {'6b88ee99-4afa-440a-8e1e-2d7434ff7acd'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:54.036667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:54.162144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b881362e-b709-49d2-90f8-fe1c83b56b79 req-04084e8d-e7b8-4667-9aff-71576b43aaf6 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.4109654 Nov 12 03:38:54.162901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.182811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Allocated IP 172.20.0.2 (ce607244-d761-4432-a051-3b10e947830b/c175b64e-515b-4222-8782-901287ae8b17/75115b40-0388-4d51-bd80-d262c361d060) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:54.197557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.205782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:54.207047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.217639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40cd23e-f397-4ffa-a6ea-49c0a567241d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.223746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c162049-be0a-43a8-a138-53d8e4a3a35a req-9176b6ae-a1b8-4822-98ff-03ec40abb758 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.0843012 Nov 12 03:38:54.225456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] For port 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4f199a18-b3f8-47fe-8a31-fa8e4793b752,segment=NetworkSegment(ffb015b7-0b1d-4580-ae64-c2e69ffa3de8),segment_id=ffb015b7-0b1d-4580-ae64-c2e69ffa3de8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:54.266631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff781d-5eaf-4ad9-b55b-e2cc21f437cc None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:54.316512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.324939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a', 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a', 'tenant_id': '578bd36c1701448f8114ca64b532b652', 'fixed_ips': [{'subnet_id': 'c20c8f01-e36c-42c2-a909-44ad1bd2cc97'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:38:54.325765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.330766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] Set router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:54.406278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.478238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:38:52Z', 'revision_number': 6, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:54.543385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da73f7-900c-4484-93b3-d45513931cdd None None] The sync data for ids ['6b88ee99-4afa-440a-8e1e-2d7434ff7acd'] in n-d-713499-30 is: [{'id': '6b88ee99-4afa-440a-8e1e-2d7434ff7acd', 'name': 'tempest-AttachVolumeTestJSON-285384687-router', 'tenant_id': '869b3465b0ec4a838e012add08265b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:30:14Z', 'updated_at': '2021-11-12T03:38:52Z', 'revision_number': 6, 'project_id': '869b3465b0ec4a838e012add08265b8e', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:54.650169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2e2e8ab5-a8db-4cde-8baa-7edcc06ca6e6 None None] Provisioning complete for port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:54.650540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8ab5-a8db-4cde-8baa-7edcc06ca6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.658781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a7a3e-060f-48b4-9bb7-940cc693f025 None None] Pushing event updated for resources: {'Port': ['ID=4f199a18-b3f8-47fe-8a31-fa8e4793b752,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.829808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.834494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.882205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Router 36762a52-eafd-4f05-be3d-059162bb2bb1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:54.896391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.896882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b88ee99-4afa-440a-8e1e-2d7434ff7acd {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:54.901708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.903080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-88e84ca6-682a-4957-a284-efefa76f9026 admin admin] 10.222.0.93 "DELETE /v2.0/routers/6b88ee99-4afa-440a-8e1e-2d7434ff7acd HTTP/1.1" status: 204 len: 168 time: 2.6584723 Nov 12 03:38:54.905479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.916032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.922937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Allocated IP 172.20.0.2 (f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a/c20c8f01-e36c-42c2-a909-44ad1bd2cc97/791cd746-4869-4689-b61f-dbc51035425f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:54.950517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.042039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Network ce607244-d761-4432-a051-3b10e947830b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:55.075617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Deleting subnet fc5acc1f-62f2-4076-8468-43fbb82f1885 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:55.079833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.084799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:55.106849 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:55.140039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:55.147757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Allocated IP 172.20.0.1 (ce607244-d761-4432-a051-3b10e947830b/c175b64e-515b-4222-8782-901287ae8b17/fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:55.148115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6b1ed78-5ea1-45eb-b20e-127b3997dd91 admin admin] 10.222.0.93 "PUT /v2.0/routers/36762a52-eafd-4f05-be3d-059162bb2bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9851594 Nov 12 03:38:55.151009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40488) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:55.152964 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Sync routers for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:55.180256 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:55.181030 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:55.196113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Pushing event updated for resources: {'Port': ['ID=75115b40-0388-4d51-bd80-d262c361d060,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.227888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.314287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Attempting to bind port 75115b40-0388-4d51-bd80-d262c361d060 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:55.316618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Attempting to bind port 75115b40-0388-4d51-bd80-d262c361d060 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'df397101-2325-4022-8049-aa69861a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'ce607244-d761-4432-a051-3b10e947830b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:55.318471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Attempting to bind port 75115b40-0388-4d51-bd80-d262c361d060 on network ce607244-d761-4432-a051-3b10e947830b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:55.330283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.333476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.333883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.334298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.334710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.335176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.336095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.339378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.340278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.340278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.340775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.341180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:55.368489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:55.368489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Checking segment: {'id': 'df397101-2325-4022-8049-aa69861a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'ce607244-d761-4432-a051-3b10e947830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:55.370972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.371485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Bound using segment: {'id': 'df397101-2325-4022-8049-aa69861a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'ce607244-d761-4432-a051-3b10e947830b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:55.376925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Bound port: 75115b40-0388-4d51-bd80-d262c361d060, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df397101-2325-4022-8049-aa69861a5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'ce607244-d761-4432-a051-3b10e947830b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:55.377409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.408812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.425174 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:55.451308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.517416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.536393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92745d99-4afb-4161-ab06-54ed3f6c3d15 req-b93eef5c-059f-4a45-957a-484dc7ccc28e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.1459131 Nov 12 03:38:55.539613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.555220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a6beb66e-8a8e-49be-9b46-eff5fa769923 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:55.630530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Port': ['ID=fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.634508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.650239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.656458 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fc5acc1f-62f2-4076-8468-43fbb82f1885 HTTP/1.1" status: 204 len: 168 time: 0.7477839 Nov 12 03:38:55.657611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:55.666342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network ce607244-d761-4432-a051-3b10e947830b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:55.716576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db102-0e3e-4a1b-9a8f-861ef517395f req-9ffcca3d-4bde-493d-9756-84fcd66b3758 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.722932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f3db102-0e3e-4a1b-9a8f-861ef517395f req-9ffcca3d-4bde-493d-9756-84fcd66b3758 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 945 time: 0.3842783 Nov 12 03:38:55.737001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:38:53Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:55.756124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.758760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:55.762272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:55.773050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Checking router: 36762a52-eafd-4f05-be3d-059162bb2bb1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:55.792303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Routers {'36762a52-eafd-4f05-be3d-059162bb2bb1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:55.793041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['36762a52-eafd-4f05-be3d-059162bb2bb1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:55.807768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4f199a18-b3f8-47fe-8a31-fa8e4793b752 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:55.809774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f5e538-89bc-459e-8c74-ac363210cb5c None None] Network d35380c2-838c-48bf-ab08-f50dfdbc475b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:55.819359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.822601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.833983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbd4be-c4c9-4144-a3a8-1177bd45f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5acc1f-62f2-4076-8468-43fbb82f1885,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:55.834653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.872947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f3db102-0e3e-4a1b-9a8f-861ef517395f req-6cd1362f-8a73-4531-90bc-2b918b15d6cb tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0887265 Nov 12 03:38:55.900442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:55.947769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] Set router 36762a52-eafd-4f05-be3d-059162bb2bb1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:56.040424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:56.058449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:56.059165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Deleting port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:56.059588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.063602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:56.078749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] For port 75115b40-0388-4d51-bd80-d262c361d060, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:56.093417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Deleting port 0fa222fb-667b-4637-88b8-0f304d168393 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:56.094861 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.117740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] For port 75115b40-0388-4d51-bd80-d262c361d060, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=75115b40-0388-4d51-bd80-d262c361d060,segment=NetworkSegment(df397101-2325-4022-8049-aa69861a5d6b),segment_id=df397101-2325-4022-8049-aa69861a5d6b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:56.242909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] For port 561e11ea-418b-45a8-8f0d-b7fc8aa76c68, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:56.243276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.255283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.260774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] For port 0fa222fb-667b-4637-88b8-0f304d168393, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0fa222fb-667b-4637-88b8-0f304d168393,segment=NetworkSegment(999abb3a-6719-41e3-98ba-febfe2392448),segment_id=999abb3a-6719-41e3-98ba-febfe2392448)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:56.261708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.272124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Calling delete_port for 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:56.286822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Calling delete_port for 0fa222fb-667b-4637-88b8-0f304d168393 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:56.291755 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:38:53Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:56.352094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Pushing event updated for resources: {'Port': ['ID=791cd746-4869-4689-b61f-dbc51035425f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.352596 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93062da2-7fc7-4783-addd-8cf6679c5725 None None] The sync data for ids ['36762a52-eafd-4f05-be3d-059162bb2bb1'] in n-d-713499-30 is: [{'id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1572608770-router', 'tenant_id': 'b45410570586491fbccf733c90d5f121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:12Z', 'updated_at': '2021-11-12T03:38:53Z', 'revision_number': 5, 'project_id': 'b45410570586491fbccf733c90d5f121', 'gw_port': {'id': '561e11ea-418b-45a8-8f0d-b7fc8aa76c68', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36762a52-eafd-4f05-be3d-059162bb2bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:13Z', 'updated_at': '2021-11-12T03:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:56.399043 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.464765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:56.465136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.492484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port a6beb66e-8a8e-49be-9b46-eff5fa769923 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:56.538664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Attempting to bind port 791cd746-4869-4689-b61f-dbc51035425f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:56.539040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Attempting to bind port 791cd746-4869-4689-b61f-dbc51035425f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:56.539408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Attempting to bind port 791cd746-4869-4689-b61f-dbc51035425f on network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:56.540637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.555630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port a6beb66e-8a8e-49be-9b46-eff5fa769923 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:56.556204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.586480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:56.586853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Checking segment: {'id': 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:56.588332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.589800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Bound using segment: {'id': 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:56.589800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Bound port: 791cd746-4869-4689-b61f-dbc51035425f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:56.589800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.627906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa222fb-667b-4637-88b8-0f304d168393,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.643789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.645136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] No DVR routers for this DVR port 0fa222fb-667b-4637-88b8-0f304d168393 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:56.738584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=561e11ea-418b-45a8-8f0d-b7fc8aa76c68,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.752953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd86c3-b46d-4bd5-83ff-724040c5388e None None] Pushing event updated for resources: {'Port': ['ID=75115b40-0388-4d51-bd80-d262c361d060,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.833025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.862053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a235fdd3-1c3c-4645-ba8d-d73c9bd08df3 req-fc29f777-32fb-417a-bde0-b8e1504f5e85 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=40aeb65d-bb53-4179-a4b1-818b48194442 HTTP/1.1" status: 200 len: 210 time: 0.1508863 Nov 12 03:38:56.882358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7baa94-9a28-4c21-9881-51be5824ee00 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:56.892594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.914230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d6e0e6-9add-4253-aa2a-0cd1484ec438 None None] DHCP port deletion for d35380c2-838c-48bf-ab08-f50dfdbc475b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:57.014817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.052516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.106520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35380c2-838c-48bf-ab08-f50dfdbc475b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.130718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] For port 791cd746-4869-4689-b61f-dbc51035425f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:57.134316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10a64a7-d861-4955-8b87-24d9bc218cff no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:57.149550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999abb3a-6719-41e3-98ba-febfe2392448') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.149999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999abb3a-6719-41e3-98ba-febfe2392448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:57.153144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] For port 791cd746-4869-4689-b61f-dbc51035425f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=791cd746-4869-4689-b61f-dbc51035425f,segment=NetworkSegment(e0b9d52b-86ef-402a-b20a-b7f30bc5f093),segment_id=e0b9d52b-86ef-402a-b20a-b7f30bc5f093)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:57.163791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.168265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.177136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.232512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.245577 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.248827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b10a64a7-d861-4955-8b87-24d9bc218cff {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:57.251937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10a64a7-d861-4955-8b87-24d9bc218cff not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:57.275630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.278319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36762a52-eafd-4f05-be3d-059162bb2bb1 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:57.287047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.290377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5de92462-9839-4fb5-954a-1f11463e67d6 admin admin] 10.222.0.93 "DELETE /v2.0/routers/36762a52-eafd-4f05-be3d-059162bb2bb1 HTTP/1.1" status: 204 len: 168 time: 2.1361601 Nov 12 03:38:57.291856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.292039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40504) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.349716 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.359656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:57.360358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.371660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3b2f9-c7a1-4b79-a5a0-51ba3a18bc9c req-ab93f4cd-b0cd-4948-9919-b7074e8ef865 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.380600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9d3b2f9-c7a1-4b79-a5a0-51ba3a18bc9c req-ab93f4cd-b0cd-4948-9919-b7074e8ef865 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 945 time: 0.1646671 Nov 12 03:38:57.405702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Deleting subnet 6a56cd24-d3c6-4f84-a5c8-ae4aec010200 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:57.409850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.455247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:57.495332 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:57.509078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.525606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:57.541638 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f898fd-d576-4588-ae8d-70ea9318cb77" -d '{"events": [{"server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "name": "network-vif-plugged", "status": "completed", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:57.548782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.559823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d5fe3-c637-497b-ad79-aa27f0fb10c4 None None] Pushing event updated for resources: {'Port': ['ID=791cd746-4869-4689-b61f-dbc51035425f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.563003 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d35380c2-838c-48bf-ab08-f50dfdbc475b HTTP/1.1" status: 204 len: 168 time: 1.8921065 Nov 12 03:38:57.570355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:57.584829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.636612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201b9af-36eb-4c6e-bf22-bfade758aa50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35380c2-838c-48bf-ab08-f50dfdbc475b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.642784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Port': ['ID=fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.707000 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14afa794-91e7-4e3e-acfa-195e2fffbbdd x-openstack-request-id: req-14afa794-91e7-4e3e-acfa-195e2fffbbdd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:57.707707 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "name": "network-vif-plugged", "status": "completed", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:57.708223 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14afa794-91e7-4e3e-acfa-195e2fffbbdd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:57.708949 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923', 'code': 200} Nov 12 03:38:57.709978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 75115b40-0388-4d51-bd80-d262c361d060 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:57.810616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.830687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.834310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 75115b40-0388-4d51-bd80-d262c361d060 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:57.834688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.839999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network ce607244-d761-4432-a051-3b10e947830b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:57.843071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:57.861517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9d3b2f9-c7a1-4b79-a5a0-51ba3a18bc9c req-cc836672-3433-445e-aa49-f48479a90bd7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2154357 Nov 12 03:38:57.870210 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.942964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dde50-75b2-41ce-bfca-13146734564b req-4cdd1319-5c74-412c-9820-c76885720e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.944788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f0dde50-75b2-41ce-bfca-13146734564b req-4cdd1319-5c74-412c-9820-c76885720e0a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 1098 time: 0.2023058 Nov 12 03:38:58.011409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.049145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.058265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 75115b40-0388-4d51-bd80-d262c361d060, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=75115b40-0388-4d51-bd80-d262c361d060,segment=NetworkSegment(df397101-2325-4022-8049-aa69861a5d6b),segment_id=df397101-2325-4022-8049-aa69861a5d6b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:58.064776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.073398 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.076981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6a56cd24-d3c6-4f84-a5c8-ae4aec010200 HTTP/1.1" status: 204 len: 168 time: 0.7852020 Nov 12 03:38:58.083276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.087309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2cb799-a099-439b-bf88-7703d878a57c None None] Network dfebe0c9-abb7-40ff-8611-9094d1309c12 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:58.143547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-633d646c-b7bc-4f2d-ae77-b7a890f4ee39 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=869b3465b0ec4a838e012add08265b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115616 Nov 12 03:38:58.146211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.299637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f0dde50-75b2-41ce-bfca-13146734564b req-6f63edc2-9e61-4926-942f-4403657793cf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3460948 Nov 12 03:38:58.306127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.321951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30adde-6748-47e6-9bdd-7d6538666616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a56cd24-d3c6-4f84-a5c8-ae4aec010200,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.324430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f40cd23e-f397-4ffa-a6ea-49c0a567241d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:58.365500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Router 48a31ee9-204f-495a-aeb3-d435f695b05a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:38:58.368637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.382456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=75115b40-0388-4d51-bd80-d262c361d060,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.405203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Deleting port d70acee7-8473-41b7-a07b-d95be20dee69 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:58.405682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.434689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.438813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f40cd23e-f397-4ffa-a6ea-49c0a567241d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:58.439123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f40cd23e-f397-4ffa-a6ea-49c0a567241d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:58.439543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 16b059dd-b908-494e-a55d-0b60b55139eb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:58.486561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 16b059dd-b908-494e-a55d-0b60b55139eb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:58.486727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 16b059dd-b908-494e-a55d-0b60b55139eb not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:58.487014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fa222fb-667b-4637-88b8-0f304d168393 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:58.532456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0fa222fb-667b-4637-88b8-0f304d168393 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:58.532719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0fa222fb-667b-4637-88b8-0f304d168393 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:58.576317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] For port d70acee7-8473-41b7-a07b-d95be20dee69, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d70acee7-8473-41b7-a07b-d95be20dee69,segment=NetworkSegment(379cb277-d753-42f4-bd8b-6723b6392933),segment_id=379cb277-d753-42f4-bd8b-6723b6392933)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:58.576683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.596412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:58.611656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Calling delete_port for d70acee7-8473-41b7-a07b-d95be20dee69 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:58.612533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] Sync routers for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:58.626836 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a4e17b07-54fe-417b-a40d-e85bb162cc2b tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3340495 Nov 12 03:38:58.627084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:58.634835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-0bbd92da-79eb-497b-86fe-624c3158590d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1262507 Nov 12 03:38:58.645931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:58.648131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:58.666398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936398f-c400-4c97-ad24-84b547aae31b None None] Network ce607244-d761-4432-a051-3b10e947830b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:58.713218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d196c67-eebe-4d68-9726-bf5094eda5ac None None] DHCP port deletion for dfebe0c9-abb7-40ff-8611-9094d1309c12 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:58.763215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-81a6c68a-e82c-4b3b-85d5-c2993000fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.764801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-81a6c68a-e82c-4b3b-85d5-c2993000fc4c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1098 time: 0.0588355 Nov 12 03:38:58.788053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.828060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:58.862648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5d196c67-eebe-4d68-9726-bf5094eda5ac None None] The port 'd70acee7-8473-41b7-a07b-d95be20dee69' was deleted {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:38:58.884755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70acee7-8473-41b7-a07b-d95be20dee69,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:58.911050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e062d5a0-f8d6-4223-866c-5e6730d0aaed None None] Provisioning complete for port 75115b40-0388-4d51-bd80-d262c361d060 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:58.911426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e062d5a0-f8d6-4223-866c-5e6730d0aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.922283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:58.922943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:58.929935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] No DVR routers for this DVR port d70acee7-8473-41b7-a07b-d95be20dee69 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:58.952008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.959799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:58.967043 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9ac3c045-cf8d-456d-a744-b9c48bf9bff8 HTTP/1.1" status: 204 len: 168 time: 0.8177860 Nov 12 03:38:59.057760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b461bb4-4909-45e8-a0c4-a122cecd811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac3c045-cf8d-456d-a744-b9c48bf9bff8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:59.112720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.115977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893008e1-e60f-43c3-9e34-12549030f72a None None] The sync data for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:59.313194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aef24-bcd8-4938-bc88-f4799c3ecea8 req-df2d6f90-9064-4afd-9c49-df06e73a4ae0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.316683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e0aef24-bcd8-4938-bc88-f4799c3ecea8 req-df2d6f90-9064-4afd-9c49-df06e73a4ae0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.2650938 Nov 12 03:38:59.333554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.490458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfebe0c9-abb7-40ff-8611-9094d1309c12']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.507165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-e7151d43-2b14-48ee-b2f4-ddfe65c04ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.570025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-e7151d43-2b14-48ee-b2f4-ddfe65c04ad3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 899 time: 0.7080374 Nov 12 03:38:59.571785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908bb17-f6a3-4939-96ae-7374d79d1bb1 None None] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:59.583029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379cb277-d753-42f4-bd8b-6723b6392933') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.590382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379cb277-d753-42f4-bd8b-6723b6392933') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:59.667874 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ad281ca1-791c-457f-855f-3c88e073b58a tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:38:59.674672 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ad281ca1-791c-457f-855f-3c88e073b58a tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0462146 Nov 12 03:38:59.675911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:59.684018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-9e1d4108-992c-4d2a-b8f3-58d1a0be7d0c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 1002 time: 0.0827229 Nov 12 03:38:59.697853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.743353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e0aef24-bcd8-4938-bc88-f4799c3ecea8 req-fee5fbfe-3591-4a69-af5b-919268c2aa99 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3821206 Nov 12 03:38:59.775021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.783045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 791cd746-4869-4689-b61f-dbc51035425f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:59.808439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:59.808644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:59.810373 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:59.901475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-18e4d912-17f6-4c6c-b088-59da0bb5fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.903299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-18e4d912-17f6-4c6c-b088-59da0bb5fbf6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.2076945 Nov 12 03:38:59.982190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.018330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.037984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] 10.222.0.93 "DELETE /v2.0/networks/dfebe0c9-abb7-40ff-8611-9094d1309c12 HTTP/1.1" status: 204 len: 168 time: 1.8924956 Nov 12 03:39:00.084619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153399-4121-4f4c-86ce-72bb00bb0066 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfebe0c9-abb7-40ff-8611-9094d1309c12,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:00.116010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-b6cb8362-9698-4b5c-bc2a-f4a583963f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.119244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-b6cb8362-9698-4b5c-bc2a-f4a583963f84 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034013 Nov 12 03:39:00.149717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] Provisioning complete for port 791cd746-4869-4689-b61f-dbc51035425f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:00.150950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.322785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.394688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-69950237-c2ab-401e-9e66-f48cc863fa78 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664664 Nov 12 03:39:00.414128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.474240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 791cd746-4869-4689-b61f-dbc51035425f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:00.474524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.490170 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57dbd90c-3eb7-4f3e-a88a-eeb4cc17acec admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b45410570586491fbccf733c90d5f121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637676 Nov 12 03:39:00.491525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:00.511954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.612919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b508b9a-6492-4bb9-a2c0-5dcb694262a9 req-6c18d5d4-7503-4a99-866e-3d75c3ce098b service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047234 Nov 12 03:39:00.663229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] For port 791cd746-4869-4689-b61f-dbc51035425f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=791cd746-4869-4689-b61f-dbc51035425f,segment=NetworkSegment(e0b9d52b-86ef-402a-b20a-b7f30bc5f093),segment_id=e0b9d52b-86ef-402a-b20a-b7f30bc5f093)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:00.743069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 75115b40-0388-4d51-bd80-d262c361d060 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:00.746503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.751330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.829503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.866369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.929902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Provisioning complete for port fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:00.930668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.934498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.935633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:00.937317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f202c0-90b5-480d-8686-cd97bafe3bfa None None] Pushing event updated for resources: {'Port': ['ID=791cd746-4869-4689-b61f-dbc51035425f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:00.950612 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8865efba-f787-48e3-9439-f13c24b8c2bd HTTP/1.1" status: 204 len: 168 time: 0.4519331 Nov 12 03:39:01.001449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 75115b40-0388-4d51-bd80-d262c361d060 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:01.006105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.037571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf278-1090-4adc-8312-04a06a71c939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865efba-f787-48e3-9439-f13c24b8c2bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:01.076209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d3965-9693-4d6b-86ab-1bbc0fb26d3d req-3b021686-48a5-4695-8ae0-757c3db5f217 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.089536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e7d3965-9693-4d6b-86ab-1bbc0fb26d3d req-3b021686-48a5-4695-8ae0-757c3db5f217 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.1519425 Nov 12 03:39:01.150022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Port fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:01.162962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting port fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:01.163373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.188892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Provisioning complete for port 75115b40-0388-4d51-bd80-d262c361d060 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:01.189800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.196433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e7d3965-9693-4d6b-86ab-1bbc0fb26d3d req-6b29bf54-d1a8-4a1a-b23d-93dba5aea268 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1060200 Nov 12 03:39:01.380653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.405213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Calling delete_port for fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:01.463107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Provisioning complete for port 791cd746-4869-4689-b61f-dbc51035425f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:01.463475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9366081-4cfb-49db-8671-4d5496fc17f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.503304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad8d5-a296-4805-9ad8-18049a05c7fe req-ced38c69-90f8-48a4-a6df-3010dc023b63 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.503304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951ad8d5-a296-4805-9ad8-18049a05c7fe req-ced38c69-90f8-48a4-a6df-3010dc023b63 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.1606414 Nov 12 03:39:01.503525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:01.561593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:01.562178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 561e11ea-418b-45a8-8f0d-b7fc8aa76c68 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:01.562774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d70acee7-8473-41b7-a07b-d95be20dee69 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:01.593619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d70acee7-8473-41b7-a07b-d95be20dee69 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:01.594381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d70acee7-8473-41b7-a07b-d95be20dee69 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:01.660568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-951ad8d5-a296-4805-9ad8-18049a05c7fe req-7528a7d1-2e16-4e49-9b6c-fd2025cc1f86 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1525660 Nov 12 03:39:01.780521 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.835792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 791cd746-4869-4689-b61f-dbc51035425f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:01.958922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.000692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 791cd746-4869-4689-b61f-dbc51035425f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:02.001318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Port': ['ID=fc9b4f5f-67b8-4578-9cc5-1ceaf665eff5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.001923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.295550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.546297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Router 48a31ee9-204f-495a-aeb3-d435f695b05a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:02.670882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.678527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:02.688497 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] Sync routers for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:02.695276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40622) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.697525 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cdbd240b-232a-4aab-aa06-1f4d05b4ac9f tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0188408 Nov 12 03:39:02.713366 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:02.716848 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.740779 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-9cec4dc0-a887-4555-bc36-6105a6aeb9a8 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] delete failed (client error): The resource could not be found. Nov 12 03:39:02.741915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9cec4dc0-a887-4555-bc36-6105a6aeb9a8 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/routers/tempest-non_exist_router-858372913 HTTP/1.1" status: 404 len: 334 time: 0.0449007 Nov 12 03:39:02.746139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.751391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b3ae193b-88ac-4df5-97a6-2d044dc22261 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'router': {'external_gateway_info': {'network_id': '48a31ee9-204f-495a-aeb3-d435f695b05a'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:02.796614 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.822773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:02.823402 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.850647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40632) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.856711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1578720244-network', 'tenant_id': 'd48aac1d037f47b8aadf7fb0f98814a6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:02.900482 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.901135 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300fa8c-b7c6-4cae-b4b4-cb1a18d88a9f None None] The sync data for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:03.271453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40644) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.461637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Made reservation on behalf of d48aac1d037f47b8aadf7fb0f98814a6 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:03.464928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.479267 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.592052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3ae193b-88ac-4df5-97a6-2d044dc22261 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.625605 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b3ae193b-88ac-4df5-97a6-2d044dc22261 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] update failed (client error): The resource could not be found. Nov 12 03:39:03.632644 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b3ae193b-88ac-4df5-97a6-2d044dc22261 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a HTTP/1.1" status: 404 len: 339 time: 0.8793943 Nov 12 03:39:03.633434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.952719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.967255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.070485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:04.129090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94cbd47-ac15-409e-ae07-3283438476f0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.145312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.147048 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Added segment 746df261-a50a-4b8e-918b-ce5aae3ec320 of type vlan for network 39517c10-d5b8-476f-919a-7bda69ee0537 Nov 12 03:39:04.233669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.283993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.285477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.286165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.291782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.404800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7327831 Nov 12 03:39:04.408992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.444654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Request body: {'subnet': {'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1578720244-subnet', 'tenant_id': 'd48aac1d037f47b8aadf7fb0f98814a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:04.467473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Made reservation on behalf of d48aac1d037f47b8aadf7fb0f98814a6 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:04.469995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.471878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad7834-cd54-4920-abfd-5e85d584a42e admin admin] Pushing event updated for resources: {'Network': ['ID=39517c10-d5b8-476f-919a-7bda69ee0537,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.486500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 39517c10-d5b8-476f-919a-7bda69ee0537 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:04.617233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:04.621372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.756881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:04.872174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Allocated IP 172.20.0.1 (deadfc26-56e5-4a94-8fae-ae3b2c3c38fb/bf635453-8a52-4b30-bf42-ae13230216ff/fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:04.886063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caf3b661-965c-4d2f-9d78-f62b13c7d63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.075987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.088205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.154800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4379f7b5-0882-4b74-8275-b34e3f8f029f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.187659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Checking segment: {'id': '746df261-a50a-4b8e-918b-ce5aae3ec320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:05.187934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Network hostable DHCP agents. Network: 39517c10-d5b8-476f-919a-7bda69ee0537, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:05.201627 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.240471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caf3b661-965c-4d2f-9d78-f62b13c7d63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.249667 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caf3b661-965c-4d2f-9d78-f62b13c7d63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.258754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Network 39517c10-d5b8-476f-919a-7bda69ee0537 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:05.269189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:05.278509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:05.285105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:05.288342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-caf3b661-965c-4d2f-9d78-f62b13c7d63c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=13937120649e454d863bf278cae5714f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6672342 Nov 12 03:39:05.289183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Port': ['ID=fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.293287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:05.309624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.17 (745dba7e-92fd-46d8-bd80-b7d23f2c3178/538a45b4-d48c-4bae-a34d-1af28f78f748/c6cd9802-3368-4bab-8c9e-fed36dbb65e7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:05.320503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 39517c10-d5b8-476f-919a-7bda69ee0537) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:05.327478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Deleting port d2443677-6b10-4bbb-bed2-b558f229213c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:05.327811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.336397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.337002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.346764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40e7c8-dda1-4757-809b-4c10166bbf2d None None] Network 39517c10-d5b8-476f-919a-7bda69ee0537 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:05.392574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.400814 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-248bd6b4-e9b2-41c5-9ba1-7859355dee75 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9905925 Nov 12 03:39:05.484643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] For port d2443677-6b10-4bbb-bed2-b558f229213c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d2443677-6b10-4bbb-bed2-b558f229213c,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.485459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.520567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Calling delete_port for d2443677-6b10-4bbb-bed2-b558f229213c owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:05.526611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.617612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.629506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb4821-bd7b-4c7a-8d4c-0fac7bd1793a None None] Network 39517c10-d5b8-476f-919a-7bda69ee0537 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:05.650552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b661-965c-4d2f-9d78-f62b13c7d63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30e098-2d4d-42a5-9473-f58e7ca3b960,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.717506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.757527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.761058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.765285 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e30e098-2d4d-42a5-9473-f58e7ca3b960 HTTP/1.1" status: 204 len: 168 time: 0.4711723 Nov 12 03:39:05.778311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7543-b6b6-4619-8ceb-065942d0cb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30e098-2d4d-42a5-9473-f58e7ca3b960,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.908752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-835c774b-e2f8-48ea-afa4-dec2535f548f None None] Provisioning complete for port fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:05.910668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-835c774b-e2f8-48ea-afa4-dec2535f548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.962061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.078661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-835c774b-e2f8-48ea-afa4-dec2535f548f None None] Port fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:06.082945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.098614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.164690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:06.190684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:06.250913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.251159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:06.254526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40692) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.257426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.357878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event updated for resources: {'Port': ['ID=fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.363772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.373386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1053488-96cc-4371-a048-78bf861eabb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.375676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.495110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:06.496774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:06.626169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1a0ff526-4b33-47d5-a6bb-b4419b06ff1a None None] Provisioning complete for port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:06.628910 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff526-4b33-47d5-a6bb-b4419b06ff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.638616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Router 48a31ee9-204f-495a-aeb3-d435f695b05a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:06.687385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ff526-4b33-47d5-a6bb-b4419b06ff1a None None] Port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:06.764940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:06.775682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] Sync routers for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:06.781399 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5c14a2a9-c5c8-4884-8744-2ac47ef6d2d3 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1471992 Nov 12 03:39:06.782118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40702) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.793538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:06.794365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.826543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2443677-6b10-4bbb-bed2-b558f229213c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.841660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.859444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:06.860478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:06.860755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.863190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-68ec5941-c7c9-4e60-b152-d96a1b562311 None None] Provisioning complete for port fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:06.863827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68ec5941-c7c9-4e60-b152-d96a1b562311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.897301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce014a6f-6b54-4da1-9d1a-c817c0ec1b83 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.025533 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ce014a6f-6b54-4da1-9d1a-c817c0ec1b83 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:07.027011 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce014a6f-6b54-4da1-9d1a-c817c0ec1b83 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a HTTP/1.1" status: 409 len: 329 time: 0.2437108 Nov 12 03:39:07.029643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.100649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:07.101475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65323f7-2650-4d98-a663-248e0c24c31d None None] The sync data for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:07.115926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-68ec5941-c7c9-4e60-b152-d96a1b562311 None None] Port fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:07.167410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-03fcecb7-3abb-4579-b412-8f11eb0bebd7 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.169621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-03fcecb7-3abb-4579-b412-8f11eb0bebd7 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/networks?id=39517c10-d5b8-476f-919a-7bda69ee0537 HTTP/1.1" status: 200 len: 822 time: 0.8147540 Nov 12 03:39:07.174681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.222616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-6577d6e9-5e4f-46fd-884c-ef1b594c7613 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/quotas/d48aac1d037f47b8aadf7fb0f98814a6 HTTP/1.1" status: 200 len: 375 time: 0.0375569 Nov 12 03:39:07.230510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.275394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1053488-96cc-4371-a048-78bf861eabb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.301208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-b7315c65-daf7-498c-a4e5-0375771bb14b tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d48aac1d037f47b8aadf7fb0f98814a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686312 Nov 12 03:39:07.305195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1053488-96cc-4371-a048-78bf861eabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.425452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.426228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c1053488-96cc-4371-a048-78bf861eabb2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a3bae1f83ccd476db6068e7f02760c87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1606977 Nov 12 03:39:07.430846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.457540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1053488-96cc-4371-a048-78bf861eabb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55cbc6a-e279-4b66-87ea-ee3e1d902aed,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.589483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.631515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.706175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-f0ab3b5b-3f14-4817-8941-744a584f5b49 service neutron] 10.222.0.93 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836870 Nov 12 03:39:07.716742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.720032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.721193 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b55cbc6a-e279-4b66-87ea-ee3e1d902aed HTTP/1.1" status: 204 len: 168 time: 0.2880454 Nov 12 03:39:07.759464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650ed5a-78c4-42f8-8db1-aabad1b0f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55cbc6a-e279-4b66-87ea-ee3e1d902aed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.805173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting port fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:07.805612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.897788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Router 59e6bfe4-709c-416c-982a-ad2a6edc8bed has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:07.898547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.913078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Calling delete_port for fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:07.935382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.938960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-a3b3ec04-0e4d-4f5c-a8e9-9d854546973c service neutron] 10.222.0.93 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022920 Nov 12 03:39:07.942392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.102004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.104735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.157329 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:08.166064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e69615cb-e44c-4953-889e-6d4970fa739b admin admin] 10.222.0.93 "PUT /v2.0/routers/59e6bfe4-709c-416c-982a-ad2a6edc8bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3119040 Nov 12 03:39:08.181397 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Sync routers for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:08.191686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:08.192913 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:08.193634 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:08.260897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:08.262716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:08.280601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.353959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Port': ['ID=fcae7f7d-ccc9-4ceb-ae6a-c6994240ecc2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.365821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:08.481496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:08.503465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.680397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-47c22e35-8576-4b19-b962-58c327644185 None None] Provisioning complete for port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:08.680945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47c22e35-8576-4b19-b962-58c327644185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.780081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-47c22e35-8576-4b19-b962-58c327644185 None None] Port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:08.802905 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:39:05Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:08.860543 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Checking router: 59e6bfe4-709c-416c-982a-ad2a6edc8bed for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:08.883065 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Routers {'59e6bfe4-709c-416c-982a-ad2a6edc8bed'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:08.883599 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:08.989821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] Set router 59e6bfe4-709c-416c-982a-ad2a6edc8bed gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:09.250836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.265380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd51b277-c6b8-42e5-a959-c7ece46de709 req-4f2a991e-dfbf-4911-861a-b9add016e577 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 210 time: 0.0599520 Nov 12 03:39:09.273696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:09.293001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-930cfc32-5238-4dce-a3b3-abef5b5fb094 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/f784a9ef-5cfe-40ef-9052-5c268177f170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0061707 Nov 12 03:39:09.294280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:09.308924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.316807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:09.318618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.475383 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:39:05Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:09.535015 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c23fd-8280-4ef2-878f-3e3180aec6c9 None None] The sync data for ids ['59e6bfe4-709c-416c-982a-ad2a6edc8bed'] in n-d-713499-30 is: [{'id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'name': 'tempest-TaggedBootDevicesTest-116531085-router', 'tenant_id': 'eb452135a91f43929f441d29fea0063c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:24Z', 'updated_at': '2021-11-12T03:39:05Z', 'revision_number': 5, 'project_id': 'eb452135a91f43929f441d29fea0063c', 'gw_port': {'id': '9559be2c-e094-4ed7-90c4-f77d42fce8d9', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e6bfe4-709c-416c-982a-ad2a6edc8bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:26Z', 'updated_at': '2021-11-12T03:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:09.574410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:09.697955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Router 48a31ee9-204f-495a-aeb3-d435f695b05a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:09.719681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Deleting port 9559be2c-e094-4ed7-90c4-f77d42fce8d9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:09.720579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.838008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] For port 9559be2c-e094-4ed7-90c4-f77d42fce8d9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9559be2c-e094-4ed7-90c4-f77d42fce8d9,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:09.838380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.852832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Calling delete_port for 9559be2c-e094-4ed7-90c4-f77d42fce8d9 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:09.963820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d2443677-6b10-4bbb-bed2-b558f229213c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:09.995633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d2443677-6b10-4bbb-bed2-b558f229213c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:09.995990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d2443677-6b10-4bbb-bed2-b558f229213c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:10.043409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:07Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cd9802-3368-4bab-8c9e-fed36dbb65e7', 'name': '', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:31:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:04Z', 'updated_at': '2021-11-12T03:39:07Z', 'revision_number': 2, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.106746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:10.107117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Updating router f784a9ef-5cfe-40ef-9052-5c268177f170 port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:10.118936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:10.130635 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-49e58e39-b5b4-4510-bf87-b7e11b1dc04c tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997782 Nov 12 03:39:10.136279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40778) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.140241 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] Sync routers for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:10.158810 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.169491 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:10.171170 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.256197 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-ead6e96b-37ff-4af8-8fe5-fa1740c1e87a tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] show failed (client error): The resource could not be found. Nov 12 03:39:10.266662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.273572 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.279599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ead6e96b-37ff-4af8-8fe5-fa1740c1e87a tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "GET /v2.0/routers/tempest-non_exist_router-744962442 HTTP/1.1" status: 404 len: 334 time: 0.1414709 Nov 12 03:39:10.285264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.294734 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] Routers {'48a31ee9-204f-495a-aeb3-d435f695b05a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:10.295538 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['48a31ee9-204f-495a-aeb3-d435f695b05a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.382547 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.384770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c86a50bb-1e58-4eb9-9012-e1cf9cb516d6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:10.386072 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9d1e5-2b37-40b4-a1d0-9ef9c1333ac5 None None] The sync data for ids ['48a31ee9-204f-495a-aeb3-d435f695b05a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:10.433099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba0c3039-2b00-4df2-b91f-9ae8a9cc0a62 req-8fd42f1c-7ea8-4826-bb38-2395803b7d1b tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 210 time: 0.0525367 Nov 12 03:39:10.445615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1860564-8df7-4b77-9ea2-64324cef44ae None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:10.475897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9559be2c-e094-4ed7-90c4-f77d42fce8d9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.536292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.541950 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.544024 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-c86a50bb-1e58-4eb9-9012-e1cf9cb516d6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] update failed (client error): The resource could not be found. Nov 12 03:39:10.549857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.551866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c86a50bb-1e58-4eb9-9012-e1cf9cb516d6 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "PUT /v2.0/routers/tempest-non_exist_router-66314108 HTTP/1.1" status: 404 len: 333 time: 0.2585325 Nov 12 03:39:10.588453 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.592622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a569f-cd3b-4429-9344-7ed6911ce3b1 None None] Pushing event updated for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.651547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting subnet c20c8f01-e36c-42c2-a909-44ad1bd2cc97 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:10.661967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.699974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Attempting to bind port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:10.700578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Attempting to bind port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:10.701179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Attempting to bind port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 on network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:10.709731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:10.710323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Checking segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:10.712986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.713605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Bound using segment: {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:10.714265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Bound port: c6cd9802-3368-4bab-8c9e-fed36dbb65e7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82702604-9605-4d3e-8113-da954d699552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:10.714836 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.725504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.731077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.747755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.824626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.825435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e6bfe4-709c-416c-982a-ad2a6edc8bed {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:10.837333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.839851 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2e65b408-3474-4fbf-9ffa-5e477c46de7b admin admin] 10.222.0.93 "DELETE /v2.0/routers/59e6bfe4-709c-416c-982a-ad2a6edc8bed HTTP/1.1" status: 204 len: 168 time: 2.6462190 Nov 12 03:39:10.842236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.875996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] For port c6cd9802-3368-4bab-8c9e-fed36dbb65e7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:10.886429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] For port c6cd9802-3368-4bab-8c9e-fed36dbb65e7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:10.891286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.955088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Deleting subnet 7735336e-0730-4a12-ab1c-6451a6199f21 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:10.959536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.003436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.102667 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.137977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-7d0dadf8-8f24-4593-927d-840501f67a35 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.139871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-7d0dadf8-8f24-4593-927d-840501f67a35 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.98 "GET /v2.0/networks?id=39517c10-d5b8-476f-919a-7bda69ee0537 HTTP/1.1" status: 200 len: 822 time: 0.3496547 Nov 12 03:39:11.160279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Request body: {'port': {'device_id': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537', 'admin_state_up': True, 'tenant_id': 'd48aac1d037f47b8aadf7fb0f98814a6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:11.164468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] Provisioning complete for port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:11.164985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.169432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.233260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a569f-cd3b-4429-9344-7ed6911ce3b1 None None] Pushing event updated for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.262990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:11.263736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:38:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:11.302635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.322162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.376291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7735336e-0730-4a12-ab1c-6451a6199f21,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.390000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.393777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c3af0dcd-762d-4d7a-97c9-7dc918d4a63b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7735336e-0730-4a12-ab1c-6451a6199f21 HTTP/1.1" status: 204 len: 168 time: 0.5501714 Nov 12 03:39:11.396952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:11.399621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.409596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/subnets/c20c8f01-e36c-42c2-a909-44ad1bd2cc97 HTTP/1.1" status: 204 len: 168 time: 0.8563833 Nov 12 03:39:11.421729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40810) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:11.439524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491720e-bd6a-4535-acf9-c8b428b303bf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Subnet': ['ID=c20c8f01-e36c-42c2-a909-44ad1bd2cc97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.470799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3fc564-0264-425d-a3b9-fbc7fb26a099 None None] Network 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:11.472645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c466b78-d734-4335-bef3-4202e05bea16 None None] Network f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:11.568756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffec6fbf-6ddf-4783-8f98-837521d4dd19 req-f98facae-d0e9-4685-b884-60d577937339 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 210 time: 0.0451410 Nov 12 03:39:11.573413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.589077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting subnet c175b64e-515b-4222-8782-901287ae8b17 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:11.593743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.622300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Made reservation on behalf of d48aac1d037f47b8aadf7fb0f98814a6 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:11.625874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.663832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.672995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Deleting port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:11.673419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.789011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:11.807279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] For port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,segment=NetworkSegment(80dfa19a-79cd-456c-86d4-59a454af487e),segment_id=80dfa19a-79cd-456c-86d4-59a454af487e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:11.807554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.830351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.832974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:11.843002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Calling delete_port for d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:11.917153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9559be2c-e094-4ed7-90c4-f77d42fce8d9 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:11.957726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Allocated IP 172.20.0.8 (39517c10-d5b8-476f-919a-7bda69ee0537/4379f7b5-0882-4b74-8275-b34e3f8f029f/f907754c-78db-4761-a82e-7cc782b3f8c8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:11.961919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.964358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.014430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a8d3b8-740a-4a96-9c81-3b4b8fc92870,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.015364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Subnet': ['ID=c175b64e-515b-4222-8782-901287ae8b17,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.018151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.022810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7afb8d13-5075-456e-98cd-675be7e4dc63 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/subnets/c175b64e-515b-4222-8782-901287ae8b17 HTTP/1.1" status: 204 len: 168 time: 0.5987544 Nov 12 03:39:12.025254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40822) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.033707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] No DVR routers for this DVR port d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:12.058616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-673d00c7-b625-4a63-a375-4f991bec5075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.119727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de1ae1-27cb-41ae-b286-46f8c5d86dd0 None None] Network ce607244-d761-4432-a051-3b10e947830b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:12.120537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.135375 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.149903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.161140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dfa19a-79cd-456c-86d4-59a454af487e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.161436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dfa19a-79cd-456c-86d4-59a454af487e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.169118 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.176614 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.191597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9559be2c-e094-4ed7-90c4-f77d42fce8d9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:12.191847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.192344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9559be2c-e094-4ed7-90c4-f77d42fce8d9 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:12.198746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:12.199147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.248692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] For port c6cd9802-3368-4bab-8c9e-fed36dbb65e7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:12.273926 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:12.277070 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.297293 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.298291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.305327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.308910 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] 10.222.0.93 "DELETE /v2.0/networks/3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f HTTP/1.1" status: 204 len: 168 time: 0.9082150 Nov 12 03:39:12.325937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c1470-25ad-42fe-9d10-e5bf95a755da admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.343895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.401936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Pushing event updated for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.417552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Network 39517c10-d5b8-476f-919a-7bda69ee0537 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:12.420305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:12.423324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:12.432874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting port 791cd746-4869-4689-b61f-dbc51035425f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:12.433211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.450860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-673d00c7-b625-4a63-a375-4f991bec5075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.459601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-673d00c7-b625-4a63-a375-4f991bec5075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.534870 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-673d00c7-b625-4a63-a375-4f991bec5075 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ddb96599cc5c40cdbc60b710a8af7091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7001963 Nov 12 03:39:12.536468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40832) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.583073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.616516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d00c7-b625-4a63-a375-4f991bec5075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0921cd98-6572-45bc-b466-7a705260e971,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.660341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526beb0d-4f58-4461-93b8-8ee9474c91bc None None] DHCP port deletion for 3d8f84c6-f675-491f-b7e2-c78fcb2ddb0f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:12.665971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34bd601a-75a3-4c4a-9ce6-e16104a530e8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb452135a91f43929f441d29fea0063c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793211 Nov 12 03:39:12.668341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.675933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] For port 791cd746-4869-4689-b61f-dbc51035425f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=791cd746-4869-4689-b61f-dbc51035425f,segment=NetworkSegment(e0b9d52b-86ef-402a-b20a-b7f30bc5f093),segment_id=e0b9d52b-86ef-402a-b20a-b7f30bc5f093)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:12.684545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.741415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.745638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.778505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.792462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] DHCP port deletion for f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:12.792772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Calling delete_port for 791cd746-4869-4689-b61f-dbc51035425f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:12.814436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.822194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d83ec010-8fef-4f8e-bed7-4380c8092811 None None] Provisioning complete for port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:12.824010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d83ec010-8fef-4f8e-bed7-4380c8092811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.825866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da032-d226-4a86-802a-8788d4aec12b None None] Pushing event updated for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.889391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.891868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.895769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.897382 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4847b591-6cb4-4035-87d2-fc71283ed2f2 HTTP/1.1" status: 204 len: 168 time: 0.2278807 Nov 12 03:39:12.913387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad260e5-0fe0-455e-b8df-efc65201e469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847b591-6cb4-4035-87d2-fc71283ed2f2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.924802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3beb42a3-46f0-4ea7-86c3-fdc9048b0e46 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7748554 Nov 12 03:39:12.950502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Request body: {'port': {'device_id': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:12.956850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.045851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Deleting port 791cd746-4869-4689-b61f-dbc51035425f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:13.046512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.058051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0278219-16b2-4aa3-8cf6-9b8ae30f47d9 req-41bd65cd-9d36-4658-81a6-4b852a822c8b tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.067371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0278219-16b2-4aa3-8cf6-9b8ae30f47d9 req-41bd65cd-9d36-4658-81a6-4b852a822c8b tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 931 time: 0.2885103 Nov 12 03:39:13.114744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] DHCP port deletion for ce607244-d761-4432-a051-3b10e947830b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:13.118322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:07Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cd9802-3368-4bab-8c9e-fed36dbb65e7', 'name': '', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:31:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:04Z', 'updated_at': '2021-11-12T03:39:10Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:13.161955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a4a380-31e1-45f1-b1c1-cf26a17c88df None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:07Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6cd9802-3368-4bab-8c9e-fed36dbb65e7', 'name': '', 'network_id': '745dba7e-92fd-46d8-bd80-b7d23f2c3178', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:31:b9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:04Z', 'updated_at': '2021-11-12T03:39:10Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '538a45b4-d48c-4bae-a34d-1af28f78f748', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:13.235288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] For port 791cd746-4869-4689-b61f-dbc51035425f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=791cd746-4869-4689-b61f-dbc51035425f,segment=NetworkSegment(e0b9d52b-86ef-402a-b20a-b7f30bc5f093),segment_id=e0b9d52b-86ef-402a-b20a-b7f30bc5f093)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:13.235888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.251776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.320378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Calling delete_port for 791cd746-4869-4689-b61f-dbc51035425f owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:13.356000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0278219-16b2-4aa3-8cf6-9b8ae30f47d9 req-e6f7b671-a05c-4a7e-8ad4-2fe7bf7414e7 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876503 Nov 12 03:39:13.371575 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.412218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] No DVR routers for this DVR port 791cd746-4869-4689-b61f-dbc51035425f on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:13.413649 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.421977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.423149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0921cd98-6572-45bc-b466-7a705260e971 HTTP/1.1" status: 204 len: 168 time: 0.8756015 Nov 12 03:39:13.489768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Deleting port 75115b40-0388-4d51-bd80-d262c361d060 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:13.490134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.755454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] For port 75115b40-0388-4d51-bd80-d262c361d060, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=75115b40-0388-4d51-bd80-d262c361d060,segment=NetworkSegment(df397101-2325-4022-8049-aa69861a5d6b),segment_id=df397101-2325-4022-8049-aa69861a5d6b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:13.756194 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.782805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Calling delete_port for 75115b40-0388-4d51-bd80-d262c361d060 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:13.988737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c6cd9802-3368-4bab-8c9e-fed36dbb65e7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:14.025214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.047596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:14.073848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d630be8-28a6-45e5-852f-29b8090e07eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.107289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] No DVR routers for this DVR port 75115b40-0388-4d51-bd80-d262c361d060 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:14.108417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Port': ['ID=791cd746-4869-4689-b61f-dbc51035425f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.114392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069b9c2-1b8e-458b-8cc4-9939efec1794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921cd98-6572-45bc-b466-7a705260e971,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.117359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a243a4a-8e5d-40a1-92d7-cef64ae436e0 None None] Pushing event deleted for resources: {'Port': ['ID=75115b40-0388-4d51-bd80-d262c361d060,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.170012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:14.170381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.216306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.233253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] No DVR routers for this DVR port 791cd746-4869-4689-b61f-dbc51035425f on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:14.274856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258f49-140f-498b-9a87-9a75e8481c06 None None] Pushing event deleted for resources: {'Port': ['ID=791cd746-4869-4689-b61f-dbc51035425f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.289880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f907754c-78db-4761-a82e-7cc782b3f8c8 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:14.311383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d630be8-28a6-45e5-852f-29b8090e07eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.318691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d630be8-28a6-45e5-852f-29b8090e07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.318924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.385422 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6d630be8-28a6-45e5-852f-29b8090e07eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=085bd0ce57b142b286cafc9d4d400dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296311 Nov 12 03:39:14.385422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:14.392357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Transition to ACTIVE for port object f907754c-78db-4761-a82e-7cc782b3f8c8 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:14.412381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.419558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.430773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630be8-28a6-45e5-852f-29b8090e07eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d24c7-62ac-4a59-95ef-74a2da6d1125,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.470369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 791cd746-4869-4689-b61f-dbc51035425f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:14.502144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.523519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 791cd746-4869-4689-b61f-dbc51035425f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:14.523870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 791cd746-4869-4689-b61f-dbc51035425f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:14.525338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:14.538258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.539095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b9d52b-86ef-402a-b20a-b7f30bc5f093') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:14.558290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.584695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.585852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.597909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.613078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:14.616683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d3a8d3b8-740a-4a96-9c81-3b4b8fc92870 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:14.622147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 75115b40-0388-4d51-bd80-d262c361d060 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:14.626451 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.654545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 75115b40-0388-4d51-bd80-d262c361d060 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:14.654865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:14.655144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 75115b40-0388-4d51-bd80-d262c361d060 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:14.655287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:14.658464 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:14.714796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.718697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.721350 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c0d24c7-62ac-4a59-95ef-74a2da6d1125 HTTP/1.1" status: 204 len: 168 time: 0.2917171 Nov 12 03:39:14.731523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9c1c6-f027-44e7-be01-bb95cf7b85f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d24c7-62ac-4a59-95ef-74a2da6d1125,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.745345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Attempting to bind port f907754c-78db-4761-a82e-7cc782b3f8c8 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:14.745580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Attempting to bind port f907754c-78db-4761-a82e-7cc782b3f8c8 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '746df261-a50a-4b8e-918b-ce5aae3ec320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:14.745738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Attempting to bind port f907754c-78db-4761-a82e-7cc782b3f8c8 on network 39517c10-d5b8-476f-919a-7bda69ee0537 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:14.756065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2475-b15f-47ab-a0e2-136ef7ce0a7a req-9d94db5e-65be-4a7b-b896-6f5f00082c51 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.757623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbce2475-b15f-47ab-a0e2-136ef7ce0a7a req-9d94db5e-65be-4a7b-b896-6f5f00082c51 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 943 time: 0.2505817 Nov 12 03:39:14.761494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Port f907754c-78db-4761-a82e-7cc782b3f8c8 on network 39517c10-d5b8-476f-919a-7bda69ee0537 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:14.761770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Attempting to bind port f907754c-78db-4761-a82e-7cc782b3f8c8 on network 39517c10-d5b8-476f-919a-7bda69ee0537 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:14.770503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:14.770838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Checking segment: {'id': '746df261-a50a-4b8e-918b-ce5aae3ec320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:14.771208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Bound using segment: {'id': '746df261-a50a-4b8e-918b-ce5aae3ec320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:14.771636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Bound port: f907754c-78db-4761-a82e-7cc782b3f8c8, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746df261-a50a-4b8e-918b-ce5aae3ec320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:14.772005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.779187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.804756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.808255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/networks/f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a HTTP/1.1" status: 204 len: 168 time: 2.7820601 Nov 12 03:39:14.810832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:14.823222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca632-2bc6-4c89-a09c-1f5436809daf tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Network': ['ID=f1ddbd7d-ba16-4f16-9b0c-c9b7b6c4c98a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.880561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbce2475-b15f-47ab-a0e2-136ef7ce0a7a req-b3ae2283-d49a-4fbe-a2c4-15584e2f76ad tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125715 Nov 12 03:39:14.904724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:14.908738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f907754c-78db-4761-a82e-7cc782b3f8c8,segment=NetworkSegment(746df261-a50a-4b8e-918b-ce5aae3ec320),segment_id=746df261-a50a-4b8e-918b-ce5aae3ec320)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:14.915430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.948862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.999757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.013771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.014452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.017663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-2660a0cf-746e-49dd-8798-dd361b6b0dd7 service neutron] 10.222.0.98 "PUT /v2.0/ports/f907754c-78db-4761-a82e-7cc782b3f8c8 HTTP/1.1" status: 200 len: 1092 time: 2.0720491 Nov 12 03:39:15.017663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:15.023501 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3001fa-fa98-453e-b7e4-05b2402cac8d" -d '{"events": [{"name": "network-changed", "server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:15.087932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.124690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce607244-d761-4432-a051-3b10e947830b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:15.134909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-e038f134-558c-412e-a0cc-5b07c32de91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.136836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-e038f134-558c-412e-a0cc-5b07c32de91c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d48aac1d037f47b8aadf7fb0f98814a6&device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 1095 time: 0.0684953 Nov 12 03:39:15.137063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df397101-2325-4022-8049-aa69861a5d6b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:15.137430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df397101-2325-4022-8049-aa69861a5d6b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:15.154070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.190759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.200416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:15.202145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:15.209068 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:15.223525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-aacbc113-6fe9-47d7-9974-b358d904de17 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f907754c-78db-4761-a82e-7cc782b3f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0784447 Nov 12 03:39:15.321273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-07f6a5b8-a0d4-42e3-b6d4-326a924f615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.322789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-07f6a5b8-a0d4-42e3-b6d4-326a924f615b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4379f7b5-0882-4b74-8275-b34e3f8f029f HTTP/1.1" status: 200 len: 862 time: 0.0923600 Nov 12 03:39:15.350484 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.365358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.371586 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/networks/ce607244-d761-4432-a051-3b10e947830b HTTP/1.1" status: 204 len: 168 time: 0.5590189 Nov 12 03:39:15.383941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-3dc094af-288c-4dcd-9b4d-7be286619ea1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=39517c10-d5b8-476f-919a-7bda69ee0537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538855 Nov 12 03:39:15.384461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:15.388883 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa2d4a-6177-47d9-80d6-16c72a27bac7 x-openstack-request-id: req-e6fa2d4a-6177-47d9-80d6-16c72a27bac7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:15.389176 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:15.389427 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e6fa2d4a-6177-47d9-80d6-16c72a27bac7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:15.392546 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8', 'status': 'completed', 'code': 200} Nov 12 03:39:15.398664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848bb09-cf45-4c06-9f75-f0e3ff436d0e tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Network': ['ID=ce607244-d761-4432-a051-3b10e947830b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.507665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting subnet bf635453-8a52-4b30-bf42-ae13230216ff {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:15.546106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.600231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.614598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:15.646823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-59b381d4-b993-4bb6-a167-4dc34886ffb4 service neutron] 10.222.0.98 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297330 Nov 12 03:39:15.764663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.765938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-daa8f2b5-038b-4f2f-88cc-93e7935220fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.821758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-165d86d4-d99c-4350-a8c8-408ba631ea2f req-f566ed03-ef2a-4c6d-a10d-0d741ebbd9db service neutron] 10.222.0.98 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644256 Nov 12 03:39:15.856057 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.889908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-daa8f2b5-038b-4f2f-88cc-93e7935220fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.895222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-daa8f2b5-038b-4f2f-88cc-93e7935220fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.921954 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-daa8f2b5-038b-4f2f-88cc-93e7935220fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad61a713331048938f39a24f8d7aaa53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062284 Nov 12 03:39:15.929210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 40988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:15.938346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Subnet': ['ID=bf635453-8a52-4b30-bf42-ae13230216ff,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.963943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f2b5-038b-4f2f-88cc-93e7935220fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7effc0-73e6-4132-8c00-aa30011de8f1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.965188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.970618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-706c0973-419e-45b2-946a-ca057b85654d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/subnets/bf635453-8a52-4b30-bf42-ae13230216ff HTTP/1.1" status: 204 len: 168 time: 0.5750706 Nov 12 03:39:15.972577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62fc23-4c5d-4776-bd72-530312a04b69 None None] Network deadfc26-56e5-4a94-8fae-ae3b2c3c38fb requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:15.979667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 40990) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.039304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.071630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.175599 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.180945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.184564 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3f7effc0-73e6-4132-8c00-aa30011de8f1 HTTP/1.1" status: 204 len: 168 time: 0.2514997 Nov 12 03:39:16.191905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b67cb-e9ef-4660-96e4-06d4e62da09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7effc0-73e6-4132-8c00-aa30011de8f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.262097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] DHCP port deletion for deadfc26-56e5-4a94-8fae-ae3b2c3c38fb request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:16.364545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Deleting port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:16.365858 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.449660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-6bc4401b-d8cb-43ac-affc-ec4f061ae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.451692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-6bc4401b-d8cb-43ac-affc-ec4f061ae55a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d48aac1d037f47b8aadf7fb0f98814a6&device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 1095 time: 0.5591230 Nov 12 03:39:16.466143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] For port 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4f199a18-b3f8-47fe-8a31-fa8e4793b752,segment=NetworkSegment(ffb015b7-0b1d-4580-ae64-c2e69ffa3de8),segment_id=ffb015b7-0b1d-4580-ae64-c2e69ffa3de8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.466638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.483988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Calling delete_port for 4f199a18-b3f8-47fe-8a31-fa8e4793b752 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:16.486003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d21228-25e3-462c-bade-fdc91aa7cffe req-b62f9a17-43a7-4602-9c4d-3b80b0164d95 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.488310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71d21228-25e3-462c-bade-fdc91aa7cffe req-b62f9a17-43a7-4602-9c4d-3b80b0164d95 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 943 time: 0.4857736 Nov 12 03:39:16.493607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.626689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.680749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] No DVR routers for this DVR port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:16.683215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3243e-84bd-4465-b726-beb45b25e5ea None None] Pushing event deleted for resources: {'Port': ['ID=4f199a18-b3f8-47fe-8a31-fa8e4793b752,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.685875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71d21228-25e3-462c-bade-fdc91aa7cffe req-9954aee2-bd08-4a36-b32b-9e2e5fb36894 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765203 Nov 12 03:39:16.696883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-3ae5bed0-853d-43b1-a936-7d34329b483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.698368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-3ae5bed0-853d-43b1-a936-7d34329b483a service neutron] 10.222.0.98 "GET /v2.0/networks?id=39517c10-d5b8-476f-919a-7bda69ee0537 HTTP/1.1" status: 200 len: 924 time: 0.2350731 Nov 12 03:39:16.702161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Deleting port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:16.702495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.787461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-e8c28028-1c84-4706-9b02-9013bfdff964 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f907754c-78db-4761-a82e-7cc782b3f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0720441 Nov 12 03:39:16.832212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] For port 4f199a18-b3f8-47fe-8a31-fa8e4793b752, host n-d-713499-30, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.832572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.852923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Calling delete_port for 4f199a18-b3f8-47fe-8a31-fa8e4793b752 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:16.856926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:39:16.859867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.888959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Port': ['ID=4f199a18-b3f8-47fe-8a31-fa8e4793b752,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.893558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-1f882e50-1d2f-4e51-9a69-9b3b1f4c461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:16.895078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-1f882e50-1d2f-4e51-9a69-9b3b1f4c461c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4379f7b5-0882-4b74-8275-b34e3f8f029f HTTP/1.1" status: 200 len: 862 time: 0.0994310 Nov 12 03:39:16.898421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] No DVR routers for this DVR port 4f199a18-b3f8-47fe-8a31-fa8e4793b752 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:16.970802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-4dfb4f94-abd0-4d75-912f-34a85ffd7d21 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=39517c10-d5b8-476f-919a-7bda69ee0537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661612 Nov 12 03:39:17.022536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.080075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deadfc26-56e5-4a94-8fae-ae3b2c3c38fb']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.095852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.096252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb015b7-0b1d-4580-ae64-c2e69ffa3de8') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.110192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.136380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.140021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-15f3453c-3054-41de-b7f5-7028aa94613f service neutron] 10.222.0.98 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401534 Nov 12 03:39:17.145559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:17.145951 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:17.149187 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:17.287872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.292632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.296291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/networks/deadfc26-56e5-4a94-8fae-ae3b2c3c38fb HTTP/1.1" status: 204 len: 168 time: 1.3155353 Nov 12 03:39:17.299030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.319716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb1a58-92e5-41d8-b3cb-3288c7ec7b3d tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Pushing event deleted for resources: {'Network': ['ID=deadfc26-56e5-4a94-8fae-ae3b2c3c38fb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.338463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2aa5acdc-4a7b-4aa7-90ea-ce972308d44a tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "GET /v2.0/ports?device_id=48a31ee9-204f-495a-aeb3-d435f695b05a HTTP/1.1" status: 200 len: 205 time: 0.0368922 Nov 12 03:39:17.339068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41036) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.347187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e3001fa-fa98-453e-b7e4-05b2402cac8d req-da78ff33-c16e-4cb9-a135-fe5edb1fa992 service neutron] 10.222.0.98 "GET /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971459 Nov 12 03:39:17.432530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.625187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.627712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.689407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.689760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Fanout notify agent at l3_agent the message router_deleted on router 48a31ee9-204f-495a-aeb3-d435f695b05a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:17.698494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.704377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8acff58-c504-4925-bf38-439808c10084 tempest-RoutersNegativeTest-1986120785 tempest-RoutersNegativeTest-1986120785-project] 10.222.0.93 "DELETE /v2.0/routers/48a31ee9-204f-495a-aeb3-d435f695b05a HTTP/1.1" status: 204 len: 168 time: 0.3634288 Nov 12 03:39:17.715033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4f199a18-b3f8-47fe-8a31-fa8e4793b752 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:17.744697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4f199a18-b3f8-47fe-8a31-fa8e4793b752 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:17.745326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4f199a18-b3f8-47fe-8a31-fa8e4793b752 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:17.850251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa99b60-a024-4969-a527-d89231ac473f req-4795a4b9-e653-4ea0-89de-4c6f560ee959 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.851755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfa99b60-a024-4969-a527-d89231ac473f req-4795a4b9-e653-4ea0-89de-4c6f560ee959 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 943 time: 0.0618458 Nov 12 03:39:17.905427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41062) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.940819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfa99b60-a024-4969-a527-d89231ac473f req-f29961b7-d2f4-4bc2-941e-b43e7a946c86 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829873 Nov 12 03:39:17.942691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:17.993000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0ca59be-ea33-4983-8e28-161586aad5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.063571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d0bc41-2230-40fc-bff6-694be45983bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.157650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d0bc41-2230-40fc-bff6-694be45983bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.163029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d0bc41-2230-40fc-bff6-694be45983bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.167881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41072) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.210848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d7d0bc41-2230-40fc-bff6-694be45983bc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e95943af75f4d40b8589ab3ba49c8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040257 Nov 12 03:39:18.211714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0bc41-2230-40fc-bff6-694be45983bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbabf62-936b-4666-8a59-944e2084893c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.214154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41076) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.227004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f907754c-78db-4761-a82e-7cc782b3f8c8 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:18.258761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fb864e-1252-4720-b9bf-b3785b31d59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.321578 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.345015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77691ff2-cbe8-4fe8-8f73-0f76eba3fe60 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=578bd36c1701448f8114ca64b532b652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735594 Nov 12 03:39:18.345948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41078) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.349133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.367132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fb864e-1252-4720-b9bf-b3785b31d59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.374636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fb864e-1252-4720-b9bf-b3785b31d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.390574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f907754c-78db-4761-a82e-7cc782b3f8c8,segment=NetworkSegment(746df261-a50a-4b8e-918b-ce5aae3ec320),segment_id=746df261-a50a-4b8e-918b-ce5aae3ec320)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:18.412307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'f907754c-78db-4761-a82e-7cc782b3f8c8', 'network_id': '39517c10-d5b8-476f-919a-7bda69ee0537', 'port_id': 'f907754c-78db-4761-a82e-7cc782b3f8c8', 'mac_address': 'fa:16:3e:88:b0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4379f7b5-0882-4b74-8275-b34e3f8f029f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:18.431515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.444273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41080) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.444640 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61fb864e-1252-4720-b9bf-b3785b31d59c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d7290282dc8242b09749587641d27acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008125 Nov 12 03:39:18.445837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb864e-1252-4720-b9bf-b3785b31d59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1b721-101e-43c2-aaac-0a776774a822,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.463351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.465895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.467044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/efbabf62-936b-4666-8a59-944e2084893c HTTP/1.1" status: 204 len: 168 time: 0.2519019 Nov 12 03:39:18.482504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.483338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.499689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f907754c-78db-4761-a82e-7cc782b3f8c8 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:18.503654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f794c5-eda1-4358-9e6b-d711694037c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbabf62-936b-4666-8a59-944e2084893c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.528727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f907754c-78db-4761-a82e-7cc782b3f8c8,segment=NetworkSegment(746df261-a50a-4b8e-918b-ce5aae3ec320),segment_id=746df261-a50a-4b8e-918b-ce5aae3ec320)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:18.541516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.553491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.580215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.601190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.603730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.607183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/78eb39c8-8cfd-45ab-97c5-600ff0496104 HTTP/1.1" status: 204 len: 168 time: 0.2580051 Nov 12 03:39:18.614716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.644358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5487-02c4-4d10-9edb-94669f006559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eb39c8-8cfd-45ab-97c5-600ff0496104,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.671252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.679326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.680596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d4c1b721-101e-43c2-aaac-0a776774a822 HTTP/1.1" status: 204 len: 168 time: 0.2353897 Nov 12 03:39:18.705682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae03b6-75f3-459e-a4ec-796b7dc50069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1b721-101e-43c2-aaac-0a776774a822,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.739927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f907754c-78db-4761-a82e-7cc782b3f8c8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:18.907658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41096) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.930758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbf2-f443-4f22-a88d-b8ef67bba40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.084330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2837e2-41ea-48de-a696-898104abe257 req-3001552f-b588-4d51-acac-9dbe31e10850 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.086134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd2837e2-41ea-48de-a696-898104abe257 req-3001552f-b588-4d51-acac-9dbe31e10850 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 944 time: 0.0762286 Nov 12 03:39:19.116768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbf2-f443-4f22-a88d-b8ef67bba40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.125750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aadbbbf2-f443-4f22-a88d-b8ef67bba40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.203578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aadbbbf2-f443-4f22-a88d-b8ef67bba40f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80d6feef17884ae8a0ac3bc2466865e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921481 Nov 12 03:39:19.203784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.204506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd2837e2-41ea-48de-a696-898104abe257 req-436acc83-b135-455d-a06a-0c5bdefdb29c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909505 Nov 12 03:39:19.205283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbbbf2-f443-4f22-a88d-b8ef67bba40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c29ecc0-570f-4aee-92fa-9014da42fdfe,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.291547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.324283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.381745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.385577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.386847 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4c29ecc0-570f-4aee-92fa-9014da42fdfe HTTP/1.1" status: 204 len: 168 time: 0.1822019 Nov 12 03:39:19.396591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c280c-12f0-420f-8d24-8c5077453ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c29ecc0-570f-4aee-92fa-9014da42fdfe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.231056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f907754c-78db-4761-a82e-7cc782b3f8c8 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:20.316705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port f907754c-78db-4761-a82e-7cc782b3f8c8 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:20.323714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port f907754c-78db-4761-a82e-7cc782b3f8c8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:20.324407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.404104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50357c4c-02f0-4eb2-bcba-d8db20256d94 req-234c6c8c-9f6a-4601-9500-16fb74d912fc tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.406342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50357c4c-02f0-4eb2-bcba-d8db20256d94 req-234c6c8c-9f6a-4601-9500-16fb74d912fc tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 944 time: 0.0772085 Nov 12 03:39:20.410695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9a310a1d-a6a3-42b5-9ad4-372a6e60fabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.473181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50357c4c-02f0-4eb2-bcba-d8db20256d94 req-462d9cc2-8374-43d1-96f6-00febd8bfbd5 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608478 Nov 12 03:39:20.480827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.526941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:20.529235 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ff55e-f704-45f7-b5bc-eafd4adc7a8f" -d '{"events": [{"server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "name": "network-vif-plugged", "status": "completed", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:20.552397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f907754c-78db-4761-a82e-7cc782b3f8c8,segment=NetworkSegment(746df261-a50a-4b8e-918b-ce5aae3ec320),segment_id=746df261-a50a-4b8e-918b-ce5aae3ec320)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:20.560351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.631914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.883886 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b29aca6-08f8-4d4e-8bc8-ea26ce0eb889 x-openstack-request-id: req-7b29aca6-08f8-4d4e-8bc8-ea26ce0eb889 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:20.884204 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "name": "network-vif-plugged", "status": "completed", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:20.884636 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7b29aca6-08f8-4d4e-8bc8-ea26ce0eb889 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:20.885041 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8', 'code': 200} Nov 12 03:39:20.996893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3cdb-9752-4733-9379-0e50682ba6af req-5ef61262-bdec-4cfa-8893-8a77458fc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.999231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95fa3cdb-9752-4733-9379-0e50682ba6af req-5ef61262-bdec-4cfa-8893-8a77458fc43e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0540140 Nov 12 03:39:21.054078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95fa3cdb-9752-4733-9379-0e50682ba6af req-5f8ec5b8-383c-46e4-9dea-9224438938a1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473289 Nov 12 03:39:21.675203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.708215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e1a77-bb18-47ec-90f0-0cb23c9b26af req-0e514b21-b585-4128-98c6-2f34aacd6676 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.716909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f8e1a77-bb18-47ec-90f0-0cb23c9b26af req-0e514b21-b585-4128-98c6-2f34aacd6676 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 945 time: 0.1078050 Nov 12 03:39:21.802544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f8e1a77-bb18-47ec-90f0-0cb23c9b26af req-87764de2-2676-4d4d-874e-15b27c17ad10 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Nov 12 03:39:22.135652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.384699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cba93a91-449c-46bd-8907-30fe049e80eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.411079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.422500 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:22.481179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cba93a91-449c-46bd-8907-30fe049e80eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.488010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cba93a91-449c-46bd-8907-30fe049e80eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.537719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cba93a91-449c-46bd-8907-30fe049e80eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8b0c0d0246a34ee0bb304cac193fa02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985338 Nov 12 03:39:22.537719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93a91-449c-46bd-8907-30fe049e80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619f696d-aceb-4633-bcd1-eaa721d62c23,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.538813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.606684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.622087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7cd39b0-df6d-4dbd-a9a6-a8ba475d3b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.660337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.747512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.750198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.751420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/619f696d-aceb-4633-bcd1-eaa721d62c23 HTTP/1.1" status: 204 len: 168 time: 0.2115459 Nov 12 03:39:22.759310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7cd39b0-df6d-4dbd-a9a6-a8ba475d3b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.764916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7cd39b0-df6d-4dbd-a9a6-a8ba475d3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.777681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f696d-aceb-4633-bcd1-eaa721d62c23,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.790496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.791106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.791605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.792338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.792848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.793352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.793839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.794325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.794981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.795477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.795980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.796461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e034f92-b743-40a8-b69c-9d2f5b8117d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:22.819866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b7cd39b0-df6d-4dbd-a9a6-a8ba475d3b02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=333f8b7fab6143e8b976ced581c54893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076350 Nov 12 03:39:22.822560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41286) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.865463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd39b0-df6d-4dbd-a9a6-a8ba475d3b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e0dffc-e527-45a2-99fb-916b80e360c8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.888459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.914397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.019167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d459f8-152a-4739-9528-a7efaf7006e6 req-8854fa98-bb4a-4f94-a260-34316a865c0e tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.021105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4d459f8-152a-4739-9528-a7efaf7006e6 req-8854fa98-bb4a-4f94-a260-34316a865c0e tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 945 time: 0.0990286 Nov 12 03:39:23.064195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.064195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.064195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e8e0dffc-e527-45a2-99fb-916b80e360c8 HTTP/1.1" status: 204 len: 168 time: 0.2351596 Nov 12 03:39:23.066010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.097144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4d459f8-152a-4739-9528-a7efaf7006e6 req-8261e9f1-887e-47e3-abe1-b28b974a0ff4 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693395 Nov 12 03:39:23.097865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85874e-4ebb-4e67-80a5-a3a2ca361679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e0dffc-e527-45a2-99fb-916b80e360c8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.486021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab18b2-6468-4a10-b034-43a612bae422 req-9686dc86-0f9f-4bbe-b900-be2038b633ed tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.487906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4ab18b2-6468-4a10-b034-43a612bae422 req-9686dc86-0f9f-4bbe-b900-be2038b633ed tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 945 time: 0.0632806 Nov 12 03:39:23.540514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.547637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4ab18b2-6468-4a10-b034-43a612bae422 req-2a8ec7c8-bbc3-45ae-b1ec-451231576600 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515313 Nov 12 03:39:23.574429 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6033818-7128-4d2a-89d7-e7c0f5becfb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.616793 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.664395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.686334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6033818-7128-4d2a-89d7-e7c0f5becfb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.692197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6033818-7128-4d2a-89d7-e7c0f5becfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.737892 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6033818-7128-4d2a-89d7-e7c0f5becfb0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4109a5c66f324a798b7d2f2ba041c70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962581 Nov 12 03:39:23.739540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6033818-7128-4d2a-89d7-e7c0f5becfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22846cff-25af-42f7-8f66-e7d2f28b994c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.741228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41322) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.819930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-952cf2ff-cabc-4523-88e1-3b9bd21c01f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.839806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.876081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.958302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-952cf2ff-cabc-4523-88e1-3b9bd21c01f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.959427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.962540 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.963693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/22846cff-25af-42f7-8f66-e7d2f28b994c HTTP/1.1" status: 204 len: 168 time: 0.2215059 Nov 12 03:39:23.967435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-952cf2ff-cabc-4523-88e1-3b9bd21c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.983588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded37526-2ad8-4349-b0c7-051b351529c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22846cff-25af-42f7-8f66-e7d2f28b994c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.013684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cf2ff-cabc-4523-88e1-3b9bd21c01f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55161bc-4270-4ba6-9179-6ffa4ac75529,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.031538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-952cf2ff-cabc-4523-88e1-3b9bd21c01f4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e114d3c4522438fa4fff37d8e6ed640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648424 Nov 12 03:39:24.031538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41334) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:24.089324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.116655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.188842 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.192957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.194119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f55161bc-4270-4ba6-9179-6ffa4ac75529 HTTP/1.1" status: 204 len: 168 time: 0.1619270 Nov 12 03:39:24.205069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bdbe1-af74-4d2e-90b6-0a78e5f4e035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55161bc-4270-4ba6-9179-6ffa4ac75529,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.278303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:24.425609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'networks': [{'name': 'tempest-network--33321009'}, {'name': 'tempest-network--1634634377'}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.425921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-network--33321009'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.426788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-network--1634634377'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.459494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'network': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:24.466093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.478352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.565160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.570578 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.571406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.618758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:24.626930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d5bd23-e6b9-471f-9de5-cb9b817a025d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.647749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.648145 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment 1867c92d-2809-4205-9e24-360bb28eba0e of type vlan for network a2f0ec44-57ae-48ca-b8ba-a50804095808 Nov 12 03:39:24.705547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.708893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-79bd3984-00b7-49d0-9b00-4c866ce5e2b4 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.716348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-79bd3984-00b7-49d0-9b00-4c866ce5e2b4 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.98 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 945 time: 0.1103768 Nov 12 03:39:24.755640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:24.773345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.773695 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment ccf53717-fa14-4b1f-b071-95cb45fe0efb of type vlan for network 637285e2-62a8-4600-9d53-f8bfe5019d39 Nov 12 03:39:24.780220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abb62e-56d6-46bc-a69d-630ac5ff32c5 req-94428556-baab-4bb8-9c37-7e67ffaf5d81 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.784443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71abb62e-56d6-46bc-a69d-630ac5ff32c5 req-94428556-baab-4bb8-9c37-7e67ffaf5d81 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 945 time: 0.1407080 Nov 12 03:39:24.785262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:24.833043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bc40055-95e8-40ac-ae7f-76b8a90af5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.858335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.904207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71abb62e-56d6-46bc-a69d-630ac5ff32c5 req-8c9ed6e5-74ba-4ee3-bd84-99f4de651ab2 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/security-groups?id=b94cbd47-ac15-409e-ae07-3283438476f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091959 Nov 12 03:39:24.915820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.916458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.922215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.928839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.929506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.930783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Deleting port f907754c-78db-4761-a82e-7cc782b3f8c8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:24.931125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.033265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=a2f0ec44-57ae-48ca-b8ba-a50804095808,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.047741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a2f0ec44-57ae-48ca-b8ba-a50804095808 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:25.058310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] For port f907754c-78db-4761-a82e-7cc782b3f8c8, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=f907754c-78db-4761-a82e-7cc782b3f8c8,segment=NetworkSegment(746df261-a50a-4b8e-918b-ce5aae3ec320),segment_id=746df261-a50a-4b8e-918b-ce5aae3ec320)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:25.058532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.073938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Calling delete_port for f907754c-78db-4761-a82e-7cc782b3f8c8 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:25.109523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=637285e2-62a8-4600-9d53-f8bfe5019d39,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.119479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0bb66f5e-3e61-4052-aea0-810b9722fb5c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8398285 Nov 12 03:39:25.120554 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.124696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 637285e2-62a8-4600-9d53-f8bfe5019d39 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:25.259564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bc40055-95e8-40ac-ae7f-76b8a90af5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.269140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bc40055-95e8-40ac-ae7f-76b8a90af5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.297510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.313204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['f907754c-78db-4761-a82e-7cc782b3f8c8'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:25.334282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Pushing event deleted for resources: {'Port': ['ID=f907754c-78db-4761-a82e-7cc782b3f8c8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.338321 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7bc40055-95e8-40ac-ae7f-76b8a90af5a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9d27df90649b4cefb1419378509c2c65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482368 Nov 12 03:39:25.340921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41376) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.346944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc40055-95e8-40ac-ae7f-76b8a90af5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226d1df-2ed3-4bf5-8a0c-182005f18c83,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.373469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd93d-4abf-4fe5-bd3f-0888d748573f tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.381659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd93d-4abf-4fe5-bd3f-0888d748573f tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.390003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd93d-4abf-4fe5-bd3f-0888d748573f tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.399790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd93d-4abf-4fe5-bd3f-0888d748573f tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.401122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] No DVR routers for this DVR port f907754c-78db-4761-a82e-7cc782b3f8c8 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:25.401844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fdecd93d-4abf-4fe5-bd3f-0888d748573f tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2777777 Nov 12 03:39:25.404259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.410292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.413944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8eafe5df-faf6-4d2e-b516-a08b88dbbfcb req-d1b370a2-abc6-4cfa-8732-99bb7b9e423c tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.98 "DELETE /v2.0/ports/f907754c-78db-4761-a82e-7cc782b3f8c8 HTTP/1.1" status: 204 len: 173 time: 0.6889570 Nov 12 03:39:25.414399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'name': 'network-vif-deleted', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:25.417871 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feb1cad-447c-4f51-a21d-7385245ba971" -d '{"events": [{"server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "name": "network-vif-deleted", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:25.466481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.499554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.501227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.553718 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f68be6-e672-442d-ace7-2921870168dc x-openstack-request-id: req-34f68be6-e672-442d-ace7-2921870168dc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:25.554059 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fced76-a82d-4ed7-a5b3-48f621baa3e9", "name": "network-vif-deleted", "tag": "f907754c-78db-4761-a82e-7cc782b3f8c8", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:25.554682 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-34f68be6-e672-442d-ace7-2921870168dc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:25.555137 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fced76-a82d-4ed7-a5b3-48f621baa3e9', 'name': 'network-vif-deleted', 'tag': 'f907754c-78db-4761-a82e-7cc782b3f8c8', 'status': 'completed', 'code': 200} Nov 12 03:39:25.575995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.578780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.580006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6226d1df-2ed3-4bf5-8a0c-182005f18c83 HTTP/1.1" status: 204 len: 168 time: 0.2379017 Nov 12 03:39:25.599347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811dfb6-836e-4f86-8c13-097194712803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226d1df-2ed3-4bf5-8a0c-182005f18c83,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.681806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41390) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.688737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.733851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f0ec44-57ae-48ca-b8ba-a50804095808']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:25.764532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1867c92d-2809-4205-9e24-360bb28eba0e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:25.764852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1867c92d-2809-4205-9e24-360bb28eba0e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:25.783621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.802641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.819512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:25.820007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:25.824065 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:25.940654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.989633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.002286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41400) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.004082 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/a2f0ec44-57ae-48ca-b8ba-a50804095808 HTTP/1.1" status: 204 len: 168 time: 0.5985336 Nov 12 03:39:26.007048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c93f9-38d1-4f9a-b27e-7cef9f7e143b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=a2f0ec44-57ae-48ca-b8ba-a50804095808,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.086377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32222b4f-2b78-4645-8b38-3808d33faa28 req-de1b6dc5-53b6-4310-9a9b-1823645921c7 tempest-InstanceActionsNegativeTestJSON-1235179851 tempest-InstanceActionsNegativeTestJSON-1235179851-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fced76-a82d-4ed7-a5b3-48f621baa3e9 HTTP/1.1" status: 200 len: 210 time: 0.0366063 Nov 12 03:39:26.447282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.586261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.629802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637285e2-62a8-4600-9d53-f8bfe5019d39']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.642653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf53717-fa14-4b1f-b071-95cb45fe0efb') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.643302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf53717-fa14-4b1f-b071-95cb45fe0efb') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.656864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.677588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.686502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:26.687190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:26.693311 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:26.792687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.802023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.806362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/637285e2-62a8-4600-9d53-f8bfe5019d39 HTTP/1.1" status: 204 len: 168 time: 0.8019779 Nov 12 03:39:26.807831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.823596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e968c86-3bb2-49f6-be3a-0cc32e0a8e8b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=637285e2-62a8-4600-9d53-f8bfe5019d39,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.841570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.955477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4e015-f6a6-4860-b740-d3e79538f280 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.963514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4e015-f6a6-4860-b740-d3e79538f280 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.969187 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-23f4e015-f6a6-4860-b740-d3e79538f280 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1557808 Nov 12 03:39:26.969538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:26.976378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-113749764'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.007287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:27.011843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.058024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:27.070272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.070655 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment 63140c03-53a5-4384-98db-97b8ec6ff6ea of type vlan for network 2f19d008-fcc4-4094-ad23-1a92cf3421fa Nov 12 03:39:27.158521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.166744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41456) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.235705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.243444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.244102 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.274827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Deleting subnet 4379f7b5-0882-4b74-8275-b34e3f8f029f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:27.292593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.397797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.444905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4738262 Nov 12 03:39:27.453698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41476) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.456309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port c6cd9802-3368-4bab-8c9e-fed36dbb65e7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:27.456662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.466930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1036775328'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.494040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c623f-37fc-4552-804d-ca29e6d396be tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=2f19d008-fcc4-4094-ad23-1a92cf3421fa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.505593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2f19d008-fcc4-4094-ad23-1a92cf3421fa details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:27.540941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.578478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:27.583125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.631469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port c6cd9802-3368-4bab-8c9e-fed36dbb65e7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:27.631802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.645522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:27.653550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for c6cd9802-3368-4bab-8c9e-fed36dbb65e7 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:27.667117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.667117 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment 0f0404f1-786d-4755-8e47-3175b5568b9f of type vlan for network c549da4d-5bd8-420e-811a-b06f18ae0dc2 Nov 12 03:39:27.688582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.741869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4379f7b5-0882-4b74-8275-b34e3f8f029f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.746432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.753530 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-65143429-81d0-47c3-b522-cb862be36c85 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/4379f7b5-0882-4b74-8275-b34e3f8f029f HTTP/1.1" status: 204 len: 168 time: 0.5830095 Nov 12 03:39:27.754003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.786897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.851403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.868030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.873970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.874573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.978133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5145712 Nov 12 03:39:27.978133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d50a8-ce93-44c8-83f0-2a204f3f2e88 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=c549da4d-5bd8-420e-811a-b06f18ae0dc2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:27.979131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41514) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:27.990079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'ports': [{'network_id': '2f19d008-fcc4-4094-ad23-1a92cf3421fa', 'name': 'tempest-port--1313427034', 'admin_state_up': True}, {'network_id': 'c549da4d-5bd8-420e-811a-b06f18ae0dc2', 'admin_state_up': False}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.990628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'port': {'network_id': '2f19d008-fcc4-4094-ad23-1a92cf3421fa', 'name': 'tempest-port--1313427034', 'admin_state_up': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.991282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'port': {'network_id': 'c549da4d-5bd8-420e-811a-b06f18ae0dc2', 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:27.997090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c549da4d-5bd8-420e-811a-b06f18ae0dc2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:28.019323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.110290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39517c10-d5b8-476f-919a-7bda69ee0537']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:28.131810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746df261-a50a-4b8e-918b-ce5aae3ec320') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:28.132122 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746df261-a50a-4b8e-918b-ce5aae3ec320') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:28.167632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.195524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.205818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:28.206458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:28.209155 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:28.242683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.277636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f907754c-78db-4761-a82e-7cc782b3f8c8 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:28.302805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.310228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.310814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=c6cd9802-3368-4bab-8c9e-fed36dbb65e7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.316518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/39517c10-d5b8-476f-919a-7bda69ee0537 HTTP/1.1" status: 204 len: 168 time: 0.5579059 Nov 12 03:39:28.319595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: f907754c-78db-4761-a82e-7cc782b3f8c8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:28.320706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device f907754c-78db-4761-a82e-7cc782b3f8c8 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:28.332902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc63c7-def5-41e9-9d62-ddcc1497d5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39517c10-d5b8-476f-919a-7bda69ee0537,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.479904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'port': 2} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:28.496187 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.579722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.684405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.753662 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60cd4a8a-b64e-4f41-88f6-11a456369703 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d48aac1d037f47b8aadf7fb0f98814a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684080 Nov 12 03:39:28.756918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.770042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] device_id is not set on port 705525d7-6757-4978-9b73-cb3db870dd8b yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:28.777118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.822793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.859896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.973822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:28.980290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.983775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.985088 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b94cbd47-ac15-409e-ae07-3283438476f0 HTTP/1.1" status: 204 len: 168 time: 0.2272532 Nov 12 03:39:28.993124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba7c31-3987-417f-a95c-0117c8b16626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94cbd47-ac15-409e-ae07-3283438476f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.131442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4acf26f2-fe9f-48f3-9701-2f560f899fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.145373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.224735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:29.238282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] device_id is not set on port 3d041397-299e-405e-89a6-508a82565337 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:29.278883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4acf26f2-fe9f-48f3-9701-2f560f899fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.284434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4acf26f2-fe9f-48f3-9701-2f560f899fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.318311 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4acf26f2-fe9f-48f3-9701-2f560f899fbe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f852437635d641b1974fb9fdcf667c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431756 Nov 12 03:39:29.321019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:29.367513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:29.384918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf26f2-fe9f-48f3-9701-2f560f899fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bf149-1be2-4007-a150-eb3da9eda362,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.396281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:29.402471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d9544eca-1575-4a86-ab56-9d9fd1b19189 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/f784a9ef-5cfe-40ef-9052-5c268177f170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7183511 Nov 12 03:39:29.406984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:29.415357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.429695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:29.431488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:29.446843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.521919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.528498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.530234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8e6bf149-1be2-4007-a150-eb3da9eda362 HTTP/1.1" status: 204 len: 168 time: 0.2079203 Nov 12 03:39:29.551056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d01aa-21ee-4db3-88bf-f4925845c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bf149-1be2-4007-a150-eb3da9eda362,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.628208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.695549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08c84d6e-8384-4d45-bd2e-9c3e3485d796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.724432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:29.755663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.884905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08c84d6e-8384-4d45-bd2e-9c3e3485d796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.892950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08c84d6e-8384-4d45-bd2e-9c3e3485d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.952031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Port': ['ID=705525d7-6757-4978-9b73-cb3db870dd8b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.962781 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08c84d6e-8384-4d45-bd2e-9c3e3485d796 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1768b532c5bd4b5da17237d32b9d2729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939417 Nov 12 03:39:29.963931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c84d6e-8384-4d45-bd2e-9c3e3485d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977d0a6b-c508-44e8-9497-177d2b6184b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.967389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.001881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.002157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.003008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.004958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.005284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.005603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.014218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:30.034862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48523a5-f58c-4b57-9a08-438ee3e3382b req-fbc42bea-908e-4fc9-8127-e2d5c88904c1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.038014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d48523a5-f58c-4b57-9a08-438ee3e3382b req-fbc42bea-908e-4fc9-8127-e2d5c88904c1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.2071929 Nov 12 03:39:30.056930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.097042 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.117806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Checking segment: {'id': '63140c03-53a5-4384-98db-97b8ec6ff6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '2f19d008-fcc4-4094-ad23-1a92cf3421fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:30.119369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network hostable DHCP agents. Network: 2f19d008-fcc4-4094-ad23-1a92cf3421fa, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:30.165697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.169771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network 2f19d008-fcc4-4094-ad23-1a92cf3421fa is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:30.171900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.177536 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/977d0a6b-c508-44e8-9497-177d2b6184b0 HTTP/1.1" status: 204 len: 168 time: 0.2084622 Nov 12 03:39:30.188030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d48523a5-f58c-4b57-9a08-438ee3e3382b req-05ceeed7-4751-4826-89e7-30c019865199 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1410506 Nov 12 03:39:30.193536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2f19d008-fcc4-4094-ad23-1a92cf3421fa) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:30.198249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:30.199414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.216642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc165019-c3be-4c88-aa54-1eb9db0c543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d0a6b-c508-44e8-9497-177d2b6184b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.230764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.268062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c912f-0e70-4d86-b123-da8d5839ee47 None None] Network 2f19d008-fcc4-4094-ad23-1a92cf3421fa requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:30.278757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Port': ['ID=3d041397-299e-405e-89a6-508a82565337,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.281067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c983ef5-fe59-45a0-8268-0499e5acdb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.324554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Checking segment: {'id': '0f0404f1-786d-4755-8e47-3175b5568b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'c549da4d-5bd8-420e-811a-b06f18ae0dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:30.325336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network hostable DHCP agents. Network: c549da4d-5bd8-420e-811a-b06f18ae0dc2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:30.349257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network c549da4d-5bd8-420e-811a-b06f18ae0dc2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:30.360655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c549da4d-5bd8-420e-811a-b06f18ae0dc2) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:30.368209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:30.375705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.384384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.385372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.393345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2702bdf-c2cc-4900-8c26-e67a217ff681 None None] Network c549da4d-5bd8-420e-811a-b06f18ae0dc2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:30.412330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-263a9128-539e-40b2-9a5c-11f4e978a4ba tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4313583 Nov 12 03:39:30.413324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.439137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c983ef5-fe59-45a0-8268-0499e5acdb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.446566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.458505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c983ef5-fe59-45a0-8268-0499e5acdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.476925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e718bb6-efc2-45b5-b2e9-8099d26aa805 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.484237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e718bb6-efc2-45b5-b2e9-8099d26aa805 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.489369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5e718bb6-efc2-45b5-b2e9-8099d26aa805 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0705478 Nov 12 03:39:30.490615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41658) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.551262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983ef5-fe59-45a0-8268-0499e5acdb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339cc91d-7e76-467f-9432-7290743fc7a0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.559450 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c983ef5-fe59-45a0-8268-0499e5acdb05 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=51f0d93f6d70481cb2f31c6ca1e8cef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235676 Nov 12 03:39:30.563283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.697493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.723586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Deleting port 705525d7-6757-4978-9b73-cb3db870dd8b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:30.724205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.747930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.854220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.857544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.861561 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/339cc91d-7e76-467f-9432-7290743fc7a0 HTTP/1.1" status: 204 len: 168 time: 0.2968900 Nov 12 03:39:30.883329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a45a7-c8d7-48bf-b523-807579a866ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cc91d-7e76-467f-9432-7290743fc7a0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.891447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.900479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.903442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1842689230-network', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:30.921978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Calling delete_port for 705525d7-6757-4978-9b73-cb3db870dd8b owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:30.966314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:30.973653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.973868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:30.991305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:30.992080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.021795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:31.022435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-679d22e0-3c13-45b4-b98b-199d20d68237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.031578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:31.032565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:31.111325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-d04f4f01-7653-4225-900d-854923fe7184 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.114020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-d04f4f01-7653-4225-900d-854923fe7184 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.1146140 Nov 12 03:39:31.168055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-679d22e0-3c13-45b4-b98b-199d20d68237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.172863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-679d22e0-3c13-45b4-b98b-199d20d68237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.207806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:31.215332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.253276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-679d22e0-3c13-45b4-b98b-199d20d68237 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94e0926f70524021b4cef88fc012276e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530024 Nov 12 03:39:31.257846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.279007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Port': ['ID=705525d7-6757-4978-9b73-cb3db870dd8b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.294215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.305816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-17b15584-0a54-4bc4-897c-43359209b530 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/ports/705525d7-6757-4978-9b73-cb3db870dd8b HTTP/1.1" status: 204 len: 168 time: 0.8109643 Nov 12 03:39:31.306035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.337411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port a6beb66e-8a8e-49be-9b46-eff5fa769923 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:31.338029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.401157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d22e0-3c13-45b4-b98b-199d20d68237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7dbcd6-f5bc-429a-b8f5-7849e13fc5ff,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.436050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.451636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.525674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf5201-ee47-493c-ae3b-37acebbf396f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.559591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:31.585182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.592737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.593097 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Added segment ee36a5f3-c26c-4f6d-8e00-fe0318446384 of type vlan for network 129769f6-93ea-43b9-8308-e890d14663ab Nov 12 03:39:31.694427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.697158 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.700453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:31.718089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Deleting port 3d041397-299e-405e-89a6-508a82565337 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:31.718436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.764386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70717677-d964-4a69-b328-f4a4fa2e8fc0 None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '55a6875d-30e2-4f4e-a336-7e171d03f5cf', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'port_id': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'mac_address': 'fa:16:3e:cb:e2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:56Z', 'updated_at': '2021-11-12T03:38:01Z', 'revision_number': 1, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:31.800754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.847379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.848318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.849291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.864177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.883818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4300530 Nov 12 03:39:31.884070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822224df-1dab-425a-b4da-102db9676a5f req-bd9148f6-dbfe-497d-9927-15d941e6feb1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.884070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-822224df-1dab-425a-b4da-102db9676a5f req-bd9148f6-dbfe-497d-9927-15d941e6feb1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=065e5d14-250b-4985-959e-ca68e80e62d7 HTTP/1.1" status: 200 len: 946 time: 0.5504420 Nov 12 03:39:31.884624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.895270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Request body: {'subnet': {'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1842689230-subnet', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:31.915790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Calling delete_port for 3d041397-299e-405e-89a6-508a82565337 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:31.975799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e61cc-70e5-4ec7-be1f-a2bc76c97732 admin admin] Pushing event updated for resources: {'Network': ['ID=129769f6-93ea-43b9-8308-e890d14663ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.983606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.986372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.990503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4b7dbcd6-f5bc-429a-b8f5-7849e13fc5ff HTTP/1.1" status: 204 len: 168 time: 0.7292814 Nov 12 03:39:31.990666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 129769f6-93ea-43b9-8308-e890d14663ab details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:32.007684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port a6beb66e-8a8e-49be-9b46-eff5fa769923, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a6beb66e-8a8e-49be-9b46-eff5fa769923,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:32.008066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.039497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for a6beb66e-8a8e-49be-9b46-eff5fa769923 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:32.040764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282313-34e9-438b-b969-72f90b1b7dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7dbcd6-f5bc-429a-b8f5-7849e13fc5ff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.042475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:32.047790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.266916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.306265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-822224df-1dab-425a-b4da-102db9676a5f req-58115723-d80e-40d4-9bc7-96b1db0ac54f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=8e7a4eb8-f58d-4b79-a9df-a8240d873c01&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.3932602 Nov 12 03:39:32.335594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=a6beb66e-8a8e-49be-9b46-eff5fa769923,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.379412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] No DVR routers for this DVR port a6beb66e-8a8e-49be-9b46-eff5fa769923 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:32.382553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.388149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04cddd81-28ea-4de9-879c-6cfc6854fe07 req-78df7e45-ca04-42f3-bbc3-29b67c6fe9f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "DELETE /v2.0/ports/a6beb66e-8a8e-49be-9b46-eff5fa769923 HTTP/1.1" status: 204 len: 173 time: 1.2666705 Nov 12 03:39:32.388664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'name': 'network-vif-deleted', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:32.404095 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeceda1-9b87-430c-babf-c1d552cfa5d8" -d '{"events": [{"server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "name": "network-vif-deleted", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:32.477791 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c227a-7e54-4e0d-ae36-9d47e6b187c1 x-openstack-request-id: req-fb1c227a-7e54-4e0d-ae36-9d47e6b187c1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:32.478154 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065e5d14-250b-4985-959e-ca68e80e62d7", "name": "network-vif-deleted", "tag": "a6beb66e-8a8e-49be-9b46-eff5fa769923", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:32.478429 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fb1c227a-7e54-4e0d-ae36-9d47e6b187c1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:32.478815 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065e5d14-250b-4985-959e-ca68e80e62d7', 'name': 'network-vif-deleted', 'tag': 'a6beb66e-8a8e-49be-9b46-eff5fa769923', 'status': 'completed', 'code': 200} Nov 12 03:39:32.533490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.542715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.616555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Port': ['ID=3d041397-299e-405e-89a6-508a82565337,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.644248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.648282 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78464f64-3257-4f09-ab2d-e9ce701be8e0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/ports/3d041397-299e-405e-89a6-508a82565337 HTTP/1.1" status: 204 len: 168 time: 1.3353770 Nov 12 03:39:32.651118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.653209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4a6757-2df0-4a9b-8955-81f18c72fdca,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.673453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:32.673819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Network hostable DHCP agents. Network: 129769f6-93ea-43b9-8308-e890d14663ab, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:32.690606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.690761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9a49d1ac-74d9-405e-9501-3e7d2cbde02a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378828 Nov 12 03:39:32.697397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1151398990'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:32.722599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Network 129769f6-93ea-43b9-8308-e890d14663ab is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:32.758430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:32.761943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.799766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 129769f6-93ea-43b9-8308-e890d14663ab) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:32.810747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.811417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.817332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc141c51-0c99-4fc4-b444-b0c5565cd312 None None] Network 129769f6-93ea-43b9-8308-e890d14663ab requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:32.847482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:32.868647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.874435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:32.876792 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c67a5f56-5666-4a68-a337-fd54c7ff79dd admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9742696 Nov 12 03:39:32.881633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.882129 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment 139c1b57-1ed0-4a43-a7a9-1ff509acc633 of type vlan for network 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 Nov 12 03:39:32.936147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.938154 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.010340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.018396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.047302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.054411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.055039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.114677 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4226129 Nov 12 03:39:33.141245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.148814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528370794'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.153722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaf160-bc64-4846-b6f3-1ccc682e1761 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=4f92b0e3-27c9-4b3c-937a-6f7e1e81da73,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.187302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:33.198978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-129769f6-93ea-43b9-8308-e890d14663ab', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:33.200994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.300029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.304416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:33.309990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.370839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:33.385139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.440396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.442981 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Added segment 33c8d945-006d-427c-98ee-c746a30ab813 of type vlan for network bca38111-a479-4ce8-b8b2-95f73d5c9b9a Nov 12 03:39:33.485385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.524051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Allocated IP 172.20.0.2 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/0d225815-b52d-40fc-9158-3bfcb74ea7d6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:33.556747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.578407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.594208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.600328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.601084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.706746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5627000 Nov 12 03:39:33.748938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c6cd9802-3368-4bab-8c9e-fed36dbb65e7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:33.879828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c6cd9802-3368-4bab-8c9e-fed36dbb65e7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:33.880225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c6cd9802-3368-4bab-8c9e-fed36dbb65e7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:33.893609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9f370-f4c3-485b-a8c1-76960cf4b18c tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Network': ['ID=bca38111-a479-4ce8-b8b2-95f73d5c9b9a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.899403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41774) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.915096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:33.942875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'subnets': [{'network_id': '4f92b0e3-27c9-4b3c-937a-6f7e1e81da73', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1086957920', 'ip_version': 4}, {'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.943496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'subnet': {'network_id': '4f92b0e3-27c9-4b3c-937a-6f7e1e81da73', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1086957920', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.949533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Request body: {'subnet': {'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.975164 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.040755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.156712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.167951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Pushing event updated for resources: {'Port': ['ID=0d225815-b52d-40fc-9158-3bfcb74ea7d6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.225998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:34.228435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:34.233150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:34.258526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.341716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Attempting to bind port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:34.342429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Attempting to bind port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:34.343007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Attempting to bind port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:34.353939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:34.358228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:34.358856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.359452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:34.360157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Bound port: 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:34.360756 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.426522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.429224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.433174 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/security-groups/8e7a4eb8-f58d-4b79-a9df-a8240d873c01 HTTP/1.1" status: 204 len: 168 time: 1.0469849 Nov 12 03:39:34.444275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eb93d-cdb9-427b-a094-81249a41320c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7a4eb8-f58d-4b79-a9df-a8240d873c01,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.485525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.562465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] For port 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:34.570890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting subnet 538a45b4-d48c-4bae-a34d-1af28f78f748 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:34.573243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] For port 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0d225815-b52d-40fc-9158-3bfcb74ea7d6,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:34.578539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.578827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.618934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Made reservation on behalf of 8981369bf7944b278c18a6a610a2dbb2 for: {'subnet': 2} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:34.631536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.632372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.647770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529987e-d6a9-49c0-a6aa-8851ad4c18ca None None] Pushing event updated for resources: {'Port': ['ID=0d225815-b52d-40fc-9158-3bfcb74ea7d6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.679990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.811715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.907733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.919812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Allocated IP 172.25.4.163 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2811d3d9-592e-4eaa-a0db-b53bfb453606) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:34.962673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Subnet': ['ID=538a45b4-d48c-4bae-a34d-1af28f78f748,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.980593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ea149-25b4-46b8-bac2-734f57a8f1f3 None None] Network 745dba7e-92fd-46d8-bd80-b7d23f2c3178 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:34.998045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.014512 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1471dd6-8d82-4440-aa92-f36a83d2f576 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/subnets/538a45b4-d48c-4bae-a34d-1af28f78f748 HTTP/1.1" status: 204 len: 168 time: 0.5276296 Nov 12 03:39:35.015153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.271254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.324815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.341037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] DHCP port deletion for 745dba7e-92fd-46d8-bd80-b7d23f2c3178 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:35.388110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port b10f5590-5861-4fe5-a8eb-520109c52ca5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:35.388737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.424103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.440566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Deleting port b10f5590-5861-4fe5-a8eb-520109c52ca5 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:35.441304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.478092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.525705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port b10f5590-5861-4fe5-a8eb-520109c52ca5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10f5590-5861-4fe5-a8eb-520109c52ca5,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:35.526234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.542134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:35.551025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for b10f5590-5861-4fe5-a8eb-520109c52ca5 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:35.573835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:35.608884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:35.608987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] For port b10f5590-5861-4fe5-a8eb-520109c52ca5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b10f5590-5861-4fe5-a8eb-520109c52ca5,segment=NetworkSegment(82702604-9605-4d3e-8113-da954d699552),segment_id=82702604-9605-4d3e-8113-da954d699552)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:35.608987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.621052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Calling delete_port for b10f5590-5861-4fe5-a8eb-520109c52ca5 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:35.716143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a6beb66e-8a8e-49be-9b46-eff5fa769923 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:35.752155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Pushing event updated for resources: {'Port': ['ID=2811d3d9-592e-4eaa-a0db-b53bfb453606,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.762183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5b827-4844-4084-a6bf-1a3eeb3ceb03 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:35.769833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: a6beb66e-8a8e-49be-9b46-eff5fa769923 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:35.770248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a6beb66e-8a8e-49be-9b46-eff5fa769923 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:35.776256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.827149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] Pushing event deleted for resources: {'Port': ['ID=b10f5590-5861-4fe5-a8eb-520109c52ca5,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.842605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4de7bd-f03f-4179-966b-15fd7904b8d5 None None] No DVR routers for this DVR port b10f5590-5861-4fe5-a8eb-520109c52ca5 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:35.847700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.868255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79ab7b96-fdfa-4fc1-9c30-65ccd51799c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.885323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-26469c78-6f81-46cc-8762-9fc7e73d16f7 None None] Provisioning complete for port 2811d3d9-592e-4eaa-a0db-b53bfb453606 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:35.885785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26469c78-6f81-46cc-8762-9fc7e73d16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.917005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.950511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-26469c78-6f81-46cc-8762-9fc7e73d16f7 None None] Port 2811d3d9-592e-4eaa-a0db-b53bfb453606 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:35.954296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0d225815-b52d-40fc-9158-3bfcb74ea7d6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:35.956263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=b10f5590-5861-4fe5-a8eb-520109c52ca5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.965239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] No DVR routers for this DVR port b10f5590-5861-4fe5-a8eb-520109c52ca5 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:36.025251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:36.025613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.162593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.163994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Checking segment: {'id': '139c1b57-1ed0-4a43-a7a9-1ff509acc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '4f92b0e3-27c9-4b3c-937a-6f7e1e81da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:36.164446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network hostable DHCP agents. Network: 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:36.166667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Subnet': ['ID=32d84b50-fbe2-441e-bd58-9206d6e006d3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.177757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79ab7b96-fdfa-4fc1-9c30-65ccd51799c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.220890 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.224954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79ab7b96-fdfa-4fc1-9c30-65ccd51799c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.266584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:36.273210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-79ab7b96-fdfa-4fc1-9c30-65ccd51799c3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cce5b116a41940d1ad75550c618811ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7916925 Nov 12 03:39:36.282599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41832) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.286359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745dba7e-92fd-46d8-bd80-b7d23f2c3178']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.303377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82702604-9605-4d3e-8113-da954d699552') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.304052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82702604-9605-4d3e-8113-da954d699552') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.306025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:36.325943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0d225815-b52d-40fc-9158-3bfcb74ea7d6,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:36.330767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03552b3e-2844-4128-82ca-815315ada105 None None] Network 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:36.333773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.335141 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.340286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.342301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7b96-fdfa-4fc1-9c30-65ccd51799c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a831971-f5bc-4bb9-aeaf-029a6b77d1e7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.455024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.477149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.492762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:36.493939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.514685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event updated for resources: {'Subnet': ['ID=f73bb93e-fe11-40ea-aefb-aceaa5863d44,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:36.536492 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:36.544214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Checking segment: {'id': '33c8d945-006d-427c-98ee-c746a30ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:36.545315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network hostable DHCP agents. Network: bca38111-a479-4ce8-b8b2-95f73d5c9b9a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:36.593959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10f5590-5861-4fe5-a8eb-520109c52ca5 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:36.601037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:36.622214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, bca38111-a479-4ce8-b8b2-95f73d5c9b9a) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:36.623189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d7c13-faf0-42ba-995b-735293f64f7a None None] Network 129769f6-93ea-43b9-8308-e890d14663ab requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:36.635363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b10f5590-5861-4fe5-a8eb-520109c52ca5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:36.635709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b10f5590-5861-4fe5-a8eb-520109c52ca5 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:36.653411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.660040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1bc6b0-2819-4203-a651-1f32f7cce327 None None] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:36.660993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.661546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.662192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.684243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.692281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f3a18e0-d2aa-4b99-aa42-9ba71af7549a tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7890909 Nov 12 03:39:36.693893 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/networks/745dba7e-92fd-46d8-bd80-b7d23f2c3178 HTTP/1.1" status: 204 len: 168 time: 1.6697304 Nov 12 03:39:36.695075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.699743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.700103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.754862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.872385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613a54-e219-43fe-b2ca-aa6d4bd21fb4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Network': ['ID=745dba7e-92fd-46d8-bd80-b7d23f2c3178,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.917828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.942217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Router dbb583ef-6c75-4905-ad68-e1ff04e80621 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:36.951098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0d225815-b52d-40fc-9158-3bfcb74ea7d6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.030909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-25bdfec3-7e70-4b3f-a0a7-54947d76b7d2 None None] Provisioning complete for port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:37.031524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25bdfec3-7e70-4b3f-a0a7-54947d76b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.052337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd61d91-f2d1-4307-8201-3ecc150a36dc tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.053882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd61d91-f2d1-4307-8201-3ecc150a36dc tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.056262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd61d91-f2d1-4307-8201-3ecc150a36dc tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.061946 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bfd61d91-f2d1-4307-8201-3ecc150a36dc tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3022921 Nov 12 03:39:37.086283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.161057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-bca38111-a479-4ce8-b8b2-95f73d5c9b9a', 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a', 'tenant_id': '8981369bf7944b278c18a6a610a2dbb2', 'fixed_ips': [{'subnet_id': 'f73bb93e-fe11-40ea-aefb-aceaa5863d44'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:37.162325 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.256879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Deleting subnet 32d84b50-fbe2-441e-bd58-9206d6e006d3 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:37.263719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.266679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.268133 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a831971-f5bc-4bb9-aeaf-029a6b77d1e7 HTTP/1.1" status: 204 len: 168 time: 0.9842308 Nov 12 03:39:37.279364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.315543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 3a3bab64-10dd-4cb2-9842-b991c93bf104 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:37.315886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.409804 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.467705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.540009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.540689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.556883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 3a3bab64-10dd-4cb2-9842-b991c93bf104 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:37.563615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6c1d3-66c0-444b-8a09-bd08f765198c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-4f92b0e3-27c9-4b3c-937a-6f7e1e81da73', 'network_id': '4f92b0e3-27c9-4b3c-937a-6f7e1e81da73', 'tenant_id': '8981369bf7944b278c18a6a610a2dbb2', 'fixed_ips': [{'subnet_id': '32d84b50-fbe2-441e-bd58-9206d6e006d3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:37.564922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c1d3-66c0-444b-8a09-bd08f765198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.631084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:37.645667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Sync routers for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:37.668892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.669214 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:37.671203 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:37.673339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-20030b88-e1a3-43e9-9451-88ab14ccd82d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8032970 Nov 12 03:39:37.676697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41852) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.877894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Allocated IP 172.20.0.18 (bca38111-a479-4ce8-b8b2-95f73d5c9b9a/f73bb93e-fe11-40ea-aefb-aceaa5863d44/45cc7ec3-93ac-4146-ab68-954fcf456165) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:37.890750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fff38-2449-44f8-a763-02335e059671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a831971-f5bc-4bb9-aeaf-029a6b77d1e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.892014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41854) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.913171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6564d9d8-967c-4aa9-9e60-882cec5f9957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.974510 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:38.005834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0d225815-b52d-40fc-9158-3bfcb74ea7d6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:38.083187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.123450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Subnet': ['ID=32d84b50-fbe2-441e-bd58-9206d6e006d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.126195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.201179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6564d9d8-967c-4aa9-9e60-882cec5f9957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.208759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6564d9d8-967c-4aa9-9e60-882cec5f9957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.253455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.254001 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Floating IP 55a6875d-30e2-4f4e-a336-7e171d03f5cf disassociated (deleted). External IP: 172.25.4.162, port: 2e9a61f0-3360-4b57-80d2-b345519841e5. Nov 12 03:39:38.259342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.266353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c78836af-aafb-4505-9fe4-f19092b78ec2 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/subnets/32d84b50-fbe2-441e-bd58-9206d6e006d3 HTTP/1.1" status: 204 len: 168 time: 1.1762800 Nov 12 03:39:38.268768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.290971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-356c9c2f-7781-4717-9d3e-db64f0ef4b42 None None] Provisioning complete for port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:38.291348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-356c9c2f-7781-4717-9d3e-db64f0ef4b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.352376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=3a3bab64-10dd-4cb2-9842-b991c93bf104,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-5dd6c1d3-66c0-444b-8a09-bd08f765198c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d84b50-fbe2-441e-bd58-9206d6e006d3: This subnet is being modified by another concurrent operation. Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d84b50-fbe2-441e-bd58-9206d6e006d3: This subnet is being modified by another concurrent operation. Nov 12 03:39:38.374191 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:39:38.394638 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:36Z', 'revision_number': 3, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.435119 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Checking router: dbb583ef-6c75-4905-ad68-e1ff04e80621 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:38.436761 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Updating router dbb583ef-6c75-4905-ad68-e1ff04e80621 port 2811d3d9-592e-4eaa-a0db-b53bfb453606 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:38.441657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84158b89-a652-4265-9740-9b2951e1fba5 None None] Network 4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:38.468614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Deleting subnet f73bb93e-fe11-40ea-aefb-aceaa5863d44 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:38.483302 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.505758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6564d9d8-967c-4aa9-9e60-882cec5f9957 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9d9dd022065643429414080ae0d3abbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6123111 Nov 12 03:39:38.506242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41862) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.616955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564d9d8-967c-4aa9-9e60-882cec5f9957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e964e8d-2b3b-486e-9739-a47526c884af,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.633578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:38.675080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.689226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:38.689226 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.698956 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.752178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.841689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:38.870001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:38.875611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:38.881646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Pushing event updated for resources: {'Port': ['ID=45cc7ec3-93ac-4146-ab68-954fcf456165,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.911809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.925066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.983080 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.994314 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.001427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.034773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Attempting to bind port 2811d3d9-592e-4eaa-a0db-b53bfb453606 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:39.035181 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Attempting to bind port 2811d3d9-592e-4eaa-a0db-b53bfb453606 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:39.035507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:39.035703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Attempting to bind port 2811d3d9-592e-4eaa-a0db-b53bfb453606 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:39.045681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.065992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:39.069458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ab22c-d698-4585-a0ec-e61630ebfb71 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:39.082003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:39.082448 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:39.082866 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.083275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:39.084234 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Bound port: 2811d3d9-592e-4eaa-a0db-b53bfb453606, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:39.084626 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.100924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Attempting to bind port 45cc7ec3-93ac-4146-ab68-954fcf456165 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:39.101287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Attempting to bind port 45cc7ec3-93ac-4146-ab68-954fcf456165 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '33c8d945-006d-427c-98ee-c746a30ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:39.108167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Attempting to bind port 45cc7ec3-93ac-4146-ab68-954fcf456165 on network bca38111-a479-4ce8-b8b2-95f73d5c9b9a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:39.149000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:39.149467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Checking segment: {'id': '33c8d945-006d-427c-98ee-c746a30ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:39.152207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.154342 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.154764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Bound using segment: {'id': '33c8d945-006d-427c-98ee-c746a30ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:39.155283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Bound port: 45cc7ec3-93ac-4146-ab68-954fcf456165, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c8d945-006d-427c-98ee-c746a30ab813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'bca38111-a479-4ce8-b8b2-95f73d5c9b9a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:39.156898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.162104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:39.162756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.177430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a59f4fc4-ffdc-424d-95c2-2e557eff6c1e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/floatingips/55a6875d-30e2-4f4e-a336-7e171d03f5cf HTTP/1.1" status: 204 len: 168 time: 2.4373333 Nov 12 03:39:39.201378 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Pushing event updated for resources: {'Port': ['ID=2811d3d9-592e-4eaa-a0db-b53bfb453606,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.203036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.216705 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.217550 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.217550 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.219092 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.219092 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.219092 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.220119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:39.220376 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.220376 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.222834 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.222834 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.222834 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.222834 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:39.237478 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3038f96d-2c7e-4323-aceb-5b420d306d14" -d '{"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:39.239382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] For port 2811d3d9-592e-4eaa-a0db-b53bfb453606, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:39.243277 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] For port 2811d3d9-592e-4eaa-a0db-b53bfb453606, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2811d3d9-592e-4eaa-a0db-b53bfb453606,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:39.256680 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.319485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a5ad9-e8e9-4951-978c-f0e96f7e298a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:39.349668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.352141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.365346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e964e8d-2b3b-486e-9739-a47526c884af HTTP/1.1" status: 204 len: 168 time: 0.8469720 Nov 12 03:39:39.375833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:39.376468 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.380213 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4114f6-8323-4da1-bf7e-571836aa8514 None None] Pushing event updated for resources: {'Port': ['ID=2811d3d9-592e-4eaa-a0db-b53bfb453606,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.427075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.458915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20e5c4-a825-4c52-a09c-90e93d6e832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e964e8d-2b3b-486e-9739-a47526c884af,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.498954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Subnet': ['ID=f73bb93e-fe11-40ea-aefb-aceaa5863d44,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.509918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.517411 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-87bf660a-5735-4d02-a824-8da1b8d25b56 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/subnets/f73bb93e-fe11-40ea-aefb-aceaa5863d44 HTTP/1.1" status: 204 len: 168 time: 1.2472305 Nov 12 03:39:39.518953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.569102 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c7c9e-c8a5-444e-be00-e86ac4cace7f x-openstack-request-id: req-8c2c7c9e-c8a5-444e-be00-e86ac4cace7f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:39.569442 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:39.569635 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8c2c7c9e-c8a5-444e-be00-e86ac4cace7f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:39.570049 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'status': 'completed', 'code': 200} Nov 12 03:39:39.617911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:39.654487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] Provisioning complete for port 2811d3d9-592e-4eaa-a0db-b53bfb453606 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:39.654855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.724751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd117e5e-32fe-4143-af60-3c6b00577125 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.726465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dd117e5e-32fe-4143-af60-3c6b00577125 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2068505 Nov 12 03:39:39.730393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.889916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-c1754f09-25e2-4327-be38-a6d9417b07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.891976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-c1754f09-25e2-4327-be38-a6d9417b07c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 1098 time: 0.3190794 Nov 12 03:39:39.934787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254bde0-159c-4c07-8c92-6006fc9c49c4 req-da4f9095-0817-46b9-9d19-e00e8e45c6ef tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:39.941769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.943130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2254bde0-159c-4c07-8c92-6006fc9c49c4 req-da4f9095-0817-46b9-9d19-e00e8e45c6ef tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 0.2276244 Nov 12 03:39:39.980342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Allocated IP 172.20.0.1 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/fb61eda1-21f7-4e0c-b2bb-d07660bf06dd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:40.177796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Deleting port 45cc7ec3-93ac-4146-ab68-954fcf456165 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:40.177961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.206161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] For port 45cc7ec3-93ac-4146-ab68-954fcf456165, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:40.210732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] For port 45cc7ec3-93ac-4146-ab68-954fcf456165, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=45cc7ec3-93ac-4146-ab68-954fcf456165,segment=NetworkSegment(33c8d945-006d-427c-98ee-c746a30ab813),segment_id=33c8d945-006d-427c-98ee-c746a30ab813)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:40.256944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:40.285771 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:36Z', 'revision_number': 3, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.324222 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd53f16-1a5a-4a28-a7d0-767738be9b48 None None] The sync data for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 is: [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:36Z', 'revision_number': 3, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:40.344638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] For port 45cc7ec3-93ac-4146-ab68-954fcf456165, host n-d-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:40.345048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.384603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Calling delete_port for 45cc7ec3-93ac-4146-ab68-954fcf456165 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:40.410327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2254bde0-159c-4c07-8c92-6006fc9c49c4 req-80122aaf-b398-4519-9c1f-1a844599661e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659007 Nov 12 03:39:40.470495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-2c4bf9df-ee7b-4cf8-ac94-4debbf6d184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.472589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-2c4bf9df-ee7b-4cf8-ac94-4debbf6d184b service neutron] 10.222.0.100 "GET /v2.0/networks?id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 200 len: 899 time: 0.5664752 Nov 12 03:39:40.476909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.528636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.575912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] No DVR routers for this DVR port 45cc7ec3-93ac-4146-ab68-954fcf456165 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:40.578447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Port': ['ID=45cc7ec3-93ac-4146-ab68-954fcf456165,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.590626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-1190ac08-f9c6-4104-9824-28b8bd60134e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 200 len: 217 time: 0.0945492 Nov 12 03:39:40.629965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589bc2-c975-46f2-a9c4-480f3bd0ddd8 None None] Pushing event updated for resources: {'Port': ['ID=45cc7ec3-93ac-4146-ab68-954fcf456165,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.761938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.783275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.798364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-ce473e23-228e-47f4-8681-4a50eedcbada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.799997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-ce473e23-228e-47f4-8681-4a50eedcbada service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 200 len: 835 time: 0.2088969 Nov 12 03:39:40.804994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca38111-a479-4ce8-b8b2-95f73d5c9b9a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.840897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c8d945-006d-427c-98ee-c746a30ab813') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.841169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c8d945-006d-427c-98ee-c746a30ab813') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.893544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.922570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.935430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.947995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:40.948811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:40.954878 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:40.992935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] For port 2811d3d9-592e-4eaa-a0db-b53bfb453606, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2811d3d9-592e-4eaa-a0db-b53bfb453606,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:41.011093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.077871 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.097458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.101616 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/bca38111-a479-4ce8-b8b2-95f73d5c9b9a HTTP/1.1" status: 204 len: 168 time: 1.3700974 Nov 12 03:39:41.111936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41904) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.125247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aa525-5803-4d77-be4b-09da61edb8a0 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=bca38111-a479-4ce8-b8b2-95f73d5c9b9a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.169974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437ece4-db71-4973-855c-8edc97b67b37 None None] Pushing event updated for resources: {'Port': ['ID=2811d3d9-592e-4eaa-a0db-b53bfb453606,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.175032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.208342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.212532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-0784b6d0-8c14-419a-bf08-f704ee6b79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.220781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0263540e-b4fb-468c-ab8f-066fb92f191b None None] Provisioning complete for port 2811d3d9-592e-4eaa-a0db-b53bfb453606 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:41.221916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0263540e-b4fb-468c-ab8f-066fb92f191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.225984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-0784b6d0-8c14-419a-bf08-f704ee6b79ee service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3775313 Nov 12 03:39:41.449802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-617338659'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:41.519897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Made reservation on behalf of 5f5dc7b5285d46faa2ea7b45f08ad256 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:41.527767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.550985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.552316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.589320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.634361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-6adb4278-8179-41e3-b745-48179c6212be tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.635932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-6adb4278-8179-41e3-b745-48179c6212be tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 0.8144057 Nov 12 03:39:41.641918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:41.661976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.667750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.685883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:41.698529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.698980 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Added segment f8d915c9-11e7-439f-8ced-a614603f828c of type vlan for network a4244b17-0e99-47b6-a80e-68f8c512a6be Nov 12 03:39:41.707198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:41.708251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.751642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.784473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.791395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.792134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.859913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:41.906487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'Network': ['ID=a4244b17-0e99-47b6-a80e-68f8c512a6be,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.919518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:41.919762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7395582 Nov 12 03:39:41.940388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:41.959037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Request body: {'subnet': {'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:41.980452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:42.063091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38580b8-beb8-4c13-b501-d0bccb697f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2787f8-cff9-4d4c-874e-94a014d11677,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.141131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:42.163547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a4244b17-0e99-47b6-a80e-68f8c512a6be details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:42.171648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2811d3d9-592e-4eaa-a0db-b53bfb453606 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:42.194636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Pushing event updated for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.249616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Made reservation on behalf of 5f5dc7b5285d46faa2ea7b45f08ad256 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:42.254977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.278245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-0f3be35a-987b-4536-9340-e15d444363ce service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9419827 Nov 12 03:39:42.612562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2811d3d9-592e-4eaa-a0db-b53bfb453606 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.613126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.694242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.755810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0148809f-100b-4dd8-87f5-fbad0a6b3b09 None None] Provisioning complete for port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.762195 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0148809f-100b-4dd8-87f5-fbad0a6b3b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.771453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b70e78-0587-4291-b1d8-0d5bfdfe9c24 None None] DHCP port deletion for bca38111-a479-4ce8-b8b2-95f73d5c9b9a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:42.807390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.836414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'Subnet': ['ID=9fadca6d-d9da-434e-871c-1f58bc79dac1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.843713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Checking segment: {'id': 'f8d915c9-11e7-439f-8ced-a614603f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:42.844352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Network hostable DHCP agents. Network: a4244b17-0e99-47b6-a80e-68f8c512a6be, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:42.847856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f92b0e3-27c9-4b3c-937a-6f7e1e81da73']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.861030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c1b57-1ed0-4a43-a7a9-1ff509acc633') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.864591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c1b57-1ed0-4a43-a7a9-1ff509acc633') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.886274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Network a4244b17-0e99-47b6-a80e-68f8c512a6be is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:42.899472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c392e-3201-4aad-8e11-8d4a2621cbd6 None None] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:42.906601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a4244b17-0e99-47b6-a80e-68f8c512a6be) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:42.911851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.912522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.926543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0148809f-100b-4dd8-87f5-fbad0a6b3b09 None None] Port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:42.933394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c392e-3201-4aad-8e11-8d4a2621cbd6 None None] Network bca38111-a479-4ce8-b8b2-95f73d5c9b9a could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:39:42.942573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400421d6-4a76-46bf-9b26-ec34367165d2 None None] Network a4244b17-0e99-47b6-a80e-68f8c512a6be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:42.951818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f8c2f48-e120-4f5b-8a7f-8c2b42a642eb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0021172 Nov 12 03:39:42.952067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:42.958235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Request body: {'port': {'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-292186568'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:42.962900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0e64-94d3-4a57-b62e-10a495a6426c req-a779d820-0aa2-4cc0-9390-94afb8fa39e0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.965180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ccc0e64-94d3-4a57-b62e-10a495a6426c req-a779d820-0aa2-4cc0-9390-94afb8fa39e0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 946 time: 1.3057752 Nov 12 03:39:42.966233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.978909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.127318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-12d76e12-7a13-44fd-895f-89e117b4d836 None None] Could not find standard attr ID for object 45cc7ec3-93ac-4146-ab68-954fcf456165. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:39:43.184568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Made reservation on behalf of 5f5dc7b5285d46faa2ea7b45f08ad256 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:43.189314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3038f96d-2c7e-4323-aceb-5b420d306d14 req-b2b68f5e-5e2f-456f-984d-ab4e885556d4 service neutron] 10.222.0.100 "GET /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183583 Nov 12 03:39:43.191857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.209494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.244031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] device_id is not set on port d5e620fc-b12c-4a3f-911e-aac64efba0b9 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:43.256515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.292548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e976a-7c15-4f45-ac1d-ff006af3d398 None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:28Z', 'revision_number': 6, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '26b257ee-7c07-4f34-9676-c8f7b9758c7c', 'name': '', 'network_id': 'f75215d5-2ae5-4e10-ae7f-ce2e2a36f879', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:51:02:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:19Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': 'f26dd902-4a1b-4423-8684-8e63bf301ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:43.331488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ccc0e64-94d3-4a57-b62e-10a495a6426c req-85c01ac3-efe3-4775-a1bc-82d4b2c37872 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498755 Nov 12 03:39:43.356352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:43.357215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.366626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a4244b17-0e99-47b6-a80e-68f8c512a6be', 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be', 'tenant_id': '5f5dc7b5285d46faa2ea7b45f08ad256', 'fixed_ips': [{'subnet_id': '9fadca6d-d9da-434e-871c-1f58bc79dac1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:43.367904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:43.418660 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:43.478717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 2e9a61f0-3360-4b57-80d2-b345519841e5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:43.479108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.484530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Allocated IP 2001:db8::116 (a4244b17-0e99-47b6-a80e-68f8c512a6be/9fadca6d-d9da-434e-871c-1f58bc79dac1/d5e620fc-b12c-4a3f-911e-aac64efba0b9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:43.553541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.604346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.609881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/4f92b0e3-27c9-4b3c-937a-6f7e1e81da73 HTTP/1.1" status: 204 len: 168 time: 2.4924824 Nov 12 03:39:43.611270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.671513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578020c-0a12-41b0-81b6-9aa957de49f9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=4f92b0e3-27c9-4b3c-937a-6f7e1e81da73,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.679496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 45cc7ec3-93ac-4146-ab68-954fcf456165 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:43.716129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 45cc7ec3-93ac-4146-ab68-954fcf456165 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:43.716424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 45cc7ec3-93ac-4146-ab68-954fcf456165 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:43.754305 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d973aa-3513-4fce-86d5-8ec6dab9ab64 None None] New status for floating IP 55a6875d-30e2-4f4e-a336-7e171d03f5cf: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:43.755885 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.779769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.785547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port 2e9a61f0-3360-4b57-80d2-b345519841e5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=2e9a61f0-3360-4b57-80d2-b345519841e5,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:43.785992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.909705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.914758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 2e9a61f0-3360-4b57-80d2-b345519841e5 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:43.915761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.924832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-8c12043b-86e6-4a98-8f6d-58698aa1a805 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.931822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-8c12043b-86e6-4a98-8f6d-58698aa1a805 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.4560606 Nov 12 03:39:43.942330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c549da4d-5bd8-420e-811a-b06f18ae0dc2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.957444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0404f1-786d-4755-8e47-3175b5568b9f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.957728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0404f1-786d-4755-8e47-3175b5568b9f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.968728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-169a212e-44e8-4c95-acf0-36a633cdf19e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0359061 Nov 12 03:39:43.973991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.996131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.001383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.016586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:44.016993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:44.020890 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:44.076050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Allocated IP 2001:db8::2 (a4244b17-0e99-47b6-a80e-68f8c512a6be/9fadca6d-d9da-434e-871c-1f58bc79dac1/d6662e7e-b599-45ad-bc7d-c862a567be13) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:44.088987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.098162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.101475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Network a4244b17-0e99-47b6-a80e-68f8c512a6be is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.112831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.115367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:44.123305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.123949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.142467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'Port': ['ID=d5e620fc-b12c-4a3f-911e-aac64efba0b9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.161933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-007853c6-c9c4-489e-9d59-668c48c80b53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825354 Nov 12 03:39:44.200496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e5d9537-be92-4b42-9b2a-4228df3b50fb tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2469363 Nov 12 03:39:44.213067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:44.232011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.240622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.254149 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/c549da4d-5bd8-420e-811a-b06f18ae0dc2 HTTP/1.1" status: 204 len: 168 time: 0.6399772 Nov 12 03:39:44.261169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:44.266758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Request body: {'port': {'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1110358846', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:44.269147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] bootfile-name is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:44.269147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] tftp-server is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:44.270357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] server-ip-address is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:44.368811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6ee1a-2256-4bd1-8669-fa0364854eb9 tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=c549da4d-5bd8-420e-811a-b06f18ae0dc2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.393006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.405719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Pushing event updated for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.461362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Made reservation on behalf of 5f5dc7b5285d46faa2ea7b45f08ad256 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:44.465542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.467796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.475928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.504425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] device_id is not set on port 799056b0-70bb-4e13-bd1d-7e6b42979a29 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:44.526730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Network a4244b17-0e99-47b6-a80e-68f8c512a6be is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.529875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.537728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:44.549938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Pushing event updated for resources: {'Port': ['ID=d6662e7e-b599-45ad-bc7d-c862a567be13,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.601273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.608887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Attempting to bind port d6662e7e-b599-45ad-bc7d-c862a567be13 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:44.609512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Attempting to bind port d6662e7e-b599-45ad-bc7d-c862a567be13 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f8d915c9-11e7-439f-8ced-a614603f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:44.609670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.609903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Attempting to bind port d6662e7e-b599-45ad-bc7d-c862a567be13 on network a4244b17-0e99-47b6-a80e-68f8c512a6be {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:44.615740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:44.616169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Checking segment: {'id': 'f8d915c9-11e7-439f-8ced-a614603f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:44.616574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.616969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Bound using segment: {'id': 'f8d915c9-11e7-439f-8ced-a614603f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:44.617447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Bound port: d6662e7e-b599-45ad-bc7d-c862a567be13, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d915c9-11e7-439f-8ced-a614603f828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'a4244b17-0e99-47b6-a80e-68f8c512a6be'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:44.617832 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.621739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613ee21-dbe3-471f-94e5-468f9780314c req-658d63ba-1f12-4000-bc1c-48073febd53e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.623238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9613ee21-dbe3-471f-94e5-468f9780314c req-658d63ba-1f12-4000-bc1c-48073febd53e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=b660d016-aea1-4163-90a6-aed7d8aa3a0e HTTP/1.1" status: 200 len: 867 time: 0.2041404 Nov 12 03:39:44.646487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Allocated IP 2001:db8::107 (a4244b17-0e99-47b6-a80e-68f8c512a6be/9fadca6d-d9da-434e-871c-1f58bc79dac1/799056b0-70bb-4e13-bd1d-7e6b42979a29) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:44.666104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-8cc37ce2-e90e-494c-b9cc-bef8dcee0fde service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025697 Nov 12 03:39:44.666850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=2e9a61f0-3360-4b57-80d2-b345519841e5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.693813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] For port d6662e7e-b599-45ad-bc7d-c862a567be13, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:44.697606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] For port d6662e7e-b599-45ad-bc7d-c862a567be13, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d6662e7e-b599-45ad-bc7d-c862a567be13,segment=NetworkSegment(f8d915c9-11e7-439f-8ced-a614603f828c),segment_id=f8d915c9-11e7-439f-8ced-a614603f828c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:44.702740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.790664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740d5f-fb31-4ff3-8726-3a6d832d7f5f None None] Pushing event updated for resources: {'Port': ['ID=d6662e7e-b599-45ad-bc7d-c862a567be13,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.833564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.871565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.877255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] No DVR routers for this DVR port 2e9a61f0-3360-4b57-80d2-b345519841e5 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:44.895926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.903566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.907146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca74f7f7-03dc-48ff-a835-83dc6ebf696d req-2cea32d9-52b7-4127-8dd3-1740e6d974f0 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "DELETE /v2.0/ports/2e9a61f0-3360-4b57-80d2-b345519841e5 HTTP/1.1" status: 204 len: 173 time: 3.2587109 Nov 12 03:39:44.910144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'name': 'network-vif-deleted', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:44.912894 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e3c61-88ef-461e-a917-0ec07f53c8e6" -d '{"events": [{"server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "name": "network-vif-deleted", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:44.926222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9613ee21-dbe3-471f-94e5-468f9780314c req-05c6c591-d9e5-4d00-bc75-b7699989f4d4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9d4af1-b123-454d-bf91-ecb27b1a7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726772 Nov 12 03:39:44.928935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Network a4244b17-0e99-47b6-a80e-68f8c512a6be is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.932583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.933942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.936346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'Port': ['ID=799056b0-70bb-4e13-bd1d-7e6b42979a29,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.938778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:44.944652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.945301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.982331 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1615389-aa2f-4d86-8181-2ca196a04612 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7475922 Nov 12 03:39:44.985049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:44.998473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.116366 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34cc523-4fb6-408b-bebf-734df96b6f95 x-openstack-request-id: req-a34cc523-4fb6-408b-bebf-734df96b6f95 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:45.116659 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b660d016-aea1-4163-90a6-aed7d8aa3a0e", "name": "network-vif-deleted", "tag": "2e9a61f0-3360-4b57-80d2-b345519841e5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:45.116911 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a34cc523-4fb6-408b-bebf-734df96b6f95 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:45.117529 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b660d016-aea1-4163-90a6-aed7d8aa3a0e', 'name': 'network-vif-deleted', 'tag': '2e9a61f0-3360-4b57-80d2-b345519841e5', 'status': 'completed', 'code': 200} Nov 12 03:39:45.154696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f19d008-fcc4-4094-ad23-1a92cf3421fa']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:45.169472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-85b3886e-f543-4b38-b7bd-347f545113d5 service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795172 Nov 12 03:39:45.176063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63140c03-53a5-4384-98db-97b8ec6ff6ea') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:45.176363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63140c03-53a5-4384-98db-97b8ec6ff6ea') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:45.212208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.305061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caae1f5-d58d-4a20-b89c-01b92391c5f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.312050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caae1f5-d58d-4a20-b89c-01b92391c5f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.319028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caae1f5-d58d-4a20-b89c-01b92391c5f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.321080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8caae1f5-d58d-4a20-b89c-01b92391c5f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3324809 Nov 12 03:39:45.324133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:45.336689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.361624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:45.362867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:45.368266 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:45.380488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Router dbb583ef-6c75-4905-ad68-e1ff04e80621 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:45.431012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-64db86b2-57ca-4c44-b259-64318a9e7b55 None None] Provisioning complete for port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:45.438008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64db86b2-57ca-4c44-b259-64318a9e7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.509535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-64db86b2-57ca-4c44-b259-64318a9e7b55 None None] Port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:45.559359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Deleting port 799056b0-70bb-4e13-bd1d-7e6b42979a29 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:45.560095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.590294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 2e9a61f0-3360-4b57-80d2-b345519841e5 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:45.624934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:45.660712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 2e9a61f0-3360-4b57-80d2-b345519841e5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:45.661055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 2e9a61f0-3360-4b57-80d2-b345519841e5 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:45.664699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc5152c7-77e3-4c46-ab73-50620f688234 admin admin] 10.222.0.93 "PUT /v2.0/routers/dbb583ef-6c75-4905-ad68-e1ff04e80621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9802861 Nov 12 03:39:45.667418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Sync routers for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:45.687372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.736786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:45.736786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:45.745040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.769624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] 10.222.0.93 "DELETE /v2.0/networks/2f19d008-fcc4-4094-ad23-1a92cf3421fa HTTP/1.1" status: 204 len: 168 time: 1.4843593 Nov 12 03:39:45.806055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3013a-e468-44ad-ad6d-4e8b9da73b7b tempest-BulkNetworkOpsTest-287818030 tempest-BulkNetworkOpsTest-287818030-project] Pushing event deleted for resources: {'Network': ['ID=2f19d008-fcc4-4094-ad23-1a92cf3421fa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.862964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66e47224-0a4c-44bf-95a2-30200a3fc55b req-a3f13000-c16f-4852-96d3-bbef2e19c660 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0875320 Nov 12 03:39:45.961082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d6662e7e-b599-45ad-bc7d-c862a567be13 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:46.059700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 41984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.182916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:46.277346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.394155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.438608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.455914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.484083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Calling delete_port for 799056b0-70bb-4e13-bd1d-7e6b42979a29 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:46.712195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11f795-8ab4-4289-ac12-3b9f0b30fe0c None None] Network a4244b17-0e99-47b6-a80e-68f8c512a6be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:46.772265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.885660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event deleted for resources: {'Port': ['ID=799056b0-70bb-4e13-bd1d-7e6b42979a29,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.902430 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.909537 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-502bcdf4-74b4-4315-be21-876139904c31 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "DELETE /v2.0/ports/799056b0-70bb-4e13-bd1d-7e6b42979a29 HTTP/1.1" status: 204 len: 168 time: 1.5805771 Nov 12 03:39:46.913740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 41998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.925733 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Request body: {'port': {'name': 'tempest-new-port-name-1089668859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:46.926129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] bootfile-name is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:46.926499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] tftp-server is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:46.926896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] server-ip-address is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:39:46.999833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.017664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d6662e7e-b599-45ad-bc7d-c862a567be13 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:47.019180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.024036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.033811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311118596', 'description': 'tempest-description--1999525884'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.082001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bf8d7197-4af5-4ab5-ba11-bb989d7b7d62 None None] Provisioning complete for port d6662e7e-b599-45ad-bc7d-c862a567be13 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:47.082913 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7197-4af5-4ab5-ba11-bb989d7b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.094554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e6230a83-aa47-4d17-ada6-afc212987bed req-53fe4ef2-d796-438c-8987-fe67d103ed4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0330100 Nov 12 03:39:47.101178 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1729dc42-9b0e-4181-85a3-571f6225005e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8981369bf7944b278c18a6a610a2dbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389823 Nov 12 03:39:47.103273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.105734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.196921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.232122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.234031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.237686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.239093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/security-groups/2c9d4af1-b123-454d-bf91-ecb27b1a7a72 HTTP/1.1" status: 204 len: 168 time: 1.1796322 Nov 12 03:39:47.276557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674178c5-896a-4e02-9d52-da5c5b1c8281 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d4af1-b123-454d-bf91-ecb27b1a7a72,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.383116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.503223 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7197-4af5-4ab5-ba11-bb989d7b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.513594 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.586319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.588845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.589978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43d5bd23-e6b9-471f-9de5-cb9b817a025d HTTP/1.1" status: 204 len: 168 time: 0.4854870 Nov 12 03:39:47.612463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.626519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.670115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eb2e7-0333-49b2-b83e-c8d3a94f70a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d5bd23-e6b9-471f-9de5-cb9b817a025d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.689360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-46033fbc-5b18-42de-b264-fddac7a51163 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.692369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-46033fbc-5b18-42de-b264-fddac7a51163 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.4331551 Nov 12 03:39:47.706460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.707339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d6662e7e-b599-45ad-bc7d-c862a567be13, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d6662e7e-b599-45ad-bc7d-c862a567be13,segment=NetworkSegment(f8d915c9-11e7-439f-8ced-a614603f828c),segment_id=f8d915c9-11e7-439f-8ced-a614603f828c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:47.716276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6868651 Nov 12 03:39:47.720684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.729385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'security_group_rule': {'security_group_id': 'ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.747279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.761829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f4d19-ebd5-4ca7-b02e-e982f3c61391 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.795933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.810831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:47.813802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.841471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] In _notify_port_updated(), no bound segment for port d5e620fc-b12c-4a3f-911e-aac64efba0b9 on network a4244b17-0e99-47b6-a80e-68f8c512a6be {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:39:47.847786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.848501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.849850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "PUT /v2.0/ports/d5e620fc-b12c-4a3f-911e-aac64efba0b9 HTTP/1.1" status: 200 len: 1130 time: 0.9352479 Nov 12 03:39:47.853203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.891239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d6662e7e-b599-45ad-bc7d-c862a567be13,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.909222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.910713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04721583-fafb-45ec-9117-3d5a6a473838 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event updated for resources: {'Port': ['ID=d5e620fc-b12c-4a3f-911e-aac64efba0b9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.945496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-bf8d7197-4af5-4ab5-ba11-bb989d7b7d62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:39:47.946250 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-bf8d7197-4af5-4ab5-ba11-bb989d7b7d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:39:47.954178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 2, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.996653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906ea71-9eec-4fb3-8d8c-cd663e249faa tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.000968 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4906ea71-9eec-4fb3-8d8c-cd663e249faa tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "GET /v2.0/ports/d5e620fc-b12c-4a3f-911e-aac64efba0b9 HTTP/1.1" status: 200 len: 1130 time: 0.0803015 Nov 12 03:39:48.003318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Checking router: dbb583ef-6c75-4905-ad68-e1ff04e80621 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:48.003680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Updating router dbb583ef-6c75-4905-ad68-e1ff04e80621 port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:48.025157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.026545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.051592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.067708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc734-03c4-4a4f-a74b-15d7e330a0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.106352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.150419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9528f1-f426-4532-b27c-4682c00f7c59,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.219322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.227740 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2a74ef76-c576-4d27-a73e-5a6beacbacde tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023780 Nov 12 03:39:48.234779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42028) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.241097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'security_group_rule': {'security_group_id': 'ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.306218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Deleting port d5e620fc-b12c-4a3f-911e-aac64efba0b9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:48.306566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.320149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.477802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.481255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65abfe4f-7a2e-4e8f-9878-dbf00ec53b65 req-21c38694-6a68-471d-a6c1-ad7a40e4f9b4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.1944456 Nov 12 03:39:48.493448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Calling delete_port for d5e620fc-b12c-4a3f-911e-aac64efba0b9 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:48.515401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:48.525234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.809553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Could not find standard attr ID for object 799056b0-70bb-4e13-bd1d-7e6b42979a29. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:39:48.857282 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.873574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.881455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.911259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.947179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.006585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event deleted for resources: {'Port': ['ID=d5e620fc-b12c-4a3f-911e-aac64efba0b9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.024408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.7 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/d408af83-d872-41d9-9a6e-362a2c89d86d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:49.026609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722158-1cff-4576-8d63-d446a547d632 None None] Pushing event updated for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.036347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Provisioning complete for port d5e620fc-b12c-4a3f-911e-aac64efba0b9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:49.036833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.093939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.099924 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-447ca235-1815-4d5a-8f3d-2b43b4a32aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "DELETE /v2.0/ports/d5e620fc-b12c-4a3f-911e-aac64efba0b9 HTTP/1.1" status: 204 len: 168 time: 1.0719874 Nov 12 03:39:49.103194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Port d5e620fc-b12c-4a3f-911e-aac64efba0b9 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:39:49.109671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.207487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Deleting subnet 9fadca6d-d9da-434e-871c-1f58bc79dac1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:49.217339 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.224329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Provisioning complete for port d6662e7e-b599-45ad-bc7d-c862a567be13 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:49.227149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5e2dfb1d-d9e6-43be-ba03-f839d21a5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.230744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Attempting to bind port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:49.232720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Attempting to bind port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:49.233161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Attempting to bind port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:49.264677 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.268850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0297298 Nov 12 03:39:49.268850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.285689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42046) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.296346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:49.310326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e527-d208-4065-9696-ab29a2d051b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f27566a-226d-42ee-a1d0-0bda5be904e0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.322994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.338197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:49.340593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:49.341151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.341665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:49.344862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Bound port: fb61eda1-21f7-4e0c-b2bb-d07660bf06dd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:49.345525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.442982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.519594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1181869138'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:49.523037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.559682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event deleted for resources: {'Subnet': ['ID=9fadca6d-d9da-434e-871c-1f58bc79dac1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.563236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.570132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c378b5a2-843b-4b4c-a380-bbb4433f0329 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "DELETE /v2.0/subnets/9fadca6d-d9da-434e-871c-1f58bc79dac1 HTTP/1.1" status: 204 len: 168 time: 0.4575658 Nov 12 03:39:49.571041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.595611 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.598822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.607809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:49.612617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.640232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0caaa8-e9f8-4256-af35-034008657219 None None] Network a4244b17-0e99-47b6-a80e-68f8c512a6be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:49.652900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.674545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] For port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:49.693997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.721178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] For port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:49.737523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.774337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.794246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Deleting port d6662e7e-b599-45ad-bc7d-c862a567be13 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:49.794601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.815709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5766e474-0939-47d6-9a5b-87eca4e98458 req-fd749e29-dfc1-440c-8ec8-28db7064dff6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.1296034 Nov 12 03:39:49.869297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Could not find standard attr ID for object d5e620fc-b12c-4a3f-911e-aac64efba0b9. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:39:49.940158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d6662e7e-b599-45ad-bc7d-c862a567be13 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:49.942170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] For port d6662e7e-b599-45ad-bc7d-c862a567be13, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d6662e7e-b599-45ad-bc7d-c862a567be13,segment=NetworkSegment(f8d915c9-11e7-439f-8ced-a614603f828c),segment_id=f8d915c9-11e7-439f-8ced-a614603f828c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:49.942660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.973663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Calling delete_port for d6662e7e-b599-45ad-bc7d-c862a567be13 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:50.008066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:50.008596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:50.010432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722158-1cff-4576-8d63-d446a547d632 None None] Pushing event updated for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.101238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Provisioning complete for port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:50.101563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.113710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.152757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event deleted for resources: {'Port': ['ID=d6662e7e-b599-45ad-bc7d-c862a567be13,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.164233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No active binding found for port d6662e7e-b599-45ad-bc7d-c862a567be13 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:39:50.164793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d6662e7e-b599-45ad-bc7d-c862a567be13 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:39:50.169228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] No DVR routers for this DVR port d6662e7e-b599-45ad-bc7d-c862a567be13 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:50.173704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.268523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:50.275457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:50.294082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:50.356491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.380572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.423046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.426884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port d6662e7e-b599-45ad-bc7d-c862a567be13 not found, will not notify nova. {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:39:50.431724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.445521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4244b17-0e99-47b6-a80e-68f8c512a6be']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:50.486086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d915c9-11e7-439f-8ced-a614603f828c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:50.493597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d915c9-11e7-439f-8ced-a614603f828c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:50.506752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34b45725-bb19-4c9b-9c01-91c8a75cc05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.517203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:50.521733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ecb5cc-270c-441e-959e-3a9ccfeb59fe None None] DHCP port deletion for a4244b17-0e99-47b6-a80e-68f8c512a6be request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:50.528948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.550990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.560872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:50.562010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:50.572735 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:50.596353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.25.4.192 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/26d1a213-ea0b-4ac6-bb29-d34c769e1515) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:50.682575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.695920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.702914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] 10.222.0.93 "DELETE /v2.0/networks/a4244b17-0e99-47b6-a80e-68f8c512a6be HTTP/1.1" status: 204 len: 168 time: 1.1275065 Nov 12 03:39:50.740272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073dc44-e2ca-44c1-98da-4df5f93d2bb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365 tempest-ExtraDHCPOptionsIpV6TestJSON-1870132365-project] Pushing event deleted for resources: {'Network': ['ID=a4244b17-0e99-47b6-a80e-68f8c512a6be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.795927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2de31-0d40-4ead-961a-6dd0076e3fc2 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:39:50.800019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.821141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.940376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.953713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:50.963545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.964207 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 2c8bf22b-8ab5-49e7-a7c2-bc504ea03817 of type vlan for network 8976358a-de0c-477e-ba11-06e7c25ce30e Nov 12 03:39:51.000570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] For port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.012741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.020417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.027330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.061353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:49Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:51.105129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936590-1c70-4eb0-860b-409e8232ea4f None None] The sync data for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 is: [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:49Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:51.134912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=26d1a213-ea0b-4ac6-bb29-d34c769e1515,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.168120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1c0b7-0ed4-45d4-81f0-44ef296efd14 None None] Pushing event updated for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.171918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2de31-0d40-4ead-961a-6dd0076e3fc2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:39:51.200305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-675126fd-1da9-4bc6-967b-b3d85a878afa None None] Provisioning complete for port d408af83-d872-41d9-9a6e-362a2c89d86d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:51.201495 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-675126fd-1da9-4bc6-967b-b3d85a878afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.225774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.225774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.275498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.290328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.290979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.340318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:51.346546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0700634 Nov 12 03:39:51.349282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.360063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'name': 'tempest-PortsTestJSON-2135406894'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:51.400745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645eba-e3cd-4c02-afb0-b9e3d63724a2 req-b55624e8-9477-44f1-b4ab-8eea453e2669 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.402344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66645eba-e3cd-4c02-afb0-b9e3d63724a2 req-b55624e8-9477-44f1-b4ab-8eea453e2669 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 931 time: 0.3710053 Nov 12 03:39:51.403026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a06974-a21b-40f7-9f73-9bff9f69af66,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.411902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:51.418763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.421834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-0f5afd0e-ff2e-4a27-a199-ce26baee92b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6247368 Nov 12 03:39:51.428879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:51.535878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-675126fd-1da9-4bc6-967b-b3d85a878afa None None] Port d408af83-d872-41d9-9a6e-362a2c89d86d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:51.555931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Request body: {'port': {'device_id': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:51.563997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5234cff-c88c-481f-bd84-0407b6835092 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=8976358a-de0c-477e-ba11-06e7c25ce30e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.590150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:51.682975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:51.688069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.729321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66645eba-e3cd-4c02-afb0-b9e3d63724a2 req-3e78f94e-d422-433d-83f2-c31562769d49 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063900 Nov 12 03:39:51.738941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-675126fd-1da9-4bc6-967b-b3d85a878afa None None] Provisioning complete for port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:51.744503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-675126fd-1da9-4bc6-967b-b3d85a878afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.758880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:51.842589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.934635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.047456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb61eda1-21f7-4e0c-b2bb-d07660bf06dd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:52.087934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.132140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.142543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.194603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.224105 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57883511-c55b-494d-948d-24ea09fd29a5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f5dc7b5285d46faa2ea7b45f08ad256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7918856 Nov 12 03:39:52.225209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.285099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:52.285613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.289179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=cb2df4e2-d1fe-468c-bd4c-5e947ae8954a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.379516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:52.380767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: 8976358a-de0c-477e-ba11-06e7c25ce30e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:52.412751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:52.429922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.449974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 8976358a-de0c-477e-ba11-06e7c25ce30e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:52.454495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:52.461902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5453a-7ccd-45cd-9871-8d57a71f676a None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:52.479866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.480562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.547331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.560639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d6662e7e-b599-45ad-bc7d-c862a567be13 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:52.585859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d6662e7e-b599-45ad-bc7d-c862a567be13 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:52.586203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d6662e7e-b599-45ad-bc7d-c862a567be13 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:52.633702 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d7e9302d-45a4-4b34-a9b3-d03c6813ca0b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2825627 Nov 12 03:39:52.637972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.651351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2132020277'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.695166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:52.699449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.729227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.732020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.733191 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9b2787f8-cff9-4d4c-874e-94a014d11677 HTTP/1.1" status: 204 len: 168 time: 0.4511299 Nov 12 03:39:52.780609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54718776-6998-4ca6-9309-0824fbdf9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2787f8-cff9-4d4c-874e-94a014d11677,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.810078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:52.829497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.830588 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment dacddf1c-bc1a-43a4-b3a6-e2c241498929 of type vlan for network a695d642-53b1-4d51-9941-810c2a95516a Nov 12 03:39:52.902298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.950469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.957928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.958771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.052112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.086839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=a695d642-53b1-4d51-9941-810c2a95516a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.098582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0d08d69-5922-4c40-a785-39ac5e62eff7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4524269 Nov 12 03:39:53.101053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.103490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a695d642-53b1-4d51-9941-810c2a95516a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:53.115594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'ports': [{'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'}, {'network_id': 'a695d642-53b1-4d51-9941-810c2a95516a'}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.117616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.118680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': 'a695d642-53b1-4d51-9941-810c2a95516a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.421399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:53.426697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.440610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.474583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.564094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 987e0322-d703-4c49-8972-e2f68af9fb69 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:53.567281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 26b257ee-7c07-4f34-9676-c8f7b9758c7c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:53.568130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.599574 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.639352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.717783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.755905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11143f-553c-4b6c-8e97-ac46858f0a1f req-d03ec3a0-1b41-446f-b40c-81345e39e29b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.757450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a11143f-553c-4b6c-8e97-ac46858f0a1f req-d03ec3a0-1b41-446f-b40c-81345e39e29b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 931 time: 0.7303262 Nov 12 03:39:53.763122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d408af83-d872-41d9-9a6e-362a2c89d86d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:53.778682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.832591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 95d45c81-6071-4550-9f34-c871bbe96d60 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:53.931422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=26d1a213-ea0b-4ac6-bb29-d34c769e1515,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.988033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Transition to ACTIVE for port object d408af83-d872-41d9-9a6e-362a2c89d86d will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:54.001203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a11143f-553c-4b6c-8e97-ac46858f0a1f req-0cb9e94e-4dd0-4210-b008-221cd9c64f27 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288587 Nov 12 03:39:54.009099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42104) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.018463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.024636 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.031453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.037325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port 26b257ee-7c07-4f34-9676-c8f7b9758c7c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=26b257ee-7c07-4f34-9676-c8f7b9758c7c,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:54.037780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.080629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 26b257ee-7c07-4f34-9676-c8f7b9758c7c owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:54.125498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.164024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.165273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2bddd429-63a0-4938-bd83-459e7aaefcb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8748651 Nov 12 03:39:54.216771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:54.220492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:54.227060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:54.228177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.231074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=987e0322-d703-4c49-8972-e2f68af9fb69,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.236023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-815143296'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.321699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Pushing event updated for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.338359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': 'dacddf1c-bc1a-43a4-b3a6-e2c241498929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a695d642-53b1-4d51-9941-810c2a95516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:54.338837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: a695d642-53b1-4d51-9941-810c2a95516a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:54.340987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=95d45c81-6071-4550-9f34-c871bbe96d60,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.378537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network a695d642-53b1-4d51-9941-810c2a95516a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:54.387917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a695d642-53b1-4d51-9941-810c2a95516a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:54.394304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:54.405561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3b5a4-7582-4dd7-bda6-9a796f935ea6 None None] Network a695d642-53b1-4d51-9941-810c2a95516a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:54.409111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.422252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.422963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.517890 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-655c32f2-0487-4469-8234-14277ebf5102 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4102998 Nov 12 03:39:54.520605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.535405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:54.540535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.602451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-798a1835-5e40-46b2-8070-a6fdbb36a04a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1311118596&fields=id&tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 267 time: 0.1148021 Nov 12 03:39:54.604354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Attempting to bind port d408af83-d872-41d9-9a6e-362a2c89d86d on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:54.604684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Attempting to bind port d408af83-d872-41d9-9a6e-362a2c89d86d by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:54.605011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Attempting to bind port d408af83-d872-41d9-9a6e-362a2c89d86d on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:54.648511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.662966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 95d45c81-6071-4550-9f34-c871bbe96d60 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:54.663306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.666673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Port d408af83-d872-41d9-9a6e-362a2c89d86d on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:54.667000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Attempting to bind port d408af83-d872-41d9-9a6e-362a2c89d86d on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:54.703545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:54.703876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:54.704289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:54.704732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Bound port: d408af83-d872-41d9-9a6e-362a2c89d86d, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:54.705707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.743121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.758104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 95d45c81-6071-4550-9f34-c871bbe96d60 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:54.818834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:54.821970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d408af83-d872-41d9-9a6e-362a2c89d86d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:54.845983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.852251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.884740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=95d45c81-6071-4550-9f34-c871bbe96d60,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.891030 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.894618 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5b0605c2-523f-4cfa-865b-ae2a60dced7c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/95d45c81-6071-4550-9f34-c871bbe96d60 HTTP/1.1" status: 204 len: 168 time: 0.3728471 Nov 12 03:39:54.897825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.929528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.930146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.931527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] 10.222.0.98 "PUT /v2.0/ports/d408af83-d872-41d9-9a6e-362a2c89d86d HTTP/1.1" status: 200 len: 1092 time: 3.4986463 Nov 12 03:39:54.940366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:54.942938 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96e37f-b4ea-4163-b893-12475019c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:54.956611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92708fdb-d04f-4da3-8511-e99dcba8fb54 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.964322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92708fdb-d04f-4da3-8511-e99dcba8fb54 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.968701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-92708fdb-d04f-4da3-8511-e99dcba8fb54 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0673268 Nov 12 03:39:54.969055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.014658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-db50bd06-96a9-412d-9851-f2b0d1bc0404 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.016694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-db50bd06-96a9-412d-9851-f2b0d1bc0404 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.4134555 Nov 12 03:39:55.065542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.100281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605e80b-91f4-44fb-989a-5a5918434034 service neutron] Pushing event updated for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.122932 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf8c03-f4bb-4125-bad0-0567c7fef568 x-openstack-request-id: req-4dcf8c03-f4bb-4125-bad0-0567c7fef568 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:55.123164 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:55.123391 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4dcf8c03-f4bb-4125-bad0-0567c7fef568 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:55.123920 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d', 'status': 'completed', 'code': 200} Nov 12 03:39:55.125162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.141598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 987e0322-d703-4c49-8972-e2f68af9fb69 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:55.142144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.269600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.287359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 987e0322-d703-4c49-8972-e2f68af9fb69 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:55.299167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:55.309962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-52c51f28-e442-43d6-96ce-c360770ea732 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/quotas/43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 375 time: 0.1945975 Nov 12 03:39:55.333916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-e68aaf4a-5220-42f7-9312-f9b474ab90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.335707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-e68aaf4a-5220-42f7-9312-f9b474ab90e2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 1095 time: 0.2681158 Nov 12 03:39:55.401771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bd88c7-64eb-4522-8efb-c6d7aaf75c3f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.431928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.432312 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Added segment e3acaa8e-c6b6-4d76-834a-cc516b7adef7 of type vlan for network 93006418-11b1-4056-baa4-34beaf57b2cd Nov 12 03:39:55.468901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.489484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0da5-78b6-4ebe-baab-a6b73d51e1da req-4b750cb7-7812-41df-985f-ebc5bad11475 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.498560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1ab0da5-78b6-4ebe-baab-a6b73d51e1da req-4b750cb7-7812-41df-985f-ebc5bad11475 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.3424857 Nov 12 03:39:55.505537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-1d78a200-1f3d-4bd5-85c2-0d88f3ae8a72 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d408af83-d872-41d9-9a6e-362a2c89d86d HTTP/1.1" status: 200 len: 217 time: 0.1610157 Nov 12 03:39:55.516892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=987e0322-d703-4c49-8972-e2f68af9fb69,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.527695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.532693 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b112073-7ee1-4baf-a56f-094296d5d3a8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/987e0322-d703-4c49-8972-e2f68af9fb69 HTTP/1.1" status: 204 len: 168 time: 0.5618753 Nov 12 03:39:55.535003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.545966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.652131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37912e3b-ecec-4525-ba14-853ff2c245c9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.655898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37912e3b-ecec-4525-ba14-853ff2c245c9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1192837 Nov 12 03:39:55.658990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.721355 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a14f7b-834f-4d24-aaa1-64e87ba7bcfd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:39:55.723157 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57a14f7b-834f-4d24-aaa1-64e87ba7bcfd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/95d45c81-6071-4550-9f34-c871bbe96d60 HTTP/1.1" status: 404 len: 333 time: 0.0622771 Nov 12 03:39:55.728714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.734153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=26b257ee-7c07-4f34-9676-c8f7b9758c7c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.751084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.763750 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5160f6-6df3-41c4-bdc2-9af7d58ed0ec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:39:55.765340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9c5160f6-6df3-41c4-bdc2-9af7d58ed0ec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/987e0322-d703-4c49-8972-e2f68af9fb69 HTTP/1.1" status: 404 len: 333 time: 0.0357177 Nov 12 03:39:55.768125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.846838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-e1717f94-969f-441f-b868-ed38244830b6 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5220916 Nov 12 03:39:55.920483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.003917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-80d2529e-8ac9-4f75-94d1-ef5b94b6ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.005418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-80d2529e-8ac9-4f75-94d1-ef5b94b6ebc5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.4462106 Nov 12 03:39:56.008622 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:39:56.063688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1ab0da5-78b6-4ebe-baab-a6b73d51e1da req-e1e0c2ec-6ffd-40ab-b35c-9af0523c961b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621486 Nov 12 03:39:56.123727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.126765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-72fb19a6-b08f-4307-94b8-3af442726cd4 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649791 Nov 12 03:39:56.177834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.178098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a695d642-53b1-4d51-9941-810c2a95516a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.187148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.188438 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.208069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacddf1c-bc1a-43a4-b3a6-e2c241498929') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.208673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacddf1c-bc1a-43a4-b3a6-e2c241498929') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:56.225740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.258793 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.267323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:56.268154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:56.333161 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:56.339323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.354480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.364028 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/a695d642-53b1-4d51-9941-810c2a95516a HTTP/1.1" status: 204 len: 168 time: 0.5943997 Nov 12 03:39:56.371155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.380849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3679457 Nov 12 03:39:56.406953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1331963545'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.418924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.424540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-a0f6231b-bd12-4b7c-8f90-61e025f7c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.426112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-a0f6231b-bd12-4b7c-8f90-61e025f7c010 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4085672 Nov 12 03:39:56.431853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'subnet': {'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.451392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c17176-7f67-4180-a585-21ca47e8880d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=a695d642-53b1-4d51-9941-810c2a95516a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.454124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c635571-7319-42cc-bb99-bb26b6692fcd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Network': ['ID=93006418-11b1-4056-baa4-34beaf57b2cd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.475121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 93006418-11b1-4056-baa4-34beaf57b2cd details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:56.590472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:56.595291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.597989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-5c728264-5d39-4a1d-a118-4f522bbd27e9 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701633 Nov 12 03:39:56.606235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.648705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:56.696841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.697209 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 5e42ed61-4fda-4b64-8875-9385d88b8515 of type vlan for network 1683875e-a603-43f4-a4df-cfc0d8fee828 Nov 12 03:39:56.698754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:56.709553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.873726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-bb847ab7-1b68-42de-a75c-4e5cfd676f3d service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339130 Nov 12 03:39:57.060966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.095704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.105060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.105818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.150254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7472088 Nov 12 03:39:57.155065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.162852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:57.329009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3017cbf-ebcf-4a8d-a47a-ec0813f4c774 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=1683875e-a603-43f4-a4df-cfc0d8fee828,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.345607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:57.403251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:57.411091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.438300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.500701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61345ed2-4453-47c8-9c80-5ed053527151 req-56009c0a-1add-4165-a2a7-eb0989d68f85 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 210 time: 0.5269926 Nov 12 03:39:57.544700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:39:57.545361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:39:57.572350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Subnet': ['ID=3603aa11-c3e0-42e7-ba70-180e13926040,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.596406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Checking segment: {'id': 'e3acaa8e-c6b6-4d76-834a-cc516b7adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:57.597089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network hostable DHCP agents. Network: 93006418-11b1-4056-baa4-34beaf57b2cd, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:57.648695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef92f46-8d81-4a2f-9cca-b311114f27c0 req-3b5b45d1-7b81-4a6e-a2c9-da694267912d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.651706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ef92f46-8d81-4a2f-9cca-b311114f27c0 req-3b5b45d1-7b81-4a6e-a2c9-da694267912d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.1582382 Nov 12 03:39:57.652424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:57.654009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9dcda4df-a0ac-4794-9df4-532dc2f066ca req-af74e071-37f4-4660-b394-b38b8c438b4b service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722957 Nov 12 03:39:57.666737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 93006418-11b1-4056-baa4-34beaf57b2cd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:57.677240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.679948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.687661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27d702-c33f-484f-a874-5b6ede2aed16 None None] Network 93006418-11b1-4056-baa4-34beaf57b2cd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:57.752409 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1cfa34a-56e3-4b21-8ebf-08e9676b95a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3319459 Nov 12 03:39:57.755082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42174) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.761246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ef92f46-8d81-4a2f-9cca-b311114f27c0 req-cd13d717-14ca-4157-84e8-8892b0f48194 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005859 Nov 12 03:39:57.761483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-349457484', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:57.769446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.795764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router f784a9ef-5cfe-40ef-9052-5c268177f170 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:57.848314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.848314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.869613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e37f-b4ea-4163-b893-12475019c0fd req-722285b5-544d-4532-bcdf-6435ee1d262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.871407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-722285b5-544d-4532-bcdf-6435ee1d262e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 1095 time: 0.1092196 Nov 12 03:39:57.876579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=b4c9aa91-2103-490f-81c0-bc489c7284ba,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.904660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a0fe2-b677-4239-a545-0f9e38381fae None None] Network 93006418-11b1-4056-baa4-34beaf57b2cd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:57.940746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '5e42ed61-4fda-4b64-8875-9385d88b8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:57.941133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: 1683875e-a603-43f4-a4df-cfc0d8fee828, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:57.986104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.023301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:58.032247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b39b5998-29c6-48e6-a730-46efbacfabfa tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/f784a9ef-5cfe-40ef-9052-5c268177f170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6366920 Nov 12 03:39:58.033734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42178) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:58.039431 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Sync routers for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:58.041415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:58.057664 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:58.060306 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:58.078276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e37f-b4ea-4163-b893-12475019c0fd req-4197f7b1-daaa-4385-b757-f87b6b8a60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.081210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-4197f7b1-daaa-4385-b757-f87b6b8a60b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1976557 Nov 12 03:39:58.081714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1683875e-a603-43f4-a4df-cfc0d8fee828) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:58.090303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.090894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.100381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8ac2a-f743-41b1-aac7-746f4f9a7d59 None None] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:58.148923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-708cda72-77fe-406c-896f-2b8464eab6fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d408af83-d872-41d9-9a6e-362a2c89d86d HTTP/1.1" status: 200 len: 217 time: 0.0587904 Nov 12 03:39:58.157611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting subnet f26dd902-4a1b-4423-8684-8e63bf301ae5 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:58.171306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.175676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.177724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f8f5f54e-dc45-4127-8a20-669c30818af1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0194225 Nov 12 03:39:58.180737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:58.187731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828', 'name': 'tempest-PortsTestJSON-722021993'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:58.290506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.295599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e37f-b4ea-4163-b893-12475019c0fd req-0e58b079-4f41-4476-8e04-1e8773fca06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.297411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-0e58b079-4f41-4476-8e04-1e8773fca06f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1359518 Nov 12 03:39:58.375893 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:58.502952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:58.507244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.547887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 86bee21a-4a3c-4799-9200-d1d6ff1047ff yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:58.562756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e37f-b4ea-4163-b893-12475019c0fd req-3240b7c0-0df9-4602-a443-422e3bb609e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.573699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-3240b7c0-0df9-4602-a443-422e3bb609e7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545242 Nov 12 03:39:58.707071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9de38f3c-9cfe-4b40-8c42-ef3aec6a4547 req-5d200c3d-4a81-4fbd-8770-c7de0bf83e44 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 210 time: 0.0595078 Nov 12 03:39:58.708447 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.769726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.14 (1683875e-a603-43f4-a4df-cfc0d8fee828/b4c9aa91-2103-490f-81c0-bc489c7284ba/86bee21a-4a3c-4799-9200-d1d6ff1047ff) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:58.772904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-767c6ad1-eef7-41aa-9276-c074072353fc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.774794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-767c6ad1-eef7-41aa-9276-c074072353fc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.3868518 Nov 12 03:39:58.803636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1683875e-a603-43f4-a4df-cfc0d8fee828', 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': 'b4c9aa91-2103-490f-81c0-bc489c7284ba'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:58.804551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.835427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-2544642f-2f7d-4446-82e6-ef36b3505e48 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520308 Nov 12 03:39:58.848622 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:55Z', 'revision_number': 7, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:58.880917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Checking router: f784a9ef-5cfe-40ef-9052-5c268177f170 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:58.890342 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Routers {'f784a9ef-5cfe-40ef-9052-5c268177f170'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:58.891222 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f784a9ef-5cfe-40ef-9052-5c268177f170'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:59.024333 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] Set router f784a9ef-5cfe-40ef-9052-5c268177f170 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:59.024744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df96e37f-b4ea-4163-b893-12475019c0fd req-95af8965-97d4-41eb-932e-e0fc2c881de8 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743798 Nov 12 03:39:59.025742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.072259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85dbfa-567c-4f4d-9457-acb3ef59cb4e None None] Network f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:59.089021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.107699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Subnet': ['ID=f26dd902-4a1b-4423-8684-8e63bf301ae5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.123522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.141940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a49ba163-8e01-4c9f-ae55-97d2c7d01d85 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/subnets/f26dd902-4a1b-4423-8684-8e63bf301ae5 HTTP/1.1" status: 204 len: 168 time: 1.1071703 Nov 12 03:39:59.152918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42188) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:59.304342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-6fe91792-a907-4c4c-a6d6-71d8991d1f4a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 380 time: 0.5195725 Nov 12 03:39:59.307591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.343873 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:55Z', 'revision_number': 7, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:59.374223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'device_id': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'admin_state_up': True, 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'security_groups': ['ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:59.393126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] DHCP port deletion for f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:59.399901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e66a0c9-42aa-4352-a86b-23beb6b3004e None None] The sync data for ids ['f784a9ef-5cfe-40ef-9052-5c268177f170'] in n-d-713499-30 is: [{'id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'name': 'tempest-TestNetworkBasicOps-router-181549097', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ed32d667-2260-412a-b10f-137604af52b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:14Z', 'updated_at': '2021-11-12T03:39:55Z', 'revision_number': 7, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': 'ed32d667-2260-412a-b10f-137604af52b5', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f784a9ef-5cfe-40ef-9052-5c268177f170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:15Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:59.419389 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:59.451650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7521d-17f2-4623-992a-5457c5af935f req-6cc52bc0-3810-4706-801c-bf57a159b2df tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.460586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ec7521d-17f2-4623-992a-5457c5af935f req-6cc52bc0-3810-4706-801c-bf57a159b2df tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.5244331 Nov 12 03:39:59.486225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Deleting port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:59.486747 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.499071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.569971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] For port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,segment=NetworkSegment(e79ea135-b026-48e5-a69f-0dbc06da4337),segment_id=e79ea135-b026-48e5-a69f-0dbc06da4337)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:59.570331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.591514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Calling delete_port for 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:59.594065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.616078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ec7521d-17f2-4623-992a-5457c5af935f req-a9e73900-e0ec-4401-bb88-c40e70439e07 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531615 Nov 12 03:39:59.626467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.675448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.166 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1fb29b86-6044-411f-981d-b42ebbf9d390) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:59.688416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.712993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:59.716691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.753518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:59.768156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port ed32d667-2260-412a-b10f-137604af52b5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:59.768760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.773194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Allocated IP 172.20.0.2 (1683875e-a603-43f4-a4df-cfc0d8fee828/b4c9aa91-2103-490f-81c0-bc489c7284ba/b0060125-c7ac-4da3-8454-bda41d764783) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:59.820108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:59.838962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:59.944900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33075e81-5b45-4d50-b53c-c1c2e040c632 req-baa20f4e-8417-4599-bf82-23382016d4dd tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 210 time: 0.0757954 Nov 12 03:40:00.013866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=86bee21a-4a3c-4799-9200-d1d6ff1047ff,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.041712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port ed32d667-2260-412a-b10f-137604af52b5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed32d667-2260-412a-b10f-137604af52b5,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:00.042084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.048459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.049111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.056820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for ed32d667-2260-412a-b10f-137604af52b5 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:00.062708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.072535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:00.077529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.092049 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-23dc29db-46ec-4058-b8ca-44440f5c0df8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9061623 Nov 12 03:40:00.092049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.129003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.147554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.20.0.6 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/25b7b73e-7f68-4a16-a024-b1450b7d486e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:00.291520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Pushing event updated for resources: {'Port': ['ID=b0060125-c7ac-4da3-8454-bda41d764783,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.342436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.365558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.369338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.370096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.372605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.373393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.373968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.374530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.377552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.378190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.386346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.387801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.389295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.390124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:00.399351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 86bee21a-4a3c-4799-9200-d1d6ff1047ff {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:00.399710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.424960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=ed32d667-2260-412a-b10f-137604af52b5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.431633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:00.449117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:00.451892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:00.457954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:00.466813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:00.473712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce4e10-4a15-4488-9e23-3c31af2c8130 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:00.477586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.516283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:00.526530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 update to DOWN by agent not found {{(pid=102607) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:40:00.526972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 26b257ee-7c07-4f34-9676-c8f7b9758c7c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:00.536405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=1fb29b86-6044-411f-981d-b42ebbf9d390,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.584351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.614293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] No DVR routers for this DVR port 213d80d4-d66a-48b4-9fc2-3fa0a98cfb16 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:00.623568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb295e0-9431-4001-ad3c-93f97dcb8e9c None None] Pushing event deleted for resources: {'Port': ['ID=213d80d4-d66a-48b4-9fc2-3fa0a98cfb16,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.632323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.634043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 26b257ee-7c07-4f34-9676-c8f7b9758c7c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:00.635932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 26b257ee-7c07-4f34-9676-c8f7b9758c7c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:00.682332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 86bee21a-4a3c-4799-9200-d1d6ff1047ff owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:00.737040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e0066-eddb-4b5f-a823-75fef32c7dce None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:00.759411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Attempting to bind port b0060125-c7ac-4da3-8454-bda41d764783 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:00.759778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Attempting to bind port b0060125-c7ac-4da3-8454-bda41d764783 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5e42ed61-4fda-4b64-8875-9385d88b8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:00.760836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Attempting to bind port b0060125-c7ac-4da3-8454-bda41d764783 on network 1683875e-a603-43f4-a4df-cfc0d8fee828 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:00.801835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:00.802246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Checking segment: {'id': '5e42ed61-4fda-4b64-8875-9385d88b8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:00.803422 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.804176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Bound using segment: {'id': '5e42ed61-4fda-4b64-8875-9385d88b8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:00.804724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Bound port: b0060125-c7ac-4da3-8454-bda41d764783, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e42ed61-4fda-4b64-8875-9385d88b8515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1683875e-a603-43f4-a4df-cfc0d8fee828'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:00.804953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.834625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.895445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1be5c098-08e3-448a-98fb-acf7588f6943 None None] Provisioning complete for port 1fb29b86-6044-411f-981d-b42ebbf9d390 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:00.895844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1be5c098-08e3-448a-98fb-acf7588f6943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.929550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] For port b0060125-c7ac-4da3-8454-bda41d764783, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:00.948473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] For port b0060125-c7ac-4da3-8454-bda41d764783, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b0060125-c7ac-4da3-8454-bda41d764783,segment=NetworkSegment(5e42ed61-4fda-4b64-8875-9385d88b8515),segment_id=5e42ed61-4fda-4b64-8875-9385d88b8515)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:00.949536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1be5c098-08e3-448a-98fb-acf7588f6943 None None] Port 1fb29b86-6044-411f-981d-b42ebbf9d390 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:00.953282 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.968697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.021909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.031280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9c2c-a46d-4e09-b950-4064007e43a2 None None] Pushing event updated for resources: {'Port': ['ID=b0060125-c7ac-4da3-8454-bda41d764783,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.074378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=86bee21a-4a3c-4799-9200-d1d6ff1047ff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.097426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.100412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.131723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a5a971d-bb4a-45cb-a192-37502c689547 req-de8ff889-c5f2-46fd-a911-955d45cd9038 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 210 time: 0.0675297 Nov 12 03:40:01.186184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.187793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.193033 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7aff1bf4-6ee0-4402-a872-2e9bfb6d918e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/86bee21a-4a3c-4799-9200-d1d6ff1047ff HTTP/1.1" status: 204 len: 168 time: 1.0989480 Nov 12 03:40:01.193491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.193800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.193917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Fanout notify agent at l3_agent the message router_deleted on router f784a9ef-5cfe-40ef-9052-5c268177f170 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:01.203193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.206785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7b69463-767a-4d31-b8bc-934bc1d60ef3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/routers/f784a9ef-5cfe-40ef-9052-5c268177f170 HTTP/1.1" status: 204 len: 168 time: 2.0484679 Nov 12 03:40:01.214850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c655e1-27e7-4b22-9385-56cb388ba314 req-1b5091ad-17d7-43d4-9758-7f48c1712f2f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.223466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c655e1-27e7-4b22-9385-56cb388ba314 req-1b5091ad-17d7-43d4-9758-7f48c1712f2f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.2310045 Nov 12 03:40:01.230484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42206) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.286263 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b94a634-8c70-42fa-9b71-d2d90c6c5dd7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:40:01.286959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b94a634-8c70-42fa-9b71-d2d90c6c5dd7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:01.290151 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b94a634-8c70-42fa-9b71-d2d90c6c5dd7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/86bee21a-4a3c-4799-9200-d1d6ff1047ff HTTP/1.1" status: 404 len: 333 time: 0.0953939 Nov 12 03:40:01.296345 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.325726 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e470f0b9-236b-4446-9c92-0edccb0c86a0 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:01.327379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e470f0b9-236b-4446-9c92-0edccb0c86a0 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/86bee21a-4a3c-4799-9200-d1d6ff1047ff HTTP/1.1" status: 404 len: 333 time: 0.0301244 Nov 12 03:40:01.330273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.392021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.409205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c655e1-27e7-4b22-9385-56cb388ba314 req-72968bec-ad04-4e67-a60f-4d31503e7473 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792774 Nov 12 03:40:01.416415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.457325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet b4c9aa91-2103-490f-81c0-bc489c7284ba {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:01.460706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.462618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:01.485045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:01.489079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:01.507056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.556376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.568327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.612665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:01.613327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.623743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.653080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-eeb735fd-ac0c-47e8-b482-b2c40ded6988 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2856324 Nov 12 03:40:01.660105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75215d5-2ae5-4e10-ae7f-ce2e2a36f879']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.668801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Request body: {'port': {'device_id': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:01.698628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79ea135-b026-48e5-a69f-0dbc06da4337') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.699010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79ea135-b026-48e5-a69f-0dbc06da4337') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.712831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.715784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.727934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.771423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.785078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:01.786169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:01.790717 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:01.803621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.860974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:01.881008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.953659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c9aa91-2103-490f-81c0-bc489c7284ba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.956263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.967147 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a262a39-440f-401e-b823-5dbb9d4add6c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/b4c9aa91-2103-490f-81c0-bc489c7284ba HTTP/1.1" status: 204 len: 168 time: 0.6356835 Nov 12 03:40:01.970196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.995009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eb361f3a-6e20-400b-af6a-011b93ba79ae None None] Provisioning complete for port 25b7b73e-7f68-4a16-a024-b1450b7d486e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.007103 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb361f3a-6e20-400b-af6a-011b93ba79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.067055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b0060125-c7ac-4da3-8454-bda41d764783 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:02.078784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.133392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eb361f3a-6e20-400b-af6a-011b93ba79ae None None] Port 25b7b73e-7f68-4a16-a024-b1450b7d486e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:02.154110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.157652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/networks/f75215d5-2ae5-4e10-ae7f-ce2e2a36f879 HTTP/1.1" status: 204 len: 168 time: 0.9227839 Nov 12 03:40:02.183899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b0060125-c7ac-4da3-8454-bda41d764783 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.184545 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.185343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f36d22-3626-47c9-90cc-ebeafaa2e9e8 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Network': ['ID=f75215d5-2ae5-4e10-ae7f-ce2e2a36f879,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.198848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.206761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'network': {'name': 'tempest-network-smoke--1545878676', 'project_id': '19051456257a446398313d84ab175d09', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:02.327986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.372262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b0060125-c7ac-4da3-8454-bda41d764783, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b0060125-c7ac-4da3-8454-bda41d764783,segment=NetworkSegment(5e42ed61-4fda-4b64-8875-9385d88b8515),segment_id=5e42ed61-4fda-4b64-8875-9385d88b8515)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:02.378297 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.417863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:02.466240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:02.481159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb08d2e-43ef-4a53-9f1f-7d25f4fd4e8d req-7bcf62bc-c1f3-4960-866e-31150436e899 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.482742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fb08d2e-43ef-4a53-9f1f-7d25f4fd4e8d req-7bcf62bc-c1f3-4960-866e-31150436e899 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 931 time: 0.1674209 Nov 12 03:40:02.510457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.522589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed32d667-2260-412a-b10f-137604af52b5 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:02.541014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:02.551486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.561951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:02.563001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.567484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ed32d667-2260-412a-b10f-137604af52b5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:02.568610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed32d667-2260-412a-b10f-137604af52b5 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:02.580875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b0060125-c7ac-4da3-8454-bda41d764783,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:02.605181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.607789 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fca227ca-dac3-4c67-a4fe-9abe10f0cc77 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8511934 Nov 12 03:40:02.614036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42230) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.645646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd54fb0f-17e8-4e3a-a84d-1b81561954e1 None None] Network 1683875e-a603-43f4-a4df-cfc0d8fee828 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:02.650966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.664769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:02.703731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.709240 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Added segment bded10cb-5c17-46ba-b573-540566b5efc1 of type vlan for network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 Nov 12 03:40:02.710607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:02.716609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:02.717931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.718179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port b0060125-c7ac-4da3-8454-bda41d764783 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:02.718625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.728582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.757658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fb08d2e-43ef-4a53-9f1f-7d25f4fd4e8d req-6fbf3267-6f41-42bb-83ca-44b31d515a19 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527034 Nov 12 03:40:02.777997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d5cf1d30-6733-49e6-b5f5-52556522a2ba None None] Provisioning complete for port b0060125-c7ac-4da3-8454-bda41d764783 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.778396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1d30-6733-49e6-b5f5-52556522a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.783577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.784239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b01be0-591a-4e82-be17-6a0dbb1f491a None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:02.797234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8cca-beb8-43d0-82a1-399240dc3b16 req-91222e90-18e9-4259-bf9c-635dec370e86 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.799830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-908f8cca-beb8-43d0-82a1-399240dc3b16 req-91222e90-18e9-4259-bf9c-635dec370e86 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.2523379 Nov 12 03:40:02.847230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.857220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Transition to ACTIVE for port object 25b7b73e-7f68-4a16-a024-b1450b7d486e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:02.858283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port b0060125-c7ac-4da3-8454-bda41d764783, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b0060125-c7ac-4da3-8454-bda41d764783,segment=NetworkSegment(5e42ed61-4fda-4b64-8875-9385d88b8515),segment_id=5e42ed61-4fda-4b64-8875-9385d88b8515)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:02.858709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.879307 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for b0060125-c7ac-4da3-8454-bda41d764783 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:02.907520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.915197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.916074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.932381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.996832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] DHCP port deletion for 1683875e-a603-43f4-a4df-cfc0d8fee828 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:03.012249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.027187 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8272562 Nov 12 03:40:03.038186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-908f8cca-beb8-43d0-82a1-399240dc3b16 req-32b9c46e-aed8-451d-856f-f91f99f9df44 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282183 Nov 12 03:40:03.043676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.048181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'admin_state_up': True, 'project_id': '19051456257a446398313d84ab175d09', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.110547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.111640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.113841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Deleting port b0060125-c7ac-4da3-8454-bda41d764783 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:03.113841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.119905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866a9a-35a9-4bf1-a0d0-5be90d064ee4 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Network': ['ID=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.156057 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.160883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:03.201793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.224867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=b0060125-c7ac-4da3-8454-bda41d764783,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.240813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port b0060125-c7ac-4da3-8454-bda41d764783 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:03.334973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] For port b0060125-c7ac-4da3-8454-bda41d764783, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b0060125-c7ac-4da3-8454-bda41d764783,segment=NetworkSegment(5e42ed61-4fda-4b64-8875-9385d88b8515),segment_id=5e42ed61-4fda-4b64-8875-9385d88b8515)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:03.335765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.362378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Calling delete_port for b0060125-c7ac-4da3-8454-bda41d764783 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:03.370024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.409597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1683875e-a603-43f4-a4df-cfc0d8fee828']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.420456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e42ed61-4fda-4b64-8875-9385d88b8515') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.421229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e42ed61-4fda-4b64-8875-9385d88b8515') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.434901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.451130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.463602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:03.463844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:03.467949 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:03.471488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.517131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.520115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] Pushing event deleted for resources: {'Port': ['ID=b0060125-c7ac-4da3-8454-bda41d764783,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.532887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57334dad-2489-4e28-8688-923955e1a6ab None None] No DVR routers for this DVR port b0060125-c7ac-4da3-8454-bda41d764783 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:03.538916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Attempting to bind port 25b7b73e-7f68-4a16-a024-b1450b7d486e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:03.540231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Attempting to bind port 25b7b73e-7f68-4a16-a024-b1450b7d486e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:03.540557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Attempting to bind port 25b7b73e-7f68-4a16-a024-b1450b7d486e on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:03.561882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.571473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.578639 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/1683875e-a603-43f4-a4df-cfc0d8fee828 HTTP/1.1" status: 204 len: 168 time: 1.5973022 Nov 12 03:40:03.578816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.594510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2086451228'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.599709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79017c5-72b6-4497-bbe4-7beda06f793d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=1683875e-a603-43f4-a4df-cfc0d8fee828,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.608878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Port 25b7b73e-7f68-4a16-a024-b1450b7d486e on network 129769f6-93ea-43b9-8308-e890d14663ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:03.609204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Attempting to bind port 25b7b73e-7f68-4a16-a024-b1450b7d486e on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:03.622001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:03.622500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:03.622880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:03.623464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Bound port: 25b7b73e-7f68-4a16-a024-b1450b7d486e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:03.623985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.625628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:03.629918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.658696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:03.664212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.664665 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 87bdcbb5-4946-4fbd-b4fb-cd748eff25a5 of type vlan for network 7f4c12c7-38bc-48c1-9344-fe81c0642afd Nov 12 03:40:03.705130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.735375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.747306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.748788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.793796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:03.798357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:03.829200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.868773 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2864270 Nov 12 03:40:03.872127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.877655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.889418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b0060125-c7ac-4da3-8454-bda41d764783 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:03.895628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d818258-0a71-4789-adc2-9ca3f5e020ed tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=7f4c12c7-38bc-48c1-9344-fe81c0642afd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.912450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:03.914652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b0060125-c7ac-4da3-8454-bda41d764783 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:03.915001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b0060125-c7ac-4da3-8454-bda41d764783 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:03.987288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.987884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.988536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:03.989297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] 10.222.0.100 "PUT /v2.0/ports/25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 1092 time: 2.3251226 Nov 12 03:40:03.990219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:03.992373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.992646 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68904c-56c5-4535-81c5-22264afc20f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:04.017938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ca79-3409-4d34-bcdc-06e6637060b2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.112699 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98913ca4-1b57-404e-853d-cc28bf91776f x-openstack-request-id: req-98913ca4-1b57-404e-853d-cc28bf91776f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:04.112992 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:04.113244 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-98913ca4-1b57-404e-853d-cc28bf91776f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:04.113648 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'status': 'completed', 'code': 200} Nov 12 03:40:04.295103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.366666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=a0f57385-6fd6-4adf-b073-051eb234a7fc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.374917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:04.375215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: 7f4c12c7-38bc-48c1-9344-fe81c0642afd, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:04.395835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:04.405559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7f4c12c7-38bc-48c1-9344-fe81c0642afd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:04.410297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.411792 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.420117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ad7ca-ed2f-48d0-9d52-4c2b29f7a5d9 None None] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:04.435353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d8c99b1-0022-45a1-9de9-6e12d7829f1b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5620012 Nov 12 03:40:04.436021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:04.442805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1050325145'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:04.485040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0cec-162e-44f8-aa2d-c839553ecc3e req-180d6992-36fc-4366-8c46-86d9044f8acb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.492937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d89a0cec-162e-44f8-aa2d-c839553ecc3e req-180d6992-36fc-4366-8c46-86d9044f8acb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 943 time: 0.5987771 Nov 12 03:40:04.592201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:04.596254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.625950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-7f4c12c7-38bc-48c1-9344-fe81c0642afd', 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': 'a0f57385-6fd6-4adf-b073-051eb234a7fc'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:04.627560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 357e0481-bdeb-4ac2-bcea-7c33bd58241a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:04.628579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.679217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-f5ba5bf5-5493-4878-828c-26b8a2e93a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.680739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-f5ba5bf5-5493-4878-828c-26b8a2e93a8f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1095 time: 0.5947175 Nov 12 03:40:04.729218 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.780873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7341a-8e58-4d43-8b1a-3c243d7d3b83 req-9f043fed-0b82-4bc5-a09a-5835a10b6b13 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.782015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.4 (7f4c12c7-38bc-48c1-9344-fe81c0642afd/a0f57385-6fd6-4adf-b073-051eb234a7fc/357e0481-bdeb-4ac2-bcea-7c33bd58241a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:04.782481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c7341a-8e58-4d43-8b1a-3c243d7d3b83 req-9f043fed-0b82-4bc5-a09a-5835a10b6b13 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.2781920 Nov 12 03:40:04.810395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-ace377be-3d93-474f-8e3a-08ae0e7e6060 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 217 time: 0.1035831 Nov 12 03:40:04.816486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d89a0cec-162e-44f8-aa2d-c839553ecc3e req-777a52be-3858-44ce-813f-8f8ef4ec2ba5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227601 Nov 12 03:40:04.820966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.825994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.922433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.959939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.983276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:04.985920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.012963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.014219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c7341a-8e58-4d43-8b1a-3c243d7d3b83 req-e80fc7d5-971d-49c1-83ff-93edacfe7c9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021077 Nov 12 03:40:05.028861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-0efd6154-7ae2-4a47-b728-53c01cecfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.030320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-0efd6154-7ae2-4a47-b728-53c01cecfbad service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.2121665 Nov 12 03:40:05.057809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Allocated IP 172.20.0.2 (7f4c12c7-38bc-48c1-9344-fe81c0642afd/a0f57385-6fd6-4adf-b073-051eb234a7fc/2b976842-dcab-4f7b-af1c-c03c876521b6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:05.086251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.086947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.109484 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6721637 Nov 12 03:40:05.115202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.149651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814e68c-22cb-4715-964d-ee538fede785 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=357e0481-bdeb-4ac2-bcea-7c33bd58241a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.219535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.25.4.213 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/766567cc-8488-4309-baca-8d0f537d5184) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:05.247103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-9581015e-df1d-4669-8386-f97a0e787882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.249196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-9581015e-df1d-4669-8386-f97a0e787882 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2101858 Nov 12 03:40:05.287748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.322525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.377456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Pushing event updated for resources: {'Port': ['ID=2b976842-dcab-4f7b-af1c-c03c876521b6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.391121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:05.392943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.395896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.457739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Attempting to bind port 2b976842-dcab-4f7b-af1c-c03c876521b6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:05.458120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Attempting to bind port 2b976842-dcab-4f7b-af1c-c03c876521b6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:05.458470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Attempting to bind port 2b976842-dcab-4f7b-af1c-c03c876521b6 on network 7f4c12c7-38bc-48c1-9344-fe81c0642afd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:05.464007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:05.464407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Checking segment: {'id': '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:05.464782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.465174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Bound using segment: {'id': '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:05.465662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Bound port: 2b976842-dcab-4f7b-af1c-c03c876521b6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '7f4c12c7-38bc-48c1-9344-fe81c0642afd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:05.466082 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.499748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.1 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/37aa6093-b0b4-4d57-a1b7-2f3b3a25b685) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:05.540355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] For port 2b976842-dcab-4f7b-af1c-c03c876521b6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:05.544343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] For port 2b976842-dcab-4f7b-af1c-c03c876521b6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2b976842-dcab-4f7b-af1c-c03c876521b6,segment=NetworkSegment(87bdcbb5-4946-4fbd-b4fb-cd748eff25a5),segment_id=87bdcbb5-4946-4fbd-b4fb-cd748eff25a5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:05.550945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.606366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f324-5856-43dd-a01c-8c878a57cdbb None None] Pushing event updated for resources: {'Port': ['ID=2b976842-dcab-4f7b-af1c-c03c876521b6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.641408 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.668362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 357e0481-bdeb-4ac2-bcea-7c33bd58241a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:05.668863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.749824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.765531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.779034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 357e0481-bdeb-4ac2-bcea-7c33bd58241a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:05.829453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:05.837626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:05.849763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:05.929613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.945022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=37aa6093-b0b4-4d57-a1b7-2f3b3a25b685,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.002005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.016949 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.021105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-2e0078a9-a3e7-439c-80b0-ec7ac1e66602 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076298 Nov 12 03:40:06.043544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=357e0481-bdeb-4ac2-bcea-7c33bd58241a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.127215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.181939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.185088 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a2c3af97-d676-4b29-8dac-4e40bb48f55b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/357e0481-bdeb-4ac2-bcea-7c33bd58241a HTTP/1.1" status: 204 len: 168 time: 1.0685427 Nov 12 03:40:06.187661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.219750 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-57159ecd-fc6d-4428-a2b4-bedf390a8e96 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:06.231603 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57159ecd-fc6d-4428-a2b4-bedf390a8e96 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/357e0481-bdeb-4ac2-bcea-7c33bd58241a HTTP/1.1" status: 404 len: 333 time: 0.0330620 Nov 12 03:40:06.231603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.279736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15fcb-ece7-4db5-b8c9-0deec6977fc3 req-f86ce562-f921-407d-a7d2-712bf1446ca3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.281283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1a15fcb-ece7-4db5-b8c9-0deec6977fc3 req-f86ce562-f921-407d-a7d2-712bf1446ca3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 943 time: 0.3225412 Nov 12 03:40:06.331026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=766567cc-8488-4309-baca-8d0f537d5184,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.333928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet a0f57385-6fd6-4adf-b073-051eb234a7fc {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:06.337524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.349789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:06.385798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:06.397814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:06.402716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064265e-a969-41f8-ab86-24570f02a85d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:06.403284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.451341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d408af83-d872-41d9-9a6e-362a2c89d86d details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:06.458745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad238c4-225d-4bc2-9743-9d0556d0bc33 req-2942d4a0-3f17-414c-8b34-6b75f277a53d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.464815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad238c4-225d-4bc2-9743-9d0556d0bc33 req-2942d4a0-3f17-414c-8b34-6b75f277a53d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 943 time: 0.2830122 Nov 12 03:40:06.483540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1a15fcb-ece7-4db5-b8c9-0deec6977fc3 req-e8a866ff-59dc-4d38-85e2-36aabc9445e7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920233 Nov 12 03:40:06.484316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7dfc2a20-ea3b-4f61-9e85-ad6b3ed1c9e5 None None] Provisioning complete for port 766567cc-8488-4309-baca-8d0f537d5184 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:06.484692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2a20-ea3b-4f61-9e85-ad6b3ed1c9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.522825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a86e93c-0224-474a-ab6b-10aa9137578b req-114698b2-d702-4b73-bd3e-ada3dd7c3c5a service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539320 Nov 12 03:40:06.543475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.655694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc2a20-ea3b-4f61-9e85-ad6b3ed1c9e5 None None] Port 766567cc-8488-4309-baca-8d0f537d5184 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:06.655996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.705415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d408af83-d872-41d9-9a6e-362a2c89d86d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:06.725171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'd408af83-d872-41d9-9a6e-362a2c89d86d', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': 'd408af83-d872-41d9-9a6e-362a2c89d86d', 'mac_address': 'fa:16:3e:79:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:06.758369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.763741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad238c4-225d-4bc2-9743-9d0556d0bc33 req-a599b2fb-3527-4f3b-9196-ed98bf6f48c8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915764 Nov 12 03:40:06.810186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.826124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f57385-6fd6-4adf-b073-051eb234a7fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:06.830754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.838198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5acf94a0-0d6b-42da-b626-9e78043a81a1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/a0f57385-6fd6-4adf-b073-051eb234a7fc HTTP/1.1" status: 204 len: 168 time: 0.6066635 Nov 12 03:40:06.839218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.847275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d408af83-d872-41d9-9a6e-362a2c89d86d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:06.867423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68904c-56c5-4535-81c5-22264afc20f8 req-75a67466-c3a3-4b13-9008-e9786a2658ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.871530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-75a67466-c3a3-4b13-9008-e9786a2658ff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1095 time: 0.2742484 Nov 12 03:40:06.877296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d408af83-d872-41d9-9a6e-362a2c89d86d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:06.886673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.934528 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:06.995355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.048292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 2b976842-dcab-4f7b-af1c-c03c876521b6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:07.049323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.106040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d408af83-d872-41d9-9a6e-362a2c89d86d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:07.126401 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port 2b976842-dcab-4f7b-af1c-c03c876521b6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2b976842-dcab-4f7b-af1c-c03c876521b6,segment=NetworkSegment(87bdcbb5-4946-4fbd-b4fb-cd748eff25a5),segment_id=87bdcbb5-4946-4fbd-b4fb-cd748eff25a5)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:07.127075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.144706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68904c-56c5-4535-81c5-22264afc20f8 req-a6d229e6-886e-416e-813f-3554cefdb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.146985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-a6d229e6-886e-416e-813f-3554cefdb8d0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2434399 Nov 12 03:40:07.165959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379e62b-12dd-4617-897c-d4cc231df4ca None None] Network 7f4c12c7-38bc-48c1-9344-fe81c0642afd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:07.175457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 2b976842-dcab-4f7b-af1c-c03c876521b6 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:07.304275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.350072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.352908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-9a3d0dc9-5729-4e28-883b-2feab25fc899 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 217 time: 0.1949179 Nov 12 03:40:07.374599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=2b976842-dcab-4f7b-af1c-c03c876521b6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.391386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port 2b976842-dcab-4f7b-af1c-c03c876521b6 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:07.431616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-722a5700-276c-4769-a754-5764a4423cdf None None] Provisioning complete for port 2b976842-dcab-4f7b-af1c-c03c876521b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:07.432239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-722a5700-276c-4769-a754-5764a4423cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.466228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-722a5700-276c-4769-a754-5764a4423cdf None None] Port 2b976842-dcab-4f7b-af1c-c03c876521b6 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:40:07.543019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.590807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4c12c7-38bc-48c1-9344-fe81c0642afd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.602665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.602970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bdcbb5-4946-4fbd-b4fb-cd748eff25a5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.617862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.626098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80fd4b-8c19-499b-bee0-10728580c96b None None] DHCP port deletion for 7f4c12c7-38bc-48c1-9344-fe81c0642afd request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:07.635283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.644366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:07.644366 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:07.647651 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:07.747801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.762347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.766207 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/7f4c12c7-38bc-48c1-9344-fe81c0642afd HTTP/1.1" status: 204 len: 168 time: 0.9253550 Nov 12 03:40:07.787250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42270) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.802786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326773-a3af-4539-8573-b621234d66f3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=7f4c12c7-38bc-48c1-9344-fe81c0642afd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.815566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'name': 'tempest-PortsTestJSON-1612188067'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:08.029244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68904c-56c5-4535-81c5-22264afc20f8 req-934776db-635f-459c-bac8-33b78aca3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.030700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-934776db-635f-459c-bac8-33b78aca3750 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.2893887 Nov 12 03:40:08.144830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047659c-93fa-4a77-8986-aebbfe3bf1e5 req-e0b1b99e-2f65-4eff-9ea3-803b43280502 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.146160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8047659c-93fa-4a77-8986-aebbfe3bf1e5 req-e0b1b99e-2f65-4eff-9ea3-803b43280502 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 944 time: 0.2681830 Nov 12 03:40:08.164212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf5afd-6af1-4803-ae8d-b66ab956fe62 req-55619266-122d-4e6c-8869-95d2e3d7b48e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.165627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cbf5afd-6af1-4803-ae8d-b66ab956fe62 req-55619266-122d-4e6c-8869-95d2e3d7b48e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 943 time: 0.4232295 Nov 12 03:40:08.233333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:08.236717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.317691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 1a5df047-7680-4f15-899b-03d901a9c3d6 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:08.327844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68904c-56c5-4535-81c5-22264afc20f8 req-15d43a27-e169-4a4a-aea0-45eb147fe3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.329347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-15d43a27-e169-4a4a-aea0-45eb147fe3d8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771749 Nov 12 03:40:08.442095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8047659c-93fa-4a77-8986-aebbfe3bf1e5 req-4748d467-51e4-4d0a-9b8f-1887d8763ac5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745020 Nov 12 03:40:08.458535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d408af83-d872-41d9-9a6e-362a2c89d86d up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:08.461674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4cbf5afd-6af1-4803-ae8d-b66ab956fe62 req-ef03863d-c02f-48c8-803c-ac35f59422ac tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783837 Nov 12 03:40:08.537835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port d408af83-d872-41d9-9a6e-362a2c89d86d completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:08.540008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.544985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port d408af83-d872-41d9-9a6e-362a2c89d86d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:08.545764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.557116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.566623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.637338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.671007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:08.673452 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207ebed-0ebc-4f34-b338-67e2682bd29d" -d '{"events": [{"server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "name": "network-vif-plugged", "status": "completed", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:08.691285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d408af83-d872-41d9-9a6e-362a2c89d86d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:08.696527 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.744778 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243840c0-2194-4aee-95af-f18795213fa3 x-openstack-request-id: req-243840c0-2194-4aee-95af-f18795213fa3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:08.745318 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "name": "network-vif-plugged", "status": "completed", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:08.746525 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-243840c0-2194-4aee-95af-f18795213fa3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:08.746525 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d', 'code': 200} Nov 12 03:40:08.751212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.754172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-0937e7b6-fd64-44ae-bdd8-6f4e98ffcb72 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814673 Nov 12 03:40:08.813957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.824937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=37aa6093-b0b4-4d57-a1b7-2f3b3a25b685,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:08.989745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.047202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a79d-871e-4805-a6d9-698a0d248620 req-2fd0d84c-4654-4f3a-a6ee-928a5e198979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.049288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2294a79d-871e-4805-a6d9-698a0d248620 req-2fd0d84c-4654-4f3a-a6ee-928a5e198979 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 1097 time: 0.2308633 Nov 12 03:40:09.109143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de68904c-56c5-4535-81c5-22264afc20f8 req-dce7efae-c880-4744-bd52-f1b97b42142e service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106039 Nov 12 03:40:09.165255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.172139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2294a79d-871e-4805-a6d9-698a0d248620 req-4e0511c9-1681-4577-a564-42cfa1a2e7dc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142485 Nov 12 03:40:09.174640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:09.183512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router 3af415e9-e994-485a-a1d6-0f689d0753e8 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:09.204920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:09.238375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:09.274553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:09.285631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:09.291149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.291755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.293929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=1a5df047-7680-4f15-899b-03d901a9c3d6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.688195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-11210bc5-13e1-4f5d-8d2c-ba59378061d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8912482 Nov 12 03:40:09.691943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.714282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:09.800056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12add-412f-4ae1-950a-190719262520 req-87434275-0969-4d02-8800-2818e5197980 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.801570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ef12add-412f-4ae1-950a-190719262520 req-87434275-0969-4d02-8800-2818e5197980 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.1815200 Nov 12 03:40:09.818377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59aa0-6572-42d1-a614-fc1fce56700e req-1c2e27c4-8410-4586-b5ea-32a16ea568a9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.819898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a59aa0-6572-42d1-a614-fc1fce56700e req-1c2e27c4-8410-4586-b5ea-32a16ea568a9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 943 time: 0.2009313 Nov 12 03:40:09.860287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:09.866438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 1a5df047-7680-4f15-899b-03d901a9c3d6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:09.867606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:09.867924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.872229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:09.887414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Sync routers for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:09.893433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:09.905071 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:09.909122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:09.936579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.937814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a1d7217e-0d56-40cb-a316-d69c6091efa3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8931427 Nov 12 03:40:09.941803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42286) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.961934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ef12add-412f-4ae1-950a-190719262520 req-1f8d2708-2509-4745-b782-623bb16f5231 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388733 Nov 12 03:40:09.967302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86a59aa0-6572-42d1-a614-fc1fce56700e req-8c4ddd76-d12b-47ad-a422-830a983c7d2b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360955 Nov 12 03:40:10.019329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-971fec03-bbee-47e1-879a-dd18f0766bfc tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=19051456257a446398313d84ab175d09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761521 Nov 12 03:40:10.021885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42288) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.024375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.056728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:10.096677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.103474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:10.112215 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.156670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 1a5df047-7680-4f15-899b-03d901a9c3d6 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:10.213309 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:10.231620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.298919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:10.311082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5c55e5f0-714f-499b-b1ba-a50e3208d26c tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/routers/51f8ac0e-db06-438a-a35f-db84116393ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6958282 Nov 12 03:40:10.313476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.316881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:10.319038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'port': {'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd', 'name': 'tempest-FloatingIPTestJSON-945150323'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.327458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['25b7b73e-7f68-4a16-a024-b1450b7d486e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:10.338265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3fbe1-0c40-46e9-9328-ea9f1cc8326a tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.339775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-95f3fbe1-0c40-46e9-9328-ea9f1cc8326a tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3169518 Nov 12 03:40:10.347047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.381587 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-76b9a2b8-4c50-4622-ad73-87a421d8ee5f tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323415 Nov 12 03:40:10.384216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.391997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856288104', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'project_id': '19051456257a446398313d84ab175d09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.419678 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.428317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:10.429183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.471072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.477690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/1a5df047-7680-4f15-899b-03d901a9c3d6 HTTP/1.1" status: 204 len: 168 time: 0.7849238 Nov 12 03:40:10.481761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669af8-419e-4d3e-97f2-5765c5bd7a90 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=1a5df047-7680-4f15-899b-03d901a9c3d6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.484679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.498526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.520883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'mac_address': 'fa:16:3e:80:bc:af', 'name': 'tempest-PortsTestJSON-1616571565'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:10.550212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:10.551001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.581616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:10.588601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.597864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.598581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48f07f-ec16-4f6b-9951-26a5af114563 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:10.657383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] device_id is not set on port b2413233-c5a5-433c-bece-c6e619f942fc yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:10.674263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:10.677829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.732490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:10.755756 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:06Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.792526 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Checking router: 3af415e9-e994-485a-a1d6-0f689d0753e8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:10.793155 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Updating router 3af415e9-e994-485a-a1d6-0f689d0753e8 port 766567cc-8488-4309-baca-8d0f537d5184 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:10.813464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.7 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/b2413233-c5a5-433c-bece-c6e619f942fc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:10.823786 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.876414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.907934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 1857e0be-255a-4907-9077-2854df6e413f yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:11.046996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.168311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.194948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36acf6b-41f0-4bb3-bf22-b72678da6dbc req-8023fa6a-0f5a-45b1-8740-211132f68537 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.196611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e36acf6b-41f0-4bb3-bf22-b72678da6dbc req-8023fa6a-0f5a-45b1-8740-211132f68537 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.1112368 Nov 12 03:40:11.216547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3cd86-4749-40e3-8876-a0deae059333 req-7c1474f2-4458-4ba4-bdcd-693502f4a7fc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.222455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acb3cd86-4749-40e3-8876-a0deae059333 req-7c1474f2-4458-4ba4-bdcd-693502f4a7fc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0910943 Nov 12 03:40:11.257746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.300502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Subnet': ['ID=3e68b6ed-fd07-42a9-8239-ff6e88bac838,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.321651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.328895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e36acf6b-41f0-4bb3-bf22-b72678da6dbc req-ca685ab3-1a50-4a2e-babe-7dd26a0e110a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038017 Nov 12 03:40:11.331712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:11.338619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Checking segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:11.338983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network hostable DHCP agents. Network: 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:11.350712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.361691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:11.372571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=b2413233-c5a5-433c-bece-c6e619f942fc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.403928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.433930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:11.438679 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.451567 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.461261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acb3cd86-4749-40e3-8876-a0deae059333 req-22708e16-4dcb-4b53-8493-3e6ae07944b9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106736 Nov 12 03:40:11.501118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.511595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:11.514067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.515025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.515292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611c5ed-d188-4566-979d-6836b8248c87 None None] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:11.522770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.523316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.534864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:11.540224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b58ec8e5-61e2-4ffd-b97b-8bb1a818b38a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2250733 Nov 12 03:40:11.543644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42306) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:11.549655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=1857e0be-255a-4907-9077-2854df6e413f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.549858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'port': {'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd', 'name': 'tempest-FloatingIPTestJSON-1471154492'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:11.596092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cfc13-fa41-48e7-8b06-3c2c1652beb7 req-5f3aa642-f2c1-475c-8531-c1080973b225 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.604638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:11.605037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d1cfc13-fa41-48e7-8b06-3c2c1652beb7 req-5f3aa642-f2c1-475c-8531-c1080973b225 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.1426256 Nov 12 03:40:11.617493 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Attempting to bind port 766567cc-8488-4309-baca-8d0f537d5184 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:11.618053 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Attempting to bind port 766567cc-8488-4309-baca-8d0f537d5184 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:11.618617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Attempting to bind port 766567cc-8488-4309-baca-8d0f537d5184 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:11.621169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.622988 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.641741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b9c91-a0b6-4b0f-a448-185e5aefd402 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:11.644197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:11.644912 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:11.645547 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.646169 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:11.647524 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Bound port: 766567cc-8488-4309-baca-8d0f537d5184, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:11.648172 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.666516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ae5ce78-c59d-45a9-8fa2-317d671aea5a tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2807584 Nov 12 03:40:11.683283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:11.720109 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-379d3c7a-a553-4f30-8c1b-10d9d8554f4c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2031662 Nov 12 03:40:11.723847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42312) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:11.729942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce086d-dfa2-470e-becb-ec1dbf20cae5 None None] Pushing event updated for resources: {'Port': ['ID=766567cc-8488-4309-baca-8d0f537d5184,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:11.746051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d1cfc13-fa41-48e7-8b06-3c2c1652beb7 req-87de3fc9-01ad-443b-b0f4-0f5e7c18e277 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395438 Nov 12 03:40:11.751107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:11.794085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] For port 766567cc-8488-4309-baca-8d0f537d5184, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:11.799724 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] For port 766567cc-8488-4309-baca-8d0f537d5184, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=766567cc-8488-4309-baca-8d0f537d5184,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:11.806445 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.877350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa15d62-a650-4e49-a0e6-0e74737c41db tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:11.880189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fa15d62-a650-4e49-a0e6-0e74737c41db tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/1857e0be-255a-4907-9077-2854df6e413f HTTP/1.1" status: 200 len: 841 time: 0.1544867 Nov 12 03:40:11.887076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42316) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:11.925962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435cbe2-f07d-4ed8-8a26-c0d13a61b11f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:11.927415 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:11.928379 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:11.936117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] Provisioning complete for port 766567cc-8488-4309-baca-8d0f537d5184 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:11.936432 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.944229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:11.947394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:11.988398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] device_id is not set on port dc386ec1-56be-472d-84ff-89400289ab56 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:11.996591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:11.997578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.098830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 1857e0be-255a-4907-9077-2854df6e413f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:12.099457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.127730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:12.171233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Allocated IP 172.20.0.2 (1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7/3e68b6ed-fd07-42a9-8239-ff6e88bac838/91d28635-e4db-4a9d-ab9e-a62e9a0ce237) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:12.212911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.216271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.13 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/dc386ec1-56be-472d-84ff-89400289ab56) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:12.237660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 1857e0be-255a-4907-9077-2854df6e413f owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:12.293976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 25b7b73e-7f68-4a16-a024-b1450b7d486e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:12.310115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 25b7b73e-7f68-4a16-a024-b1450b7d486e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:12.310878 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.384019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.385245 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce086d-dfa2-470e-becb-ec1dbf20cae5 None None] Pushing event updated for resources: {'Port': ['ID=766567cc-8488-4309-baca-8d0f537d5184,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:12.421047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.469586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] For port 766567cc-8488-4309-baca-8d0f537d5184, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=766567cc-8488-4309-baca-8d0f537d5184,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:12.481613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.483935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.487450 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.532007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=1857e0be-255a-4907-9077-2854df6e413f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:12.543590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.544117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec31191-3288-48fe-b0d8-4c20c54ab670 None None] Pushing event updated for resources: {'Port': ['ID=766567cc-8488-4309-baca-8d0f537d5184,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:12.549560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.562054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8fa88bf-2679-4742-a168-6b54ba28ebb1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/1857e0be-255a-4907-9077-2854df6e413f HTTP/1.1" status: 204 len: 168 time: 0.6734147 Nov 12 03:40:12.563016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42326) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:12.600927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Pushing event updated for resources: {'Port': ['ID=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:12.629446 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:06Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:12.654058 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4eb0be-5085-403f-8faa-f5650c2f66d5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:12.660850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cb4eb0be-5085-403f-8faa-f5650c2f66d5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/1857e0be-255a-4907-9077-2854df6e413f HTTP/1.1" status: 404 len: 333 time: 0.0927927 Nov 12 03:40:12.665724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42328) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:12.673310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'name': 'tempest-PortsTestJSON-619013725'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:12.697592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:12.711610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:12.715449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5ff7df0a-85be-404b-aaac-abe8d3a0b827 None None] Provisioning complete for port 766567cc-8488-4309-baca-8d0f537d5184 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:12.716007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df0a-85be-404b-aaac-abe8d3a0b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.719046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:12.723545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.742944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.743842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613d1a4-7d93-436b-bdfb-53c17fab6417 None None] The sync data for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 is: [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:06Z', 'revision_number': 3, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:12.796553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdd993-cdcb-4cf5-b9f3-f21e1b77f3dd req-530497f8-b78a-4157-8b53-6771578d6dc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.798412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69cdd993-cdcb-4cf5-b9f3-f21e1b77f3dd req-530497f8-b78a-4157-8b53-6771578d6dc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.2182827 Nov 12 03:40:12.805550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:12.809886 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3fabf7-3b5a-481b-8464-c11911770164" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:12.823543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.1 (1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7/3e68b6ed-fd07-42a9-8239-ff6e88bac838/b744cb8a-7508-4ba8-94a1-79d205a9eb66) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:12.859497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:12.897504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.906350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69cdd993-cdcb-4cf5-b9f3-f21e1b77f3dd req-3ab15f83-f8f2-4181-b5dd-77011a46de18 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987537 Nov 12 03:40:12.921697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:12.926472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:12.931472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.007948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:13.013992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:13.023278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:13.026342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.035108 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022c426d-d5ac-44d8-816b-58b8b1e1a56d x-openstack-request-id: req-022c426d-d5ac-44d8-816b-58b8b1e1a56d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:13.037150 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:13.037427 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-022c426d-d5ac-44d8-816b-58b8b1e1a56d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:13.038271 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:40:13.048991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Attempting to bind port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:13.049527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Attempting to bind port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:13.050295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Attempting to bind port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 on network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:13.092119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.093001 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.108201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 0a3a53a1-abb1-425e-8a71-dabda2d6e78e yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:13.112108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:13.112610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Checking segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:13.113116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.113629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Bound using segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:13.115685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Bound port: 91d28635-e4db-4a9d-ab9e-a62e9a0ce237, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:13.116405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.263462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.277818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=dc386ec1-56be-472d-84ff-89400289ab56,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.298038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77c69581-2909-4861-a0da-e7afa66f1c8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7519028 Nov 12 03:40:13.306230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.320885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] For port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:13.325864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] For port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:13.333030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'dc386ec1-56be-472d-84ff-89400289ab56', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:13.335780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.373319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.414244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ca149-929c-4f6c-9af3-eded841c92c3 req-07a1f348-3f8d-4855-a74c-3dec2ec0d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.416758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e1ca149-929c-4f6c-9af3-eded841c92c3 req-07a1f348-3f8d-4855-a74c-3dec2ec0d2fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1097 time: 0.2865007 Nov 12 03:40:13.451446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:13.460789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:13.464150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:13.471718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.500345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb24e4-be2d-4b46-bb10-efa44e69edfc None None] Pushing event updated for resources: {'Port': ['ID=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.591496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e1ca149-929c-4f6c-9af3-eded841c92c3 req-976b1f8b-c4ac-48b4-9fe9-0a77d1bbefbc service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641638 Nov 12 03:40:13.671383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.709831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.770490 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.900106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.038553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.075420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:14.103735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:14.115183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:14.117717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:14.125346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.132796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.135293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=0a3a53a1-abb1-425e-8a71-dabda2d6e78e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:14.215877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf5477-5c97-48d0-aa8e-c62f55f57a6a req-41992e78-002b-4a6e-ad9a-c5bcdc57f0aa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.232708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedf5477-5c97-48d0-aa8e-c62f55f57a6a req-41992e78-002b-4a6e-ad9a-c5bcdc57f0aa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.2065635 Nov 12 03:40:14.236667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-714ccea0-dde9-4b13-b7c8-cfdf3671d796 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5675929 Nov 12 03:40:14.255982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42376) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.267824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:14.268440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:14.269175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.362316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.406117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.482569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:14.489405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.491429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 766567cc-8488-4309-baca-8d0f537d5184 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:14.609312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.661377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fedf5477-5c97-48d0-aa8e-c62f55f57a6a req-ac31e00b-d02d-453a-af85-85b3a596dcaf tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062116 Nov 12 03:40:14.666411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.37 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c8e1f73a-b556-4e96-a48d-be0ccd7a3749) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:14.749391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:14.763906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 766567cc-8488-4309-baca-8d0f537d5184 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:14.764312 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.897807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.942954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.010072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.016493 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.098653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] In _notify_port_updated(), no bound segment for port 0a3a53a1-abb1-425e-8a71-dabda2d6e78e on network 8976358a-de0c-477e-ba11-06e7c25ce30e {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:15.104718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.105327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.108073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/ports/0a3a53a1-abb1-425e-8a71-dabda2d6e78e HTTP/1.1" status: 200 len: 818 time: 0.8488052 Nov 12 03:40:15.109216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16082e64-97f2-48c7-917c-5cfb7bf3c45c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=0a3a53a1-abb1-425e-8a71-dabda2d6e78e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.109782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccbcff7-db8b-497b-b64f-23d6fccc2ae8 None None] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:15.113515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42402) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:15.217738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.255080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.274344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:15.277904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c18b298f-3902-4268-bceb-49520570968b None None] Provisioning complete for port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:15.278272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c18b298f-3902-4268-bceb-49520570968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.299780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:15.307447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:15.377252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=c8e1f73a-b556-4e96-a48d-be0ccd7a3749,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.492664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.509645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.764820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 0a3a53a1-abb1-425e-8a71-dabda2d6e78e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:15.765494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.948294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:15.962099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:15.964031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 0a3a53a1-abb1-425e-8a71-dabda2d6e78e owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:15.988451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da024-9f55-4898-ab13-4eff4775a221 req-eb0a0a68-a649-4b08-99ef-0ca8930474c2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.990016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c89da024-9f55-4898-ab13-4eff4775a221 req-eb0a0a68-a649-4b08-99ef-0ca8930474c2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.0840936 Nov 12 03:40:16.038729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.039328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.129581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c89da024-9f55-4898-ab13-4eff4775a221 req-54ca818a-95e4-4345-8fae-ece0789bb8e4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046338 Nov 12 03:40:16.145393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.187443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=0a3a53a1-abb1-425e-8a71-dabda2d6e78e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:16.213461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.217001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-19003338-dcce-47bf-b4b0-e06bd0684dff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/0a3a53a1-abb1-425e-8a71-dabda2d6e78e HTTP/1.1" status: 204 len: 168 time: 1.1021659 Nov 12 03:40:16.230294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.315078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6259c-ff17-451c-81d0-475782c66d20 req-bc999830-123e-4903-b935-b5671287cc10 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.316699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67b6259c-ff17-451c-81d0-475782c66d20 req-bc999830-123e-4903-b935-b5671287cc10 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.0986559 Nov 12 03:40:16.332692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b5f6c9-0dbb-4ce0-a057-780e6043e137 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.338606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d1b5f6c9-0dbb-4ce0-a057-780e6043e137 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1064494 Nov 12 03:40:16.338606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42414) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.338924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42416) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.354980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'floatingip': {'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:16.379087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:16.381960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:16.414622 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe26cdb-a6a3-4499-a7d8-98eeb95716e9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:16.416531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fe26cdb-a6a3-4499-a7d8-98eeb95716e9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/0a3a53a1-abb1-425e-8a71-dabda2d6e78e HTTP/1.1" status: 404 len: 333 time: 0.0746758 Nov 12 03:40:16.423125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42418) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:16.427465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bd4c4dde-f70a-47ab-8dbc-80f930784b8b None None] Provisioning complete for port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.428010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4dde-f70a-47ab-8dbc-80f930784b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.429432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2015752410'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:16.438033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.540615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:16.548977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.572905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bd4c4dde-f70a-47ab-8dbc-80f930784b8b None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.573269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4c4dde-f70a-47ab-8dbc-80f930784b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.614067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c4dde-f70a-47ab-8dbc-80f930784b8b None None] Port b744cb8a-7508-4ba8-94a1-79d205a9eb66 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:16.647110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:16.708801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.709284 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a of type vlan for network e1414388-b0d3-4be0-b6c8-51007013555e Nov 12 03:40:16.759609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cb747d55-9596-448c-9b1d-286dfb86f334 None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:16.759995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb747d55-9596-448c-9b1d-286dfb86f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.801522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.825250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cb747d55-9596-448c-9b1d-286dfb86f334 None None] Port b744cb8a-7508-4ba8-94a1-79d205a9eb66 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:16.854581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router 3af415e9-e994-485a-a1d6-0f689d0753e8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:16.859528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.961238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:16.967196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.967822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.043650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.044947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-27c955fd-1722-4921-8ff9-bcd77cc9e05a None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:17.045328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27c955fd-1722-4921-8ff9-bcd77cc9e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.077453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:17.085187 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e914af5-4fc9-467e-b219-2833bb4b7406 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/3af415e9-e994-485a-a1d6-0f689d0753e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4002953 Nov 12 03:40:17.094115 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Sync routers for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:17.096393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-27c955fd-1722-4921-8ff9-bcd77cc9e05a None None] Port b744cb8a-7508-4ba8-94a1-79d205a9eb66 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:17.104514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42436) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.110142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:17.111456 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:17.135605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7076731 Nov 12 03:40:17.195204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.202383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:17.251903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a35a3a-b38e-4466-8f10-1be2c8788b42 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=e1414388-b0d3-4be0-b6c8-51007013555e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.254697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:17.262575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e1414388-b0d3-4be0-b6c8-51007013555e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:17.302443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.314344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.360263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:17.364069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.414175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=c8e1f73a-b556-4e96-a48d-be0ccd7a3749,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:17.421137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.421412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.421870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.422315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.423356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.424607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.425444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.426116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.426569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.427498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.432191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b49891ea-77de-4e98-b9a6-a0f6ced963b0 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6995 time: 0.3238785 Nov 12 03:40:17.436865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-91985818-9f7b-4603-b119-54888329d38d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.440064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-91985818-9f7b-4603-b119-54888329d38d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.3985798 Nov 12 03:40:17.464689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.496334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-52bebf74-b721-4bf4-a822-9995d510eb85 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0159049 Nov 12 03:40:17.510841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.541976 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:15Z', 'revision_number': 2, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:17.578380 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Checking router: 3af415e9-e994-485a-a1d6-0f689d0753e8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:17.579232 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Updating router 3af415e9-e994-485a-a1d6-0f689d0753e8 port b744cb8a-7508-4ba8-94a1-79d205a9eb66 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:17.599706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.600193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.600645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.601093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.601538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.602083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.602533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.602965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:17.607387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-55611bef-23a0-4570-be4c-16a56be2b937 tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5237 time: 0.1392844 Nov 12 03:40:17.608502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:17.609515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-0d1add99-953a-4ccd-99f8-8dbdbd0c4718 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901046 Nov 12 03:40:17.615826 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.763514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:40:17.773502 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 37046f81-3487-4cea-9afb-aaba00f6a9a6 associated. External IP: 172.25.4.37, port: dc386ec1-56be-472d-84ff-89400289ab56. Nov 12 03:40:17.833895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-00b84cf0-65e2-4a93-a84f-6022fe968c7e service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082264 Nov 12 03:40:17.838212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.914875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.935871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-7ac92da2-2cd8-4e28-bc08-95f6786c4b2b service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948918 Nov 12 03:40:17.937407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:17.999560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-162b83cc-72db-4b80-a59f-edc23fc2a5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.033289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=b6acadd8-00a1-4b68-a80b-f7138d7464f1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.084817 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.094068 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.120470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:18.121116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: e1414388-b0d3-4be0-b6c8-51007013555e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:18.135507 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Floating IP 8963bc8b-787f-4080-9b18-7e74dbd14d09 associated. External IP: 172.25.4.192, port: 25b7b73e-7f68-4a16-a024-b1450b7d486e. Nov 12 03:40:18.186681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd45e5-37c6-4733-8a4f-18a0b0e75a50 None None] Pushing event updated for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:18.264585 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Attempting to bind port b744cb8a-7508-4ba8-94a1-79d205a9eb66 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:18.265234 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Attempting to bind port b744cb8a-7508-4ba8-94a1-79d205a9eb66 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:18.266384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Attempting to bind port b744cb8a-7508-4ba8-94a1-79d205a9eb66 on network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:18.284386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:18.284880 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Checking segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:18.285025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f44ae247-068c-4f91-815f-f4596b2fd746 req-f389c27d-ad36-4d30-993c-a35320d36cb1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0634043 Nov 12 03:40:18.285287 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.285687 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Bound using segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:18.286148 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Bound port: b744cb8a-7508-4ba8-94a1-79d205a9eb66, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:18.287147 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.335537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network e1414388-b0d3-4be0-b6c8-51007013555e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:18.377334 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8f7ef4c9-b235-4e0e-9590-8401f8020f0b tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.7660215 Nov 12 03:40:18.382877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e1414388-b0d3-4be0-b6c8-51007013555e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:18.402118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38058217-7d7b-4cec-b17f-77e879f1c235 None None] Network e1414388-b0d3-4be0-b6c8-51007013555e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:18.403625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:18.408561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.431100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:18.486603 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] For port b744cb8a-7508-4ba8-94a1-79d205a9eb66, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:18.491403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af3affea-f748-4eef-a147-85a8b35d9b18 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921700 Nov 12 03:40:18.495247 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] For port b744cb8a-7508-4ba8-94a1-79d205a9eb66, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b744cb8a-7508-4ba8-94a1-79d205a9eb66,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:18.505306 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.509780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42458) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:18.520564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:18.657336 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:18.657994 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.681961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:18.682723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.713700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:18.734543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:18.753615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.795632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e1414388-b0d3-4be0-b6c8-51007013555e', 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': 'b6acadd8-00a1-4b68-a80b-f7138d7464f1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:18.797523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:18.846474 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74a73c23-ed7a-4dd3-acd7-34cc16a36b3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5220425 Nov 12 03:40:18.847209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:18.847352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:18.848081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.867473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:18.913140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.938333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:18.939696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:18.974600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:18.986276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374947328', 'description': 'tempest-secgroup-smoke-374947328 description', 'project_id': '19051456257a446398313d84ab175d09'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:19.016279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd45e5-37c6-4733-8a4f-18a0b0e75a50 None None] Pushing event updated for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.089955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.090764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d5d87-ed0e-4be3-a671-2200c5097380 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:19.123482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.136076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.173974 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:19.211721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.286749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.291595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.362942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] For port b744cb8a-7508-4ba8-94a1-79d205a9eb66, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b744cb8a-7508-4ba8-94a1-79d205a9eb66,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:19.382935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Allocated IP 172.20.0.2 (e1414388-b0d3-4be0-b6c8-51007013555e/b6acadd8-00a1-4b68-a80b-f7138d7464f1/c2d39723-bf35-4505-b8a7-6150b03369f7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:19.385131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.412326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Router dbb583ef-6c75-4905-ad68-e1ff04e80621 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:19.489918 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:18Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.524658 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447a619-24de-452b-a0cc-0ca4491449d2 None None] The sync data for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 is: [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:18Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:19.527705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538067af-5cea-4b3f-86f8-64ea690c4a7c None None] Pushing event updated for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.533233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.534507 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5580320 Nov 12 03:40:19.547518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.548801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:19.553373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:19.558479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740715c6-7696-4e23-9a54-ad40813d2d7f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b67d06-5ccc-4af4-9fc4-47633f43fa20,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.562517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.562893 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 37046f81-3487-4cea-9afb-aaba00f6a9a6 disassociated. External IP: 172.25.4.37, port: dc386ec1-56be-472d-84ff-89400289ab56. Nov 12 03:40:19.576821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bd4dfe2f-db25-4ce4-a107-0279eabea48a None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:19.577111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfe2f-db25-4ce4-a107-0279eabea48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.710100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:19.716516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.740255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.775680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.789441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.789759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7578461-f048-4fee-9431-09a4aa592f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "PUT /v2.0/floatingips/8963bc8b-787f-4080-9b18-7e74dbd14d09 HTTP/1.1" status: 200 len: 991 time: 3.4499245 Nov 12 03:40:19.797196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:19.800493 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa90c06-c969-4c65-9eb1-e961b30d9821" -d '{"events": [{"name": "network-changed", "server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:19.804271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44a47256-f6e5-4507-8d4d-74760e2ce9e1 req-8f759abc-aea6-432f-b7fc-112aa715da24 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.2322376 Nov 12 03:40:19.872881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:19.884333 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.918167 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Sync routers for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:19.939255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:19.940694 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:39:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:19.985126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Network e1414388-b0d3-4be0-b6c8-51007013555e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:19.992900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:20.003571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:20.018162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.053082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.069287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b744cb8a-7508-4ba8-94a1-79d205a9eb66 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:20.071078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Pushing event updated for resources: {'Port': ['ID=c2d39723-bf35-4505-b8a7-6150b03369f7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.086282 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5900ca-964e-4400-a5d1-4074b5e87b50 x-openstack-request-id: req-6a5900ca-964e-4400-a5d1-4074b5e87b50 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:20.086572 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:20.086825 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a5900ca-964e-4400-a5d1-4074b5e87b50 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:20.087329 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'status': 'completed', 'code': 200} Nov 12 03:40:20.169850 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:20.266554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Attempting to bind port c2d39723-bf35-4505-b8a7-6150b03369f7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:20.267700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Attempting to bind port c2d39723-bf35-4505-b8a7-6150b03369f7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:20.267826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Attempting to bind port c2d39723-bf35-4505-b8a7-6150b03369f7 on network e1414388-b0d3-4be0-b6c8-51007013555e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:20.274911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:20.275246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Checking segment: {'id': '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:20.275610 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.288207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Bound using segment: {'id': '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:20.288744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Bound port: c2d39723-bf35-4505-b8a7-6150b03369f7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:20.289152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.361597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:20.367139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-6d945a8c-fd04-44eb-9889-d8ecdc58dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.373324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-6d945a8c-fd04-44eb-9889-d8ecdc58dd78 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1097 time: 0.3693805 Nov 12 03:40:20.385724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c167cd51-8bf8-4a1d-94e3-48b8a2077db5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.409499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.411103 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d9f8e251-2720-42f5-b5e4-e50ebb83b194 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8613169 Nov 12 03:40:20.414097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:20.422037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:20.461916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b744cb8a-7508-4ba8-94a1-79d205a9eb66 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:20.463404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.542114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9e65ac45-b4cd-4389-b281-1c9c3251498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.562350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] For port c2d39723-bf35-4505-b8a7-6150b03369f7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:20.621888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] For port c2d39723-bf35-4505-b8a7-6150b03369f7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2d39723-bf35-4505-b8a7-6150b03369f7,segment=NetworkSegment(4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a),segment_id=4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:20.624115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-310c0d31-6757-496f-8f0a-7ba8be94baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.627926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-310c0d31-6757-496f-8f0a-7ba8be94baf7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2361648 Nov 12 03:40:20.639179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.704385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8963bc8b-787f-4080-9b18-7e74dbd14d09', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:51Z', 'updated_at': '2021-11-12T03:40:17Z', 'revision_number': 1, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:20.790608 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Checking router: dbb583ef-6c75-4905-ad68-e1ff04e80621 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:20.861373 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:20.862439 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:20.887609 n-d-713499-30 neutron-server[102606]: INFO neutron.db.ipam_backend_mixin [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6acadd8-00a1-4b68-a80b-f7138d7464f1 (CIDR: 172.20.0.0/28) Nov 12 03:40:20.910130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12715f5-9c53-4993-98e8-8cc047a601ea None None] Pushing event updated for resources: {'Port': ['ID=c2d39723-bf35-4505-b8a7-6150b03369f7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.930171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-855558bf-f335-43f4-9f90-1c44a182fb12 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.933510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-855558bf-f335-43f4-9f90-1c44a182fb12 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.9352694 Nov 12 03:40:20.936372 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:40:20.936862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:40:20.957914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': 'dce764b3-d8db-4398-a5ae-38867925af59', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:21.303504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:21.309806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b8fa29-9be1-4501-87e9-d4a4c9bfeb2a req-9ad3543e-30a3-42fd-920b-776ce4fc4d94 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.1019564 Nov 12 03:40:21.312723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-4066e0fc-285d-4c16-b286-44c47c9b41f9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.6649876 Nov 12 03:40:21.317049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ce1a814c-0ab1-48cb-84ca-d309ed5eb52c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8061008 Nov 12 03:40:21.330802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.337072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:21.577213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:21.586431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.677025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:21.679067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.693264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.698748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:21.727145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:21.727710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.737045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.740825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-f2db11e2-0745-4cfb-b539-3f741b12eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.745636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-f2db11e2-0745-4cfb-b539-3f741b12eb74 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.4232044 Nov 12 03:40:21.821603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.852827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:21.853448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.902615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.916350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.921960 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8963bc8b-787f-4080-9b18-7e74dbd14d09', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:51Z', 'updated_at': '2021-11-12T03:40:17Z', 'revision_number': 1, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.935603 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-44bc39d6-1d7f-43fd-8a32-c0482c1cd1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/37046f81-3487-4cea-9afb-aaba00f6a9a6 HTTP/1.1" status: 200 len: 687 time: 3.0872965 Nov 12 03:40:21.941978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:21.949355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0a24ba-f354-4c4b-8505-75561195bea8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.967128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:21.968256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f89bf-c86c-470e-9e7d-14fcd4667087 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:22.046468 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e79b4-ce3f-48b1-a5ce-1502f7fc447f None None] The sync data for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 is: [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8963bc8b-787f-4080-9b18-7e74dbd14d09', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:51Z', 'updated_at': '2021-11-12T03:40:17Z', 'revision_number': 1, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:22.079121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2d39723-bf35-4505-b8a7-6150b03369f7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:22.180375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.181701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c93ffa44-ac2e-4c8d-9f32-da5b47e22ec1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7654285 Nov 12 03:40:22.184346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.191350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:22.255464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:22.268517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.294268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.298340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:22.298715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.509908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.515542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.535023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.570041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed572a70-4e6c-401a-9462-124f7cfd8386,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.583832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.585838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-975ecc55-c527-4453-b1ea-90d122c623d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991089 Nov 12 03:40:22.590439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.604236 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55384e31-3df3-4bfa-b074-f68d79a214bb None None] New status for floating IP 8963bc8b-787f-4080-9b18-7e74dbd14d09: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:40:22.616041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:22.650910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port c2d39723-bf35-4505-b8a7-6150b03369f7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2d39723-bf35-4505-b8a7-6150b03369f7,segment=NetworkSegment(4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a),segment_id=4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:22.665556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.711999 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.770656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-448c9778-b1d2-401a-8f59-70717263cab8 req-04266068-6c9a-4f71-8c1d-ea3c4bdb4c11 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0797868 Nov 12 03:40:22.780573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=c2d39723-bf35-4505-b8a7-6150b03369f7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.782015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-cbc4addd-0071-4a8f-99aa-65f13b5656c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.784237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-cbc4addd-0071-4a8f-99aa-65f13b5656c2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0094287 Nov 12 03:40:22.806004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea6225-db98-4e12-9bae-cf4359e3aa18 None None] Network e1414388-b0d3-4be0-b6c8-51007013555e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:22.874570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.879038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.924950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.4 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/bdc0c7db-d74c-448f-b6d3-8df59be1cabd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:22.961460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.964770 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3716266 Nov 12 03:40:22.966462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac93fcd3-9dc9-4453-9c6c-abd17be7226a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.975497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.980362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:22.982758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.983229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.983743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.984233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.984860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.985303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.986569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.987021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.987458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.987893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.988380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:22.988816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13408e3-90f7-4bdb-afa1-638788c6547e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:23.094292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-79c3b9ef-ed4a-41dc-baa2-b305fa192c2d service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760293 Nov 12 03:40:23.100236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a30862b0-8340-4c58-94ed-d17f057a4850 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:23.102286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a30862b0-8340-4c58-94ed-d17f057a4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.104369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port c8e1f73a-b556-4e96-a48d-be0ccd7a3749 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:23.105457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.156788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.201895 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:40:23.225122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.464783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.465155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.538169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for c8e1f73a-b556-4e96-a48d-be0ccd7a3749 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:23.551726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa90c06-c969-4c65-9eb1-e961b30d9821 req-091ab6e1-57c5-455a-9b41-093ff521ab29 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448876 Nov 12 03:40:23.566916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.578978 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.595440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.617769 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.646237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.664589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-83a43ec5-ac24-4119-983d-75f33dca28c5 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:23.665393 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83a43ec5-ac24-4119-983d-75f33dca28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.709485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=735ffd12-c3f9-4484-af22-b7dc67cfc13e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.723934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7313c82a-e376-4789-b179-a9f1829a63fb,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.752232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.753826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-408b01aa-07c2-49de-8adf-bd84bc794f65 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7769578 Nov 12 03:40:23.756809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.762452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network e1414388-b0d3-4be0-b6c8-51007013555e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:23.765844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'security_group_rule': {'security_group_id': 'a8b67d06-5ccc-4af4-9fc4-47633f43fa20', 'project_id': '19051456257a446398313d84ab175d09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:23.769089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:23.773702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.774348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.808963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.816602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a507dc-affa-4ec0-a0f4-9ddf98126a27 None None] Network e1414388-b0d3-4be0-b6c8-51007013555e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:23.846289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d408af83-d872-41d9-9a6e-362a2c89d86d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:23.868221 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Project 19051456257a446398313d84ab175d09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:40:23.899106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.931950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3ab143cb-84ee-4fca-81c7-5616464279f7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5974741 Nov 12 03:40:23.935740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.940317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:23.944821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'fixed_ips': [{'subnet_id': 'b6acadd8-00a1-4b68-a80b-f7138d7464f1'}, {'subnet_id': '735ffd12-c3f9-4484-af22-b7dc67cfc13e'}], 'name': 'tempest-PortsTestJSON-735854993'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:23.947461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:23.953042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:24.007419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2d39723-bf35-4505-b8a7-6150b03369f7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:24.051575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.056336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.059041 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.094222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1411140 Nov 12 03:40:24.100076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1839c-e62a-4dcc-9cf2-3249bb8866f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.130939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Request body: {'port': {'device_id': 'dce764b3-d8db-4398-a5ae-38867925af59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:24.135927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.157014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:24.164098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.230837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.246427 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4865797 Nov 12 03:40:24.271415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e552e38-900b-4299-9c45-d2283acdce53 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d6e47-73cb-4a62-b2ea-07cc5e43ab38,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.280116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdbe90-5247-48a6-92cd-b2cf55ea248a req-7ef63f82-3675-44a4-ade4-91c3ebec7090 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.293533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bcdbe90-5247-48a6-92cd-b2cf55ea248a req-7ef63f82-3675-44a4-ade4-91c3ebec7090 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 931 time: 0.4206355 Nov 12 03:40:24.336497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.451581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:24.490467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d0d7a058-cdd0-49e1-8436-bb7d0811542b None None] Provisioning complete for port bdc0c7db-d74c-448f-b6d3-8df59be1cabd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:24.490842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0d7a058-cdd0-49e1-8436-bb7d0811542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.563323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Update dhcp port {'port': {'network_id': 'e1414388-b0d3-4be0-b6c8-51007013555e', 'fixed_ips': [{'subnet_id': 'b6acadd8-00a1-4b68-a80b-f7138d7464f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '735ffd12-c3f9-4484-af22-b7dc67cfc13e'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'c2d39723-bf35-4505-b8a7-6150b03369f7'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:40:24.572705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7a058-cdd0-49e1-8436-bb7d0811542b None None] Port bdc0c7db-d74c-448f-b6d3-8df59be1cabd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:24.640451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.663330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.683860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 78449bf5-e824-4086-a861-b36b2e0d793e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:24.865037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.917019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=c8e1f73a-b556-4e96-a48d-be0ccd7a3749,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.961472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Allocated IP 172.20.0.18 (e1414388-b0d3-4be0-b6c8-51007013555e/735ffd12-c3f9-4484-af22-b7dc67cfc13e/c2d39723-bf35-4505-b8a7-6150b03369f7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:25.080832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.083847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.090075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-27bb8247-0ace-470c-8a44-4e47b8e895ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/37046f81-3487-4cea-9afb-aaba00f6a9a6 HTTP/1.1" status: 204 len: 168 time: 3.1239917 Nov 12 03:40:25.090300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.094175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'b2413233-c5a5-433c-bece-c6e619f942fc'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:25.098509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bcdbe90-5247-48a6-92cd-b2cf55ea248a req-beace557-5a44-4ceb-9390-5ccff8d42ff4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040786 Nov 12 03:40:25.118356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-8a7a4512-ca8f-4ec4-8ace-f31c8ea0226b tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374947328&fields=id&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 267 time: 0.2446651 Nov 12 03:40:25.119199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.286720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.424999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.108 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/b51eebc5-64a2-4001-9b18-06a61a71ed7a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:25.432917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] For port c2d39723-bf35-4505-b8a7-6150b03369f7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2d39723-bf35-4505-b8a7-6150b03369f7,segment=NetworkSegment(4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a),segment_id=4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:25.441267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-9fb78d42-e2e2-4711-83ec-f22e5660d0a9 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.444133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-9fb78d42-e2e2-4711-83ec-f22e5660d0a9 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/networks?id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 200 len: 797 time: 0.3150587 Nov 12 03:40:25.492008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-742ba9bf-dc90-4690-aa20-3dda06c0f404 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/quotas/19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 375 time: 0.0380182 Nov 12 03:40:25.499871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.506274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.646410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-00c1cd34-4e35-496f-8ad4-8c7ed0e95352 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464124 Nov 12 03:40:25.653427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.664595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc0c7db-d74c-448f-b6d3-8df59be1cabd {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:25.669177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb56f1-f55c-4a36-b933-bb4f4e7ba1d9 None None] Pushing event updated for resources: {'Port': ['ID=c2d39723-bf35-4505-b8a7-6150b03369f7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.684693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.707354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.14 (e1414388-b0d3-4be0-b6c8-51007013555e/b6acadd8-00a1-4b68-a80b-f7138d7464f1/78449bf5-e824-4086-a861-b36b2e0d793e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:25.734548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.23 (e1414388-b0d3-4be0-b6c8-51007013555e/735ffd12-c3f9-4484-af22-b7dc67cfc13e/78449bf5-e824-4086-a861-b36b2e0d793e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:25.753718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Transition to ACTIVE for port object bdc0c7db-d74c-448f-b6d3-8df59be1cabd will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:25.759697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.814761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.909591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.926198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-46aad888-1c99-4b5c-8395-a495a67af260 service neutron] 10.222.0.93 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568049 Nov 12 03:40:25.943908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2d39723-bf35-4505-b8a7-6150b03369f7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:26.054105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:26.054782 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.079096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Attempting to bind port bdc0c7db-d74c-448f-b6d3-8df59be1cabd on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:26.079379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Attempting to bind port bdc0c7db-d74c-448f-b6d3-8df59be1cabd by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:26.080238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Attempting to bind port bdc0c7db-d74c-448f-b6d3-8df59be1cabd on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:26.114742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Port bdc0c7db-d74c-448f-b6d3-8df59be1cabd on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:26.120217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Attempting to bind port bdc0c7db-d74c-448f-b6d3-8df59be1cabd on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:26.214460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.238206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:26.238730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:26.238918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:26.239374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Bound port: bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:26.239738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.311611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=b51eebc5-64a2-4001-9b18-06a61a71ed7a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.317635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.428136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3463921-9760-43ab-8e61-ef4c3d463cf3 req-6b1f2589-dce8-4d6f-8600-a8390c878236 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.429406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=78449bf5-e824-4086-a861-b36b2e0d793e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.435757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:26.437472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3463921-9760-43ab-8e61-ef4c3d463cf3 req-6b1f2589-dce8-4d6f-8600-a8390c878236 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1477480 Nov 12 03:40:26.437743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:26.441141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:26.461487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-8918f6bf-861f-44c0-acad-ca7b49816657 service neutron] 10.222.0.93 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102005 Nov 12 03:40:26.505185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network e1414388-b0d3-4be0-b6c8-51007013555e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:26.529024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:26.534329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:26.585087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:26.617110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.618981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.619682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3463921-9760-43ab-8e61-ef4c3d463cf3 req-87a16d08-d2b8-4091-9e74-6254007ed53f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812642 Nov 12 03:40:26.654175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:26.661829 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.753789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.754654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.756274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] 10.222.0.98 "PUT /v2.0/ports/bdc0c7db-d74c-448f-b6d3-8df59be1cabd HTTP/1.1" status: 200 len: 1092 time: 2.6306112 Nov 12 03:40:26.756900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:26.759605 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:26.827891 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a556d015-f6c4-4214-bdea-1da0c51e1d59 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8902404 Nov 12 03:40:26.835437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:26.852431 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b764ec0-a497-4be7-ba4c-41951f991209 x-openstack-request-id: req-1b764ec0-a497-4be7-ba4c-41951f991209 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:26.861293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2a92c31d-6e37-4781-b73f-f4e7a8eb5f65 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:26.861664 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a92c31d-6e37-4781-b73f-f4e7a8eb5f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.862128 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:26.862572 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1b764ec0-a497-4be7-ba4c-41951f991209 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:26.863176 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd', 'status': 'completed', 'code': 200} Nov 12 03:40:26.886461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314799-98b5-4843-80a4-7638b633dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.953929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6acadd8-00a1-4b68-a80b-f7138d7464f1'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:26.973497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42572) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:26.975634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7c1b893-9b6d-4137-8ca3-4962d6e7767c req-e56a7388-8728-42d3-965a-c4ef7749ee25 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 210 time: 0.1115513 Nov 12 03:40:27.024443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-01b8dab3-5fcc-400f-8572-41cdd278f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.026087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-01b8dab3-5fcc-400f-8572-41cdd278f0a2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 1095 time: 0.2190254 Nov 12 03:40:27.110507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-bce5753d-f921-4c8b-86a8-d3cac5bf949c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd HTTP/1.1" status: 200 len: 217 time: 0.0637996 Nov 12 03:40:27.258112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-79637117-3e2a-4298-85d3-f217c86ddfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.260741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-79637117-3e2a-4298-85d3-f217c86ddfa0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1435413 Nov 12 03:40:27.321090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afa092a-e29c-4a6a-97ea-8b1ef618921a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.348122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-62d9e328-b5c8-4242-b78d-cea9e635bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.350300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-62d9e328-b5c8-4242-b78d-cea9e635bb54 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795157 Nov 12 03:40:27.374725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.432268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e36e65f5-fa62-4d8e-816e-56a316bfdc2f None None] Provisioning complete for port 78449bf5-e824-4086-a861-b36b2e0d793e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:27.435183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e36e65f5-fa62-4d8e-816e-56a316bfdc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.518912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e36e65f5-fa62-4d8e-816e-56a316bfdc2f None None] Port 78449bf5-e824-4086-a861-b36b2e0d793e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:27.595497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-496bee9d-1052-4726-abe8-f7dcc925a1a7 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215617 Nov 12 03:40:27.647194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afa092a-e29c-4a6a-97ea-8b1ef618921a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.688261 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7afa092a-e29c-4a6a-97ea-8b1ef618921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.817240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7afa092a-e29c-4a6a-97ea-8b1ef618921a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc5339efa68242c59c30d5dc2e147a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8327103 Nov 12 03:40:27.820825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.827044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa092a-e29c-4a6a-97ea-8b1ef618921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b4f1ad-e42c-4388-a551-169ccddad6da,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.972158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad5bc326-cde5-40d8-8eaf-77716fbb1dea req-a2bb040b-91ba-4c34-8031-32a8bbc56e3d service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656859 Nov 12 03:40:28.120662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.131228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316806af-7c5a-4f0b-8a2b-dc845a499f31 req-5f76daa7-cdac-4001-b5aa-6d53947aafeb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.140356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-316806af-7c5a-4f0b-8a2b-dc845a499f31 req-5f76daa7-cdac-4001-b5aa-6d53947aafeb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2592776 Nov 12 03:40:28.165930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.169722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.198163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Delete allocated IP 172.20.0.23 (e1414388-b0d3-4be0-b6c8-51007013555e/735ffd12-c3f9-4484-af22-b7dc67cfc13e) {{(pid=102605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:40:28.244616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f6c98a8-94f9-415f-bcc2-7f4e61aeae51 req-c6b9a106-f326-4be9-84b4-9aa10f1ed253 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 210 time: 0.0780909 Nov 12 03:40:28.296885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-14525875-8c6c-47f1-bfa9-4444d46a23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.299304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-14525875-8c6c-47f1-bfa9-4444d46a23ac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 1095 time: 0.2474666 Nov 12 03:40:28.304807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-316806af-7c5a-4f0b-8a2b-dc845a499f31 req-ba2e955c-f4ff-49f5-9799-1cf9e45b0d82 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634338 Nov 12 03:40:28.413482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.449675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.452667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.453816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c5b4f1ad-e42c-4388-a551-169ccddad6da HTTP/1.1" status: 204 len: 168 time: 0.5791979 Nov 12 03:40:28.490679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc0064-92b4-479d-a1c8-9f679af1b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b4f1ad-e42c-4388-a551-169ccddad6da,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.622476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.634438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.654566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-dace2767-3a9b-4c43-9050-9685e60d2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.656491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-dace2767-3a9b-4c43-9050-9685e60d2da5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.3277259 Nov 12 03:40:28.682397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=78449bf5-e824-4086-a861-b36b2e0d793e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.702721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-b7100288-9885-4344-92f6-496e30f5215f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd HTTP/1.1" status: 200 len: 217 time: 0.0370376 Nov 12 03:40:28.817537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-4be7e154-eab7-416c-b458-f30914807765 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.819103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-4be7e154-eab7-416c-b458-f30914807765 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/networks?id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 200 len: 797 time: 0.3646839 Nov 12 03:40:28.827746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-16ec3497-1c24-4f01-beca-625f8bb45c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.832528 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.834622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] In _notify_port_updated(), no bound segment for port 78449bf5-e824-4086-a861-b36b2e0d793e on network e1414388-b0d3-4be0-b6c8-51007013555e {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:28.840248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-16ec3497-1c24-4f01-beca-625f8bb45c3a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1241093 Nov 12 03:40:28.840379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.841064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.845166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42594) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.845395 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f69c9838-1995-443a-97f7-085c046d9ec3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/ports/78449bf5-e824-4086-a861-b36b2e0d793e HTTP/1.1" status: 200 len: 919 time: 1.9011335 Nov 12 03:40:28.851282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6acadd8-00a1-4b68-a80b-f7138d7464f1'}, {'subnet_id': '735ffd12-c3f9-4484-af22-b7dc67cfc13e'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:28.852008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.936004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=b51eebc5-64a2-4001-9b18-06a61a71ed7a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.977182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.146910 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 10f6894c-b1c7-443c-85ad-20bf2ad010ab associated. External IP: 172.25.4.108, port: b2413233-c5a5-433c-bece-c6e619f942fc. Nov 12 03:40:29.159341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-24843ed5-79f9-45df-b4ef-1ad3b05aed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.161464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-24843ed5-79f9-45df-b4ef-1ad3b05aed08 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3055499 Nov 12 03:40:29.233712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9d82459e-4e54-4482-bcdc-690ff6985764 None None] Provisioning complete for port 78449bf5-e824-4086-a861-b36b2e0d793e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:29.234111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d82459e-4e54-4482-bcdc-690ff6985764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.264043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-2206f729-6c08-4215-8c45-fdee615fc213 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19051456257a446398313d84ab175d09 HTTP/1.1" status: 200 len: 379 time: 0.4054904 Nov 12 03:40:29.299729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'port': {'device_id': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'admin_state_up': True, 'tenant_id': '19051456257a446398313d84ab175d09', 'security_groups': ['a8b67d06-5ccc-4af4-9fc4-47633f43fa20']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:29.337644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9d82459e-4e54-4482-bcdc-690ff6985764 None None] Port 78449bf5-e824-4086-a861-b36b2e0d793e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:29.567448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-910340dc-8ac4-4263-b369-b5df8480ad05 req-7de4017e-12d5-4d96-bbed-3eeb4928c4d5 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 210 time: 0.1131544 Nov 12 03:40:29.591598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.615427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f5ca-324a-4593-ad1d-8e74f67574b0 req-7c181c0e-621e-40b8-88ce-6179cbe3939c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.631539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed93f5ca-324a-4593-ad1d-8e74f67574b0 req-7c181c0e-621e-40b8-88ce-6179cbe3939c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1758435 Nov 12 03:40:29.643606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:29.687230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-e94a40a3-9d8b-4f75-83ec-788d5a89cd5e service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174181 Nov 12 03:40:29.803672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:29.815373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:29.830912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:29.832331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:29.903833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:29.913176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed93f5ca-324a-4593-ad1d-8e74f67574b0 req-34d60b0f-7437-4f49-8be3-5a8b46f5bdfb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807441 Nov 12 03:40:29.914121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:29.915105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:29.919010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Made reservation on behalf of 19051456257a446398313d84ab175d09 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:29.922410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.955010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:29.956181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b9ee4-5bdd-41fc-a4d3-94f4db9e3ba7 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:29.964603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.993398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea922bdb-3acc-4fc3-a9a7-86a9ba932f7a req-d9c32c41-d695-46aa-bb7a-f1ef5deb08d2 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991297 Nov 12 03:40:30.020606 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1343ed57-a994-4583-bc44-efa2e5f9872b tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9295719 Nov 12 03:40:30.024626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.120174 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ff0d28f-7dd8-4e46-b1e5-1d4b725b6aad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/floatingips/10f6894c-b1c7-443c-85ad-20bf2ad010ab HTTP/1.1" status: 200 len: 977 time: 0.0939505 Nov 12 03:40:30.120790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.300540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba10a52e-7e32-42dd-ad60-234e72d38950 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1757843 Nov 12 03:40:30.301239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.308078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': 'dc386ec1-56be-472d-84ff-89400289ab56'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:30.354496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.20.0.10 (1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7/3e68b6ed-fd07-42a9-8239-ff6e88bac838/24dbd264-7ee9-4450-92e9-7b2cc87ecb68) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:30.359091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.20 (e1414388-b0d3-4be0-b6c8-51007013555e/735ffd12-c3f9-4484-af22-b7dc67cfc13e/78449bf5-e824-4086-a861-b36b2e0d793e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:30.419806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.805525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.928529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee19bfc8-ff36-426d-ae4c-5ec5a982fef4 req-bf010a5d-5a0b-458b-9323-9cff7b3b494c tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 210 time: 0.0890117 Nov 12 03:40:31.010303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.025908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.146628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.281334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=78449bf5-e824-4086-a861-b36b2e0d793e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.422711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.423305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.423305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.423723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.430082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.430545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.430943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.431504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.431736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.432103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.432432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.432757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:31.459029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7af4-50fc-4fb5-a33e-1a7676fcc987 req-1873f306-b4ff-4bba-af6d-d09031561588 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.473576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e17f7af4-50fc-4fb5-a33e-1a7676fcc987 req-1873f306-b4ff-4bba-af6d-d09031561588 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.3220658 Nov 12 03:40:31.531407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.534587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] In _notify_port_updated(), no bound segment for port 78449bf5-e824-4086-a861-b36b2e0d793e on network e1414388-b0d3-4be0-b6c8-51007013555e {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:31.540528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.541300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.545880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-57fc93de-7007-4c30-b4d3-a546f9df285a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/ports/78449bf5-e824-4086-a861-b36b2e0d793e HTTP/1.1" status: 200 len: 999 time: 2.6989274 Nov 12 03:40:31.546565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42706) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:31.587295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c3ceaf83-1df1-4a66-93eb-a16607769c42 None None] Provisioning complete for port 78449bf5-e824-4086-a861-b36b2e0d793e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:31.587714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3ceaf83-1df1-4a66-93eb-a16607769c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.662824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c3ceaf83-1df1-4a66-93eb-a16607769c42 None None] Port 78449bf5-e824-4086-a861-b36b2e0d793e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:31.696184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.711221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:31.718063 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.726596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e17f7af4-50fc-4fb5-a33e-1a7676fcc987 req-939a595f-66d7-4c66-b525-0bdecd3f5abf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525094 Nov 12 03:40:31.727540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:31.758273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:31.844511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.845817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.880029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 78449bf5-e824-4086-a861-b36b2e0d793e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:31.881309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.897934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.903209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.906528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-3b2c8361-2390-489f-b314-7f9da17ccf60 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6270459 Nov 12 03:40:31.920122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Request body: {'port': {'device_id': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:32.079236 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 10f6894c-b1c7-443c-85ad-20bf2ad010ab associated. External IP: 172.25.4.108, port: b2413233-c5a5-433c-bece-c6e619f942fc. Nov 12 03:40:32.127558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.187920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.259290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 78449bf5-e824-4086-a861-b36b2e0d793e owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:32.295131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e846176f-0139-4e61-8d97-ee299348d45c None None] Provisioning complete for port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:32.295704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e846176f-0139-4e61-8d97-ee299348d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.338389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702c091-73d8-4695-bc22-eb5173a3e214 req-e94fbd0a-37c7-4c91-bbd6-c883edc104a1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.341427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5702c091-73d8-4695-bc22-eb5173a3e214 req-e94fbd0a-37c7-4c91-bbd6-c883edc104a1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 932 time: 0.2072248 Nov 12 03:40:32.354963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e846176f-0139-4e61-8d97-ee299348d45c None None] Port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:32.500310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:32.582895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5702c091-73d8-4695-bc22-eb5173a3e214 req-fc5dddda-b78d-4be1-ba42-31aec2075046 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332294 Nov 12 03:40:32.688651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:32.700760 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:32.720483 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:32.721137 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:32.774816 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:32.788627 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:32.789516 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:32.836945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:32.837878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782f945-636f-4bfc-9cdc-46dcae9ff51b None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:32.843852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:32.857769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.870934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.941875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=78449bf5-e824-4086-a861-b36b2e0d793e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.946539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Transition to ACTIVE for port object 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:32.976461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.112213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff7dc-0ab9-488b-9dcc-6bce013d28cf req-c1673cf8-2b17-4baa-9c1c-27a0f14b46bb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.113581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c51ff7dc-0ab9-488b-9dcc-6bce013d28cf req-c1673cf8-2b17-4baa-9c1c-27a0f14b46bb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2621288 Nov 12 03:40:33.180414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:33.193181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Pushing event updated for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.249141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.258986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc89225a-c789-4f91-9ae9-fd4048982ad4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/78449bf5-e824-4086-a861-b36b2e0d793e HTTP/1.1" status: 204 len: 168 time: 1.7014747 Nov 12 03:40:33.274947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42718) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.385741 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9743623-a5bf-43c7-b4fe-63e8d1af7bd2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:33.387757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e9743623-a5bf-43c7-b4fe-63e8d1af7bd2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/78449bf5-e824-4086-a861-b36b2e0d793e HTTP/1.1" status: 404 len: 333 time: 0.1118150 Nov 12 03:40:33.388880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Attempting to bind port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:33.389455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Attempting to bind port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:33.389882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Attempting to bind port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 on network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:33.395025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.410798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 on network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:33.414412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Attempting to bind port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 on network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:33.452721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:33.465889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:33.475354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.478145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:33.478602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Checking segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:33.479072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Bound using segment: {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:33.479513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Bound port: 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bded10cb-5c17-46ba-b573-540566b5efc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:33.479899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.485023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:33.486961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.502616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c51ff7dc-0ab9-488b-9dcc-6bce013d28cf req-a048d42a-f9f5-48c0-9a39-d73d6bb5752a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637064 Nov 12 03:40:33.514328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 735ffd12-c3f9-4484-af22-b7dc67cfc13e {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:33.523204 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.552744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.576353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:33.577394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.619927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:33.623496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b886d1-554c-4b53-8c4d-4c18790f0a96 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:33.648571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57a8e114-953f-440b-a002-ccd761036025 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/10f6894c-b1c7-443c-85ad-20bf2ad010ab HTTP/1.1" status: 200 len: 979 time: 3.3447881 Nov 12 03:40:33.650129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42726) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:33.655102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:33.657974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.736943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.838543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:33.843875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:33.855991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.862363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.873456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b265f8d-808d-4c9e-9a4d-b9e51d89d099 req-63aacb90-d106-4d41-848d-d0275a62713e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.875632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b265f8d-808d-4c9e-9a4d-b9e51d89d099 req-63aacb90-d106-4d41-848d-d0275a62713e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 944 time: 0.1474965 Nov 12 03:40:33.951438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.952034 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.953410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] 10.222.0.100 "PUT /v2.0/ports/24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 200 len: 1093 time: 2.0387249 Nov 12 03:40:33.961510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.961738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:33.963576 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f029c6f-0ad5-4451-a28c-e9bdf681c208" -d '{"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:33.967388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.968089 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 10f6894c-b1c7-443c-85ad-20bf2ad010ab disassociated. External IP: 172.25.4.108, port: dc386ec1-56be-472d-84ff-89400289ab56. Nov 12 03:40:34.064729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa4ed2-c9af-449c-961a-d16888ba9130 service neutron] Pushing event updated for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.091860 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac0963-c0fd-457d-b797-8688eb8da752 x-openstack-request-id: req-6cac0963-c0fd-457d-b797-8688eb8da752 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:34.092296 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:34.092525 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6cac0963-c0fd-457d-b797-8688eb8da752 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:34.092797 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'status': 'completed', 'code': 200} Nov 12 03:40:34.177262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b265f8d-808d-4c9e-9a4d-b9e51d89d099 req-37196046-35d2-4245-8ded-61e29dca5577 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793877 Nov 12 03:40:34.187932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.233631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=735ffd12-c3f9-4484-af22-b7dc67cfc13e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.243325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.249977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7c52fe9-c365-44bf-a5a7-19d89ebf5a12 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/735ffd12-c3f9-4484-af22-b7dc67cfc13e HTTP/1.1" status: 204 len: 168 time: 0.8508844 Nov 12 03:40:34.250604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.261599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ed69d-ba5d-48ca-92a6-03fb746ace9d None None] Network e1414388-b0d3-4be0-b6c8-51007013555e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:34.296694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-b28bcac1-0fd0-462d-a1d4-b200631a1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.298548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-b28bcac1-0fd0-462d-a1d4-b200631a1fb3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1096 time: 0.2777560 Nov 12 03:40:34.349201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:34.355686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-13182ec9-f742-43ff-9e7d-264b55249b3a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 200 len: 217 time: 0.0449023 Nov 12 03:40:34.424630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-73460b22-7f80-4414-a2a7-7992369ff1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.426127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-73460b22-7f80-4414-a2a7-7992369ff1fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3e68b6ed-fd07-42a9-8239-ff6e88bac838 HTTP/1.1" status: 200 len: 834 time: 0.0637412 Nov 12 03:40:34.432888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet b6acadd8-00a1-4b68-a80b-f7138d7464f1 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:34.438515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.483675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.544228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:34.557851 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:34.563227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.584945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:34.587498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.614606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.637272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e74c23fa-d614-4c97-83d3-f704c722c321 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/10f6894c-b1c7-443c-85ad-20bf2ad010ab HTTP/1.1" status: 200 len: 688 time: 0.9841909 Nov 12 03:40:34.638867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.721341 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.769647 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:34.770706 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.824374 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.902273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.912406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/b6acadd8-00a1-4b68-a80b-f7138d7464f1 HTTP/1.1" status: 204 len: 168 time: 0.6541374 Nov 12 03:40:34.926768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.942146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port b51eebc5-64a2-4001-9b18-06a61a71ed7a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:34.942758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.968130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a00b0-6ebd-46f8-9b85-785a86f18434 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=b6acadd8-00a1-4b68-a80b-f7138d7464f1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.986382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bfab5-c60e-42e9-a1fa-1768ab72c910 req-7d3865ab-c374-4665-a101-119b510af5c2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.989153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df4bfab5-c60e-42e9-a1fa-1768ab72c910 req-7d3865ab-c374-4665-a101-119b510af5c2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2233412 Nov 12 03:40:35.045504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:35.046194 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a6c51-a0c2-4789-a7e7-11b836fe0b7f None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:35.056970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-29ce8ed2-b814-4ea1-855e-062100e1cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.058289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-29ce8ed2-b814-4ea1-855e-062100e1cddd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2514822 Nov 12 03:40:35.130708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.144001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df4bfab5-c60e-42e9-a1fa-1768ab72c910 req-ec39b5d1-1b1a-4a44-a61b-01c5c6c378c5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469631 Nov 12 03:40:35.221471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.224091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.234163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-16147641-ddaf-40c3-9954-8b9b5d2cdc41 service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679451 Nov 12 03:40:35.271318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for b51eebc5-64a2-4001-9b18-06a61a71ed7a owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:35.290855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port c2d39723-bf35-4505-b8a7-6150b03369f7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:35.291489 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.448926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port c2d39723-bf35-4505-b8a7-6150b03369f7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c2d39723-bf35-4505-b8a7-6150b03369f7,segment=NetworkSegment(4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a),segment_id=4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:35.449518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.465310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1072f8-6e3f-45aa-be04-f6226277d351 req-990d2420-957b-4f8d-acfd-289f38836204 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.467619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e1072f8-6e3f-45aa-be04-f6226277d351 req-990d2420-957b-4f8d-acfd-289f38836204 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 944 time: 0.1072998 Nov 12 03:40:35.470906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for c2d39723-bf35-4505-b8a7-6150b03369f7 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:35.515823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3629d509-4be9-4dd0-ad23-304eff8c9b82 req-a9fe25a4-4956-4cca-94b5-c3a62a02baed service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722666 Nov 12 03:40:35.538358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8acad-8a71-412a-a212-9bea6a90e757 None None] Network e1414388-b0d3-4be0-b6c8-51007013555e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:35.607137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e1072f8-6e3f-45aa-be04-f6226277d351 req-ce101950-ea9d-4712-aab5-51e559c89f73 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296728 Nov 12 03:40:35.642600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2b49d0ec-4107-41ec-8950-eff40943bf09 None None] Provisioning complete for port c2d39723-bf35-4505-b8a7-6150b03369f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:35.643117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b49d0ec-4107-41ec-8950-eff40943bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.645272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-ca4bb351-6672-441f-b60c-53c3015442be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.646918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-ca4bb351-6672-441f-b60c-53c3015442be service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1096 time: 0.0570614 Nov 12 03:40:35.686485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.759847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=b51eebc5-64a2-4001-9b18-06a61a71ed7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.780538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-6e27d96c-2fad-4cd5-9e96-9483293d6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.785928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-6e27d96c-2fad-4cd5-9e96-9483293d6e4b service neutron] 10.222.0.100 "GET /v2.0/networks?id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 200 len: 899 time: 0.1295204 Nov 12 03:40:35.801390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.843413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1719f8-2af5-4ac0-9042-014e06164821 None None] DHCP port deletion for e1414388-b0d3-4be0-b6c8-51007013555e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:35.846177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=c2d39723-bf35-4505-b8a7-6150b03369f7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.867499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port c2d39723-bf35-4505-b8a7-6150b03369f7 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:35.873856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-c4c338f3-cf4d-4185-978e-23d1dc00a668 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 200 len: 217 time: 0.0801320 Nov 12 03:40:35.880211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.884140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.885564 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb6920be-87cd-4bd9-a55b-7c1b3f9348ca tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/10f6894c-b1c7-443c-85ad-20bf2ad010ab HTTP/1.1" status: 204 len: 168 time: 1.2449450 Nov 12 03:40:35.892747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42748) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:35.949867 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-ad8b704b-35df-46bf-8cc5-76ebc8f90449 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] delete failed (client error): The resource could not be found. Nov 12 03:40:35.952008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ad8b704b-35df-46bf-8cc5-76ebc8f90449 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/10f6894c-b1c7-443c-85ad-20bf2ad010ab HTTP/1.1" status: 404 len: 345 time: 0.0573196 Nov 12 03:40:35.956135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:35.983377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.012278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1414388-b0d3-4be0-b6c8-51007013555e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:36.023703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:36.024144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4deb4aa6-6f9c-4014-b919-9d7cbd41ea7a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:36.024420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-f33221e4-6e14-4ce8-b0e2-730385f3881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.025733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-f33221e4-6e14-4ce8-b0e2-730385f3881b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3e68b6ed-fd07-42a9-8239-ff6e88bac838 HTTP/1.1" status: 200 len: 834 time: 0.1436949 Nov 12 03:40:36.035902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.060050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.068782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:36.069263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:36.072558 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:36.087677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c4676-7950-479c-8df3-b78f1349952e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.093624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c4676-7950-479c-8df3-b78f1349952e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.099567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c4676-7950-479c-8df3-b78f1349952e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.101271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-835c4676-7950-479c-8df3-b78f1349952e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/ports?network_id=93006418-11b1-4056-baa4-34beaf57b2cd HTTP/1.1" status: 200 len: 2358 time: 0.1439521 Nov 12 03:40:36.104317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42752) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.142163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.151027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.158491 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/e1414388-b0d3-4be0-b6c8-51007013555e HTTP/1.1" status: 204 len: 168 time: 1.2302639 Nov 12 03:40:36.161193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42756) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.163722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-270b183b-55eb-4351-ac2d-5c9085683c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.165388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-270b183b-55eb-4351-ac2d-5c9085683c4e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279316 Nov 12 03:40:36.173606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54c1d-06f5-4d9d-b12a-fafa0feb2e72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=e1414388-b0d3-4be0-b6c8-51007013555e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.295018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d9cfc7-26de-4547-867e-0890e9c3d1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.296535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-06d9cfc7-26de-4547-867e-0890e9c3d1b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/subnets/3603aa11-c3e0-42e7-ba70-180e13926040 HTTP/1.1" status: 200 len: 797 time: 0.1910024 Nov 12 03:40:36.301941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.307433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'port': {'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd', 'name': 'tempest-FloatingIPTestJSON-902433386', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:36.354743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2616229-550f-4a2d-90cd-875c6b2ff590 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.356312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c2616229-550f-4a2d-90cd-875c6b2ff590 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1897535 Nov 12 03:40:36.361174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42760) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.415283 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:36.417853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-2b0dca13-c386-407c-9f5d-59c8acadcd1a service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399879 Nov 12 03:40:36.430228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfc0ed-4bfb-4992-b9ca-ec52dbc6ce03 req-901ada9b-84d0-45b9-bb17-4bf5c88b3553 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.431718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fbfc0ed-4bfb-4992-b9ca-ec52dbc6ce03 req-901ada9b-84d0-45b9-bb17-4bf5c88b3553 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1915624 Nov 12 03:40:36.442931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:36.492314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8d47b603-e286-4237-9598-7e0d93bed7d8 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1262238 Nov 12 03:40:36.497631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42762) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.531328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1911475502'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:36.549515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.580173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] device_id is not set on port 3f9a21d0-b345-40c6-9dab-50e0f92b335e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:36.593880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fbfc0ed-4bfb-4992-b9ca-ec52dbc6ce03 req-27d0c9de-e3e0-4b94-bcd6-4c175016e1da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486883 Nov 12 03:40:36.599287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:36.602596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.636136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f029c6f-0ad5-4451-a28c-e9bdf681c208 req-003b7a35-9eac-462c-b8b1-d73aee019404 service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951139 Nov 12 03:40:36.670889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:36.702442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.703032 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment ce383997-cfaf-46af-bac2-afbdfe06e805 of type vlan for network cda46864-947c-45b2-8dc3-79d09c3d3592 Nov 12 03:40:36.810763 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.848624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85acad5-fa29-40a5-8aa9-146897c0c041 req-42d9b0e7-880b-40e9-8b5a-abd99932356e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.850167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d85acad5-fa29-40a5-8aa9-146897c0c041 req-42d9b0e7-880b-40e9-8b5a-abd99932356e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 944 time: 0.0898459 Nov 12 03:40:36.857402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.863622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.864279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.920422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4192789 Nov 12 03:40:36.921074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42770) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:36.925516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:37.036842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.14 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/3f9a21d0-b345-40c6-9dab-50e0f92b335e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:37.044923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.12 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/3f9a21d0-b345-40c6-9dab-50e0f92b335e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:37.245690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.290901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.350855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=3f9a21d0-b345-40c6-9dab-50e0f92b335e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.380046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d4553-83dc-434e-adb8-28b682673365 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=cda46864-947c-45b2-8dc3-79d09c3d3592,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.392428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:37.394922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network cda46864-947c-45b2-8dc3-79d09c3d3592 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:37.396297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:37.399560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:37.453506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d85acad5-fa29-40a5-8aa9-146897c0c041 req-bb0fa4f1-a0bc-4708-b511-960814e19289 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5796895 Nov 12 03:40:37.487915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.488176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:37.491457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.494500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.515160 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee2298c4-904a-4ebc-84b1-f578642c9f92 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2118344 Nov 12 03:40:37.515986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:37.529453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '3f9a21d0-b345-40c6-9dab-50e0f92b335e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:37.558547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.709486 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.823572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c4771-2ef4-491a-93e7-d51a46506acc req-f46d76c8-1df2-4659-8408-50f564f1897e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.825255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d3c4771-2ef4-491a-93e7-d51a46506acc req-f46d76c8-1df2-4659-8408-50f564f1897e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1157882 Nov 12 03:40:37.826912 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.851469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:37.902894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.84 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/eb850a43-0f38-492b-aefb-357f52b549d6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:37.912483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2d39723-bf35-4505-b8a7-6150b03369f7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:37.931922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=344e05ff-e8c8-4d99-90c3-8688540fde33,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.960230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d3c4771-2ef4-491a-93e7-d51a46506acc req-102c2779-0635-4647-a7d9-7aa80642f432 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256082 Nov 12 03:40:37.961239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': 'ce383997-cfaf-46af-bac2-afbdfe06e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:37.961604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: cda46864-947c-45b2-8dc3-79d09c3d3592, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:37.985284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network cda46864-947c-45b2-8dc3-79d09c3d3592 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:38.009154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, cda46864-947c-45b2-8dc3-79d09c3d3592) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:38.013863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.014692 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.037147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c3aa94af-b75f-44c0-998c-494b58f73c34 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1154158 Nov 12 03:40:38.040132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:38.045581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592', 'name': 'tempest-PortsTestJSON-803193725'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:38.109504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.146739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:38.167151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.172728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'port_id': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'mac_address': 'fa:16:3e:65:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:38.175632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f1ec7-9f7b-44e1-8310-ff3dd8dab8c2 None None] Network cda46864-947c-45b2-8dc3-79d09c3d3592 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:38.180245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c2d39723-bf35-4505-b8a7-6150b03369f7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:38.180888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c2d39723-bf35-4505-b8a7-6150b03369f7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:38.210869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:38.214522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:38.219060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:38.300363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:38.306774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.308306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.342414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 96861902-bb9a-4550-8623-5bf8a40a577a yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:38.363628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:38.401054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:38.481925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.567266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-cda46864-947c-45b2-8dc3-79d09c3d3592', 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': '344e05ff-e8c8-4d99-90c3-8688540fde33'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:38.571122 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.591830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.7 (cda46864-947c-45b2-8dc3-79d09c3d3592/344e05ff-e8c8-4d99-90c3-8688540fde33/96861902-bb9a-4550-8623-5bf8a40a577a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:38.728622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=eb850a43-0f38-492b-aefb-357f52b549d6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:38.732181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['24dbd264-7ee9-4450-92e9-7b2cc87ecb68'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:38.733540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:38.783842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44d1df-9461-46d2-8354-fc293cc368b4 req-a900b7a7-f452-4606-8081-989ffef8387d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.785461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d44d1df-9461-46d2-8354-fc293cc368b4 req-a900b7a7-f452-4606-8081-989ffef8387d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 945 time: 0.2068214 Nov 12 03:40:38.888663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d44d1df-9461-46d2-8354-fc293cc368b4 req-3b34d77a-819d-423f-a189-2afac94672bf tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878594 Nov 12 03:40:38.987848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.033108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.100288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network cda46864-947c-45b2-8dc3-79d09c3d3592 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:39.111661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:39.121719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:39.140519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Allocated IP 172.20.0.2 (cda46864-947c-45b2-8dc3-79d09c3d3592/344e05ff-e8c8-4d99-90c3-8688540fde33/58964456-fee0-4d49-9845-e02ea0a2ace8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:39.279885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=96861902-bb9a-4550-8623-5bf8a40a577a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.324813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.325762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.328256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.341357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a9e01-bfd2-4a1f-8de3-7de3b22ee2b5 req-9c6227b6-f24b-4533-b0a3-a33a414db736 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.344443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-002a9e01-bfd2-4a1f-8de3-7de3b22ee2b5 req-9c6227b6-f24b-4533-b0a3-a33a414db736 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1962957 Nov 12 03:40:39.380718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:39.382690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a1579736-3958-48bf-b05b-21e6f94db91f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3412442 Nov 12 03:40:39.397149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592', 'name': 'tempest-PortsTestJSON-306505452'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:39.451663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-002a9e01-bfd2-4a1f-8de3-7de3b22ee2b5 req-32cb8471-9beb-45f1-a204-0f490780b424 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911779 Nov 12 03:40:39.521406 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.528133 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.535373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.571034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Network cda46864-947c-45b2-8dc3-79d09c3d3592 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:39.574988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:39.583563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:39.626898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:39.631112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.660272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Pushing event updated for resources: {'Port': ['ID=58964456-fee0-4d49-9845-e02ea0a2ace8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.667099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Attempting to bind port 58964456-fee0-4d49-9845-e02ea0a2ace8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:39.667477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Attempting to bind port 58964456-fee0-4d49-9845-e02ea0a2ace8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ce383997-cfaf-46af-bac2-afbdfe06e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:39.669864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Attempting to bind port 58964456-fee0-4d49-9845-e02ea0a2ace8 on network cda46864-947c-45b2-8dc3-79d09c3d3592 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:39.674123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:39.675263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Checking segment: {'id': 'ce383997-cfaf-46af-bac2-afbdfe06e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:39.675263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.675507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Bound using segment: {'id': 'ce383997-cfaf-46af-bac2-afbdfe06e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:39.675793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Bound port: 58964456-fee0-4d49-9845-e02ea0a2ace8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce383997-cfaf-46af-bac2-afbdfe06e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'cda46864-947c-45b2-8dc3-79d09c3d3592'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:39.676183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.693987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 732715e9-e645-4ad5-a514-80701979e9af yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:39.747930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] For port 58964456-fee0-4d49-9845-e02ea0a2ace8, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:39.751990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] For port 58964456-fee0-4d49-9845-e02ea0a2ace8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=58964456-fee0-4d49-9845-e02ea0a2ace8,segment=NetworkSegment(ce383997-cfaf-46af-bac2-afbdfe06e805),segment_id=ce383997-cfaf-46af-bac2-afbdfe06e805)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:39.760222 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.819847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c51b1-a8ba-499c-9708-4a2274433903 None None] Pushing event updated for resources: {'Port': ['ID=58964456-fee0-4d49-9845-e02ea0a2ace8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.872334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:39.881346 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.898127 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.900939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.11 (cda46864-947c-45b2-8dc3-79d09c3d3592/344e05ff-e8c8-4d99-90c3-8688540fde33/732715e9-e645-4ad5-a514-80701979e9af) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:40.027399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=eb850a43-0f38-492b-aefb-357f52b549d6,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.028561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:40.034683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:40.035135 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.099736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.174605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf80e2-b4c7-4778-b01c-b987cfe14e1e req-dabfc115-d4d0-4500-95cd-3f80107823f7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.178296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ccf80e2-b4c7-4778-b01c-b987cfe14e1e req-dabfc115-d4d0-4500-95cd-3f80107823f7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 945 time: 0.1622477 Nov 12 03:40:40.306776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.350588 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ccf80e2-b4c7-4778-b01c-b987cfe14e1e req-edbe3613-f89c-46da-be60-bade066e040f tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507275 Nov 12 03:40:40.367273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:40.378757 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c49b2-b1ff-4580-ac27-ec4b579df3fc" -d '{"events": [{"server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "name": "network-vif-plugged", "status": "completed", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:40.396720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:40.404136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.464824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.477580 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c4bdf-60be-4e41-959e-b00ab34e4efc x-openstack-request-id: req-3b6c4bdf-60be-4e41-959e-b00ab34e4efc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:40.478802 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "name": "network-vif-plugged", "status": "completed", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:40.479254 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3b6c4bdf-60be-4e41-959e-b00ab34e4efc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:40.479838 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'code': 200} Nov 12 03:40:40.497717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.570913 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP af24b463-b64e-4f55-8322-c96eb5f324bd associated. External IP: 172.25.4.84, port: 3f9a21d0-b345-40c6-9dab-50e0f92b335e. Nov 12 03:40:40.639623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.702076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f7-88f2-4425-aaaf-5360dfc9f9bf req-3a960675-df19-4b96-b9b8-ddb23c9bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.707840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c04b8f7-88f2-4425-aaaf-5360dfc9f9bf req-3a960675-df19-4b96-b9b8-ddb23c9bb139 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1098 time: 0.1607759 Nov 12 03:40:40.725006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network cda46864-947c-45b2-8dc3-79d09c3d3592 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:40.732735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:40.745822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:40.805350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=732715e9-e645-4ad5-a514-80701979e9af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.850183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c04b8f7-88f2-4425-aaaf-5360dfc9f9bf req-70002b1c-65aa-457a-90cc-12ce3cb38750 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318579 Nov 12 03:40:40.872640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a0cc1-fba8-4f80-9215-fc4779b19ec2 req-b68bc13e-3290-41a6-86ba-be47e780cc53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.884928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865a0cc1-fba8-4f80-9215-fc4779b19ec2 req-b68bc13e-3290-41a6-86ba-be47e780cc53 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2796981 Nov 12 03:40:40.909763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.910410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.031280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:41.034925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865a0cc1-fba8-4f80-9215-fc4779b19ec2 req-072a67a3-fc5a-405e-866c-c70a9e0efadd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486211 Nov 12 03:40:41.061010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-140de6f7-fbf0-44ce-8175-a798710647f1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6792192 Nov 12 03:40:41.061881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42804) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.362881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cde309-2991-4d7f-adf7-ce87dc776c2b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.365522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85cde309-2991-4d7f-adf7-ce87dc776c2b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2961290 Nov 12 03:40:41.368041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42806) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.386503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:41.406533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:41.433296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:41.433956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:41.445477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.551695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:41.562833 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-993923aa-897f-47c8-a838-17baac6fb4dd tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0401540 Nov 12 03:40:41.563157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:41.578710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': '3f9a21d0-b345-40c6-9dab-50e0f92b335e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:41.580845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b06d6-0c92-427a-865e-0680e21198be None None] Network cda46864-947c-45b2-8dc3-79d09c3d3592 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:41.617380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:41.617971 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:41.782927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 732715e9-e645-4ad5-a514-80701979e9af {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:41.783853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.913178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:41.914417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e16b3d-75f3-4aa3-8813-3bdc13aee529 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:41.975902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.087319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 58964456-fee0-4d49-9845-e02ea0a2ace8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:42.266856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9d8cf826-761f-493f-a30d-17d817368357 None None] Provisioning complete for port 58964456-fee0-4d49-9845-e02ea0a2ace8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:42.267237 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf826-761f-493f-a30d-17d817368357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.335352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16303a-14ee-438e-9bf0-46216b0ce68d req-4fd39e1c-2b61-4a1f-82e5-3436f2409164 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.337509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca16303a-14ee-438e-9bf0-46216b0ce68d req-4fd39e1c-2b61-4a1f-82e5-3436f2409164 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.7543986 Nov 12 03:40:42.359811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 58964456-fee0-4d49-9845-e02ea0a2ace8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:42.360206 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.458920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.488328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.499395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d758e98-de0b-4d6a-95f0-df3733941ae9 req-782138f3-3b5f-409e-afda-d6b380abc1b3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.501533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d758e98-de0b-4d6a-95f0-df3733941ae9 req-782138f3-3b5f-409e-afda-d6b380abc1b3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2559826 Nov 12 03:40:42.549804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 732715e9-e645-4ad5-a514-80701979e9af owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:42.582052 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf826-761f-493f-a30d-17d817368357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.589018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 58964456-fee0-4d49-9845-e02ea0a2ace8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=58964456-fee0-4d49-9845-e02ea0a2ace8,segment=NetworkSegment(ce383997-cfaf-46af-bac2-afbdfe06e805),segment_id=ce383997-cfaf-46af-bac2-afbdfe06e805)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:42.608819 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.684325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=58964456-fee0-4d49-9845-e02ea0a2ace8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.698790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca16303a-14ee-438e-9bf0-46216b0ce68d req-5fa442e6-690d-48f0-9edd-45116bcecab7 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395100 Nov 12 03:40:42.753304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-9d8cf826-761f-493f-a30d-17d817368357 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:40:42.753682 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-9d8cf826-761f-493f-a30d-17d817368357 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:40:42.869084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d758e98-de0b-4d6a-95f0-df3733941ae9 req-9aa52172-870e-4fc1-8282-11ea6a959016 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355019 Nov 12 03:40:43.027436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.038319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:40:43.108262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=732715e9-e645-4ad5-a514-80701979e9af,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.191020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.198981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.217788 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.224890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae6ee4b9-06e8-4506-91d5-b7b2b95cf54e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/732715e9-e645-4ad5-a514-80701979e9af HTTP/1.1" status: 204 len: 168 time: 1.8525269 Nov 12 03:40:43.228077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.307622 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b53abf-21e0-4766-ae2f-ca3578047d2f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:43.311796 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d1b53abf-21e0-4766-ae2f-ca3578047d2f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/732715e9-e645-4ad5-a514-80701979e9af HTTP/1.1" status: 404 len: 333 time: 0.0831211 Nov 12 03:40:43.312147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.451083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Could not find standard attr ID for object 732715e9-e645-4ad5-a514-80701979e9af. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:43.471056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 96861902-bb9a-4550-8623-5bf8a40a577a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:43.471518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.473883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Provisioning complete for port 58964456-fee0-4d49-9845-e02ea0a2ace8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:43.474259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.523385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:43.641217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.659304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Provisioning complete for port 96861902-bb9a-4550-8623-5bf8a40a577a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:43.659888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.662590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 96861902-bb9a-4550-8623-5bf8a40a577a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:43.729075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:43.734382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.744258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:43.746122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fef48-3614-4854-ba3e-62bfd5345615 None None] Port 96861902-bb9a-4550-8623-5bf8a40a577a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:43.761280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:43.762325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:43.865933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-881b0b9e-f292-4771-ba7e-42a9692d6242 None None] Could not find standard attr ID for object 732715e9-e645-4ad5-a514-80701979e9af. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:40:43.873905 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:43.900535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:43.901170 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:43.943285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c966d5f2-098a-4812-b75b-8c4ffea99f8d tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/af24b463-b64e-4f55-8322-c96eb5f324bd HTTP/1.1" status: 200 len: 977 time: 2.3800395 Nov 12 03:40:43.944492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42832) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.964626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 58964456-fee0-4d49-9845-e02ea0a2ace8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:43.990827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.027278 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:44.028688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf88e59-30e3-4b49-9796-3448964e6a42 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:44.056230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 58964456-fee0-4d49-9845-e02ea0a2ace8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:44.056590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.077026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=96861902-bb9a-4550-8623-5bf8a40a577a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.183014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ada70-5f46-42b4-a81c-9f01aebc15a6 req-94ef2e50-cc07-4b2b-8302-93da0c0e4a9d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.185027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-007ada70-5f46-42b4-a81c-9f01aebc15a6 req-94ef2e50-cc07-4b2b-8302-93da0c0e4a9d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.3574388 Nov 12 03:40:44.244554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.247025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7c68f81-3846-497e-9c1d-a3d79d50db0c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/96861902-bb9a-4550-8623-5bf8a40a577a HTTP/1.1" status: 204 len: 168 time: 0.9327092 Nov 12 03:40:44.248799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42834) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.330482 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-511674e8-dff1-4ffb-817f-f3a39f4a7ce1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:44.333571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-511674e8-dff1-4ffb-817f-f3a39f4a7ce1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/96861902-bb9a-4550-8623-5bf8a40a577a HTTP/1.1" status: 404 len: 333 time: 0.0825899 Nov 12 03:40:44.336404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.381884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-007ada70-5f46-42b4-a81c-9f01aebc15a6 req-e0628eb6-4688-4836-b6ad-3af8e63d28ad tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642990 Nov 12 03:40:44.398681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 344e05ff-e8c8-4d99-90c3-8688540fde33 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:44.411114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.411356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216112a-082c-42a2-89fc-6115ff9107ac req-5665075f-f7d4-4184-9d63-4792967fa664 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.414235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d216112a-082c-42a2-89fc-6115ff9107ac req-5665075f-f7d4-4184-9d63-4792967fa664 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2238736 Nov 12 03:40:44.471855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.524589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d216112a-082c-42a2-89fc-6115ff9107ac req-4d1f8536-4b0c-4d39-98c8-3335d55e3f9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092730 Nov 12 03:40:44.528564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port eb850a43-0f38-492b-aefb-357f52b549d6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:44.529085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.588123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.636302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0a525-b03c-4558-8b75-b74364693c08 req-f8673804-0a68-4cfd-94c8-38234ce40271 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.638302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94b0a525-b03c-4558-8b75-b74364693c08 req-f8673804-0a68-4cfd-94c8-38234ce40271 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.1119783 Nov 12 03:40:44.672090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.672723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.684772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.690719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for eb850a43-0f38-492b-aefb-357f52b549d6 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:44.706143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.710910 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/344e05ff-e8c8-4d99-90c3-8688540fde33 HTTP/1.1" status: 204 len: 168 time: 0.3730950 Nov 12 03:40:44.714609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.717001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428dd92-6916-4480-891f-6c83aa069b56 None None] Network cda46864-947c-45b2-8dc3-79d09c3d3592 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:44.728227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-94b0a525-b03c-4558-8b75-b74364693c08 req-0cee936c-012a-411c-a4d2-94d4237178ab tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832136 Nov 12 03:40:44.764492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42844) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.775610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c133bc-93e2-4945-9473-361566e2e589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=344e05ff-e8c8-4d99-90c3-8688540fde33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.858050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac746f34-0e35-4ca9-aa2c-3f26f60d6b6c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.862744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac746f34-0e35-4ca9-aa2c-3f26f60d6b6c tempest-TestNetworkBasicOps-592491610 tempest-TestNetworkBasicOps-592491610-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1093 time: 0.0942218 Nov 12 03:40:44.863659 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:44.871160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'tenant_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:44.888024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.950582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.989432 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.024579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=eb850a43-0f38-492b-aefb-357f52b549d6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.028944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] DHCP port deletion for cda46864-947c-45b2-8dc3-79d09c3d3592 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:45.111329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Deleting port 58964456-fee0-4d49-9845-e02ea0a2ace8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:45.111945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.119589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 58964456-fee0-4d49-9845-e02ea0a2ace8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:45.120020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.147530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.148049 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP af24b463-b64e-4f55-8322-c96eb5f324bd disassociated (deleted). External IP: 172.25.4.84, port: 3f9a21d0-b345-40c6-9dab-50e0f92b335e. Nov 12 03:40:45.221158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] For port 58964456-fee0-4d49-9845-e02ea0a2ace8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=58964456-fee0-4d49-9845-e02ea0a2ace8,segment=NetworkSegment(ce383997-cfaf-46af-bac2-afbdfe06e805),segment_id=ce383997-cfaf-46af-bac2-afbdfe06e805)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:45.221499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.222457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port 58964456-fee0-4d49-9845-e02ea0a2ace8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=58964456-fee0-4d49-9845-e02ea0a2ace8,segment=NetworkSegment(ce383997-cfaf-46af-bac2-afbdfe06e805),segment_id=ce383997-cfaf-46af-bac2-afbdfe06e805)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:45.222900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.241838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Calling delete_port for 58964456-fee0-4d49-9845-e02ea0a2ace8 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:45.263011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 58964456-fee0-4d49-9845-e02ea0a2ace8 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:45.284612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.378699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.405584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] Pushing event deleted for resources: {'Port': ['ID=58964456-fee0-4d49-9845-e02ea0a2ace8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.419789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c2b3a-4bb7-48da-8b85-0216186e79c5 None None] No DVR routers for this DVR port 58964456-fee0-4d49-9845-e02ea0a2ace8 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:45.446454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.496788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=58964456-fee0-4d49-9845-e02ea0a2ace8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.498207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port 58964456-fee0-4d49-9845-e02ea0a2ace8 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:45.534400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Allocated IP 172.25.4.246 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/23d1cdab-68a9-4200-9847-3fe12df0c81b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:45.628630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.682306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda46864-947c-45b2-8dc3-79d09c3d3592']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:45.698931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce383997-cfaf-46af-bac2-afbdfe06e805') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:45.699296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce383997-cfaf-46af-bac2-afbdfe06e805') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:45.713558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.742221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.760313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:45.760846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:45.765429 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:45.768890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.850848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.873874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.877968 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/cda46864-947c-45b2-8dc3-79d09c3d3592 HTTP/1.1" status: 204 len: 168 time: 1.1628797 Nov 12 03:40:45.882422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdb9b6-c9bd-4869-8b98-6ac3116c01d2 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=cda46864-947c-45b2-8dc3-79d09c3d3592,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.884067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:45.890665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1347093545'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:45.914609 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.934427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 58964456-fee0-4d49-9845-e02ea0a2ace8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:45.941239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:45.952776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:45.969199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.970780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25246bc-9126-4d37-bc2a-73039a4cf216 req-14dcc233-b56b-4ca4-841e-08e5cff50a62 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.970780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b25246bc-9126-4d37-bc2a-73039a4cf216 req-14dcc233-b56b-4ca4-841e-08e5cff50a62 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1301379 Nov 12 03:40:45.971024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 58964456-fee0-4d49-9845-e02ea0a2ace8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:45.971024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 58964456-fee0-4d49-9845-e02ea0a2ace8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:45.982134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:45.991594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:45.998005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:46.006581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=23d1cdab-68a9-4200-9847-3fe12df0c81b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.028456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:46.051664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.052031 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 198dec46-ac28-486e-81cc-e15dc77c989c of type vlan for network 44caf9f6-fc20-4b29-88d2-694aee81cf48 Nov 12 03:40:46.126227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b25246bc-9126-4d37-bc2a-73039a4cf216 req-5783d0a6-5bfc-4875-9f34-1635a77f5f9e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007688 Nov 12 03:40:46.133314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.138335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:46.144085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.162688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:46.177240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:46.178074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.184491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c3bad7f2-a7ae-4ad3-9dfc-6cddd9815e6e tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/af24b463-b64e-4f55-8322-c96eb5f324bd HTTP/1.1" status: 204 len: 168 time: 2.2314401 Nov 12 03:40:46.185958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42858) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.219298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.238817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:46.240981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.246986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.253687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:46.254296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.287026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.287698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41fdef-b1bf-4c65-8303-a62db6d8a298 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:46.299941 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4109838 Nov 12 03:40:46.300726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42860) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.307434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:46.375579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fda5be-af9b-4d4d-82e0-afc8d44ff2f4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=44caf9f6-fc20-4b29-88d2-694aee81cf48,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.394975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:46.411504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 3f9a21d0-b345-40c6-9dab-50e0f92b335e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:46.411857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.481824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:46.487622 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.614072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.634261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 3f9a21d0-b345-40c6-9dab-50e0f92b335e owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:46.820667 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.911765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=7d5303b4-40f5-4b99-b898-a06bd0ed4fd7,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.951884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.968156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '198dec46-ac28-486e-81cc-e15dc77c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:46.968156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: 44caf9f6-fc20-4b29-88d2-694aee81cf48, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:47.006383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:47.013686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.025673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 44caf9f6-fc20-4b29-88d2-694aee81cf48) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:47.035951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4449c0d-a241-4a8a-bf59-4ab7268167c5 None None] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:47.054206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=3f9a21d0-b345-40c6-9dab-50e0f92b335e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.057083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.057773 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.072465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.142652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2bd8bbb5-2a67-4f28-8fe0-aebf5cce22e5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8385401 Nov 12 03:40:47.146163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42864) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.151885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48', 'name': 'tempest-PortsTestJSON-507426249', 'fixed_ips': [{'subnet_id': '7d5303b4-40f5-4b99-b898-a06bd0ed4fd7', 'ip_address': '172.20.0.10'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:47.285389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-44caf9f6-fc20-4b29-88d2-694aee81cf48', 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': '7d5303b4-40f5-4b99-b898-a06bd0ed4fd7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:47.287549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.295930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.299369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ad0bf3c9-59f4-4769-b08f-5029d0ecf224 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/3f9a21d0-b345-40c6-9dab-50e0f92b335e HTTP/1.1" status: 204 len: 168 time: 1.1118789 Nov 12 03:40:47.303368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.308440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:47.348231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee172d5-a749-47a5-9997-077739e586da req-d9715200-b132-4340-b9f3-d4e2f2ee0435 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.350049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee172d5-a749-47a5-9997-077739e586da req-d9715200-b132-4340-b9f3-d4e2f2ee0435 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.0945971 Nov 12 03:40:47.374887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.384269 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.399219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.400519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:47.476876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee172d5-a749-47a5-9997-077739e586da req-974a8649-c79b-462a-b1ca-99cb26ee527d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175504 Nov 12 03:40:47.526138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.549810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event updated for resources: {'Port': ['ID=23d1cdab-68a9-4200-9847-3fe12df0c81b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.550192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port c32b08d3-6551-4f9c-8899-79ea92a571c5 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:47.568083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Allocated IP 172.20.0.2 (44caf9f6-fc20-4b29-88d2-694aee81cf48/7d5303b4-40f5-4b99-b898-a06bd0ed4fd7/2ec0ea13-80a4-4c1c-b731-b804fb05e064) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:47.620361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.728970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.771272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.788500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.793580 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Floating IP 022f5bc8-9120-4c51-a217-f1c5abeba8f5 associated. External IP: 172.25.4.246, port: 24dbd264-7ee9-4450-92e9-7b2cc87ecb68. Nov 12 03:40:47.862739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Pushing event updated for resources: {'Port': ['ID=2ec0ea13-80a4-4c1c-b731-b804fb05e064,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.866266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.10 (44caf9f6-fc20-4b29-88d2-694aee81cf48/7d5303b4-40f5-4b99-b898-a06bd0ed4fd7/c32b08d3-6551-4f9c-8899-79ea92a571c5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:47.878649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:47.880429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:47.885827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:47.957341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.13 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/dd0bade5-8344-4150-9d08-89ed086de3aa) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:47.963465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Attempting to bind port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:47.963465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Attempting to bind port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '198dec46-ac28-486e-81cc-e15dc77c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:47.963907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Attempting to bind port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 on network 44caf9f6-fc20-4b29-88d2-694aee81cf48 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:47.989318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:47.989723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Checking segment: {'id': '198dec46-ac28-486e-81cc-e15dc77c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:47.990458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.990865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Bound using segment: {'id': '198dec46-ac28-486e-81cc-e15dc77c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:47.991352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Bound port: 2ec0ea13-80a4-4c1c-b731-b804fb05e064, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198dec46-ac28-486e-81cc-e15dc77c989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:47.991733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.074376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6047b128-143b-4131-8405-81b40c744d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.108837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] For port 2ec0ea13-80a4-4c1c-b731-b804fb05e064, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:48.114753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] For port 2ec0ea13-80a4-4c1c-b731-b804fb05e064, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2ec0ea13-80a4-4c1c-b731-b804fb05e064,segment=NetworkSegment(198dec46-ac28-486e-81cc-e15dc77c989c),segment_id=198dec46-ac28-486e-81cc-e15dc77c989c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:48.135148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.189039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.203342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.245544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router 3af415e9-e994-485a-a1d6-0f689d0753e8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:48.248833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb496d-9bd2-4acf-a047-640c2d6cdce3 None None] Pushing event updated for resources: {'Port': ['ID=2ec0ea13-80a4-4c1c-b731-b804fb05e064,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.252298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.362306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:48.365667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:48.370940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:48.372280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.406542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=c32b08d3-6551-4f9c-8899-79ea92a571c5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.442657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.443282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.450587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:48.459487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=dd0bade5-8344-4150-9d08-89ed086de3aa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.465792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1fbfd431-c207-4bae-9ac4-1dfc016437ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3177457 Nov 12 03:40:48.466710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42876) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.470950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:48.473074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '44caf9f6-fc20-4b29-88d2-694aee81cf48', 'name': 'tempest-PortsTestJSON-1880192659', 'fixed_ips': [{'subnet_id': '7d5303b4-40f5-4b99-b898-a06bd0ed4fd7', 'ip_address': '172.20.0.9'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:48.474910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:48.570916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:48.588327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Sync routers for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:48.607271 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:48.608713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:48.636401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.731887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b1ec3a65-7a5f-4eef-9ead-8e6c356651dc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8665719 Nov 12 03:40:48.733829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.735543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.737641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:48.738090 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:48.740871 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41d755-f915-460d-bccf-1b575ba859c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:48.822901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf7e92-72b7-429d-8d4f-56b86d77a826 req-f310899e-e158-4ea2-a86c-f33937a3d0e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.833830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2bf7e92-72b7-429d-8d4f-56b86d77a826 req-f310899e-e158-4ea2-a86c-f33937a3d0e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1975443 Nov 12 03:40:48.842124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.878585 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4df3c-6bbd-4e38-947c-a64c41377098 x-openstack-request-id: req-4fd4df3c-6bbd-4e38-947c-a64c41377098 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:48.878857 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:48.879133 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fd4df3c-6bbd-4e38-947c-a64c41377098 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:48.879501 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'status': 'completed', 'code': 200} Nov 12 03:40:48.924364 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-39dfb333-a1dd-436a-a1d6-3dc8895f93de tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/022f5bc8-9120-4c51-a217-f1c5abeba8f5 HTTP/1.1" status: 200 len: 992 time: 0.1782203 Nov 12 03:40:48.948743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:48.955676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.009212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 52e055b0-9bae-4ba3-8884-c61c718974fa yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:49.022894 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '022f5bc8-9120-4c51-a217-f1c5abeba8f5', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'port_id': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'mac_address': 'fa:16:3e:65:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:46Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.030621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2bf7e92-72b7-429d-8d4f-56b86d77a826 req-9f207de5-e452-4d38-9afb-71207170be75 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897204 Nov 12 03:40:49.035345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-b14a7945-f3e7-4b95-a38a-09aaa4e96f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.036853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-b14a7945-f3e7-4b95-a38a-09aaa4e96f3f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1098 time: 0.1482115 Nov 12 03:40:49.054034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Checking router: 3af415e9-e994-485a-a1d6-0f689d0753e8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:49.064690 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:49.065460 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.084176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.097063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.154729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=dd0bade5-8344-4150-9d08-89ed086de3aa,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.215550 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:49.234468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.261736 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.265892 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dab9e162-2fb2-4be1-8fad-90e5814d6a44 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9606881 Nov 12 03:40:49.268553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.280480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'port': {'network_id': '93006418-11b1-4056-baa4-34beaf57b2cd', 'name': 'tempest-FloatingIPTestJSON-128839582'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.375594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-1a75050e-b6f3-4915-ac88-bbfff0a98608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.383383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-1a75050e-b6f3-4915-ac88-bbfff0a98608 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 200 len: 899 time: 0.2909181 Nov 12 03:40:49.486707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.9 (44caf9f6-fc20-4b29-88d2-694aee81cf48/7d5303b4-40f5-4b99-b898-a06bd0ed4fd7/52e055b0-9bae-4ba3-8884-c61c718974fa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:49.498249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:49.507471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.517453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-b6536763-5a77-4c07-a713-fc73b262c725 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 200 len: 1000 time: 0.1267376 Nov 12 03:40:49.543771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] device_id is not set on port 55179540-5ade-4c0d-a92c-85059db6c226 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:49.647748 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '022f5bc8-9120-4c51-a217-f1c5abeba8f5', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'port_id': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'mac_address': 'fa:16:3e:65:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:46Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:49.652949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-f5004d71-a324-4259-ba63-441f43ff93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.654446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-f5004d71-a324-4259-ba63-441f43ff93ec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3e68b6ed-fd07-42a9-8239-ff6e88bac838 HTTP/1.1" status: 200 len: 834 time: 0.1245930 Nov 12 03:40:49.696426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.14 (93006418-11b1-4056-baa4-34beaf57b2cd/3603aa11-c3e0-42e7-ba70-180e13926040/55179540-5ade-4c0d-a92c-85059db6c226) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:49.701294 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e44c3-5f2f-4ea1-af8b-9bfaf388c1e1 None None] The sync data for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 is: [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '022f5bc8-9120-4c51-a217-f1c5abeba8f5', 'tenant_id': '19051456257a446398313d84ab175d09', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'port_id': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'mac_address': 'fa:16:3e:65:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:46Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 0, 'project_id': '19051456257a446398313d84ab175d09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:49.759745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5f47c-1386-4a63-a220-3b7e44689fbe None None] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:49.865378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-71880822-c41e-41c8-b258-9238e2fda64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.867727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] Provisioning complete for port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:49.868479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.873269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-71880822-c41e-41c8-b258-9238e2fda64a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024586 Nov 12 03:40:49.934608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42892) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.965086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.042654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2ec0ea13-80a4-4c1c-b731-b804fb05e064 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:50.057298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.058296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.118937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5785b9ca-a2e4-4d33-aa8e-41e3b2c11172 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/022f5bc8-9120-4c51-a217-f1c5abeba8f5 HTTP/1.1" status: 200 len: 992 time: 0.1831355 Nov 12 03:40:50.133479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a04f3-0136-4985-b4e4-f7f1240bea38 None None] New status for floating IP 022f5bc8-9120-4c51-a217-f1c5abeba8f5: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:40:50.142744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-b61a4678-5ac0-40b7-9c0b-3236130d9705 service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527499 Nov 12 03:40:50.174202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network 93006418-11b1-4056-baa4-34beaf57b2cd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:50.177961 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:50.199085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.204588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=55179540-5ade-4c0d-a92c-85059db6c226,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.208476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:50.208709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.281625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.283219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.295875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] For port 2ec0ea13-80a4-4c1c-b731-b804fb05e064, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2ec0ea13-80a4-4c1c-b731-b804fb05e064,segment=NetworkSegment(198dec46-ac28-486e-81cc-e15dc77c989c),segment_id=198dec46-ac28-486e-81cc-e15dc77c989c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:50.309470 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-610e74d0-89f4-4ed0-a22f-a094b3df3427 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0388074 Nov 12 03:40:50.310389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.311347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.316367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': '55179540-5ade-4c0d-a92c-85059db6c226'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.349438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=52e055b0-9bae-4ba3-8884-c61c718974fa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.368172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.420236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:50.430057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325280b-7ab0-4485-b7cf-325bcbf8b61a req-cbbc2e63-3b05-4b9c-8dc0-3f3f4695df0c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.439421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c325280b-7ab0-4485-b7cf-325bcbf8b61a req-cbbc2e63-3b05-4b9c-8dc0-3f3f4695df0c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.2690728 Nov 12 03:40:50.450758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:50.463242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:50.568913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.573366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.651641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-29cb6715-aa70-4ec1-8cbf-08f496886f26 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1835935 Nov 12 03:40:50.656253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.658720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a41d755-f915-460d-bccf-1b575ba859c4 req-93a5abfe-afb1-4d59-aa0c-b499588ae5d2 service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158520 Nov 12 03:40:50.681626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c325280b-7ab0-4485-b7cf-325bcbf8b61a req-94867354-6b26-49c1-93a2-d0e9121f7f03 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408462 Nov 12 03:40:50.736326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:50.736814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.811241 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac03aeee-f99c-4b49-b4a9-34673e7d68db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.824293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfcb45-83be-4dc3-96ee-c5c44ac374db None None] Pushing event updated for resources: {'Port': ['ID=2ec0ea13-80a4-4c1c-b731-b804fb05e064,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.854082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ba88a681-55d0-4396-a4ce-e0b607fc300d None None] Provisioning complete for port c32b08d3-6551-4f9c-8899-79ea92a571c5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:50.854737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba88a681-55d0-4396-a4ce-e0b607fc300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.878037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c17bb4-d6ef-4267-b07d-1e8604aa3b72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.882934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.883119 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28c17bb4-d6ef-4267-b07d-1e8604aa3b72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2255609 Nov 12 03:40:50.948941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba88a681-55d0-4396-a4ce-e0b607fc300d None None] Port c32b08d3-6551-4f9c-8899-79ea92a571c5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:51.012702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ba88a681-55d0-4396-a4ce-e0b607fc300d None None] Provisioning complete for port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:51.013276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba88a681-55d0-4396-a4ce-e0b607fc300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.085407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceecd56-6450-48ab-9eda-cec68073e0cc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.092056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceecd56-6450-48ab-9eda-cec68073e0cc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.101588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceecd56-6450-48ab-9eda-cec68073e0cc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.107694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1ceecd56-6450-48ab-9eda-cec68073e0cc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2235205 Nov 12 03:40:51.108609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42914) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.138383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.228723 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-849108b9-f873-49a5-bf5e-fc0e06a28170 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/022f5bc8-9120-4c51-a217-f1c5abeba8f5 HTTP/1.1" status: 200 len: 994 time: 0.0835021 Nov 12 03:40:51.261064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4ecf1c4-181e-448b-acdc-45443192c5c4 None None] Provisioning complete for port c32b08d3-6551-4f9c-8899-79ea92a571c5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:51.262145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf1c4-181e-448b-acdc-45443192c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.281582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 52e055b0-9bae-4ba3-8884-c61c718974fa {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:51.282243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.310875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecf1c4-181e-448b-acdc-45443192c5c4 None None] Port c32b08d3-6551-4f9c-8899-79ea92a571c5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:51.327364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.332714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.385008 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.402141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 52e055b0-9bae-4ba3-8884-c61c718974fa owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:51.435815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-91fd15e6-9269-4a3f-ba38-0190289a8deb None None] Provisioning complete for port 52e055b0-9bae-4ba3-8884-c61c718974fa triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:51.436698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91fd15e6-9269-4a3f-ba38-0190289a8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.451759 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 3c313187-318d-4953-978e-9dc8382a0f3e associated. External IP: 172.25.4.13, port: 55179540-5ade-4c0d-a92c-85059db6c226. Nov 12 03:40:51.476909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-91fd15e6-9269-4a3f-ba38-0190289a8deb None None] Port 52e055b0-9bae-4ba3-8884-c61c718974fa cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:51.547181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.582433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=52e055b0-9bae-4ba3-8884-c61c718974fa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:51.669641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.681315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5e775a69-03b0-41e9-831f-0a6b6f5a5d72 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/52e055b0-9bae-4ba3-8884-c61c718974fa HTTP/1.1" status: 204 len: 168 time: 0.5713580 Nov 12 03:40:51.684183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42928) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.695138 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.755750 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c22f2ba-732c-4fd1-8c8d-78437c517fa4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:51.758348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c22f2ba-732c-4fd1-8c8d-78437c517fa4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/52e055b0-9bae-4ba3-8884-c61c718974fa HTTP/1.1" status: 404 len: 333 time: 0.0750391 Nov 12 03:40:51.761012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42932) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:51.943071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d7c89-1fb5-4840-be3d-9f46ce6da948 req-a7ec2284-502b-4268-8700-bac4eec5c4ca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.943543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2ec0ea13-80a4-4c1c-b731-b804fb05e064 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:51.944679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-221d7c89-1fb5-4840-be3d-9f46ce6da948 req-a7ec2284-502b-4268-8700-bac4eec5c4ca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 943 time: 0.1315794 Nov 12 03:40:52.006710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:52.007560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.013107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-221d7c89-1fb5-4840-be3d-9f46ce6da948 req-002dcf1c-06c5-4af7-b1e8-177be2baef25 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Nov 12 03:40:52.020475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port c32b08d3-6551-4f9c-8899-79ea92a571c5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:52.020815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.125128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:52.138679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.152711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for c32b08d3-6551-4f9c-8899-79ea92a571c5 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:52.238301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:52.250050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.256568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:52.268753 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:52.269726 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:52.281028 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5f4741b0-ddd9-44ef-b6b2-d9d8205324b6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/3c313187-318d-4953-978e-9dc8382a0f3e HTTP/1.1" status: 200 len: 977 time: 1.9693692 Nov 12 03:40:52.284207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.307237 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:52.317157 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:52.317743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.318331 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:52.353373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=c32b08d3-6551-4f9c-8899-79ea92a571c5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.358987 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:52.360916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e549ef-ab97-49e7-ab4c-22cf41047a96 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:52.394149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 55179540-5ade-4c0d-a92c-85059db6c226 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:52.394755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.444956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.448749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c6465edd-fb69-45eb-9fde-83bfff2cdfe1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/c32b08d3-6551-4f9c-8899-79ea92a571c5 HTTP/1.1" status: 204 len: 168 time: 0.6863601 Nov 12 03:40:52.451425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42938) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.477763 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-420ffb28-3664-4156-a8b2-5f8094e6edb6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:40:52.479317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-420ffb28-3664-4156-a8b2-5f8094e6edb6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/c32b08d3-6551-4f9c-8899-79ea92a571c5 HTTP/1.1" status: 404 len: 333 time: 0.0269089 Nov 12 03:40:52.482084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.500728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.636672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device bdc0c7db-d74c-448f-b6d3-8df59be1cabd details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:52.788382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.805325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd', 'mac_address': 'fa:16:3e:15:74:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:52.834811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.835981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.839656 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP 3c313187-318d-4953-978e-9dc8382a0f3e disassociated. External IP: 172.25.4.13, port: 55179540-5ade-4c0d-a92c-85059db6c226. Nov 12 03:40:52.840074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 55179540-5ade-4c0d-a92c-85059db6c226 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:52.866560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.883482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc0c7db-d74c-448f-b6d3-8df59be1cabd {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:52.909546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:52.914840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.925686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 7d5303b4-40f5-4b99-b898-a06bd0ed4fd7 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:52.930672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.976826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.008535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.024340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.065360 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=55179540-5ade-4c0d-a92c-85059db6c226,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.097273 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.142137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.166478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['bdc0c7db-d74c-448f-b6d3-8df59be1cabd'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:53.204994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:53.224815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b51a4a-f567-4e2e-a322-aa6092517896 req-99f06de8-59fd-458d-b63b-92ff05c44ef9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.226719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b51a4a-f567-4e2e-a322-aa6092517896 req-99f06de8-59fd-458d-b63b-92ff05c44ef9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 944 time: 0.0957019 Nov 12 03:40:53.260259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.300936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5303b4-40f5-4b99-b898-a06bd0ed4fd7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.305487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.309554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0cf31a27-ba71-4cbe-8239-88dddc18698d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/7d5303b4-40f5-4b99-b898-a06bd0ed4fd7 HTTP/1.1" status: 204 len: 168 time: 0.8264470 Nov 12 03:40:53.314361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42956) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.318870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d24294-a368-4de1-a807-1f75645ca40a None None] Network 44caf9f6-fc20-4b29-88d2-694aee81cf48 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:53.352620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b51a4a-f567-4e2e-a322-aa6092517896 req-53274196-f0c0-40b5-987b-d599103591ad tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127934 Nov 12 03:40:53.415726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.417758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:53.439540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:53.477680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:53.478044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.485042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:53.486227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.501536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.508112 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a13dd03b-80e0-47a9-97ab-7f41fa4ad5cb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/55179540-5ade-4c0d-a92c-85059db6c226 HTTP/1.1" status: 204 len: 168 time: 1.2225668 Nov 12 03:40:53.508791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.542331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.556515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port 2ec0ea13-80a4-4c1c-b731-b804fb05e064, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2ec0ea13-80a4-4c1c-b731-b804fb05e064,segment=NetworkSegment(198dec46-ac28-486e-81cc-e15dc77c989c),segment_id=198dec46-ac28-486e-81cc-e15dc77c989c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:53.556907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.559541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:53.559688 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-92b5c3d6-be6c-4ae5-a08c-ae50c3787516 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/floatingips/3c313187-318d-4953-978e-9dc8382a0f3e HTTP/1.1" status: 200 len: 687 time: 0.0494654 Nov 12 03:40:53.559927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.562595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.581771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 2ec0ea13-80a4-4c1c-b731-b804fb05e064 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:53.616244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.616871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4bb93-13b2-430f-b1da-327062c29274 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:53.626765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.699495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.706872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76079993-e811-4461-b0b8-095358e6751d None None] DHCP port deletion for 44caf9f6-fc20-4b29-88d2-694aee81cf48 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:53.720278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port dd0bade5-8344-4150-9d08-89ed086de3aa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:53.720744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.749619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=2ec0ea13-80a4-4c1c-b731-b804fb05e064,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.756044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port 2ec0ea13-80a4-4c1c-b731-b804fb05e064 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:53.810544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.810944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.824335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for dd0bade5-8344-4150-9d08-89ed086de3aa owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:53.848984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.879223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44caf9f6-fc20-4b29-88d2-694aee81cf48']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.893933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198dec46-ac28-486e-81cc-e15dc77c989c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.903980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198dec46-ac28-486e-81cc-e15dc77c989c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.909559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.957520 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.978402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:53.979099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:53.982534 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:54.005869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2ec0ea13-80a4-4c1c-b731-b804fb05e064 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:54.021912 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.033759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2ec0ea13-80a4-4c1c-b731-b804fb05e064 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:54.034112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2ec0ea13-80a4-4c1c-b731-b804fb05e064 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:54.060440 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=dd0bade5-8344-4150-9d08-89ed086de3aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.112251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.118956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.123117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/44caf9f6-fc20-4b29-88d2-694aee81cf48 HTTP/1.1" status: 204 len: 168 time: 0.8076384 Nov 12 03:40:54.140283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:54.141447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c979-1bd4-4f6c-9402-d2a5b571b9bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=44caf9f6-fc20-4b29-88d2-694aee81cf48,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.149186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1507151730'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:54.158631 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.162832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.167215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8eb629ce-ed19-4ca4-b25a-20b299959f05 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/3c313187-318d-4953-978e-9dc8382a0f3e HTTP/1.1" status: 204 len: 168 time: 0.5993330 Nov 12 03:40:54.167500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 42968) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:54.173902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'dc386ec1-56be-472d-84ff-89400289ab56'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:54.200537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:54.205393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.224691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.260448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:54.274387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.274733 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Added segment 113c0da8-5b36-4435-b12a-61b5a262934d of type vlan for network 0673a37f-14b6-4aa0-b4ab-336797951169 Nov 12 03:40:54.347201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.390146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.395929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.396549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.478712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3338377 Nov 12 03:40:54.482966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:54.489722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:54.502393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.507720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6498643-b7e7-4c4f-ad8c-fc1dc9c72d9c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Network': ['ID=0673a37f-14b6-4aa0-b4ab-336797951169,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.520437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0673a37f-14b6-4aa0-b4ab-336797951169 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:54.581556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef56759-460d-4aea-b8a5-b28ccdfbb50b req-c4241750-8c77-4ceb-95ff-9bfd900f4bda tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.583129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ef56759-460d-4aea-b8a5-b28ccdfbb50b req-c4241750-8c77-4ceb-95ff-9bfd900f4bda tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 944 time: 0.1444969 Nov 12 03:40:54.626344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:54.630549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.637754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device bdc0c7db-d74c-448f-b6d3-8df59be1cabd up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:54.705748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ef56759-460d-4aea-b8a5-b28ccdfbb50b req-d3bf033f-1b46-4120-a301-239b7a2cfc60 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Nov 12 03:40:54.706925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.206 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/11c027b9-2233-466a-bce8-7d3ed32a527d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.714258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port bdc0c7db-d74c-448f-b6d3-8df59be1cabd completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:54.730223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port bdc0c7db-d74c-448f-b6d3-8df59be1cabd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:54.730911 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.835548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.858253 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.862068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:54.864603 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aca5644-3967-4f20-9faa-566125c99fec" -d '{"events": [{"server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "name": "network-vif-plugged", "status": "completed", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:54.881263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.895907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:54.901013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.910443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.919165 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd851d-cd43-4b4c-a68a-4726556e93dc x-openstack-request-id: req-1edd851d-cd43-4b4c-a68a-4726556e93dc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:54.919374 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "name": "network-vif-plugged", "status": "completed", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:54.920095 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1edd851d-cd43-4b4c-a68a-4726556e93dc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:54.920477 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd', 'code': 200} Nov 12 03:40:54.961433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=90a1334b-24fc-40b2-b0ec-fa4221bcf12d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.973533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Checking segment: {'id': '113c0da8-5b36-4435-b12a-61b5a262934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:54.973905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network hostable DHCP agents. Network: 0673a37f-14b6-4aa0-b4ab-336797951169, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:54.998427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.003663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 0673a37f-14b6-4aa0-b4ab-336797951169 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:55.004562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:55.019589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 0673a37f-14b6-4aa0-b4ab-336797951169) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:55.030923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eae774-3dda-4f87-96f7-5e17a544eed9 None None] Network 0673a37f-14b6-4aa0-b4ab-336797951169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:55.032260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:55.034677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=11c027b9-2233-466a-bce8-7d3ed32a527d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.038470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:55.039948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.041409 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.087279 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bed8739a-2865-4647-bd5f-4fc11e5597d7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6020455 Nov 12 03:40:55.089605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42980) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.096314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-693709580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:55.130264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fdaed-8405-41f4-90f6-bd322816dc7f req-53d245ce-99d1-4723-8afc-a1515adc3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.132158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d86fdaed-8405-41f4-90f6-bd322816dc7f req-53d245ce-99d1-4723-8afc-a1515adc3461 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 1097 time: 0.1337986 Nov 12 03:40:55.144041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.145359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.208360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d86fdaed-8405-41f4-90f6-bd322816dc7f req-f6be3233-5beb-4378-b5b7-3fbe0b13de11 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670588 Nov 12 03:40:55.211798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.218044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.234518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-0673a37f-14b6-4aa0-b4ab-336797951169', 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': '90a1334b-24fc-40b2-b0ec-fa4221bcf12d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:55.235531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.252894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.255706 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1acab1e-4ee0-4a3d-a07a-48fec7a06710 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1646469 Nov 12 03:40:55.258049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:55.268317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169', 'name': 'tempest-PortsTestJSON-933755103'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:55.405912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Allocated IP 172.20.0.2 (0673a37f-14b6-4aa0-b4ab-336797951169/90a1334b-24fc-40b2-b0ec-fa4221bcf12d/17449e61-61c8-4248-891a-ed179897d568) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:55.416514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:55.420314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.453852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port a85598b7-4f14-4bd3-9d1d-a07c94702f33 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:55.576896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-30922482-6d77-4e2b-8e28-80c2fed00e98 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269073 Nov 12 03:40:55.643787 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.668711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.716462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.720564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339725-4b2d-4713-97a4-15423fe41794 req-c8622db9-5f69-40bf-99ed-c9586ae006a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.721774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-c8622db9-5f69-40bf-99ed-c9586ae006a4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 1097 time: 0.0798714 Nov 12 03:40:55.740337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.7 (0673a37f-14b6-4aa0-b4ab-336797951169/90a1334b-24fc-40b2-b0ec-fa4221bcf12d/a85598b7-4f14-4bd3-9d1d-a07c94702f33) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:55.771475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Network 0673a37f-14b6-4aa0-b4ab-336797951169 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:55.794423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:55.799647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:55.820787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Pushing event updated for resources: {'Port': ['ID=17449e61-61c8-4248-891a-ed179897d568,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.912469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Attempting to bind port 17449e61-61c8-4248-891a-ed179897d568 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:55.913682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Attempting to bind port 17449e61-61c8-4248-891a-ed179897d568 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '113c0da8-5b36-4435-b12a-61b5a262934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:55.914574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Attempting to bind port 17449e61-61c8-4248-891a-ed179897d568 on network 0673a37f-14b6-4aa0-b4ab-336797951169 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:55.921873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:55.924164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Checking segment: {'id': '113c0da8-5b36-4435-b12a-61b5a262934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:55.925232 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.925816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Bound using segment: {'id': '113c0da8-5b36-4435-b12a-61b5a262934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:55.926680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Bound port: 17449e61-61c8-4248-891a-ed179897d568, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113c0da8-5b36-4435-b12a-61b5a262934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '0673a37f-14b6-4aa0-b4ab-336797951169'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:55.927104 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.970829 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.013475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054f46-507e-49ef-b02a-647ccd90c734 req-aecd96fa-449e-40f9-b0ac-d2eb20c7bfca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.015786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7054f46-507e-49ef-b02a-647ccd90c734 req-aecd96fa-449e-40f9-b0ac-d2eb20c7bfca tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.1481781 Nov 12 03:40:56.019313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339725-4b2d-4713-97a4-15423fe41794 req-46fdef78-111b-48c4-b165-17d553cd9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.021013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-46fdef78-111b-48c4-b165-17d553cd9b6a service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.2670479 Nov 12 03:40:56.048517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.068072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.068461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] For port 17449e61-61c8-4248-891a-ed179897d568, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:56.072642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] For port 17449e61-61c8-4248-891a-ed179897d568, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=17449e61-61c8-4248-891a-ed179897d568,segment=NetworkSegment(113c0da8-5b36-4435-b12a-61b5a262934d),segment_id=113c0da8-5b36-4435-b12a-61b5a262934d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:56.082738 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.106612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 0673a37f-14b6-4aa0-b4ab-336797951169 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:56.114287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:56.119412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:56.155879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=a85598b7-4f14-4bd3-9d1d-a07c94702f33,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.200865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.201987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.252503 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.256192 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ac89adaf-dc66-4a73-a66a-005a2f2140ac tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9910181 Nov 12 03:40:56.256982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:56.302278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.305317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-9b4fc388-7065-4888-a096-119afc9da008 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d408af83-d872-41d9-9a6e-362a2c89d86d HTTP/1.1" status: 200 len: 217 time: 0.2563972 Nov 12 03:40:56.311445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478724d-6cdd-4398-93e7-908c0e1fca32 None None] Pushing event updated for resources: {'Port': ['ID=17449e61-61c8-4248-891a-ed179897d568,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.370743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7054f46-507e-49ef-b02a-647ccd90c734 req-f6ee1529-2f5e-4b3d-8116-dd8b7308456b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468888 Nov 12 03:40:56.459081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=11c027b9-2233-466a-bce8-7d3ed32a527d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.477317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339725-4b2d-4713-97a4-15423fe41794 req-416f61cd-0d25-4551-a5b7-06ea4086c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.478800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-416f61cd-0d25-4551-a5b7-06ea4086c340 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1613817 Nov 12 03:40:56.483722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.623134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339725-4b2d-4713-97a4-15423fe41794 req-ebfc4a20-9249-422b-8bef-c12a5d0c2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.624675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-ebfc4a20-9249-422b-8bef-c12a5d0c2e3e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382875 Nov 12 03:40:56.700556 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP f7a34bdc-1204-492a-811a-0bd5237b63d6 associated. External IP: 172.25.4.206, port: dc386ec1-56be-472d-84ff-89400289ab56. Nov 12 03:40:56.757027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.816955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-482b37df-32da-4308-ac99-482ad89feced service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837068 Nov 12 03:40:57.007501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f339725-4b2d-4713-97a4-15423fe41794 req-f29bd38e-5157-4552-a193-fcbf778dc8ab service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808081 Nov 12 03:40:57.012590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-db0afd63-0e6a-42f8-a8ad-e8247dccea5a req-5e047788-c5e8-4a3f-9358-0d7d9ac6cf28 service neutron] (102605) timed out ('10.222.0.93', 58668) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:40:57.031622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:57.053394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.059191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.147629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=a85598b7-4f14-4bd3-9d1d-a07c94702f33,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.169599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:57.182152 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10355926-86bc-4d59-b894-09a11960b211 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:57.193503 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.205483 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:57.206549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.242880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1b8989cc-c0d7-44e4-893c-5cf61b97e4e6 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0741169 Nov 12 03:40:57.245669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 42992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:57.257229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1287648196'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:57.303708 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.335258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:57.335882 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.357810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:57.362553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.364856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.412870 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10355926-86bc-4d59-b894-09a11960b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.413523 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10355926-86bc-4d59-b894-09a11960b211 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:57.471600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:57.494114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.494388 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Added segment d911348e-54db-4243-a8ee-e39cc3340941 of type vlan for network f3274c2a-3839-41aa-9973-1badd1ec5771 Nov 12 03:40:57.584705 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.598325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.601359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dfc38-f53e-4f82-ab19-9c7e202eb88f req-0bf2fc26-510d-4e9a-a974-1812c4470a9a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.608813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-373dfc38-f53e-4f82-ab19-9c7e202eb88f req-0bf2fc26-510d-4e9a-a974-1812c4470a9a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.1112740 Nov 12 03:40:57.661569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.668198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.669109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.696729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-373dfc38-f53e-4f82-ab19-9c7e202eb88f req-034be809-4f08-4963-bb94-3efe7346d09d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869002 Nov 12 03:40:57.704618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-0ddd83f2-2b40-477f-93e4-51d54bc923e4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881970 Nov 12 03:40:57.749310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502926f0-458c-488b-8027-2ae0a54b9c63 None None] Network 0673a37f-14b6-4aa0-b4ab-336797951169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:57.786283 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5395267 Nov 12 03:40:57.794228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43004) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:57.801596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'subnet': {'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:57.869632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca9cb1-7160-456f-b069-20261cc2b225 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Network': ['ID=f3274c2a-3839-41aa-9973-1badd1ec5771,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.901997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f3274c2a-3839-41aa-9973-1badd1ec5771 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:57.927543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] Provisioning complete for port 17449e61-61c8-4248-891a-ed179897d568 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:57.927920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.103199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.110190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.158244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 17449e61-61c8-4248-891a-ed179897d568 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:58.190194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=a85598b7-4f14-4bd3-9d1d-a07c94702f33,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.196414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.282805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509650-93a6-4f58-9a4d-04272c73309b req-0f3e4d26-0e07-4b36-8125-0204a4bb11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.284471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-0f3e4d26-0e07-4b36-8125-0204a4bb11c2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1097 time: 0.5215354 Nov 12 03:40:58.316926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 17449e61-61c8-4248-891a-ed179897d568 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.317302 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.320595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d9809-74b1-45fb-b3db-1ad7bf99e2c2 req-75cee55d-b80b-460e-88fd-6e37d8ec8dce tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.322852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5d9809-74b1-45fb-b3db-1ad7bf99e2c2 req-75cee55d-b80b-460e-88fd-6e37d8ec8dce tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.5159991 Nov 12 03:40:58.355585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.410540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] For port 17449e61-61c8-4248-891a-ed179897d568, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=17449e61-61c8-4248-891a-ed179897d568,segment=NetworkSegment(113c0da8-5b36-4435-b12a-61b5a262934d),segment_id=113c0da8-5b36-4435-b12a-61b5a262934d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:58.428145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.458819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:58.466420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.556843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b5d9809-74b1-45fb-b3db-1ad7bf99e2c2 req-d3d08987-2259-45bd-9d35-35309fbfa843 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196081 Nov 12 03:40:58.608971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509650-93a6-4f58-9a4d-04272c73309b req-d18d94b1-e64c-4204-8e6a-3af730994dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.614343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-d18d94b1-e64c-4204-8e6a-3af730994dab service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2870884 Nov 12 03:40:58.629375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb133683-18f8-4190-a9ee-71ece4ace9b3 None None] Pushing event updated for resources: {'Port': ['ID=17449e61-61c8-4248-891a-ed179897d568,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.723012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-bafb3ecc-bc1d-4b13-84e3-a37714296bfc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 1001 time: 0.0963132 Nov 12 03:40:58.764851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6f96bb6d-0e00-49bf-a2d0-5b41fada74fb None None] Provisioning complete for port 17449e61-61c8-4248-891a-ed179897d568 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.765360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f96bb6d-0e00-49bf-a2d0-5b41fada74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.882510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509650-93a6-4f58-9a4d-04272c73309b req-0c14269d-44e9-44b1-8c1e-bfa07160c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.883994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-0c14269d-44e9-44b1-8c1e-bfa07160c694 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.1052766 Nov 12 03:40:58.911651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 0673a37f-14b6-4aa0-b4ab-336797951169 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:58.913564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:58.977908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.000834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6f96bb6d-0e00-49bf-a2d0-5b41fada74fb None None] Provisioning complete for port a85598b7-4f14-4bd3-9d1d-a07c94702f33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.001341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f96bb6d-0e00-49bf-a2d0-5b41fada74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.065315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6f96bb6d-0e00-49bf-a2d0-5b41fada74fb None None] Port a85598b7-4f14-4bd3-9d1d-a07c94702f33 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.120381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Router 04dae3da-a4aa-48dc-b0f7-f1e8fa49025c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:59.133476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Subnet': ['ID=013b4ccf-2ba8-4034-8df6-0719069d4d83,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:59.146782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509650-93a6-4f58-9a4d-04272c73309b req-4dcc4e14-f316-4e77-a046-978e2597db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.148357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-4dcc4e14-f316-4e77-a046-978e2597db06 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2508295 Nov 12 03:40:59.202835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e04c19c1-6262-4c7e-a8ef-4b5da406bb20 None None] Provisioning complete for port a85598b7-4f14-4bd3-9d1d-a07c94702f33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.203209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e04c19c1-6262-4c7e-a8ef-4b5da406bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.251646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:59.260727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c9265042-cbf3-4cfd-bf56-16807345694c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/routers/04dae3da-a4aa-48dc-b0f7-f1e8fa49025c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0026407 Nov 12 03:40:59.263528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.282705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] Sync routers for ids ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:59.321560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc88225-24db-49e0-931a-5b0ac1de152a req-08a0f0f5-6221-46eb-8834-cdee174d6a65 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.323155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] Routers {'04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:59.323839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc88225-24db-49e0-931a-5b0ac1de152a req-08a0f0f5-6221-46eb-8834-cdee174d6a65 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.2650356 Nov 12 03:40:59.324015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.326492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-cf7a04e5-a7c1-4219-9898-a1f102f35dbf service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693385 Nov 12 03:40:59.326781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e04c19c1-6262-4c7e-a8ef-4b5da406bb20 None None] Port a85598b7-4f14-4bd3-9d1d-a07c94702f33 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.353303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972961e0-ba69-4887-b409-bf694dbc8cc4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.353576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Checking segment: {'id': 'd911348e-54db-4243-a8ee-e39cc3340941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:59.353951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network hostable DHCP agents. Network: f3274c2a-3839-41aa-9973-1badd1ec5771, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:59.354927 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-972961e0-ba69-4887-b409-bf694dbc8cc4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?device_id=04dae3da-a4aa-48dc-b0f7-f1e8fa49025c HTTP/1.1" status: 200 len: 981 time: 0.0900748 Nov 12 03:40:59.358069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.370455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.381809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] Routers {'04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:59.382256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.419886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:59.420707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920ab31-0f1c-465c-bffb-ebee7ee878a7 None None] The sync data for ids ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:59.453425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e03eb5ce-3794-4c6e-8f99-16d1acb7b60a None None] Provisioning complete for port a85598b7-4f14-4bd3-9d1d-a07c94702f33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.454617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e03eb5ce-3794-4c6e-8f99-16d1acb7b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.475291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network f3274c2a-3839-41aa-9973-1badd1ec5771 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:59.497282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc88225-24db-49e0-931a-5b0ac1de152a req-cbbec8e9-c15f-4dc1-9c1c-037d249aacef tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613054 Nov 12 03:40:59.509194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f3274c2a-3839-41aa-9973-1badd1ec5771) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:59.524340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.525089 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.530871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be447834-df8f-4713-b7f3-30c95095b0d1 None None] Network f3274c2a-3839-41aa-9973-1badd1ec5771 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:59.537727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf509650-93a6-4f58-9a4d-04272c73309b req-03187879-5620-4945-86a3-0adac890fb94 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946764 Nov 12 03:40:59.549024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e03eb5ce-3794-4c6e-8f99-16d1acb7b60a None None] Port a85598b7-4f14-4bd3-9d1d-a07c94702f33 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.584002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-530788fa-f401-4c0f-b7a8-243a1877eb24 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7873514 Nov 12 03:40:59.586814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43030) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:59.597109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1204323982', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:59.644525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.650666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.753676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.810649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f3274c2a-3839-41aa-9973-1badd1ec5771', 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771', 'tenant_id': '686401ca59644f9bba11589064e12999', 'fixed_ips': [{'subnet_id': '013b4ccf-2ba8-4034-8df6-0719069d4d83'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:59.811523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.966095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.993846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.007124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9e5c216e-ab4b-4041-a4f8-4223ede8e0ba None None] Provisioning complete for port a85598b7-4f14-4bd3-9d1d-a07c94702f33 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:00.007606 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9e5c216e-ab4b-4041-a4f8-4223ede8e0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.035199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 17449e61-61c8-4248-891a-ed179897d568 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:00.064464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Allocated IP 172.20.0.2 (f3274c2a-3839-41aa-9973-1badd1ec5771/013b4ccf-2ba8-4034-8df6-0719069d4d83/d4733e60-9360-47ab-8821-9e93fe887e1b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:00.088357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c216e-ab4b-4041-a4f8-4223ede8e0ba None None] Port a85598b7-4f14-4bd3-9d1d-a07c94702f33 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:00.214351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 17449e61-61c8-4248-891a-ed179897d568 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:00.214751 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.323822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.347173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.363785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.382820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.390843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port a85598b7-4f14-4bd3-9d1d-a07c94702f33 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:00.392187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.435722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Network f3274c2a-3839-41aa-9973-1badd1ec5771 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:00.441838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:00.447755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:00.462709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Pushing event updated for resources: {'Port': ['ID=d4733e60-9360-47ab-8821-9e93fe887e1b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.513435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.514188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.515561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.515777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.516917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.517516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.518258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.519231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.519745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.520276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.520782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.521551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.522197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:00.533798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c14c1ce8-92c0-4eed-9622-de001d530eed tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.535692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c14c1ce8-92c0-4eed-9622-de001d530eed tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.1187453 Nov 12 03:41:00.538947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for a85598b7-4f14-4bd3-9d1d-a07c94702f33 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:00.581622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.25.4.251 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/47616f23-2708-4463-8b70-0c1786b8ceb3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:00.588844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Attempting to bind port d4733e60-9360-47ab-8821-9e93fe887e1b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:00.589448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Attempting to bind port d4733e60-9360-47ab-8821-9e93fe887e1b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd911348e-54db-4243-a8ee-e39cc3340941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:00.590145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Attempting to bind port d4733e60-9360-47ab-8821-9e93fe887e1b on network f3274c2a-3839-41aa-9973-1badd1ec5771 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:00.605862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:00.607568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Checking segment: {'id': 'd911348e-54db-4243-a8ee-e39cc3340941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:00.610546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.611291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Bound using segment: {'id': 'd911348e-54db-4243-a8ee-e39cc3340941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:00.612062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Bound port: d4733e60-9360-47ab-8821-9e93fe887e1b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd911348e-54db-4243-a8ee-e39cc3340941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:00.614556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.725313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] For port d4733e60-9360-47ab-8821-9e93fe887e1b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:00.739577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] For port d4733e60-9360-47ab-8821-9e93fe887e1b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4733e60-9360-47ab-8821-9e93fe887e1b,segment=NetworkSegment(d911348e-54db-4243-a8ee-e39cc3340941),segment_id=d911348e-54db-4243-a8ee-e39cc3340941)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:00.749229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.817022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f821801-cd25-4eb3-87a6-1518198c27a6 req-bc9f5c8b-d6ae-4c35-b908-3fd0d64c80cf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.820168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f821801-cd25-4eb3-87a6-1518198c27a6 req-bc9f5c8b-d6ae-4c35-b908-3fd0d64c80cf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 945 time: 0.1524606 Nov 12 03:41:00.836058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.869347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=a85598b7-4f14-4bd3-9d1d-a07c94702f33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.875351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port bdc0c7db-d74c-448f-b6d3-8df59be1cabd {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:00.876710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.889351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.917336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d856e-d1e2-4855-8800-db05646236e9 None None] Pushing event updated for resources: {'Port': ['ID=d4733e60-9360-47ab-8821-9e93fe887e1b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:00.927878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.058480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port bdc0c7db-d74c-448f-b6d3-8df59be1cabd, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:01.058480 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.079383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.081360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f821801-cd25-4eb3-87a6-1518198c27a6 req-27235f69-da08-46c7-bea8-646d1631f7d4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452607 Nov 12 03:41:01.103978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for bdc0c7db-d74c-448f-b6d3-8df59be1cabd owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:01.199606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.354014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:01.378899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=47616f23-2708-4463-8b70-0c1786b8ceb3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.381720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:01.384646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:01.412893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04aad6-4b70-43f4-9dee-9cef024043d5 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:01.501381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Router 04dae3da-a4aa-48dc-b0f7-f1e8fa49025c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:01.535255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c67e43aa-a535-49a9-b049-e65869c5ae4e None None] Provisioning complete for port 47616f23-2708-4463-8b70-0c1786b8ceb3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:01.535945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c67e43aa-a535-49a9-b049-e65869c5ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.587385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c67e43aa-a535-49a9-b049-e65869c5ae4e None None] Port 47616f23-2708-4463-8b70-0c1786b8ceb3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:01.587558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.601657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d408af83-d872-41d9-9a6e-362a2c89d86d', 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:01.622106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:01.639254 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-751a68da-ec24-4ffb-b235-65fe9dadcc49 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/routers/04dae3da-a4aa-48dc-b0f7-f1e8fa49025c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2776289 Nov 12 03:41:01.639504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.647906 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] Sync routers for ids ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:01.662386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=bdc0c7db-d74c-448f-b6d3-8df59be1cabd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.681349 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] Routers {'04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:01.682060 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.691555 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4c7a99-d2a8-4ce2-bf12-204844093eb4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:41:01.693755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd4c7a99-d2a8-4ce2-bf12-204844093eb4 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/a85598b7-4f14-4bd3-9d1d-a07c94702f33 HTTP/1.1" status: 404 len: 333 time: 0.0531340 Nov 12 03:41:01.696596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:01.765312 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.771095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port bdc0c7db-d74c-448f-b6d3-8df59be1cabd on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:01.777562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.785747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df9bc966-9117-495a-bf17-c945ae7e828d req-c41faf88-4e8f-4da7-a3e2-38e11802eeec tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "DELETE /v2.0/ports/bdc0c7db-d74c-448f-b6d3-8df59be1cabd HTTP/1.1" status: 204 len: 173 time: 1.2390132 Nov 12 03:41:01.792530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'name': 'network-vif-deleted', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:01.794735 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.799795 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97828575-4242-424f-b7a7-12fb5a927e60" -d '{"events": [{"server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "name": "network-vif-deleted", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:01.850319 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] Routers {'04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:01.851157 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.865979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.949828 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa5904-bcc6-4907-ab9d-3df76145989a x-openstack-request-id: req-41aa5904-bcc6-4907-ab9d-3df76145989a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:01.951246 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce764b3-d8db-4398-a5ae-38867925af59", "name": "network-vif-deleted", "tag": "bdc0c7db-d74c-448f-b6d3-8df59be1cabd", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:01.951730 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41aa5904-bcc6-4907-ab9d-3df76145989a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:01.952188 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce764b3-d8db-4398-a5ae-38867925af59', 'name': 'network-vif-deleted', 'tag': 'bdc0c7db-d74c-448f-b6d3-8df59be1cabd', 'status': 'completed', 'code': 200} Nov 12 03:41:01.980515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:01.981492 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d776ad-1fa5-478d-a7c7-888efa78fe5a None None] The sync data for ids ['04dae3da-a4aa-48dc-b0f7-f1e8fa49025c'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:02.095731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4733e60-9360-47ab-8821-9e93fe887e1b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:02.175383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.225573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4733e60-9360-47ab-8821-9e93fe887e1b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:02.225876 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.264937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.268648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.289409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b17c8a52-cc59-456f-8498-0155e6bd40aa req-bf21ea7a-ec54-4a43-a470-0a58fa71864f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0646529 Nov 12 03:41:02.392467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.393399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Fanout notify agent at l3_agent the message router_deleted on router 04dae3da-a4aa-48dc-b0f7-f1e8fa49025c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:02.398139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.414288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.416099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06593df8-a1d9-4ce7-ac59-5673a7c0f6ab tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/routers/04dae3da-a4aa-48dc-b0f7-f1e8fa49025c HTTP/1.1" status: 204 len: 168 time: 0.7181234 Nov 12 03:41:02.419022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.471465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d4733e60-9360-47ab-8821-9e93fe887e1b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4733e60-9360-47ab-8821-9e93fe887e1b,segment=NetworkSegment(d911348e-54db-4243-a8ee-e39cc3340941),segment_id=d911348e-54db-4243-a8ee-e39cc3340941)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:02.482563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.494970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 90a1334b-24fc-40b2-b0ec-fa4221bcf12d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:02.499922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.567214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.585589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d4733e60-9360-47ab-8821-9e93fe887e1b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.657829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b5a04-868e-49e7-aa54-8fb40ae744a7 None None] Network f3274c2a-3839-41aa-9973-1badd1ec5771 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:02.688632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.698897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.754230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-df859b4d-4aa5-4e0f-94c7-bed4c9617e23 None None] Provisioning complete for port d4733e60-9360-47ab-8821-9e93fe887e1b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:02.754873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-df859b4d-4aa5-4e0f-94c7-bed4c9617e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.821847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.916924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=90a1334b-24fc-40b2-b0ec-fa4221bcf12d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.929713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.942845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-342f866d-e449-4645-8260-2b087e4d41c1 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/90a1334b-24fc-40b2-b0ec-fa4221bcf12d HTTP/1.1" status: 204 len: 168 time: 0.5219445 Nov 12 03:41:02.948240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43058) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:02.958547 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ba8a0-71d3-44fe-8fee-83d0a6437a5f None None] Network 0673a37f-14b6-4aa0-b4ab-336797951169 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:02.985855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router becc6c7c-3fe9-4196-bac5-e0632c3163df is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:41:03.160952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.218560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:03.239761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] Sync routers for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:03.260232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.264042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f5915472-8374-4d99-b660-f17069563cf7 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6759050 Nov 12 03:41:03.267983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:03.288676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:03.289253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:03.380932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 17449e61-61c8-4248-891a-ed179897d568 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:03.381824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.464474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:03.473892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] DHCP port deletion for 0673a37f-14b6-4aa0-b4ab-336797951169 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:03.518712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:03.519664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:03.561886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:03.562443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209cc00-93e9-410f-8a96-c2c19ca8e057 None None] The sync data for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:03.580007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4d13080-61fa-434e-af71-abb13b6dfdad None None] Provisioning complete for port d4733e60-9360-47ab-8821-9e93fe887e1b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:03.580392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4d13080-61fa-434e-af71-abb13b6dfdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.594992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] For port 17449e61-61c8-4248-891a-ed179897d568, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=17449e61-61c8-4248-891a-ed179897d568,segment=NetworkSegment(113c0da8-5b36-4435-b12a-61b5a262934d),segment_id=113c0da8-5b36-4435-b12a-61b5a262934d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.595373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.628660 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 17449e61-61c8-4248-891a-ed179897d568 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:03.661122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Deleting port 17449e61-61c8-4248-891a-ed179897d568 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:03.661642 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.730364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] For port 17449e61-61c8-4248-891a-ed179897d568, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=17449e61-61c8-4248-891a-ed179897d568,segment=NetworkSegment(113c0da8-5b36-4435-b12a-61b5a262934d),segment_id=113c0da8-5b36-4435-b12a-61b5a262934d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.730647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.746325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Calling delete_port for 17449e61-61c8-4248-891a-ed179897d568 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:03.749434 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.790493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=17449e61-61c8-4248-891a-ed179897d568,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.804529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No DVR routers for this DVR port 17449e61-61c8-4248-891a-ed179897d568 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:03.880191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.920142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] Pushing event deleted for resources: {'Port': ['ID=17449e61-61c8-4248-891a-ed179897d568,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.932847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecef48-e412-4e53-8861-3d2fd40151c9 None None] No DVR routers for this DVR port 17449e61-61c8-4248-891a-ed179897d568 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:03.936705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3c5ae58-ed68-492e-b41b-b4844fe9cd3e req-57a17e06-3460-4f55-94fa-b2c084225eef tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0459752 Nov 12 03:41:03.955257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4733e60-9360-47ab-8821-9e93fe887e1b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:03.999015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.021847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0673a37f-14b6-4aa0-b4ab-336797951169']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:04.032777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113c0da8-5b36-4435-b12a-61b5a262934d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:04.033156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113c0da8-5b36-4435-b12a-61b5a262934d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:04.044282 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.058333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4733e60-9360-47ab-8821-9e93fe887e1b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:04.059290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.061693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.074714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:04.074714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:04.198342 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:04.254419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.261863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.262873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 17449e61-61c8-4248-891a-ed179897d568 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:04.266885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/0673a37f-14b6-4aa0-b4ab-336797951169 HTTP/1.1" status: 204 len: 168 time: 1.3164675 Nov 12 03:41:04.276988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43068) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.292708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 17449e61-61c8-4248-891a-ed179897d568 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:04.293199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 17449e61-61c8-4248-891a-ed179897d568 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:04.294288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea50fd-f60c-41bb-953c-cdf731dd8213 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=0673a37f-14b6-4aa0-b4ab-336797951169,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.366581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd281f21-f0b5-4278-9137-cba6fa613a64 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.367845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd281f21-f0b5-4278-9137-cba6fa613a64 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/cb2df4e2-d1fe-468c-bd4c-5e947ae8954a HTTP/1.1" status: 200 len: 841 time: 0.0900176 Nov 12 03:41:04.373475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43070) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.446186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-563a149b-4bd8-43fb-a24c-f5eaa3a8e87e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/cb2df4e2-d1fe-468c-bd4c-5e947ae8954a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0680814 Nov 12 03:41:04.446470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43072) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:04.452343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:04.660467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:04.663876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.732042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device bdc0c7db-d74c-448f-b6d3-8df59be1cabd no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:04.740432 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.762767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: bdc0c7db-d74c-448f-b6d3-8df59be1cabd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:04.763624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device bdc0c7db-d74c-448f-b6d3-8df59be1cabd not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:05.093872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.124524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-332fd12f-0618-4d2c-8d8e-ea1ba9c0e346 req-347d17fc-a0ad-4b61-b885-4122e7358032 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0518541 Nov 12 03:41:05.166876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:05.190914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:05.201379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.201683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.208119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba696b6-c635-40ec-b39f-94c76b9bdf8c None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:05.227768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=913f6688-9d2b-47a7-ac0b-9e495a135dfa,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.236867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e3e89ef1-c515-47b6-8b37-68b412037116 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7891002 Nov 12 03:41:05.239891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.251624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1261957959'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.272069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.1 (f3274c2a-3839-41aa-9973-1badd1ec5771/013b4ccf-2ba8-4034-8df6-0719069d4d83/9351aa2c-6b56-4c23-a621-d9546fc74dc3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:05.294638 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.405465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.414149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.483199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838843fc-b557-4bb8-a634-a27705c4b6cc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.491395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.493540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.498848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60eb3f78-79c8-4ace-bbc6-8f52b0d99e6d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2568552 Nov 12 03:41:05.499543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.505492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075546119'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.536816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.568512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-8976358a-de0c-477e-ba11-06e7c25ce30e', 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'tenant_id': 'ac761543dc46466582b26cff38cbdb98', 'fixed_ips': [{'subnet_id': '913f6688-9d2b-47a7-ac0b-9e495a135dfa'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:05.571931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.604585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.628950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.635880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.676281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.681048 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1801898 Nov 12 03:41:05.681724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:05.682273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network f3274c2a-3839-41aa-9973-1badd1ec5771 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:05.686155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:05.689826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-280941910', 'security_groups': ['e463a0e8-a8ae-4b6a-87ba-dd1a86d872ba'], 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '913f6688-9d2b-47a7-ac0b-9e495a135dfa'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:05.693675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:05.695407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a726034-5f9a-4e4d-9088-6c6052a44ba6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e463a0e8-a8ae-4b6a-87ba-dd1a86d872ba,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.730895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=9351aa2c-6b56-4c23-a621-d9546fc74dc3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.767331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.899491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:06.015223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.039135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 16d94969-a30a-4961-96f8-ffe89ca2766c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:06.060299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.109043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Allocated IP 172.20.0.2 (8976358a-de0c-477e-ba11-06e7c25ce30e/913f6688-9d2b-47a7-ac0b-9e495a135dfa/a08abee3-5530-47f3-8f83-1b930c977c78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:06.128004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9abd5ac6-f2e5-4a4a-8f73-d728e9d0032c None None] Provisioning complete for port 9351aa2c-6b56-4c23-a621-d9546fc74dc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:06.128374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9abd5ac6-f2e5-4a4a-8f73-d728e9d0032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.237372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9abd5ac6-f2e5-4a4a-8f73-d728e9d0032c None None] Port 9351aa2c-6b56-4c23-a621-d9546fc74dc3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:06.293626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cda01d7-12b9-42cf-b8ce-8aa48c8ed7fa req-e60aa502-9918-44b3-9083-36419deca106 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0332899 Nov 12 03:41:06.350765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.376440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.478996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.4 (8976358a-de0c-477e-ba11-06e7c25ce30e/913f6688-9d2b-47a7-ac0b-9e495a135dfa/16d94969-a30a-4961-96f8-ffe89ca2766c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:06.496640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.510663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.518033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.522791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:06.524270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:06.531553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:06.624284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.627586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Attempting to bind port a08abee3-5530-47f3-8f83-1b930c977c78 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:06.628113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Attempting to bind port a08abee3-5530-47f3-8f83-1b930c977c78 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:06.628425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Attempting to bind port a08abee3-5530-47f3-8f83-1b930c977c78 on network 8976358a-de0c-477e-ba11-06e7c25ce30e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:06.635500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:06.635864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Checking segment: {'id': '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:06.636301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.636672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Bound using segment: {'id': '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:06.637161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Bound port: a08abee3-5530-47f3-8f83-1b930c977c78, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:06.637797 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.639830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=9351aa2c-6b56-4c23-a621-d9546fc74dc3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.740359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:06.745549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:06.755240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.777306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.818769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network f3274c2a-3839-41aa-9973-1badd1ec5771 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:06.823198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:06.867375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.912107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c53e9b-8a07-46da-bf8e-7b5b2d91e445 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.963504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=16d94969-a30a-4961-96f8-ffe89ca2766c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:07.007388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:07.009092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:07.011685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:07.149206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.150174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.186991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router becc6c7c-3fe9-4196-bac5-e0632c3163df has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:07.198811 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d2badb69-3d25-44cc-af55-666491029697 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5111516 Nov 12 03:41:07.199161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.217129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:07.423434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4d2c347f-2e30-438d-90a9-2c3b019c4baa None None] Provisioning complete for port 9351aa2c-6b56-4c23-a621-d9546fc74dc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:07.423807 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d2c347f-2e30-438d-90a9-2c3b019c4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.465888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:07.475306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3684435c-9ab7-4027-babf-e034a7ee38b2 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/routers/becc6c7c-3fe9-4196-bac5-e0632c3163df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2028198 Nov 12 03:41:07.483673 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] Sync routers for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:07.486503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43100) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.491719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'port': {'network_id': 'f3274c2a-3839-41aa-9973-1badd1ec5771', 'name': 'tempest-FloatingIPTestJSON-769317666'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:07.499504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.508483 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.549034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dba4066-cfd3-4ff2-aaac-88386bc0143d req-1c474322-5798-4b87-8c8b-847d7cb181bf tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0737004 Nov 12 03:41:07.554352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c347f-2e30-438d-90a9-2c3b019c4baa None None] Port 9351aa2c-6b56-4c23-a621-d9546fc74dc3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:07.581202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.584834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.612679 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.639655 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:07.641915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.713391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:07.736164 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229c2808-7a55-4ae1-a9b9-e45b2e6f4a48 None None] The sync data for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:07.741977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Made reservation on behalf of 686401ca59644f9bba11589064e12999 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:07.755909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.779923 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 913f6688-9d2b-47a7-ac0b-9e495a135dfa (CIDR: 172.20.0.0/28) Nov 12 03:41:07.787327 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:07.787901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:07.801175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] device_id is not set on port e4cefa94-bd49-4d8b-a021-ab21b2d36592 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:07.818126 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6290aff2-73f5-4b5d-a7cb-5b2608f1cd16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6168268 Nov 12 03:41:07.820350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.838325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:08.040003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Allocated IP 172.20.0.7 (f3274c2a-3839-41aa-9973-1badd1ec5771/013b4ccf-2ba8-4034-8df6-0719069d4d83/e4cefa94-bd49-4d8b-a021-ab21b2d36592) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:08.061961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:08.107002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:08.113957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.194043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.194406 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.369580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.401360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.471048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.504834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:08.513387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.633536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.652672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event updated for resources: {'Port': ['ID=e4cefa94-bd49-4d8b-a021-ab21b2d36592,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.720413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Network f3274c2a-3839-41aa-9973-1badd1ec5771 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:08.723320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-36e5aa3a-bfb3-4fa3-bf23-0f5b4b292f0a None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.724780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:08.725225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e5aa3a-bfb3-4fa3-bf23-0f5b4b292f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.751545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:08.791023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.852119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82991865-1535-4a70-afcf-6541bb3edfe6 req-dc67e423-e7d2-4e62-8079-5ec897e5f3d5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=dce764b3-d8db-4398-a5ae-38867925af59 HTTP/1.1" status: 200 len: 210 time: 0.0864956 Nov 12 03:41:08.888609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-36e5aa3a-bfb3-4fa3-bf23-0f5b4b292f0a None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:08.929052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:08.934544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:08.941851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.942292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.943046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.950204 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.966210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-36e5aa3a-bfb3-4fa3-bf23-0f5b4b292f0a None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:08.970464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e5aa3a-bfb3-4fa3-bf23-0f5b4b292f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.001221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-407d5fee-3aa1-4838-8e80-12a509ad6f02 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5109808 Nov 12 03:41:09.001417 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1798148 Nov 12 03:41:09.002171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.002679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.009811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Request body: {'floatingip': {'port_id': 'e4cefa94-bd49-4d8b-a021-ab21b2d36592'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:09.018100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1178800620', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d1591df-8359-401c-99ac-0e6b6e2243b8'}], 'security_groups': ['838843fc-b557-4bb8-a634-a27705c4b6cc']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:09.026336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc8b1-e80a-4478-8ff6-081dea856d16 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=9d1591df-8359-401c-99ac-0e6b6e2243b8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.162287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9579c-db9d-4152-9466-4f1d804548e2 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:09.489844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Provisioning complete for port e4cefa94-bd49-4d8b-a021-ab21b2d36592 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:09.490382 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.624863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Port e4cefa94-bd49-4d8b-a021-ab21b2d36592 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:09.648272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Provisioning complete for port 16d94969-a30a-4961-96f8-ffe89ca2766c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:09.651704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.653506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.708359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.718864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-84da6092-6a83-478f-9e83-b2e42b2bebc4 None None] Port 16d94969-a30a-4961-96f8-ffe89ca2766c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:09.806984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Update dhcp port {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'fixed_ips': [{'subnet_id': '913f6688-9d2b-47a7-ac0b-9e495a135dfa', 'ip_address': '172.20.0.2'}, {'subnet_id': '9d1591df-8359-401c-99ac-0e6b6e2243b8'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a08abee3-5530-47f3-8f83-1b930c977c78'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:09.845414 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.997763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:10.208312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:10.209405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.266482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Allocated IP 172.20.0.18 (8976358a-de0c-477e-ba11-06e7c25ce30e/9d1591df-8359-401c-99ac-0e6b6e2243b8/a08abee3-5530-47f3-8f83-1b930c977c78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:10.501039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.550120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.562834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.772024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6923-cc58-48c8-b142-3f2c75c92024 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.940128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Delete allocated IP 172.20.0.4 (8976358a-de0c-477e-ba11-06e7c25ce30e/913f6688-9d2b-47a7-ac0b-9e495a135dfa) {{(pid=102605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:41:10.966227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.28 (8976358a-de0c-477e-ba11-06e7c25ce30e/9d1591df-8359-401c-99ac-0e6b6e2243b8/16d94969-a30a-4961-96f8-ffe89ca2766c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:11.132457 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:41:11.265713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.280704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.408192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.423277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.528504 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP f7a34bdc-1204-492a-811a-0bd5237b63d6 associated. External IP: 172.25.4.206, port: dc386ec1-56be-472d-84ff-89400289ab56. Nov 12 03:41:11.628284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=16d94969-a30a-4961-96f8-ffe89ca2766c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:11.670842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] In _notify_port_updated(), no bound segment for port 16d94969-a30a-4961-96f8-ffe89ca2766c on network 8976358a-de0c-477e-ba11-06e7c25ce30e {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:41:11.677870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:11.678452 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.678759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.688294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.688294 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d7a3b7e0-bb58-434e-a5e4-285888ffc894 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/ports/16d94969-a30a-4961-96f8-ffe89ca2766c HTTP/1.1" status: 200 len: 921 time: 2.6688657 Nov 12 03:41:11.688294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.770445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:11.806029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:11.806383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.904288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 16d94969-a30a-4961-96f8-ffe89ca2766c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:11.904703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.984306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:12.151437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Provisioning complete for port 16d94969-a30a-4961-96f8-ffe89ca2766c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.153437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.160567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:12.180848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.227696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 16d94969-a30a-4961-96f8-ffe89ca2766c owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:12.234537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.234537 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.239329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e2d7b-a6fe-492a-921b-06bd898d3505 None None] Port 16d94969-a30a-4961-96f8-ffe89ca2766c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:12.382219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6beb2739-e781-438b-a5d6-71bf35853c3e None None] Provisioning complete for port 16d94969-a30a-4961-96f8-ffe89ca2766c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:12.382594 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6beb2739-e781-438b-a5d6-71bf35853c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.448737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:12.452350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6beb2739-e781-438b-a5d6-71bf35853c3e None None] Port 16d94969-a30a-4961-96f8-ffe89ca2766c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:12.472245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:12.492389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:12.493384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.537004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.546838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:12.547705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.584879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.586690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18edfe-8d0c-4814-9f52-c644624e608b None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:12.623674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.658319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=16d94969-a30a-4961-96f8-ffe89ca2766c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.827053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.834183 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b91d898c-c536-4c82-9f49-2a7ceaf65f15 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/16d94969-a30a-4961-96f8-ffe89ca2766c HTTP/1.1" status: 204 len: 168 time: 1.1426892 Nov 12 03:41:12.835101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43146) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.874615 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6a666a-893f-4b73-a633-5620dc208cfc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:41:12.880364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2e6a666a-893f-4b73-a633-5620dc208cfc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/16d94969-a30a-4961-96f8-ffe89ca2766c HTTP/1.1" status: 404 len: 333 time: 0.0434039 Nov 12 03:41:12.880825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.893135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router becc6c7c-3fe9-4196-bac5-e0632c3163df has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:12.998003 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.065962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.115998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:13.119992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.127478 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] Sync routers for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:13.147184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:13.148099 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.153289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.156050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.158081 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/security-groups/e463a0e8-a8ae-4b6a-87ba-dd1a86d872ba HTTP/1.1" status: 204 len: 168 time: 0.2752833 Nov 12 03:41:13.167307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43152) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.186894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb6da-9717-4165-9e6b-52731974a65e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463a0e8-a8ae-4b6a-87ba-dd1a86d872ba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.197554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f7cdcd8c-c6d6-4621-878b-6caa621ed1f3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/floatingips/f7a34bdc-1204-492a-811a-0bd5237b63d6 HTTP/1.1" status: 200 len: 977 time: 4.1883025 Nov 12 03:41:13.198063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.326842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.332710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.337452 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:13.338271 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.373507 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:13.374413 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdff3f-311d-483b-8456-f20a3be8ed1d None None] The sync data for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:13.382411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.411910 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:13.423495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port e4cefa94-bd49-4d8b-a021-ab21b2d36592 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:13.423837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.472881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.476302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.478445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/security-groups/838843fc-b557-4bb8-a634-a27705c4b6cc HTTP/1.1" status: 204 len: 168 time: 0.3089154 Nov 12 03:41:13.480931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43158) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.491510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07a0a5-5dfc-4a45-bf01-538e7e785b39 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838843fc-b557-4bb8-a634-a27705c4b6cc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:13.588649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 913f6688-9d2b-47a7-ac0b-9e495a135dfa {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:13.598694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.620735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.696349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.287350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.287945 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.288083 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Floating IP f7a34bdc-1204-492a-811a-0bd5237b63d6 disassociated. External IP: 172.25.4.206, port: e4cefa94-bd49-4d8b-a021-ab21b2d36592. Nov 12 03:41:14.288423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for e4cefa94-bd49-4d8b-a021-ab21b2d36592 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:14.386691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.464509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.546209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.556137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:14.559854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba769ea-67c0-4f58-bd87-290bd96be0dc None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:14.561885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:14.563056 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/913f6688-9d2b-47a7-ac0b-9e495a135dfa HTTP/1.1" status: 204 len: 168 time: 1.0807326 Nov 12 03:41:14.570976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690033f-372f-4605-b4e7-a13145b36eb3 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=913f6688-9d2b-47a7-ac0b-9e495a135dfa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.667232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.830141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=e4cefa94-bd49-4d8b-a021-ab21b2d36592,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.860364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:14.865915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.007802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router becc6c7c-3fe9-4196-bac5-e0632c3163df has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:15.194794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:15.210651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] Sync routers for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:15.230199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:15.231063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.288462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.336561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:15.337833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.340520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:15.343651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.345009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.351001 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.357011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:15.362796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.363996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.364478 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-374cc4dc-27a1-477b-9fd6-07a47b271bd3 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/e4cefa94-bd49-4d8b-a021-ab21b2d36592 HTTP/1.1" status: 204 len: 168 time: 2.1655700 Nov 12 03:41:15.379677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8198960 Nov 12 03:41:15.381504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.386547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1569404146'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.428652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:15.429828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6449eb6-a42d-4647-9bd0-e62499529aa0 None None] The sync data for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:15.451278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.451747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f4130-54f6-45e6-af02-f9476ee571aa tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=9ff538e9-efe9-452c-99ca-f335150ed288,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.572512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.580584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.623090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.630579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2440863 Nov 12 03:41:15.631282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.668685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'security_group': {'name': 'tempest-secgroup-991746863'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.707272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56329e-36ea-4568-81f5-83c6b552925a tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88698fe2-4c9c-43e3-b537-c38adb5e7900,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.722623 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.797366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b508666-81c1-4e55-9069-e4dedfeff557 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:15.885914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.893044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-531b7d41-7904-4740-97e8-66df3e37a353 None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:15.893745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-531b7d41-7904-4740-97e8-66df3e37a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.895103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.932388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facdc2aa-fad6-4c41-baab-f5fd743cfe5d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.961255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.967757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09c388dd-bb9f-4c59-a810-691b76a44087 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3201129 Nov 12 03:41:15.968372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43188) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:15.977835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'security_group': {'name': 'tempest-secgroup-1890443335'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:15.985110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.022173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-531b7d41-7904-4740-97e8-66df3e37a353 None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:16.067720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-531b7d41-7904-4740-97e8-66df3e37a353 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:16.068146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-531b7d41-7904-4740-97e8-66df3e37a353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.367038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Update dhcp port {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'fixed_ips': [{'subnet_id': '9d1591df-8359-401c-99ac-0e6b6e2243b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '9ff538e9-efe9-452c-99ca-f335150ed288'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a08abee3-5530-47f3-8f83-1b930c977c78'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:16.401447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.415017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.589434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Allocated IP 172.20.0.2 (8976358a-de0c-477e-ba11-06e7c25ce30e/9ff538e9-efe9-452c-99ca-f335150ed288/a08abee3-5530-47f3-8f83-1b930c977c78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:16.599497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.609149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.651467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8249ec45-1b8a-4622-9f6a-9f75d041c10a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.657349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.661653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:16.664503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b19c9826-3f76-4ee5-94fc-1e33ca23003e tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6907046 Nov 12 03:41:16.666705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-384162143', 'security_groups': ['8249ec45-1b8a-4622-9f6a-9f75d041c10a'], 'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ff538e9-efe9-452c-99ca-f335150ed288'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:16.712392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:16.752350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.758907 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.787655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 9351aa2c-6b56-4c23-a621-d9546fc74dc3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:16.788570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.799156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:16.863765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ef99a-ca27-494a-8eb0-97aa84ef410a None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.908913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.919773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.929130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 9351aa2c-6b56-4c23-a621-d9546fc74dc3 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:16.941155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] device_id is not set on port 1f168924-b847-4b10-80d6-effdbaead5dd yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:17.253645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.254147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.6 (8976358a-de0c-477e-ba11-06e7c25ce30e/9ff538e9-efe9-452c-99ca-f335150ed288/1f168924-b847-4b10-80d6-effdbaead5dd) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:17.393539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=9351aa2c-6b56-4c23-a621-d9546fc74dc3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.448868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.501925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.541017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc81f7-89a0-437c-8dd3-4a5982ae2177 req-71128416-249f-4a27-bd4c-27b43d551403 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.545248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abc81f7-89a0-437c-8dd3-4a5982ae2177 req-71128416-249f-4a27-bd4c-27b43d551403 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.2117796 Nov 12 03:41:17.566749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:17.575249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:17.595339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:17.601355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-064e6e14-73ad-4c7f-82ce-d7925ee8636d None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:17.601736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-064e6e14-73ad-4c7f-82ce-d7925ee8636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.657220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-064e6e14-73ad-4c7f-82ce-d7925ee8636d None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:17.665121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abc81f7-89a0-437c-8dd3-4a5982ae2177 req-4a2928e1-0788-4565-8d0a-01666a60855b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037872 Nov 12 03:41:17.670498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=1f168924-b847-4b10-80d6-effdbaead5dd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.676456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.695491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-064e6e14-73ad-4c7f-82ce-d7925ee8636d None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:17.696801 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-064e6e14-73ad-4c7f-82ce-d7925ee8636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.742126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.742763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.791076 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9cbeef1c-f202-41b9-bcfb-d9eca3e8e43c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1283882 Nov 12 03:41:17.792377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:17.797779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:17.948863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router becc6c7c-3fe9-4196-bac5-e0632c3163df has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:17.959090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d1528040-7c00-4532-a631-afa0448bc00b None None] Provisioning complete for port 1f168924-b847-4b10-80d6-effdbaead5dd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:17.959548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1528040-7c00-4532-a631-afa0448bc00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.981350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:17.986008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.005562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:18.029625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d1528040-7c00-4532-a631-afa0448bc00b None None] Port 1f168924-b847-4b10-80d6-effdbaead5dd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:18.052819 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dfbbc40a-a60e-42a3-9441-60465577f4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.075434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:18.075798 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.080069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:18.090468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3cb26eaa-6410-40c5-a99f-d153e83206ad tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/routers/becc6c7c-3fe9-4196-bac5-e0632c3163df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7229130 Nov 12 03:41:18.090619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.102065 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] Sync routers for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:18.124899 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:18.126280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.171450 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.193493 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] Routers {'becc6c7c-3fe9-4196-bac5-e0632c3163df'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:18.194612 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:40:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['becc6c7c-3fe9-4196-bac5-e0632c3163df'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.229013 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.230328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caedbe9-9710-4ff2-a26b-d67e6eb87908 None None] The sync data for ids ['becc6c7c-3fe9-4196-bac5-e0632c3163df'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:18.256362 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ff538e9-efe9-452c-99ca-f335150ed288 (CIDR: 172.20.0.0/28) Nov 12 03:41:18.263227 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:18.263808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:18.278377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.317901 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e81f850-6ad0-4cdc-a713-d7a6cc2fae92 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5241807 Nov 12 03:41:18.320806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.326509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:18.399298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.440994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:18.444406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.453620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 47616f23-2708-4463-8b70-0c1786b8ceb3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:18.454066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.533225 n-d-713499-30 neutron-server[102606]: INFO neutron.db.ipam_backend_mixin [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9d1591df-8359-401c-99ac-0e6b6e2243b8 (CIDR: 172.20.0.16/28) Nov 12 03:41:18.534573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.536150 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:41:18.536646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:18.549772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 47616f23-2708-4463-8b70-0c1786b8ceb3 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:18.551676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-031a9abe-c065-4615-bd73-ef035adc592c tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2291801 Nov 12 03:41:18.554418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43222) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.559360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'subnet': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:18.695639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd03b-e5ab-4282-a518-96fda972844a req-f6b39d9c-aa83-4255-908c-9ca2426783d6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.697182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c53fd03b-e5ab-4282-a518-96fda972844a req-f6b39d9c-aa83-4255-908c-9ca2426783d6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.0769818 Nov 12 03:41:18.727206 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.761485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=47616f23-2708-4463-8b70-0c1786b8ceb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:18.776614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Made reservation on behalf of ac761543dc46466582b26cff38cbdb98 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:18.780074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.787688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59c886-277f-46a1-b038-c9a5870134ee None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:18.837615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.885458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38dda9-c546-428d-8a5a-f821216ff0a0 req-c0a82815-ed2e-4129-bcd8-5222cc84c48b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.887004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c38dda9-c546-428d-8a5a-f821216ff0a0 req-c0a82815-ed2e-4129-bcd8-5222cc84c48b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 945 time: 0.1507292 Nov 12 03:41:18.929784 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.931896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.980744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port d408af83-d872-41d9-9a6e-362a2c89d86d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:18.980987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.981165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.981781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Fanout notify agent at l3_agent the message router_deleted on router becc6c7c-3fe9-4196-bac5-e0632c3163df {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:18.989665 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.990955 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d4378fa-8b75-4f05-8164-0034b0e105e9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/routers/becc6c7c-3fe9-4196-bac5-e0632c3163df HTTP/1.1" status: 204 len: 168 time: 0.8993838 Nov 12 03:41:18.993469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.002296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c38dda9-c546-428d-8a5a-f821216ff0a0 req-974f1a6b-4fa5-4e2f-a6c9-e63a9cad5b1d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fb881a9-3d1d-4452-a11b-462dc17de294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022878 Nov 12 03:41:19.045371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting subnet 013b4ccf-2ba8-4034-8df6-0719069d4d83 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:19.048709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.089854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.122888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port d408af83-d872-41d9-9a6e-362a2c89d86d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d408af83-d872-41d9-9a6e-362a2c89d86d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:19.123251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.155589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for d408af83-d872-41d9-9a6e-362a2c89d86d owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:19.175666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.238423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.239752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.270840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Subnet': ['ID=013b4ccf-2ba8-4034-8df6-0719069d4d83,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.276061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.279107 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5253901-48f5-4fca-8e4e-632d9d66e7da tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/subnets/013b4ccf-2ba8-4034-8df6-0719069d4d83 HTTP/1.1" status: 204 len: 168 time: 0.2846797 Nov 12 03:41:19.282093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.293023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b9160-2df6-475d-b69b-88ce3285e3a7 None None] Network f3274c2a-3839-41aa-9973-1badd1ec5771 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:19.300547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Network 8976358a-de0c-477e-ba11-06e7c25ce30e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:19.306429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:19.313700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.314182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.320386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Subnet': ['ID=4152e0cb-1ca6-441a-b0ce-9dfe44d8d088,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.320642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed46c3-2518-45ff-8dca-c62f43cea8a3 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:19.357430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4046f697-2604-45a9-9aa1-2b4fd858cddc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8018966 Nov 12 03:41:19.358021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43236) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:19.366017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-140035796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4152e0cb-1ca6-441a-b0ce-9dfe44d8d088'}], 'security_groups': ['88698fe2-4c9c-43e3-b537-c38adb5e7900', 'facdc2aa-fad6-4c41-baab-f5fd743cfe5d']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:19.411739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.432722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.488007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port d4733e60-9360-47ab-8821-9e93fe887e1b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:19.488566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.491779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=d408af83-d872-41d9-9a6e-362a2c89d86d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.493031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d408af83-d872-41d9-9a6e-362a2c89d86d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:19.548886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port d408af83-d872-41d9-9a6e-362a2c89d86d on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:19.553013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.556364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c53fd03b-e5ab-4282-a518-96fda972844a req-3fb5806c-e641-4580-9859-1b62b77fa56d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "DELETE /v2.0/ports/d408af83-d872-41d9-9a6e-362a2c89d86d HTTP/1.1" status: 204 len: 173 time: 0.8514738 Nov 12 03:41:19.556825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'name': 'network-vif-deleted', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:19.559215 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406486d-cb0a-4819-b47a-a410336856bf" -d '{"events": [{"server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "name": "network-vif-deleted", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:19.669294 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd7a8f6-e8b6-4d65-bc1f-0bf5e5469e87 x-openstack-request-id: req-8dd7a8f6-e8b6-4d65-bc1f-0bf5e5469e87 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:19.669646 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7de669b-6aa4-4472-a61d-fbb09eca3fae", "name": "network-vif-deleted", "tag": "d408af83-d872-41d9-9a6e-362a2c89d86d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:19.669946 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8dd7a8f6-e8b6-4d65-bc1f-0bf5e5469e87 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:19.670413 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de669b-6aa4-4472-a61d-fbb09eca3fae', 'name': 'network-vif-deleted', 'tag': 'd408af83-d872-41d9-9a6e-362a2c89d86d', 'status': 'completed', 'code': 200} Nov 12 03:41:19.671433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.692813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] For port d4733e60-9360-47ab-8821-9e93fe887e1b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4733e60-9360-47ab-8821-9e93fe887e1b,segment=NetworkSegment(d911348e-54db-4243-a8ee-e39cc3340941),segment_id=d911348e-54db-4243-a8ee-e39cc3340941)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:19.693246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.738324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for d4733e60-9360-47ab-8821-9e93fe887e1b owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:19.779462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Update dhcp port {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'fixed_ips': [{'subnet_id': '9d1591df-8359-401c-99ac-0e6b6e2243b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '9ff538e9-efe9-452c-99ca-f335150ed288', 'ip_address': '172.20.0.2'}, {'subnet_id': '4152e0cb-1ca6-441a-b0ce-9dfe44d8d088'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a08abee3-5530-47f3-8f83-1b930c977c78'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:19.827929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.848659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] DHCP port deletion for f3274c2a-3839-41aa-9973-1badd1ec5771 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:19.940473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:19.976178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] No DVR routers for this DVR port d4733e60-9360-47ab-8821-9e93fe887e1b on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:19.982192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=d4733e60-9360-47ab-8821-9e93fe887e1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.052071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4733e60-9360-47ab-8821-9e93fe887e1b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:20.111861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Deleting port d4733e60-9360-47ab-8821-9e93fe887e1b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:20.112325 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.146059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d4733e60-9360-47ab-8821-9e93fe887e1b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:20.149874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4733e60-9360-47ab-8821-9e93fe887e1b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:20.189475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.236639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3274c2a-3839-41aa-9973-1badd1ec5771']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.247856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd911348e-54db-4243-a8ee-e39cc3340941') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.248334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd911348e-54db-4243-a8ee-e39cc3340941') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:20.253465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] For port d4733e60-9360-47ab-8821-9e93fe887e1b, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:20.254065 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.260895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.270078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Calling delete_port for d4733e60-9360-47ab-8821-9e93fe887e1b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:20.274658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Port d4733e60-9360-47ab-8821-9e93fe887e1b was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:41:20.277578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.279345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2df86567-78c8-4153-9c88-268ad81db622 req-ce94cb8f-f699-44a0-93bd-80e2f284e0f8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0796893 Nov 12 03:41:20.290031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.297370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] No DVR routers for this DVR port d4733e60-9360-47ab-8821-9e93fe887e1b on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:20.312437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:20.313183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.318420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad00ac3-ca64-45a5-ba41-eac227aae6bf None None] Pushing event deleted for resources: {'Port': ['ID=d4733e60-9360-47ab-8821-9e93fe887e1b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:20.321331 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:20.324203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Delete allocated IP 172.20.0.6 (8976358a-de0c-477e-ba11-06e7c25ce30e/9ff538e9-efe9-452c-99ca-f335150ed288) {{(pid=102606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:41:20.337096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Allocated IP 172.20.0.41 (8976358a-de0c-477e-ba11-06e7c25ce30e/4152e0cb-1ca6-441a-b0ce-9dfe44d8d088/1f168924-b847-4b10-80d6-effdbaead5dd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:20.377474 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a389161-3fce-45a8-8956-a0fcf3c1bb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.410540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.419261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.428844 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/networks/f3274c2a-3839-41aa-9973-1badd1ec5771 HTTP/1.1" status: 204 len: 168 time: 1.1447465 Nov 12 03:41:20.433240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.500096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3739-4bc7-4803-a5b8-a04fb8193c3a tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Network': ['ID=f3274c2a-3839-41aa-9973-1badd1ec5771,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.583280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.598495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.605273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.666894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Allocated IP 172.20.0.34 (8976358a-de0c-477e-ba11-06e7c25ce30e/4152e0cb-1ca6-441a-b0ce-9dfe44d8d088/a08abee3-5530-47f3-8f83-1b930c977c78) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:20.742084 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a04b187-79df-4c0b-ace8-8420bfc773f1 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/floatingips/022f5bc8-9120-4c51-a217-f1c5abeba8f5 HTTP/1.1" status: 200 len: 994 time: 0.1563780 Nov 12 03:41:20.761376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 11c027b9-2233-466a-bce8-7d3ed32a527d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:20.762033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.793048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:20.815282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event updated for resources: {'Port': ['ID=1f168924-b847-4b10-80d6-effdbaead5dd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:20.849737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.862642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] In _notify_port_updated(), no bound segment for port 1f168924-b847-4b10-80d6-effdbaead5dd on network 8976358a-de0c-477e-ba11-06e7c25ce30e {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:41:20.865139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.883687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.886376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.893570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d8429bc9-e3c3-45ad-a1dd-6cd8caea39e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "PUT /v2.0/ports/1f168924-b847-4b10-80d6-effdbaead5dd HTTP/1.1" status: 200 len: 959 time: 1.5322962 Nov 12 03:41:20.894196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43264) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:20.924118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.924505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:20.943529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 11c027b9-2233-466a-bce8-7d3ed32a527d owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:21.038505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8d7a-d670-49cf-a8c7-6c4288620411 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.041135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port 1f168924-b847-4b10-80d6-effdbaead5dd {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:21.042613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.044643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.226475 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.257028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for 1f168924-b847-4b10-80d6-effdbaead5dd owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:21.292739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 23d1cdab-68a9-4200-9847-3fe12df0c81b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:21.293355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.388202 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.388529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.416448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 23d1cdab-68a9-4200-9847-3fe12df0c81b owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:21.503688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.514725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.536728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd009b9d-633c-4d44-b094-43a7122a74a6 req-01eecfa1-01c1-4189-b54b-0ea838557a0f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0491307 Nov 12 03:41:21.565404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=1f168924-b847-4b10-80d6-effdbaead5dd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.644073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.647542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d66492a3-69fa-4089-875d-e646e3f68f8b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/1f168924-b847-4b10-80d6-effdbaead5dd HTTP/1.1" status: 204 len: 168 time: 0.7523649 Nov 12 03:41:21.650307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43272) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.661442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=11c027b9-2233-466a-bce8-7d3ed32a527d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:21.691475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.717005 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad3b984-25f4-4e3e-acf7-eb69ea1819bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] GET failed (client error): The resource could not be found. Nov 12 03:41:21.719065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cad3b984-25f4-4e3e-acf7-eb69ea1819bd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports/1f168924-b847-4b10-80d6-effdbaead5dd HTTP/1.1" status: 404 len: 333 time: 0.0674839 Nov 12 03:41:21.722326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.789850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:21.790590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.831746 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:21.835686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Could not find standard attr ID for object 1f168924-b847-4b10-80d6-effdbaead5dd. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:21.849603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.850659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:21.851272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ccccaf7a-3f22-4af1-9526-5a8dfc29ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.852651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.853866 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-75a49fe6-4ad5-4911-9624-c937c44d2efb tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/floatingips/f7a34bdc-1204-492a-811a-0bd5237b63d6 HTTP/1.1" status: 204 len: 168 time: 1.4194205 Nov 12 03:41:21.857485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43278) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.915149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.916726 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-92404f5a-661c-44c0-815b-66e61d1fe44f tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:21.918252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92404f5a-661c-44c0-815b-66e61d1fe44f tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:21.925017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-92404f5a-661c-44c0-815b-66e61d1fe44f tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/e4cefa94-bd49-4d8b-a021-ab21b2d36592 HTTP/1.1" status: 404 len: 333 time: 0.0622559 Nov 12 03:41:21.926316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.936971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:21.976101 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-442f4f29-0908-4838-8d76-63cf4d048239 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/ports?device_id=becc6c7c-3fe9-4196-bac5-e0632c3163df HTTP/1.1" status: 200 len: 205 time: 0.0460546 Nov 12 03:41:21.978888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43282) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:21.994123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.005804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=23d1cdab-68a9-4200-9847-3fe12df0c81b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.033534 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-b35be9a2-11c7-4604-92a2-df2639698fda tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] delete failed (client error): The resource could not be found. Nov 12 03:41:22.036062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b35be9a2-11c7-4604-92a2-df2639698fda tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/routers/becc6c7c-3fe9-4196-bac5-e0632c3163df HTTP/1.1" status: 404 len: 336 time: 0.0529308 Nov 12 03:41:22.039415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43284) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.043614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:22.074403 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-02431629-4fa3-4e28-a9fb-724fdce02830 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:22.075093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02431629-4fa3-4e28-a9fb-724fdce02830 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:22.081624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-02431629-4fa3-4e28-a9fb-724fdce02830 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/subnets/013b4ccf-2ba8-4034-8df6-0719069d4d83 HTTP/1.1" status: 404 len: 337 time: 0.0409768 Nov 12 03:41:22.082276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43286) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.186285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:22.199109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.332344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.334201 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Floating IP 022f5bc8-9120-4c51-a217-f1c5abeba8f5 disassociated (deleted). External IP: 172.25.4.246, port: 24dbd264-7ee9-4450-92e9-7b2cc87ecb68. Nov 12 03:41:22.386766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port dc386ec1-56be-472d-84ff-89400289ab56 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:22.387033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.470593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.473904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.475717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/security-groups/8249ec45-1b8a-4622-9f6a-9f75d041c10a HTTP/1.1" status: 204 len: 168 time: 0.7458217 Nov 12 03:41:22.479644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:22.530149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052ee00-fd2f-463c-bf0e-39537eb75b8f tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8249ec45-1b8a-4622-9f6a-9f75d041c10a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.578607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-46a78aea-29f0-4304-b0e2-934451d9b4a5 None None] Could not find standard attr ID for object 1f168924-b847-4b10-80d6-effdbaead5dd. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:41:22.760854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d408af83-d872-41d9-9a6e-362a2c89d86d no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:22.809995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: d408af83-d872-41d9-9a6e-362a2c89d86d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:22.810646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d408af83-d872-41d9-9a6e-362a2c89d86d not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:22.970329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6753afd7-1178-4be0-94a4-0b2244531f7c req-89f95915-9a45-41a3-8f12-31a1f2d966bb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0323656 Nov 12 03:41:22.972598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.999872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for dc386ec1-56be-472d-84ff-89400289ab56 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:23.021881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.065368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.087803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.113993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router 3af415e9-e994-485a-a1d6-0f689d0753e8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:23.169517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.173393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.175397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/security-groups/facdc2aa-fad6-4c41-baab-f5fd743cfe5d HTTP/1.1" status: 204 len: 168 time: 0.6898134 Nov 12 03:41:23.178642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.217851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ba8f-c32b-4099-87d1-a028a2bdfbec tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facdc2aa-fad6-4c41-baab-f5fd743cfe5d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.272976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.293231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:23.300106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.306045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Sync routers for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:23.322881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:23.323798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.336855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=dc386ec1-56be-472d-84ff-89400289ab56,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.360691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.366368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2c7f6777-ff29-49dc-bca9-45f953da6829 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/floatingips/022f5bc8-9120-4c51-a217-f1c5abeba8f5 HTTP/1.1" status: 204 len: 168 time: 2.3226953 Nov 12 03:41:23.370714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:23.373804 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2fbff5-7352-48af-900a-4308a6a77b94" -d '{"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:23.444456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.479747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.483345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-21c9760b-0113-4dde-b29d-b4ec5a2df334 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/dc386ec1-56be-472d-84ff-89400289ab56 HTTP/1.1" status: 204 len: 168 time: 1.4001172 Nov 12 03:41:23.486010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43304) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.538760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.541842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.546728 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/security-groups/88698fe2-4c9c-43e3-b537-c38adb5e7900 HTTP/1.1" status: 204 len: 168 time: 0.3669119 Nov 12 03:41:23.547605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:23.571678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:23.627755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88698fe2-4c9c-43e3-b537-c38adb5e7900,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.662976 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd4d4b-d9ff-4f75-858b-f7b0a1013fdb x-openstack-request-id: req-bfcd4d4b-d9ff-4f75-858b-f7b0a1013fdb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:23.662976 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:23.663367 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bfcd4d4b-d9ff-4f75-858b-f7b0a1013fdb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:23.663532 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'status': 'completed', 'code': 200} Nov 12 03:41:23.667589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.667769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.668081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.668426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.668760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.669099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.669433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.669760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.670089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.670416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.670739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.681353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e192c3-527e-4c72-962a-88c90e1795e7 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:23.718663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 9ff538e9-efe9-452c-99ca-f335150ed288 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:23.733558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port b2413233-c5a5-433c-bece-c6e619f942fc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:23.733558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.734022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.786234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.807020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.887846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.925627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Checking router: 3af415e9-e994-485a-a1d6-0f689d0753e8 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:23.937221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:23.938435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:23.952521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.958307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-bab1685c-d065-444b-b27c-2adf4d86bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.959809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-bab1685c-d065-444b-b27c-2adf4d86bbad service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=19051456257a446398313d84ab175d09&device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 1098 time: 0.2821310 Nov 12 03:41:24.060927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.072704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.084787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68428fa8-0a3d-477a-9202-d8fd2ff8ee92 req-41ae1e26-198d-43e6-8e15-66417eb1dc62 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.092671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68428fa8-0a3d-477a-9202-d8fd2ff8ee92 req-41ae1e26-198d-43e6-8e15-66417eb1dc62 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.2137959 Nov 12 03:41:24.122711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff538e9-efe9-452c-99ca-f335150ed288,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:24.125367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for b2413233-c5a5-433c-bece-c6e619f942fc owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:24.135904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.145171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff793365-3877-4e54-88f8-a76cd1601611 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/9ff538e9-efe9-452c-99ca-f335150ed288 HTTP/1.1" status: 204 len: 168 time: 0.5926967 Nov 12 03:41:24.151508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:24.176372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65954da0-b6ac-442e-abb6-ed666e033ffd req-d23f855e-4746-40f9-92ea-9a7ec2136e16 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0461128 Nov 12 03:41:24.272937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 4152e0cb-1ca6-441a-b0ce-9dfe44d8d088 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:24.275803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-908c7c69-83c3-475a-b852-6d36dc05eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.277316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-908c7c69-83c3-475a-b852-6d36dc05eaed service neutron] 10.222.0.100 "GET /v2.0/networks?id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 200 len: 899 time: 0.3039708 Nov 12 03:41:24.277488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.323019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.379769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5544e4-1baa-4d7e-baf6-81d22c206df0 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:24.382250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68428fa8-0a3d-477a-9202-d8fd2ff8ee92 req-95aa8921-8cae-4a56-a7da-b1c3281fce54 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887247 Nov 12 03:41:24.388975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-2d256f4d-b51b-4512-8228-4f0e1cd4b41f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 200 len: 217 time: 0.0910530 Nov 12 03:41:24.443543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.492387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:24.519653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.555121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=4152e0cb-1ca6-441a-b0ce-9dfe44d8d088,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:24.571586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.577606 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14d9abfd-bc06-4eb8-a624-0cc5e4b3e803 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/4152e0cb-1ca6-441a-b0ce-9dfe44d8d088 HTTP/1.1" status: 204 len: 168 time: 0.4228992 Nov 12 03:41:24.579037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:24.607299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-d588b65b-4ee7-4f14-91da-444ba29eff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.609012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-d588b65b-4ee7-4f14-91da-444ba29eff72 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3e68b6ed-fd07-42a9-8239-ff6e88bac838 HTTP/1.1" status: 200 len: 834 time: 0.2091751 Nov 12 03:41:24.612905 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.619550 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b34721-db9d-4999-87dd-dd00edd71629 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:24.620228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b34721-db9d-4999-87dd-dd00edd71629 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:24.627708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85b34721-db9d-4999-87dd-dd00edd71629 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/9ff538e9-efe9-452c-99ca-f335150ed288 HTTP/1.1" status: 404 len: 337 time: 0.0447867 Nov 12 03:41:24.628547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:24.677892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=b2413233-c5a5-433c-bece-c6e619f942fc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:24.707236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-922a7871-b182-404e-8f60-e74dda6bad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.709847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-922a7871-b182-404e-8f60-e74dda6bad15 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888679 Nov 12 03:41:24.723565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting subnet 9d1591df-8359-401c-99ac-0e6b6e2243b8 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:24.728536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.780190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.824885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-3242cfe7-9ca6-49db-9692-72a3ae1e56ef service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976789 Nov 12 03:41:24.883243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.884131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.888405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f98fb57a-0a34-4f7c-8564-51a693b83432 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/ports/b2413233-c5a5-433c-bece-c6e619f942fc HTTP/1.1" status: 204 len: 168 time: 1.3959460 Nov 12 03:41:24.899652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43322) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:24.991011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.042477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1591df-8359-401c-99ac-0e6b6e2243b8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.046174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.046354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fe77c-1763-4d28-8250-35b742751d31 None None] Update dhcp port {'port': {'network_id': '8976358a-de0c-477e-ba11-06e7c25ce30e', 'fixed_ips': [{'subnet_id': '9d1591df-8359-401c-99ac-0e6b6e2243b8', 'ip_address': '172.20.0.18'}, {'subnet_id': '4152e0cb-1ca6-441a-b0ce-9dfe44d8d088'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a08abee3-5530-47f3-8f83-1b930c977c78'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:41:25.051701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-17bc3308-74d7-4ee2-a005-34744c78a1dc tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/9d1591df-8359-401c-99ac-0e6b6e2243b8 HTTP/1.1" status: 204 len: 168 time: 0.4212377 Nov 12 03:41:25.055284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43324) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.085656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb2fbff5-7352-48af-900a-4308a6a77b94 req-6848c869-0331-4ccf-bd14-f58e2924589a service neutron] 10.222.0.100 "GET /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134900 Nov 12 03:41:25.087031 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e149b-4a42-4792-a079-af323437b625 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:25.088570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e149b-4a42-4792-a079-af323437b625 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:25.094726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-710e149b-4a42-4792-a079-af323437b625 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/913f6688-9d2b-47a7-ac0b-9e495a135dfa HTTP/1.1" status: 404 len: 337 time: 0.0372772 Nov 12 03:41:25.097019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.122844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe77c-1763-4d28-8250-35b742751d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.143248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:25.146747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dbd4ce-b1d9-45d1-a8ff-34b8d34e80b4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.149534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88ab696a-7896-48f0-a078-e4477369caa5 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "GET /v2.0/ports?device_id=04dae3da-a4aa-48dc-b0f7-f1e8fa49025c HTTP/1.1" status: 200 len: 205 time: 0.0509732 Nov 12 03:41:25.150931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.152199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c8dbd4ce-b1d9-45d1-a8ff-34b8d34e80b4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "GET /v2.0/ports?device_id=51f8ac0e-db06-438a-a35f-db84116393ef HTTP/1.1" status: 200 len: 913 time: 0.2513261 Nov 12 03:41:25.153155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43330) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.207700 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-77cff3b9-4e2f-4408-8cc2-db5fa3c17a0d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] delete failed (client error): The resource could not be found. Nov 12 03:41:25.208798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77cff3b9-4e2f-4408-8cc2-db5fa3c17a0d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/routers/04dae3da-a4aa-48dc-b0f7-f1e8fa49025c HTTP/1.1" status: 404 len: 336 time: 0.0515459 Nov 12 03:41:25.218508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43334) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.233316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e4db8-fa60-4ddd-b2b7-2f70ce70c791 None None] The sync data for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 is: [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:40:13Z', 'revision_number': 4, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'b744cb8a-7508-4ba8-94a1-79d205a9eb66', 'name': '', 'network_id': '1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7', 'tenant_id': '19051456257a446398313d84ab175d09', 'mac_address': 'fa:16:3e:36:d2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:12Z', 'updated_at': '2021-11-12T03:40:19Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'subnets': [{'id': '3e68b6ed-fd07-42a9-8239-ff6e88bac838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:25.236906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-2c59a5b3-90ae-4fdf-b8b8-f22527fa2a66 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.245063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-2c59a5b3-90ae-4fdf-b8b8-f22527fa2a66 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.1511154 Nov 12 03:41:25.283393 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-105f39e3-bd26-47bb-9653-85b0d67416cb tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:25.283840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105f39e3-bd26-47bb-9653-85b0d67416cb tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:25.292441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-105f39e3-bd26-47bb-9653-85b0d67416cb tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/90a1334b-24fc-40b2-b0ec-fa4221bcf12d HTTP/1.1" status: 404 len: 337 time: 0.0462096 Nov 12 03:41:25.297950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.396423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-122f42fe-0bd3-468b-8d2a-5521e59410cb req-e98b47f6-7deb-4993-b278-6558e8b8b4ae tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0585628 Nov 12 03:41:25.403188 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-473f61ab-a01e-4827-a8eb-97738bf122dd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:25.404382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473f61ab-a01e-4827-a8eb-97738bf122dd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:25.409188 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-473f61ab-a01e-4827-a8eb-97738bf122dd tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/7d5303b4-40f5-4b99-b898-a06bd0ed4fd7 HTTP/1.1" status: 404 len: 337 time: 0.1096716 Nov 12 03:41:25.429793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.492472 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10098f9-2ea6-4a91-872f-56af3114f386 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:25.492936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10098f9-2ea6-4a91-872f-56af3114f386 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:25.499377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b10098f9-2ea6-4a91-872f-56af3114f386 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/344e05ff-e8c8-4d99-90c3-8688540fde33 HTTP/1.1" status: 404 len: 337 time: 0.0683875 Nov 12 03:41:25.500173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.510413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:25.510413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.522845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f051b-0402-4b85-9c7c-5637e55a3d98 None None] Network 8976358a-de0c-477e-ba11-06e7c25ce30e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:25.570028 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b0ea97-a241-499c-ba42-609a20073074 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:25.570768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b0ea97-a241-499c-ba42-609a20073074 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:25.587145 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37b0ea97-a241-499c-ba42-609a20073074 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/78449bf5-e824-4086-a861-b36b2e0d793e HTTP/1.1" status: 404 len: 333 time: 0.0814204 Nov 12 03:41:25.589486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:25.715554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584f2db-074e-4c56-b5c8-5fc31ad3db02 None None] New status for floating IP 022f5bc8-9120-4c51-a217-f1c5abeba8f5: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:41:25.724247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1bac-1e65-41fb-be96-f197bf29447b req-d1e8acc0-a0b9-484f-b0e0-15657d5bd138 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.725843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf0e1bac-1e65-41fb-be96-f197bf29447b req-d1e8acc0-a0b9-484f-b0e0-15657d5bd138 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 946 time: 0.1808751 Nov 12 03:41:25.749335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1ffdddce-e101-4dd0-afe5-9aa680f9558d None None] Provisioning complete for port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:25.750646 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdddce-e101-4dd0-afe5-9aa680f9558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.795495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1ffdddce-e101-4dd0-afe5-9aa680f9558d None None] Port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:25.815670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1ffdddce-e101-4dd0-afe5-9aa680f9558d None None] Provisioning complete for port a08abee3-5530-47f3-8f83-1b930c977c78 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:25.816365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ffdddce-e101-4dd0-afe5-9aa680f9558d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.843040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:25.843401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.873378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11706710-8863-40b1-8877-b817058d93dc None None] DHCP port deletion for 8976358a-de0c-477e-ba11-06e7c25ce30e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:25.936717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:26.006132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a08abee3-5530-47f3-8f83-1b930c977c78 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:26.010259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf0e1bac-1e65-41fb-be96-f197bf29447b req-388c0fef-a361-461d-97b4-d9db40f588ba tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/security-groups?id=a8b67d06-5ccc-4af4-9fc4-47633f43fa20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677248 Nov 12 03:41:26.018120 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6433a2aa-b322-4783-9d4a-494c40d2c2e9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:26.018582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6433a2aa-b322-4783-9d4a-494c40d2c2e9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:26.023907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6433a2aa-b322-4783-9d4a-494c40d2c2e9 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/735ffd12-c3f9-4484-af22-b7dc67cfc13e HTTP/1.1" status: 404 len: 337 time: 0.4312522 Nov 12 03:41:26.024612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43350) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.136675 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9c095b-9dec-4a5e-bf90-9a95b84ac589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:26.137362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9c095b-9dec-4a5e-bf90-9a95b84ac589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:26.137601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-11706710-8863-40b1-8877-b817058d93dc None None] Deleting port a08abee3-5530-47f3-8f83-1b930c977c78 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:26.138007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11706710-8863-40b1-8877-b817058d93dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.143132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc9c095b-9dec-4a5e-bf90-9a95b84ac589 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/b6acadd8-00a1-4b68-a80b-f7138d7464f1 HTTP/1.1" status: 404 len: 337 time: 0.0666928 Nov 12 03:41:26.144750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43352) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.170682 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.206414 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6377c897-ee61-4179-9b8a-a0776027056d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:26.210346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6377c897-ee61-4179-9b8a-a0776027056d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:26.217537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6377c897-ee61-4179-9b8a-a0776027056d tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/357e0481-bdeb-4ac2-bcea-7c33bd58241a HTTP/1.1" status: 404 len: 333 time: 0.0713079 Nov 12 03:41:26.220278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.252894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-11706710-8863-40b1-8877-b817058d93dc None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:26.253295 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11706710-8863-40b1-8877-b817058d93dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.285776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port a08abee3-5530-47f3-8f83-1b930c977c78, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a08abee3-5530-47f3-8f83-1b930c977c78,segment=NetworkSegment(2c8bf22b-8ab5-49e7-a7c2-bc504ea03817),segment_id=2c8bf22b-8ab5-49e7-a7c2-bc504ea03817)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:26.287051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-11706710-8863-40b1-8877-b817058d93dc None None] Calling delete_port for a08abee3-5530-47f3-8f83-1b930c977c78 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:26.298863 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.301571 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-05426978-2dce-444d-b1a4-3c48862d4520 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:26.302182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05426978-2dce-444d-b1a4-3c48862d4520 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:26.305894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-05426978-2dce-444d-b1a4-3c48862d4520 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/a0f57385-6fd6-4adf-b073-051eb234a7fc HTTP/1.1" status: 404 len: 337 time: 0.0555243 Nov 12 03:41:26.311029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43358) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.335557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.388739 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6380a7-efb6-4970-8c7b-54e2a1d9923b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:26.389115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6380a7-efb6-4970-8c7b-54e2a1d9923b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:26.395774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ce6380a7-efb6-4970-8c7b-54e2a1d9923b tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/subnets/b4c9aa91-2103-490f-81c0-bc489c7284ba HTTP/1.1" status: 404 len: 337 time: 0.0808764 Nov 12 03:41:26.399265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43360) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:26.464299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.473264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11706710-8863-40b1-8877-b817058d93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.499853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11706710-8863-40b1-8877-b817058d93dc None None] No DVR routers for this DVR port a08abee3-5530-47f3-8f83-1b930c977c78 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:26.544698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11706710-8863-40b1-8877-b817058d93dc None None] Pushing event deleted for resources: {'Port': ['ID=a08abee3-5530-47f3-8f83-1b930c977c78,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.564396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.603867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2856fd6-152b-4719-a79b-c24a647bfdfa req-43724329-e81f-4b5a-bb58-5d0513bb5ac0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=d7de669b-6aa4-4472-a61d-fbb09eca3fae HTTP/1.1" status: 200 len: 210 time: 0.0646667 Nov 12 03:41:26.641959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=24dbd264-7ee9-4450-92e9-7b2cc87ecb68,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.710285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] No DVR routers for this DVR port 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:26.714207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.717678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8249b28-5551-4fed-81cd-2aee3c88e90f req-14deffb8-70fe-408c-b46a-a6da63477168 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.100 "DELETE /v2.0/ports/24dbd264-7ee9-4450-92e9-7b2cc87ecb68 HTTP/1.1" status: 204 len: 173 time: 1.4622576 Nov 12 03:41:26.720995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'name': 'network-vif-deleted', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:26.723079 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894efdcc-9b63-4e5a-996a-c2c5e37b841b" -d '{"events": [{"server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "name": "network-vif-deleted", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:26.788634 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e0380-6afd-4d78-a4c2-e695fb690cb0 x-openstack-request-id: req-1a4e0380-6afd-4d78-a4c2-e695fb690cb0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:26.789761 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50b7d8b-908a-44b8-a55b-6419d6dd6b06", "name": "network-vif-deleted", "tag": "24dbd264-7ee9-4450-92e9-7b2cc87ecb68", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:26.790108 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a4e0380-6afd-4d78-a4c2-e695fb690cb0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:26.792008 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50b7d8b-908a-44b8-a55b-6419d6dd6b06', 'name': 'network-vif-deleted', 'tag': '24dbd264-7ee9-4450-92e9-7b2cc87ecb68', 'status': 'completed', 'code': 200} Nov 12 03:41:26.794170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Deleting port cb2df4e2-d1fe-468c-bd4c-5e947ae8954a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:26.815401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.896708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 37aa6093-b0b4-4d57-a1b7-2f3b3a25b685 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:26.897061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.932435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:26.971989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Calling delete_port for cb2df4e2-d1fe-468c-bd4c-5e947ae8954a owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:27.041780 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.056250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 37aa6093-b0b4-4d57-a1b7-2f3b3a25b685 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:27.127368 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.169648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.173196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/ports/cb2df4e2-d1fe-468c-bd4c-5e947ae8954a HTTP/1.1" status: 204 len: 168 time: 0.7721899 Nov 12 03:41:27.175186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff008792-45d9-4d87-9844-ff5b27acd5e6 tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Port': ['ID=cb2df4e2-d1fe-468c-bd4c-5e947ae8954a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:27.189846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43370) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:27.331373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.435314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=37aa6093-b0b4-4d57-a1b7-2f3b3a25b685,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:27.499948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-220045fb-86e7-4acc-9550-36a950556ea9 req-2244bc7d-0f64-409d-9119-1d0c1c25330d tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "GET /v2.0/ports?device_id=e50b7d8b-908a-44b8-a55b-6419d6dd6b06 HTTP/1.1" status: 200 len: 210 time: 0.2546744 Nov 12 03:41:27.514009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.689531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.715090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8976358a-de0c-477e-ba11-06e7c25ce30e']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.729174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.730528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8bf22b-8ab5-49e7-a7c2-bc504ea03817') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:27.744195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.771566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.782308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:27.782705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:27.786687 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:27.809960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.932010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.976930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.980288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] 10.222.0.93 "DELETE /v2.0/networks/8976358a-de0c-477e-ba11-06e7c25ce30e HTTP/1.1" status: 204 len: 168 time: 0.7847240 Nov 12 03:41:27.985966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85ce9-aefb-4fda-b708-81b2bdeeefff tempest-PortsTestJSON-982932874 tempest-PortsTestJSON-982932874-project] Pushing event deleted for resources: {'Network': ['ID=8976358a-de0c-477e-ba11-06e7c25ce30e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:28.101052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:28.155148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:28.156795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 24dbd264-7ee9-4450-92e9-7b2cc87ecb68 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:28.202487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Router 51f8ac0e-db06-438a-a35f-db84116393ef has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:28.358667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:28.368758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] Sync routers for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:28.371775 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a0ff6359-968d-4db5-935b-9d2fd0856eb4 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "PUT /v2.0/routers/51f8ac0e-db06-438a-a35f-db84116393ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2183254 Nov 12 03:41:28.374300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.401129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:28.402128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.464989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.485387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] Routers {'51f8ac0e-db06-438a-a35f-db84116393ef'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:28.486397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['51f8ac0e-db06-438a-a35f-db84116393ef'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.501576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43388) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.557227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:28.568840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315749e-b948-4a29-a42a-abf5b02a2145 None None] The sync data for ids ['51f8ac0e-db06-438a-a35f-db84116393ef'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:28.591673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.608137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.746473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-199ffef0-a10d-43da-97f7-c4cdf5cc4ae5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac761543dc46466582b26cff38cbdb98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247686 Nov 12 03:41:28.750171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43396) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:28.757711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.760211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.815422 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.841599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.866445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.909700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting port 1fb29b86-6044-411f-981d-b42ebbf9d390 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:28.910037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.938134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.941217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.942503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a9a06974-a21b-40f7-9f73-9bff9f69af66 HTTP/1.1" status: 204 len: 168 time: 0.1912866 Nov 12 03:41:28.964319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d85863-3364-4858-b6df-bb68f106d334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a06974-a21b-40f7-9f73-9bff9f69af66,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.016634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.029792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.033843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.035729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/security-groups/a8b67d06-5ccc-4af4-9fc4-47633f43fa20 HTTP/1.1" status: 204 len: 168 time: 0.4248347 Nov 12 03:41:29.049386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Calling delete_port for 1fb29b86-6044-411f-981d-b42ebbf9d390 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:29.076205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177b56-1f9c-4d66-bd66-e1c8ece2cf36 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b67d06-5ccc-4af4-9fc4-47633f43fa20,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.088907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43406) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.374347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.430400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc63739-6018-400e-b20f-cd627986bc3d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:29.489114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Port': ['ID=1fb29b86-6044-411f-981d-b42ebbf9d390,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.491790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.669878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.678826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.740734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.741281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Fanout notify agent at l3_agent the message router_deleted on router 51f8ac0e-db06-438a-a35f-db84116393ef {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:29.756144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.759760 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be217526-0622-4d6e-9d42-f61a60bd77a9 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/routers/51f8ac0e-db06-438a-a35f-db84116393ef HTTP/1.1" status: 204 len: 168 time: 1.3820274 Nov 12 03:41:29.760032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.836272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Deleting subnet 3603aa11-c3e0-42e7-ba70-180e13926040 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:29.839858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.840974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.899753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.004023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.101800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.191840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Subnet': ['ID=3603aa11-c3e0-42e7-ba70-180e13926040,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.219844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.227473 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31edd778-0f29-498a-85b0-b9843ae92951 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/subnets/3603aa11-c3e0-42e7-ba70-180e13926040 HTTP/1.1" status: 204 len: 168 time: 0.4663668 Nov 12 03:41:30.232723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.373580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port b744cb8a-7508-4ba8-94a1-79d205a9eb66 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:30.374273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.417311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.553213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43436) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.571419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.634595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port b744cb8a-7508-4ba8-94a1-79d205a9eb66, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b744cb8a-7508-4ba8-94a1-79d205a9eb66,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:30.639368 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.664186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93006418-11b1-4056-baa4-34beaf57b2cd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:30.675105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for b744cb8a-7508-4ba8-94a1-79d205a9eb66 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:30.686665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3acaa8e-c6b6-4d76-834a-cc516b7adef7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:30.687223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3acaa8e-c6b6-4d76-834a-cc516b7adef7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:30.701601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.730875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.746785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:30.750823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.814740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ec735d71-be79-4199-84e5-cbf661023a0f tempest-ServiceProvidersTest-359787779 tempest-ServiceProvidersTest-359787779-project] 10.222.0.93 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2603364 Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:30.824913 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:30.836600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.843835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.851034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.855262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] 10.222.0.93 "DELETE /v2.0/networks/93006418-11b1-4056-baa4-34beaf57b2cd HTTP/1.1" status: 204 len: 168 time: 0.6186559 Nov 12 03:41:30.880374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe84c5b-32f2-42ee-9dbc-1160194bc237 tempest-FloatingIPTestJSON-323389477 tempest-FloatingIPTestJSON-323389477-project] Pushing event deleted for resources: {'Network': ['ID=93006418-11b1-4056-baa4-34beaf57b2cd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.018489 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.095315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=b744cb8a-7508-4ba8-94a1-79d205a9eb66,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.455585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.509595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.529399 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.702418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.818069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edbd2872-f304-4cb5-b898-8510f7787b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.002664 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-da77a6a0-a595-49c9-81fc-f7f98d7e6629 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=686401ca59644f9bba11589064e12999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917600 Nov 12 03:41:32.003724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.057731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edbd2872-f304-4cb5-b898-8510f7787b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.067542 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edbd2872-f304-4cb5-b898-8510f7787b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.108584 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-edbd2872-f304-4cb5-b898-8510f7787b8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3e9b1cf29ce540598571c3c98425a47e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515779 Nov 12 03:41:32.114909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.165891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2872-f304-4cb5-b898-8510f7787b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd772798-7366-4e00-9471-64ac131060cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.232905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.306488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.314431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.423250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.618512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.621709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.626808 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fd772798-7366-4e00-9471-64ac131060cf HTTP/1.1" status: 204 len: 168 time: 0.5107014 Nov 12 03:41:32.643323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Router 3af415e9-e994-485a-a1d6-0f689d0753e8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:32.652279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.659903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.661425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2bd88c7-64eb-4522-8efb-c6d7aaf75c3f HTTP/1.1" status: 204 len: 168 time: 0.6480145 Nov 12 03:41:32.662100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b06ae4-602f-4cb3-9d9b-32e0335f7290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd772798-7366-4e00-9471-64ac131060cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.680851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1779c5c-c082-4acb-82a6-d0905a9624bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bd88c7-64eb-4522-8efb-c6d7aaf75c3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.945054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:32.957518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b237c319-21dd-48d6-b4df-eefae96c124e tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "PUT /v2.0/routers/3af415e9-e994-485a-a1d6-0f689d0753e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8673971 Nov 12 03:41:32.958192 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Sync routers for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:32.960423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.977122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:32.984307 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:33.141882 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:33.143008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting subnet 3e68b6ed-fd07-42a9-8239-ff6e88bac838 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:33.164719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.302935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.462259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43544) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.470202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763807019', 'description': 'tempest-secgroup-smoke-763807019 description', 'project_id': '105a6008e44b4564b6110e521fd15c3d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:33.482622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.483881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:41:30Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:33.505707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.549689 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Checking router: 3af415e9-e994-485a-a1d6-0f689d0753e8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:33.573881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Routers {'3af415e9-e994-485a-a1d6-0f689d0753e8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:33.574511 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:41:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['3af415e9-e994-485a-a1d6-0f689d0753e8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:33.594950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.621789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee32cc-3586-4ac1-b02a-d3adaefbdfc3 None None] Network 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:33.622594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.627089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/subnets/3e68b6ed-fd07-42a9-8239-ff6e88bac838 HTTP/1.1" status: 204 len: 168 time: 0.6656137 Nov 12 03:41:33.630186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.668131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f660-bb94-4ed6-9bad-6ee004708ecc tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Subnet': ['ID=3e68b6ed-fd07-42a9-8239-ff6e88bac838,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.717483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.725131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.801276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.806358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3426476 Nov 12 03:41:33.811442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43558) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:33.818327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] Set router 3af415e9-e994-485a-a1d6-0f689d0753e8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:33.823734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:33.835669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:33.843418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca128e83-aebf-41c2-aa31-832cbc3d2088,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.868859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.869194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.869534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.869869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.870197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.870521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.878033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.878657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.879173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.879683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.887348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.888095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f4683-af71-4c86-a8ec-a4107598a5e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:33.926167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.008081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.014585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.035609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] DHCP port deletion for 1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:34.066651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.067861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530844 Nov 12 03:41:34.071569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.076097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:34.077184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4f72a-4ed4-461c-ab86-5ea11f0bf9d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ac0ae7-802f-4ff8-ba1d-21b8e1755f43,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.092816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.155985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Deleting port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:34.156397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.190733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.293586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Deleting port 766567cc-8488-4309-baca-8d0f537d5184 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:34.293826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.316188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.359354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] For port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,segment=NetworkSegment(bded10cb-5c17-46ba-b573-540566b5efc1),segment_id=bded10cb-5c17-46ba-b573-540566b5efc1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:34.367417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.377550 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:41:30Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:34.378919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] For port 766567cc-8488-4309-baca-8d0f537d5184, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=766567cc-8488-4309-baca-8d0f537d5184,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:34.379283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.393325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Calling delete_port for 766567cc-8488-4309-baca-8d0f537d5184 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:34.394366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Calling delete_port for 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:34.406390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb57ea-35d9-4709-b467-0c73cefcaf5c None None] The sync data for ids ['3af415e9-e994-485a-a1d6-0f689d0753e8'] in n-d-713499-30 is: [{'id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'name': 'tempest-TestNetworkBasicOps-router-1959395894', 'tenant_id': '19051456257a446398313d84ab175d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '766567cc-8488-4309-baca-8d0f537d5184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:03Z', 'updated_at': '2021-11-12T03:41:30Z', 'revision_number': 5, 'project_id': '19051456257a446398313d84ab175d09', 'gw_port': {'id': '766567cc-8488-4309-baca-8d0f537d5184', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af415e9-e994-485a-a1d6-0f689d0753e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:04Z', 'updated_at': '2021-11-12T03:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:34.497878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.505942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.526633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1981076285'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:34.547330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1412ba-37ca-496d-bf65-5a63b7e50077,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.567818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:34.572160 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.584895 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.590099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.611586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.612845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2eb44827-7d84-4341-a7a7-756f70909694 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5402610 Nov 12 03:41:34.616937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43582) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.626179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:34.632502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] Pushing event deleted for resources: {'Port': ['ID=91d28635-e4db-4a9d-ab9e-a62e9a0ce237,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.636129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eed1a8-018c-4994-8d11-c60996dcf150 None None] No DVR routers for this DVR port 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:34.696420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.722375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.770869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Port': ['ID=766567cc-8488-4309-baca-8d0f537d5184,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.798274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addeb217-6bb7-414f-b8e5-96596281f462 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:34.839572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.849942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.854294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.874283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.876109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.906906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:34.916233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fb39d7-3fce-4a3a-9283-0198a01d005a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.924477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1f464a-b237-482b-89d4-20753ed1496e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:34.930351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.938524 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8 of type vlan for network d4814e60-685f-45b1-8b09-8ea85a440565 Nov 12 03:41:34.952654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:34.958955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cf0b059b-0e5a-4be8-bdd6-231c1bde46c6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385975 Nov 12 03:41:34.961317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43594) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:34.966006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:35.045474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.065103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.161603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.163727 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.170551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:35.171619 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.179397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.273132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e47020-0921-479e-b153-99d797f0c5fe,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:35.289190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9614844 Nov 12 03:41:35.294719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.294719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-282711f1-51cf-497b-8d5b-eaaabac1b0cd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3297629 Nov 12 03:41:35.295111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43600) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.307984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704dde8-d73d-41cd-921b-ea6178875ec3 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=d4814e60-685f-45b1-8b09-8ea85a440565,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:35.307984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:35.329391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d4814e60-685f-45b1-8b09-8ea85a440565 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:35.373932 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Project 105a6008e44b4564b6110e521fd15c3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:41:35.382811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.519432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.526126 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.581696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.587396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.602340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4dd8cf-9419-4b83-80c9-af5c795e862e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:35.611187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.614964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Fanout notify agent at l3_agent the message router_deleted on router 3af415e9-e994-485a-a1d6-0f689d0753e8 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:35.623641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.628089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1d840f3a-2adc-4f39-94b4-a0093d70f478 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/routers/3af415e9-e994-485a-a1d6-0f689d0753e8 HTTP/1.1" status: 204 len: 168 time: 1.9935393 Nov 12 03:41:35.628222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.643415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.652424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9cc56ff7-4196-4df4-b8ce-4b5b5f8a250e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3484800 Nov 12 03:41:35.653582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:35.664347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'security_group_rule': {'security_group_id': 'ca128e83-aebf-41c2-aa31-832cbc3d2088', 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:35.771942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.775640 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Project 105a6008e44b4564b6110e521fd15c3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:41:35.791463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.960731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.964043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.970295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.996422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4827045-e60d-4a7d-8bd2-e43b3da68451,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.001682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:36.012946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bded10cb-5c17-46ba-b573-540566b5efc1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:36.013187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bded10cb-5c17-46ba-b573-540566b5efc1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:36.021960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.023149 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a316aec3-150b-4ccd-b12f-1ac4ab594d8f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3690488 Nov 12 03:41:36.026669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.042074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.050671 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:36.051490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:36.055631 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:36.145156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.155615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.159166 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] 10.222.0.93 "DELETE /v2.0/networks/1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7 HTTP/1.1" status: 204 len: 168 time: 0.5298405 Nov 12 03:41:36.182367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f769-ced9-4cd1-9a6e-5f7f4ef51ad3 tempest-TestNetworkBasicOps-1393400826 tempest-TestNetworkBasicOps-1393400826-project] Pushing event deleted for resources: {'Network': ['ID=1403ae0a-84b0-41e0-8f4f-dcb5f91d76c7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.407387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:36.459911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:36.461257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91d28635-e4db-4a9d-ab9e-a62e9a0ce237 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:36.461854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b744cb8a-7508-4ba8-94a1-79d205a9eb66 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:36.520940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b744cb8a-7508-4ba8-94a1-79d205a9eb66 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:36.522428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b744cb8a-7508-4ba8-94a1-79d205a9eb66 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:36.779571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.072373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fe0efdf-cc66-41d5-b4bb-b8959bd2caa7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19051456257a446398313d84ab175d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915173 Nov 12 03:41:37.075206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43708) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.185026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.240855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.332431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.335403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.340560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ec55fc6-a3a6-4292-ae11-059dbb3f2746 HTTP/1.1" status: 204 len: 168 time: 0.2623096 Nov 12 03:41:37.357613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95512e4c-6375-403c-b511-e41084310b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec55fc6-a3a6-4292-ae11-059dbb3f2746,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.841961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.865186 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2500887a-da98-4175-ae21-886306ad6337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.888787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 766567cc-8488-4309-baca-8d0f537d5184 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:37.917275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 766567cc-8488-4309-baca-8d0f537d5184 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:37.917617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 766567cc-8488-4309-baca-8d0f537d5184 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:37.990979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2500887a-da98-4175-ae21-886306ad6337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.996338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2500887a-da98-4175-ae21-886306ad6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.032395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500887a-da98-4175-ae21-886306ad6337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731f76f-c89f-4890-b82d-c797691961a2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.064619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:38.065738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2500887a-da98-4175-ae21-886306ad6337 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a901669325824889b1f030106d459b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218368 Nov 12 03:41:38.130531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.159014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.219502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.223483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.230800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b731f76f-c89f-4890-b82d-c797691961a2 HTTP/1.1" status: 204 len: 168 time: 0.1650298 Nov 12 03:41:38.245673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1df1e-2527-4ef4-8f0a-c82ee4152d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731f76f-c89f-4890-b82d-c797691961a2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.647639 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:38.656734 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:38.824649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:38.830279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.117896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.186737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=9d0d3075-75e2-4a00-b211-cdffb269a874,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.199316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:39.199891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: d4814e60-685f-45b1-8b09-8ea85a440565, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:39.231358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network d4814e60-685f-45b1-8b09-8ea85a440565 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:39.243355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d4814e60-685f-45b1-8b09-8ea85a440565) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:39.248210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.248835 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.269993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe33a7d-e54c-4b66-8b64-595041d624d8 None None] Network d4814e60-685f-45b1-8b09-8ea85a440565 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:39.283950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43746) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.284576 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98b72fa3-010b-4cdb-9cff-67615b9de3ef tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6351581 Nov 12 03:41:39.289032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229409569'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:39.339456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:39.343189 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.379896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:39.397189 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.397529 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 51c83eed-bc83-4b33-82dd-4cb4ea057891 of type vlan for network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 Nov 12 03:41:39.446422 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.468314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d4814e60-685f-45b1-8b09-8ea85a440565', 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '9d0d3075-75e2-4a00-b211-cdffb269a874'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:39.471417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.477420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.483265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.484172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.553855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2687240 Nov 12 03:41:39.557513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.563374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:39.564587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036db4f-6850-454b-a456-93b6c40718a4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.655388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Allocated IP 2001:db8:0:ffff::2 (d4814e60-685f-45b1-8b09-8ea85a440565/9d0d3075-75e2-4a00-b211-cdffb269a874/3ecb0661-8c5d-4e85-a414-9abe16b01824) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:39.746503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:39.814971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:39.819100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.901597 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.908995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.986931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Network d4814e60-685f-45b1-8b09-8ea85a440565 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:40.005610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:40.012229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:40.028193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Pushing event updated for resources: {'Port': ['ID=3ecb0661-8c5d-4e85-a414-9abe16b01824,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.134346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Attempting to bind port 3ecb0661-8c5d-4e85-a414-9abe16b01824 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:40.141908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Attempting to bind port 3ecb0661-8c5d-4e85-a414-9abe16b01824 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:40.142446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Attempting to bind port 3ecb0661-8c5d-4e85-a414-9abe16b01824 on network d4814e60-685f-45b1-8b09-8ea85a440565 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:40.149898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:40.151075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Checking segment: {'id': '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:40.152247 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.156818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Bound using segment: {'id': '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:40.158319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Bound port: 3ecb0661-8c5d-4e85-a414-9abe16b01824, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'd4814e60-685f-45b1-8b09-8ea85a440565'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:40.159481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.503022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:41:40.510155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.654306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=10687492-1afd-4c31-ad18-af67001c0bd1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.707068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] For port 3ecb0661-8c5d-4e85-a414-9abe16b01824, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:40.718790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] For port 3ecb0661-8c5d-4e85-a414-9abe16b01824, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3ecb0661-8c5d-4e85-a414-9abe16b01824,segment=NetworkSegment(18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8),segment_id=18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:40.724588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.744952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '51c83eed-bc83-4b33-82dd-4cb4ea057891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:40.746963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:40.789642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:40.818424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:40.840662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:40.841128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.884659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5436c632-7776-45ea-916c-96ca06b41259 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3209047 Nov 12 03:41:40.884836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43768) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.888169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'port': {'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7', 'name': 'tempest-NetworksIpV6TestAttrs-1574689172'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:40.890337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac938-cc80-4326-a4ed-a2e2333bfc0e None None] Pushing event updated for resources: {'Port': ['ID=3ecb0661-8c5d-4e85-a414-9abe16b01824,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.894016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0246a4f-14ef-4b5e-94e9-431167601c0b None None] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:41.122297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:41.131534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.186099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] device_id is not set on port 01f12ad6-4242-470b-8a3c-4740bbaa2280 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:41.376972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7', 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '10687492-1afd-4c31-ad18-af67001c0bd1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:41.378869 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.402738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Allocated IP 2001:db8::f816:3eff:feab:3ac1 (d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7/10687492-1afd-4c31-ad18-af67001c0bd1/01f12ad6-4242-470b-8a3c-4740bbaa2280) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:41.742713 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.823863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.952830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:41.954117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Allocated IP 2001:db8::f816:3eff:fe19:8e29 (d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7/10687492-1afd-4c31-ad18-af67001c0bd1/f7131e2d-7a7c-4280-9da4-5dabea554920) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:41.959217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:41.970287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:41.982193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.987552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.053521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Port': ['ID=01f12ad6-4242-470b-8a3c-4740bbaa2280,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.068950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c57ae5f2-cf88-4ee6-be3a-b7a51c0c5833 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1855776 Nov 12 03:41:42.071755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.199678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting subnet 10687492-1afd-4c31-ad18-af67001c0bd1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:42.204467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3ecb0661-8c5d-4e85-a414-9abe16b01824 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:42.312986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.317449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.367921 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.414875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.510970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Pushing event updated for resources: {'Port': ['ID=f7131e2d-7a7c-4280-9da4-5dabea554920,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.535249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:42.544213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:42.564545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:42.707490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.745414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Attempting to bind port f7131e2d-7a7c-4280-9da4-5dabea554920 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:42.749374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Attempting to bind port f7131e2d-7a7c-4280-9da4-5dabea554920 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '51c83eed-bc83-4b33-82dd-4cb4ea057891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:42.752851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Attempting to bind port f7131e2d-7a7c-4280-9da4-5dabea554920 on network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:42.761918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e173050-326b-4f57-80be-acf98c9ad21e None None] Network d4814e60-685f-45b1-8b09-8ea85a440565 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:42.853936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.857840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:42.858131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Checking segment: {'id': '51c83eed-bc83-4b33-82dd-4cb4ea057891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:42.858653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.859299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Bound using segment: {'id': '51c83eed-bc83-4b33-82dd-4cb4ea057891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:42.859916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Bound port: f7131e2d-7a7c-4280-9da4-5dabea554920, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c83eed-bc83-4b33-82dd-4cb4ea057891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd46c37e2-9b5c-4d01-8ef0-1745aa1aeac7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:42.860417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.885943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.899418 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/10687492-1afd-4c31-ad18-af67001c0bd1 HTTP/1.1" status: 204 len: 168 time: 0.8260198 Nov 12 03:41:42.901929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43786) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.001982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a4b8f-e45c-4f07-a1a6-a7c11513aab0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=10687492-1afd-4c31-ad18-af67001c0bd1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.037813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3ecb0661-8c5d-4e85-a414-9abe16b01824 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:43.038400 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.042516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] For port f7131e2d-7a7c-4280-9da4-5dabea554920, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:43.045852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] Provisioning complete for port 3ecb0661-8c5d-4e85-a414-9abe16b01824 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:43.046348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.095061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36baec-dd68-4cfe-b41d-2c242dbabd46 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.100085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36baec-dd68-4cfe-b41d-2c242dbabd46 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.109154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8e36baec-dd68-4cfe-b41d-2c242dbabd46 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2023294 Nov 12 03:41:43.110206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.127677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] For port f7131e2d-7a7c-4280-9da4-5dabea554920, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f7131e2d-7a7c-4280-9da4-5dabea554920,segment=NetworkSegment(51c83eed-bc83-4b33-82dd-4cb4ea057891),segment_id=51c83eed-bc83-4b33-82dd-4cb4ea057891)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:43.158831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.253397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc76b267-65a5-476e-88b6-09b4c7a4e3f6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.272189 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc76b267-65a5-476e-88b6-09b4c7a4e3f6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:41:43.272663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc76b267-65a5-476e-88b6-09b4c7a4e3f6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:43.282734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43794) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.288118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1231881481'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.294114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc76b267-65a5-476e-88b6-09b4c7a4e3f6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 HTTP/1.1" status: 409 len: 405 time: 0.1688480 Nov 12 03:41:43.329400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:43.333812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.379196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:43.389808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.390396 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 5e9841cd-73ac-4b32-b538-fe05dd0e6b72 of type vlan for network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 Nov 12 03:41:43.418322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.427584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b4d16-9199-4d14-ae4d-a67b09cc04d7 None None] Pushing event updated for resources: {'Port': ['ID=f7131e2d-7a7c-4280-9da4-5dabea554920,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.451824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.465851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39224dc3-dc35-4ab0-bdb2-d05f51ca995d None None] Network d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:43.482270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.493141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:43.494098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.554061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] For port 3ecb0661-8c5d-4e85-a414-9abe16b01824, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3ecb0661-8c5d-4e85-a414-9abe16b01824,segment=NetworkSegment(18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8),segment_id=18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:43.566306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.574027 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.598697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=8739f7bd-3ac9-48d6-b703-948e4b9cb877,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.628686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.635197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:43.639381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be183196-1d20-4653-b658-f76958ec0538 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3554466 Nov 12 03:41:43.647604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:43.764960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:43.777246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.868836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd860a8e-9704-4c9c-b6f7-32ff2ebb8552 None None] Pushing event updated for resources: {'Port': ['ID=3ecb0661-8c5d-4e85-a414-9abe16b01824,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.910235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:41:43.910737 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:41:43.923604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f1e979b6-fc5c-43af-828d-e1e55247034c None None] Provisioning complete for port 3ecb0661-8c5d-4e85-a414-9abe16b01824 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:43.924102 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1e979b6-fc5c-43af-828d-e1e55247034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.961245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cef92-5257-45ce-a673-bb2e59890048 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:41:44.162005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cef92-5257-45ce-a673-bb2e59890048 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:41:44.182009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:41:44.183941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.255537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=265a6355-ae52-491e-9ebb-faaacb7cb2da,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.283610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '5e9841cd-73ac-4b32-b538-fe05dd0e6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:44.284256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: 8739f7bd-3ac9-48d6-b703-948e4b9cb877, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:44.313236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:44.325138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 8739f7bd-3ac9-48d6-b703-948e4b9cb877) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:44.330519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.331241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.357439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43804) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.360681 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57f4c0f6-122e-49df-8c29-544faaff8512 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7296693 Nov 12 03:41:44.362533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'port': {'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877', 'name': 'tempest-NetworksIpV6TestAttrs-443240149'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:44.461723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719716a-0d83-4e3f-a547-eb0b63c4790c None None] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:44.646854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:44.658395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.694377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] device_id is not set on port 84c71257-0d7d-48fb-9d92-32c21ced1d7e yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:41:44.702930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3ecb0661-8c5d-4e85-a414-9abe16b01824 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:44.709893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-8739f7bd-3ac9-48d6-b703-948e4b9cb877', 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '265a6355-ae52-491e-9ebb-faaacb7cb2da'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:44.710888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.856736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Allocated IP 2001:db8::f816:3eff:fe5e:615 (8739f7bd-3ac9-48d6-b703-948e4b9cb877/265a6355-ae52-491e-9ebb-faaacb7cb2da/84c71257-0d7d-48fb-9d92-32c21ced1d7e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:44.860328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 3ecb0661-8c5d-4e85-a414-9abe16b01824 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:44.860784 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.090577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.164543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.271841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:45.275388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:45.280623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:45.282240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Allocated IP 2001:db8::f816:3eff:fe5a:b9c9 (8739f7bd-3ac9-48d6-b703-948e4b9cb877/265a6355-ae52-491e-9ebb-faaacb7cb2da/c7cda16b-9e95-4f07-a069-7e6f41255913) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:45.287380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.288182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.313232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Port': ['ID=84c71257-0d7d-48fb-9d92-32c21ced1d7e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.337108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:45.338026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ed664a5-8f06-4fd3-a84b-4851f5b206ba tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9789667 Nov 12 03:41:45.456145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting subnet 265a6355-ae52-491e-9ebb-faaacb7cb2da {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:45.490548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.497260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.503376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.566990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Pushing event updated for resources: {'Port': ['ID=c7cda16b-9e95-4f07-a069-7e6f41255913,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.578828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.580791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:45.582502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:45.585313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:45.721189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Attempting to bind port c7cda16b-9e95-4f07-a069-7e6f41255913 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:45.721756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Attempting to bind port c7cda16b-9e95-4f07-a069-7e6f41255913 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5e9841cd-73ac-4b32-b538-fe05dd0e6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:45.722214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Attempting to bind port c7cda16b-9e95-4f07-a069-7e6f41255913 on network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:45.729100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:45.729613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Checking segment: {'id': '5e9841cd-73ac-4b32-b538-fe05dd0e6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:45.730111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.730639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Bound using segment: {'id': '5e9841cd-73ac-4b32-b538-fe05dd0e6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:45.731824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Bound port: c7cda16b-9e95-4f07-a069-7e6f41255913, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9841cd-73ac-4b32-b538-fe05dd0e6b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '8739f7bd-3ac9-48d6-b703-948e4b9cb877'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:45.732512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.794312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.865534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.895622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] For port c7cda16b-9e95-4f07-a069-7e6f41255913, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:45.900636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] For port c7cda16b-9e95-4f07-a069-7e6f41255913, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c7cda16b-9e95-4f07-a069-7e6f41255913,segment=NetworkSegment(5e9841cd-73ac-4b32-b538-fe05dd0e6b72),segment_id=5e9841cd-73ac-4b32-b538-fe05dd0e6b72)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:45.905691 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.950160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=265a6355-ae52-491e-9ebb-faaacb7cb2da,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.962068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.966826 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7400a1d7-fdb9-4fae-989f-1ed8260ffba8 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/265a6355-ae52-491e-9ebb-faaacb7cb2da HTTP/1.1" status: 204 len: 168 time: 0.6286852 Nov 12 03:41:45.971425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.059009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81574868-1da7-45ea-8ea9-5f434e5f2879 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.064993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81574868-1da7-45ea-8ea9-5f434e5f2879 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.073189 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-81574868-1da7-45ea-8ea9-5f434e5f2879 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0979609 Nov 12 03:41:46.073576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43834) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.242321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0c385-f00a-4b17-a2ce-278937ac5916 None None] Pushing event updated for resources: {'Port': ['ID=c7cda16b-9e95-4f07-a069-7e6f41255913,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.255820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50a235a0-73fe-4ecf-bb7a-804c6d3d3f25 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.273480 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a235a0-73fe-4ecf-bb7a-804c6d3d3f25 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:41:46.274039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a235a0-73fe-4ecf-bb7a-804c6d3d3f25 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:46.285349 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-50a235a0-73fe-4ecf-bb7a-804c6d3d3f25 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/8739f7bd-3ac9-48d6-b703-948e4b9cb877 HTTP/1.1" status: 409 len: 405 time: 0.2026608 Nov 12 03:41:46.286525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43836) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.292381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1233586262'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:46.337208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:46.341097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.388501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:46.411163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.411972 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 869fa475-9899-41a1-9404-e13fcac0876f of type vlan for network 297e81eb-f4f4-4a2a-99c6-90553eacc6c9 Nov 12 03:41:46.489750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.523997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.530284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.530897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.608885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3206234 Nov 12 03:41:46.612830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:46.617980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': '297e81eb-f4f4-4a2a-99c6-90553eacc6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:46.622737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c6a2d-ed2f-48fd-8711-bc57d8779b4a tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=297e81eb-f4f4-4a2a-99c6-90553eacc6c9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.634008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 297e81eb-f4f4-4a2a-99c6-90553eacc6c9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:46.751812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:46.753654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c7cda16b-9e95-4f07-a069-7e6f41255913 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:46.758718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.828134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c7cda16b-9e95-4f07-a069-7e6f41255913 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:46.828759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.933949 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.976164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port c7cda16b-9e95-4f07-a069-7e6f41255913, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c7cda16b-9e95-4f07-a069-7e6f41255913,segment=NetworkSegment(5e9841cd-73ac-4b32-b538-fe05dd0e6b72),segment_id=5e9841cd-73ac-4b32-b538-fe05dd0e6b72)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:46.980969 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.099278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=c7cda16b-9e95-4f07-a069-7e6f41255913,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.133994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.objects.ports [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:41:47.135581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.203984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=6692a77f-3c09-4fe3-affd-3c9a9664b4b6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.256821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '869fa475-9899-41a1-9404-e13fcac0876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '297e81eb-f4f4-4a2a-99c6-90553eacc6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:47.257194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: 297e81eb-f4f4-4a2a-99c6-90553eacc6c9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:47.300001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network 297e81eb-f4f4-4a2a-99c6-90553eacc6c9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:47.318520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 297e81eb-f4f4-4a2a-99c6-90553eacc6c9) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:47.327584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.331141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90afcf-2519-4f6b-933c-cea5b84f4289 None None] Network 297e81eb-f4f4-4a2a-99c6-90553eacc6c9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:47.331331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.364637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-613f67ce-e20c-426a-9c3a-00327376f539 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7482154 Nov 12 03:41:47.364956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43848) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:47.528596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.612741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784e12a-ef09-4eff-9a9b-18f2757d732a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-297e81eb-f4f4-4a2a-99c6-90553eacc6c9', 'network_id': '297e81eb-f4f4-4a2a-99c6-90553eacc6c9', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '6692a77f-3c09-4fe3-affd-3c9a9664b4b6'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:47.613694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1784e12a-ef09-4eff-9a9b-18f2757d732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.632677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc791c7b-74ad-4e36-92a2-83d9f05922db None None] Network 8739f7bd-3ac9-48d6-b703-948e4b9cb877 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:47.653357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.743254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.805703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-008d4cbd-6d36-4426-94f2-673274a23bf3 None None] Provisioning complete for port c7cda16b-9e95-4f07-a069-7e6f41255913 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:47.806296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-008d4cbd-6d36-4426-94f2-673274a23bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.817864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=6692a77f-3c09-4fe3-affd-3c9a9664b4b6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:47.876402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.911798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e81eb-f4f4-4a2a-99c6-90553eacc6c9']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:47.926869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869fa475-9899-41a1-9404-e13fcac0876f') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:47.927548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869fa475-9899-41a1-9404-e13fcac0876f') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-1784e12a-ef09-4eff-9a9b-18f2757d732a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6692a77f-3c09-4fe3-affd-3c9a9664b4b6: This subnet is being modified by another concurrent operation. Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6692a77f-3c09-4fe3-affd-3c9a9664b4b6: This subnet is being modified by another concurrent operation. Nov 12 03:41:47.936791 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:41:47.946179 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.960967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7b9cb-3704-4794-8a7a-f466408e6f8e None None] Network 297e81eb-f4f4-4a2a-99c6-90553eacc6c9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:47.979495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.993108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:47.993531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:47.999500 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:48.077351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] DHCP port deletion for 8739f7bd-3ac9-48d6-b703-948e4b9cb877 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:48.079596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3237e90-4199-4d12-b9d2-f23c514bc46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.113791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.125403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.141024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/297e81eb-f4f4-4a2a-99c6-90553eacc6c9 HTTP/1.1" status: 204 len: 168 time: 0.7702005 Nov 12 03:41:48.143275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.149967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1394523363'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:48.163364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602fef6-016d-4d1d-b35d-1cb854da48f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=297e81eb-f4f4-4a2a-99c6-90553eacc6c9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.196393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Deleting port c7cda16b-9e95-4f07-a069-7e6f41255913 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:48.196778 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.208238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:48.213064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.248856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:48.261501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.262130 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 1687bc5c-0a9f-40b0-a3fb-f60fe453fd3f of type vlan for network dcfc4909-66e9-4465-b5af-ff5dc15d8485 Nov 12 03:41:48.291931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] For port c7cda16b-9e95-4f07-a069-7e6f41255913, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c7cda16b-9e95-4f07-a069-7e6f41255913,segment=NetworkSegment(5e9841cd-73ac-4b32-b538-fe05dd0e6b72),segment_id=5e9841cd-73ac-4b32-b538-fe05dd0e6b72)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:48.292435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.308665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Calling delete_port for c7cda16b-9e95-4f07-a069-7e6f41255913 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:48.337654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.387616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.394559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:48.395092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.441648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.443885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2987773 Nov 12 03:41:48.447546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43860) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.464507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': 'dcfc4909-66e9-4465-b5af-ff5dc15d8485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:48.502343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a3c6-21c5-4fec-a03d-bfe6a181d81d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=dcfc4909-66e9-4465-b5af-ff5dc15d8485,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.505052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] Pushing event deleted for resources: {'Port': ['ID=c7cda16b-9e95-4f07-a069-7e6f41255913,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.509269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb028fde-711c-47bd-bd00-0984850d7e7e None None] No DVR routers for this DVR port c7cda16b-9e95-4f07-a069-7e6f41255913 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:48.520161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network dcfc4909-66e9-4465-b5af-ff5dc15d8485 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:48.610379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:48.618128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.684039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bea319-b1dc-41b8-80a1-e94d25ef2e6b None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:41:48.731526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c7cda16b-9e95-4f07-a069-7e6f41255913 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:48.760271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c7cda16b-9e95-4f07-a069-7e6f41255913 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:48.761144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c7cda16b-9e95-4f07-a069-7e6f41255913 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:48.837341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bea319-b1dc-41b8-80a1-e94d25ef2e6b None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:41:48.878875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.963748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=8dafe660-3ef0-4dea-8b61-6190c2c3ddb5,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.982756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '1687bc5c-0a9f-40b0-a3fb-f60fe453fd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': 'dcfc4909-66e9-4465-b5af-ff5dc15d8485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:48.986097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: dcfc4909-66e9-4465-b5af-ff5dc15d8485, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:49.017626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network dcfc4909-66e9-4465-b5af-ff5dc15d8485 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:49.043524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, dcfc4909-66e9-4465-b5af-ff5dc15d8485) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:49.049319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.050033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.095478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bf7786a4-8ce2-4428-afb0-0a58f6878bf1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6430848 Nov 12 03:41:49.095826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:49.242165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.284307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f60622-9421-4211-b562-a2909d84d37e None None] Network dcfc4909-66e9-4465-b5af-ff5dc15d8485 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:49.367437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.503321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.645561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=8dafe660-3ef0-4dea-8b61-6190c2c3ddb5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.668206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f892ade-8309-4b54-a3bb-02fd43e0114c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-dcfc4909-66e9-4465-b5af-ff5dc15d8485', 'network_id': 'dcfc4909-66e9-4465-b5af-ff5dc15d8485', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '8dafe660-3ef0-4dea-8b61-6190c2c3ddb5'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:49.669672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f892ade-8309-4b54-a3bb-02fd43e0114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.772478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.841025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfc4909-66e9-4465-b5af-ff5dc15d8485']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.870463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1687bc5c-0a9f-40b0-a3fb-f60fe453fd3f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.871541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1687bc5c-0a9f-40b0-a3fb-f60fe453fd3f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:49.899416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.903711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a1a36-39b0-43d0-949d-5723012a26a5 None None] Network dcfc4909-66e9-4465-b5af-ff5dc15d8485 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:49.929983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.944001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:49.944641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:50.035283 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:50.046100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.058263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.064128 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/dcfc4909-66e9-4465-b5af-ff5dc15d8485 HTTP/1.1" status: 204 len: 168 time: 0.9664445 Nov 12 03:41:50.067700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43884) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.074325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1147982256'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:50.145919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b9ad-831f-4f75-ad56-b57869e3803c tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=dcfc4909-66e9-4465-b5af-ff5dc15d8485,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.148432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:50.155947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.212931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:50.233781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.234986 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Added segment 87963681-25bc-459d-a224-63b9c4c88785 of type vlan for network 2b0b14be-7ce4-47a0-b1a7-bf59de150981 Nov 12 03:41:50.274787 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.301888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.340608 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.349564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.351595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.382762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e00836dc-3883-4582-ba95-30d87a6e7088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.414562 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:50.464252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbc7-6dac-4ced-b6b9-d71befa8bf2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.489763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Network': ['ID=2b0b14be-7ce4-47a0-b1a7-bf59de150981,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.497084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5c69b8c3-fc3e-423f-9316-6ebea389c8af tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4274700 Nov 12 03:41:50.510345 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2b0b14be-7ce4-47a0-b1a7-bf59de150981 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:50.515065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43894) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.549643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Request body: {'subnet': {'network_id': '2b0b14be-7ce4-47a0-b1a7-bf59de150981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:50.694521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbc7-6dac-4ced-b6b9-d71befa8bf2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.702721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbc7-6dac-4ced-b6b9-d71befa8bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.753399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Made reservation on behalf of 1778d47903614a01bf0522abd58e2c06 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:50.757123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.804854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd20fbc7-6dac-4ced-b6b9-d71befa8bf2b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a392d474be144ab89d3787c5727e811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5286834 Nov 12 03:41:50.805664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20fbc7-6dac-4ced-b6b9-d71befa8bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb555083-0eaa-4fbb-9a8e-dd2206073ac0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.815419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:50.891565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.933718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.999337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.003060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.004560 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fb555083-0eaa-4fbb-9a8e-dd2206073ac0 HTTP/1.1" status: 204 len: 168 time: 0.1880224 Nov 12 03:41:51.013673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91e5ec-25e3-4f42-bc8e-cd96dc5d9c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb555083-0eaa-4fbb-9a8e-dd2206073ac0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.142431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.objects.ports [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102606) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:41:51.144714 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.230995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event updated for resources: {'Subnet': ['ID=01a1257a-445f-4b82-9ed2-cf6cec48256e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.233370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Checking segment: {'id': '87963681-25bc-459d-a224-63b9c4c88785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '2b0b14be-7ce4-47a0-b1a7-bf59de150981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:51.233732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network hostable DHCP agents. Network: 2b0b14be-7ce4-47a0-b1a7-bf59de150981, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:51.273387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Network 2b0b14be-7ce4-47a0-b1a7-bf59de150981 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:51.283889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2b0b14be-7ce4-47a0-b1a7-bf59de150981) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:51.295475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749d9c0-24f0-4dc7-9f1f-64cce4062a25 None None] Network 2b0b14be-7ce4-47a0-b1a7-bf59de150981 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:51.311418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.312040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.344713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.345305 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2e2d9c5c-f19b-40ce-b8a8-d4dbee46533d tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8142145 Nov 12 03:41:51.443708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43910) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.461391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bb4c4d-6757-454d-8dcb-21e79debbc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.481757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.559897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6040e8-b47a-476c-8662-2786cc2696e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-2b0b14be-7ce4-47a0-b1a7-bf59de150981', 'network_id': '2b0b14be-7ce4-47a0-b1a7-bf59de150981', 'tenant_id': '1778d47903614a01bf0522abd58e2c06', 'fixed_ips': [{'subnet_id': '01a1257a-445f-4b82-9ed2-cf6cec48256e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:51.561212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd6040e8-b47a-476c-8662-2786cc2696e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.571695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bb4c4d-6757-454d-8dcb-21e79debbc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.577130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bb4c4d-6757-454d-8dcb-21e79debbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.599181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.636541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-52bb4c4d-6757-454d-8dcb-21e79debbc4a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=078bab4fb8184e19891194ef9bf00963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1913912 Nov 12 03:41:51.638828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4c4d-6757-454d-8dcb-21e79debbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f72ee5-b6d8-4ee4-85ba-790e465021c2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.641934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43912) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.718594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.724643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.750305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.805510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.807803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.808474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.812923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f0f72ee5-b6d8-4ee4-85ba-790e465021c2 HTTP/1.1" status: 204 len: 168 time: 0.1669097 Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-fd6040e8-b47a-476c-8662-2786cc2696e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01a1257a-445f-4b82-9ed2-cf6cec48256e: This subnet is being modified by another concurrent operation. Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01a1257a-445f-4b82-9ed2-cf6cec48256e: This subnet is being modified by another concurrent operation. Nov 12 03:41:51.818072 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:41:51.828596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=01a1257a-445f-4b82-9ed2-cf6cec48256e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.846212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae47b7-9e22-4188-954f-4977c44498ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f72ee5-b6d8-4ee4-85ba-790e465021c2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.846772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489af9c6-fc01-4cac-92af-adba957a43dd None None] Network 2b0b14be-7ce4-47a0-b1a7-bf59de150981 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:51.914343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.944186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0b14be-7ce4-47a0-b1a7-bf59de150981']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:51.960951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87963681-25bc-459d-a224-63b9c4c88785') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:51.961451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87963681-25bc-459d-a224-63b9c4c88785') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:51.980086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.008544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.016447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:52.016890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:52.101747 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:52.110978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65a8f5-c2f9-4572-b638-d8b6657f22ef None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:41:52.113280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.124071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.133854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/2b0b14be-7ce4-47a0-b1a7-bf59de150981 HTTP/1.1" status: 204 len: 168 time: 0.7883453 Nov 12 03:41:52.136931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.174448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27175889-8529-4e54-bac0-378a867eb1a6 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=2b0b14be-7ce4-47a0-b1a7-bf59de150981,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.194484 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee1faec-2a7b-402c-b88b-6b9a905becf0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.194974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee1faec-2a7b-402c-b88b-6b9a905becf0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.198348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eee1faec-2a7b-402c-b88b-6b9a905becf0 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/01a1257a-445f-4b82-9ed2-cf6cec48256e HTTP/1.1" status: 404 len: 337 time: 0.0604265 Nov 12 03:41:52.201682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.234103 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aae5c5-73da-4a52-8827-f73471ab9e19 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.235909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7aae5c5-73da-4a52-8827-f73471ab9e19 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.242928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c7aae5c5-73da-4a52-8827-f73471ab9e19 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/2b0b14be-7ce4-47a0-b1a7-bf59de150981 HTTP/1.1" status: 404 len: 339 time: 0.0395460 Nov 12 03:41:52.245576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.266205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65a8f5-c2f9-4572-b638-d8b6657f22ef None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:41:52.317413 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a347a9-6a3c-46ae-92f5-166f5c570080 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.320247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a347a9-6a3c-46ae-92f5-166f5c570080 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.330122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-85a347a9-6a3c-46ae-92f5-166f5c570080 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/8dafe660-3ef0-4dea-8b61-6190c2c3ddb5 HTTP/1.1" status: 404 len: 337 time: 0.0803525 Nov 12 03:41:52.330510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.359680 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff95449-c0a2-406e-b092-f477508861f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.361844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff95449-c0a2-406e-b092-f477508861f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.369616 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ff95449-c0a2-406e-b092-f477508861f4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/dcfc4909-66e9-4465-b5af-ff5dc15d8485 HTTP/1.1" status: 404 len: 339 time: 0.0379269 Nov 12 03:41:52.372245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.454221 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a751595-b767-4e68-a2b1-1d00d9423805 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.455023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a751595-b767-4e68-a2b1-1d00d9423805 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.463877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.465043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9a751595-b767-4e68-a2b1-1d00d9423805 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/6692a77f-3c09-4fe3-affd-3c9a9664b4b6 HTTP/1.1" status: 404 len: 337 time: 0.0911951 Nov 12 03:41:52.505265 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce45396-710d-45ee-a6be-b7cf99fdfeeb tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:52.506794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce45396-710d-45ee-a6be-b7cf99fdfeeb tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:52.511670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ce45396-710d-45ee-a6be-b7cf99fdfeeb tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/297e81eb-f4f4-4a2a-99c6-90553eacc6c9 HTTP/1.1" status: 404 len: 339 time: 0.0464327 Nov 12 03:41:52.515845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43946) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.698643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting port 84c71257-0d7d-48fb-9d92-32c21ced1d7e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:52.698918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.726028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.777618 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.796174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Calling delete_port for 84c71257-0d7d-48fb-9d92-32c21ced1d7e owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:52.873482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e709188-bd3e-4a2d-9cfb-af5595a35085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.929959 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.961734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Port': ['ID=84c71257-0d7d-48fb-9d92-32c21ced1d7e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.967663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.974025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f1a27147-d86d-4b55-9682-935f851d106f tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/ports/84c71257-0d7d-48fb-9d92-32c21ced1d7e HTTP/1.1" status: 204 len: 168 time: 0.4564219 Nov 12 03:41:52.975024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.993713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e709188-bd3e-4a2d-9cfb-af5595a35085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.997984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e709188-bd3e-4a2d-9cfb-af5595a35085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.008826 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfb8988-6ac2-4e89-a298-4021d893c2a1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:53.009124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfb8988-6ac2-4e89-a298-4021d893c2a1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:53.015525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bcfb8988-6ac2-4e89-a298-4021d893c2a1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/265a6355-ae52-491e-9ebb-faaacb7cb2da HTTP/1.1" status: 404 len: 337 time: 0.0379879 Nov 12 03:41:53.015769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 43966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.078700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.113971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e709188-bd3e-4a2d-9cfb-af5595a35085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8652f4a-b2e5-4a0a-b385-f5c8c8edddd8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.136006 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e709188-bd3e-4a2d-9cfb-af5595a35085 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dde18fe36e0b49778a2f9b9127779466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056280 Nov 12 03:41:53.138414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.186492 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.253873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.284754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.337196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.340418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.345461 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8652f4a-b2e5-4a0a-b385-f5c8c8edddd8 HTTP/1.1" status: 204 len: 168 time: 0.2028027 Nov 12 03:41:53.354047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8d4ba-c9f0-4555-9983-bb73421995a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8652f4a-b2e5-4a0a-b385-f5c8c8edddd8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.383238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.414036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8739f7bd-3ac9-48d6-b703-948e4b9cb877']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.432037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9841cd-73ac-4b32-b538-fe05dd0e6b72') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.432327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9841cd-73ac-4b32-b538-fe05dd0e6b72') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.447328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.472312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.481695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:53.482059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:53.485308 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:53.571021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.580538 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.584669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/8739f7bd-3ac9-48d6-b703-948e4b9cb877 HTTP/1.1" status: 204 len: 168 time: 0.5679293 Nov 12 03:41:53.587388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 43982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.620077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.633398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c52a0-9578-43b1-8bae-84227f0ae8e1 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=8739f7bd-3ac9-48d6-b703-948e4b9cb877,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.730682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting port 01f12ad6-4242-470b-8a3c-4740bbaa2280 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:53.731327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.842091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.857812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Calling delete_port for 01f12ad6-4242-470b-8a3c-4740bbaa2280 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:53.964866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.010504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.013925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/ports/01f12ad6-4242-470b-8a3c-4740bbaa2280 HTTP/1.1" status: 204 len: 168 time: 0.4254911 Nov 12 03:41:54.015188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a915b0-8ada-42de-be07-6a97897a3372 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Port': ['ID=01f12ad6-4242-470b-8a3c-4740bbaa2280,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.017211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44004) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.055105 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7bb11d-d67e-40f0-b4a5-a5ba2b8ace71 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] DELETE failed (client error): The resource could not be found. Nov 12 03:41:54.055833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7bb11d-d67e-40f0-b4a5-a5ba2b8ace71 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:41:54.061866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.062216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2d7bb11d-d67e-40f0-b4a5-a5ba2b8ace71 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/10687492-1afd-4c31-ad18-af67001c0bd1 HTTP/1.1" status: 404 len: 337 time: 0.0431688 Nov 12 03:41:54.160808 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.245263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting port f7131e2d-7a7c-4280-9da4-5dabea554920 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:54.245706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.332527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] For port f7131e2d-7a7c-4280-9da4-5dabea554920, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f7131e2d-7a7c-4280-9da4-5dabea554920,segment=NetworkSegment(51c83eed-bc83-4b33-82dd-4cb4ea057891),segment_id=51c83eed-bc83-4b33-82dd-4cb4ea057891)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:54.333143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.352665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Calling delete_port for f7131e2d-7a7c-4280-9da4-5dabea554920 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:54.441751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.476485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Port': ['ID=f7131e2d-7a7c-4280-9da4-5dabea554920,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.480485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No DVR routers for this DVR port f7131e2d-7a7c-4280-9da4-5dabea554920 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:54.584311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.608922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.620726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c83eed-bc83-4b33-82dd-4cb4ea057891') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.621029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c83eed-bc83-4b33-82dd-4cb4ea057891') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.638049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.656839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.667580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:54.668528 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:54.672773 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:54.742977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.749373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.755492 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7 HTTP/1.1" status: 204 len: 168 time: 0.6916318 Nov 12 03:41:54.757696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44036) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.777573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c91c9-10ba-4f44-a5e6-32ea48a253c4 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=d46c37e2-9b5c-4d01-8ef0-1745aa1aeac7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.845674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting subnet 9d0d3075-75e2-4a00-b211-cdffb269a874 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:54.851672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.899907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.004733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.098942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.135682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0d3075-75e2-4a00-b211-cdffb269a874,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.141057 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.147369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430ac21-3a62-494b-9d6f-70e81d62432b None None] Network d4814e60-685f-45b1-8b09-8ea85a440565 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:55.150560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3393f415-d121-4ab3-b26b-bb19d7779213 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/subnets/9d0d3075-75e2-4a00-b211-cdffb269a874 HTTP/1.1" status: 204 len: 168 time: 0.3891475 Nov 12 03:41:55.150867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44062) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.360302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50d118-596d-49c1-8fc0-37693555ac22 req-7bc91914-4619-42aa-b174-c337d28ec150 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.364110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f50d118-596d-49c1-8fc0-37693555ac22 req-7bc91914-4619-42aa-b174-c337d28ec150 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.1505013 Nov 12 03:41:55.390156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.436428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] DHCP port deletion for d4814e60-685f-45b1-8b09-8ea85a440565 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:55.467424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f50d118-596d-49c1-8fc0-37693555ac22 req-468c7e4d-25d9-4b1e-a511-e4d5d47ec8d9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981877 Nov 12 03:41:55.504117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Deleting port 3ecb0661-8c5d-4e85-a414-9abe16b01824 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.504591 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.533529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Deleting port 3ecb0661-8c5d-4e85-a414-9abe16b01824 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.534086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.598127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] For port 3ecb0661-8c5d-4e85-a414-9abe16b01824, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3ecb0661-8c5d-4e85-a414-9abe16b01824,segment=NetworkSegment(18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8),segment_id=18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.598860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.642263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Calling delete_port for 3ecb0661-8c5d-4e85-a414-9abe16b01824 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:55.694191 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] For port 3ecb0661-8c5d-4e85-a414-9abe16b01824, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3ecb0661-8c5d-4e85-a414-9abe16b01824,segment=NetworkSegment(18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8),segment_id=18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.694812 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.775273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Calling delete_port for 3ecb0661-8c5d-4e85-a414-9abe16b01824 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:56.032464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.041246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.087742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] No DVR routers for this DVR port 3ecb0661-8c5d-4e85-a414-9abe16b01824 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:56.095037 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Port': ['ID=3ecb0661-8c5d-4e85-a414-9abe16b01824,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.103805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] Pushing event deleted for resources: {'Port': ['ID=3ecb0661-8c5d-4e85-a414-9abe16b01824,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.111242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25430897-6187-49cc-8b9f-63ba9f80ea19 None None] No DVR routers for this DVR port 3ecb0661-8c5d-4e85-a414-9abe16b01824 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:56.295271 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.324127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4814e60-685f-45b1-8b09-8ea85a440565']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:56.345190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:56.346269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18df9d6e-6120-4eb7-9c6b-2fa7cf1bdfc8') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:56.376090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.421325 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.432352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:56.432764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:56.436781 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:56.508337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.517133 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.522874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] 10.222.0.93 "DELETE /v2.0/networks/d4814e60-685f-45b1-8b09-8ea85a440565 HTTP/1.1" status: 204 len: 168 time: 1.3689468 Nov 12 03:41:56.532304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b501-f295-4a5f-8d6e-9b626af41c09 tempest-NetworksIpV6TestAttrs-121463458 tempest-NetworksIpV6TestAttrs-121463458-project] Pushing event deleted for resources: {'Network': ['ID=d4814e60-685f-45b1-8b09-8ea85a440565,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.664534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3ecb0661-8c5d-4e85-a414-9abe16b01824 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:56.687848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3ecb0661-8c5d-4e85-a414-9abe16b01824 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:56.688603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3ecb0661-8c5d-4e85-a414-9abe16b01824 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:56.863093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:57.019479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44114) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:57.020222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c1722090-dbb1-4f1a-a0d1-f5378d804123 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1778d47903614a01bf0522abd58e2c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556456 Nov 12 03:41:57.073682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.103373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.154975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.158733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.159897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4d1f464a-b237-482b-89d4-20753ed1496e HTTP/1.1" status: 204 len: 168 time: 0.1384265 Nov 12 03:41:57.168393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728026-97cd-4da3-8de1-0679818bc9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1f464a-b237-482b-89d4-20753ed1496e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.954459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44158) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.074047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819824663'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:58.096844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:58.100545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.111499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.195299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.199922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.230849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:58.241648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6dd460-6fa8-4542-8997-db2ee62140d1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.248500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.249116 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment e28a5224-6e69-4cc8-bcdc-63d33837dfbd of type vlan for network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 Nov 12 03:41:58.292909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.318668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.324473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.324998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.419953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=5a33ba90-3550-4c8c-af43-7a3d84ec0be2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.427172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cf75ecee-9307-49b1-b688-aa9b42845cf8 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4711514 Nov 12 03:41:58.431481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:58.571456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.579068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:58.704543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:58.709709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.954376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.020208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=df897aff-601b-4a62-abde-205935cc48c3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.040721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:59.041086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 5a33ba90-3550-4c8c-af43-7a3d84ec0be2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:41:59.063144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:41:59.073262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5a33ba90-3550-4c8c-af43-7a3d84ec0be2) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:59.077636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.079071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.086173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed58663-58ff-4463-9682-86e6b053201a None None] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:59.119851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44188) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.126102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1543158087'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:59.129857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6aec0e53-663a-46e7-9f8c-c78270753240 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5571380 Nov 12 03:41:59.179121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:59.182785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.281032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:41:59.302597 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.307750 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment bdd725e2-f090-4e90-a41a-687d17a5fb0d of type vlan for network 246094ba-ccd4-4941-a482-b646676687ed Nov 12 03:41:59.378276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-5a33ba90-3550-4c8c-af43-7a3d84ec0be2', 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': 'df897aff-601b-4a62-abde-205935cc48c3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:41:59.379492 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.399676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.436496 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.442417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.443070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.482511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3612473 Nov 12 03:41:59.486010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.494912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '246094ba-ccd4-4941-a482-b646676687ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:59.535180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec8867-98b2-45a7-be87-34301b73c5fa tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=246094ba-ccd4-4941-a482-b646676687ed,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.556132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 246094ba-ccd4-4941-a482-b646676687ed details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:41:59.738080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:59.741807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.851306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Allocated IP 172.20.255.242 (5a33ba90-3550-4c8c-af43-7a3d84ec0be2/df897aff-601b-4a62-abde-205935cc48c3/9477457d-08c3-4751-ac8d-967c901c60b1) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:59.980319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.046101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=93af149a-e4d7-4e58-987c-8b5f6ce60edc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.138493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'bdd725e2-f090-4e90-a41a-687d17a5fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '246094ba-ccd4-4941-a482-b646676687ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:00.138868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 246094ba-ccd4-4941-a482-b646676687ed, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:00.181330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 246094ba-ccd4-4941-a482-b646676687ed is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:00.196759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.197813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 246094ba-ccd4-4941-a482-b646676687ed) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:00.210045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.211547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.221910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee173d9a-91b5-4287-85da-66262a53497c None None] Network 246094ba-ccd4-4941-a482-b646676687ed requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:00.240803 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0fd4ed56-4903-4022-b98b-b0971d087583 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7500248 Nov 12 03:42:00.241089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44226) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.258807 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.273991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:00.285989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:00.290897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:00.318797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:00.433198 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.479619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Pushing event updated for resources: {'Port': ['ID=9477457d-08c3-4751-ac8d-967c901c60b1,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:00.566272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.618793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Attempting to bind port 9477457d-08c3-4751-ac8d-967c901c60b1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:00.619377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Attempting to bind port 9477457d-08c3-4751-ac8d-967c901c60b1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:00.619568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Attempting to bind port 9477457d-08c3-4751-ac8d-967c901c60b1 on network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:00.717468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:00.718755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Checking segment: {'id': 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:00.719192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.719727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Bound using segment: {'id': 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:00.724340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Bound port: 9477457d-08c3-4751-ac8d-967c901c60b1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '5a33ba90-3550-4c8c-af43-7a3d84ec0be2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:00.724864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.741772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c285f55-c8a4-4664-b79a-d065c2adc517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-246094ba-ccd4-4941-a482-b646676687ed', 'network_id': '246094ba-ccd4-4941-a482-b646676687ed', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '93af149a-e4d7-4e58-987c-8b5f6ce60edc'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:00.744014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c285f55-c8a4-4664-b79a-d065c2adc517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.797026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.015663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.021427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.061814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0b73d-0504-4821-af10-836c991907c2 None None] Network 246094ba-ccd4-4941-a482-b646676687ed requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:01.068694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] For port 9477457d-08c3-4751-ac8d-967c901c60b1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:01.076202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:01.105499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=93af149a-e4d7-4e58-987c-8b5f6ce60edc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.136265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.152257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] For port 9477457d-08c3-4751-ac8d-967c901c60b1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9477457d-08c3-4751-ac8d-967c901c60b1,segment=NetworkSegment(e28a5224-6e69-4cc8-bcdc-63d33837dfbd),segment_id=e28a5224-6e69-4cc8-bcdc-63d33837dfbd)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:01.164887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.196718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246094ba-ccd4-4941-a482-b646676687ed']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:01.217996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd725e2-f090-4e90-a41a-687d17a5fb0d') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:01.218888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd725e2-f090-4e90-a41a-687d17a5fb0d') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:01.259933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.291170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.305273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:01.305680 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:01.313111 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:01.439819 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.479178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Pushing event updated for resources: {'Port': ['ID=9477457d-08c3-4751-ac8d-967c901c60b1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.508329 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.509935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:01.522989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.537716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.539765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/246094ba-ccd4-4941-a482-b646676687ed HTTP/1.1" status: 204 len: 168 time: 1.2968724 Nov 12 03:42:01.540470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.543937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.545174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759961636'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:01.545569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.546215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.547464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.548102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.548754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.549312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.549877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.550708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.551263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.551796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.552502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bd1d10-047b-4930-9801-42dc6f7b7d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:01.558272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.576358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabed21c-2b6c-4f10-83c2-0b001236c929 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=246094ba-ccd4-4941-a482-b646676687ed,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.626899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:01.630611 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.655911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['25b7b73e-7f68-4a16-a024-b1450b7d486e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:01.704810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:01.737841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.744121 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment a040f6b6-c609-4c73-b2d0-8416ee32cb18 of type vlan for network c3ec25fd-7e26-418d-b4da-75ecbf78e8fd Nov 12 03:42:01.746378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.828488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.947633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.013533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.019696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:02.020351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.099618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44260) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.106199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': 'c3ec25fd-7e26-418d-b4da-75ecbf78e8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:02.110950 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5708776 Nov 12 03:42:02.129150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715485a7-09a0-4f75-9414-6acfae8409db tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=c3ec25fd-7e26-418d-b4da-75ecbf78e8fd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.144423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c3ec25fd-7e26-418d-b4da-75ecbf78e8fd details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:02.293087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:02.307614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:02.318707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.380113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 25b7b73e-7f68-4a16-a024-b1450b7d486e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:02.380702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.476355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing IP validity checks on allocation pools {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:42:02.477049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:42:02.604915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.684163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:02.694928 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f822f821-8b30-46ba-a8cd-88e1c84cd4c3" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:02.785829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:02.802059 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6925a2-dc4a-430e-a8c0-72cb0ccf60d8 x-openstack-request-id: req-8d6925a2-dc4a-430e-a8c0-72cb0ccf60d8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:02.805377 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:02.806077 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8d6925a2-dc4a-430e-a8c0-72cb0ccf60d8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:02.810130 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:42:02.812736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.885648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.972982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9477457d-08c3-4751-ac8d-967c901c60b1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:03.037379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'a040f6b6-c609-4c73-b2d0-8416ee32cb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c3ec25fd-7e26-418d-b4da-75ecbf78e8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:03.038331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: c3ec25fd-7e26-418d-b4da-75ecbf78e8fd, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:03.042581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=68f06ed5-d04b-4317-aa23-516eed1b0b14,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:03.088133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network c3ec25fd-7e26-418d-b4da-75ecbf78e8fd is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:03.106514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c3ec25fd-7e26-418d-b4da-75ecbf78e8fd) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:03.111385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:03.111994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.123403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c4b47-af14-40e5-bc3e-35901321e4d7 None None] Network c3ec25fd-7e26-418d-b4da-75ecbf78e8fd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:03.177422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ea7e7ac9-7d9c-4443-8f54-09155e140494 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0765834 Nov 12 03:42:03.180757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:03.224733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:03.383917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9477457d-08c3-4751-ac8d-967c901c60b1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:03.384349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.508785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.524887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aba077-92cd-490b-b9dd-e3554633c6aa None None] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:03.743325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e2ac85eb-2ebb-4898-8bd4-b83ddb90fa13 None None] Provisioning complete for port 9477457d-08c3-4751-ac8d-967c901c60b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:03.750486 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2ac85eb-2ebb-4898-8bd4-b83ddb90fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.765160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.868542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91c36e-1072-4175-9ba0-bf57be024fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-c3ec25fd-7e26-418d-b4da-75ecbf78e8fd', 'network_id': 'c3ec25fd-7e26-418d-b4da-75ecbf78e8fd', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '68f06ed5-d04b-4317-aa23-516eed1b0b14'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:03.869480 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-af91c36e-1072-4175-9ba0-bf57be024fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:03.970344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.047487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=68f06ed5-d04b-4317-aa23-516eed1b0b14,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.159852 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.268540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.356638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ec25fd-7e26-418d-b4da-75ecbf78e8fd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:04.392368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a040f6b6-c609-4c73-b2d0-8416ee32cb18') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:04.392706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a040f6b6-c609-4c73-b2d0-8416ee32cb18') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:04.424319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d16e8f-c1ce-460b-ad3d-d826870d6bcc None None] Network c3ec25fd-7e26-418d-b4da-75ecbf78e8fd requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:04.443372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.493041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.519514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:04.521328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:04.529482 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:04.566268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9477457d-08c3-4751-ac8d-967c901c60b1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9477457d-08c3-4751-ac8d-967c901c60b1,segment=NetworkSegment(e28a5224-6e69-4cc8-bcdc-63d33837dfbd),segment_id=e28a5224-6e69-4cc8-bcdc-63d33837dfbd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:04.690916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2ac85eb-2ebb-4898-8bd4-b83ddb90fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.696758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.738262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.751536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.763024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44302) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.763772 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/c3ec25fd-7e26-418d-b4da-75ecbf78e8fd HTTP/1.1" status: 204 len: 168 time: 1.5792601 Nov 12 03:42:04.767430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1129710244'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:04.795416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c873d2-5ce6-4950-8c9f-a735c00ca8f0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=c3ec25fd-7e26-418d-b4da-75ecbf78e8fd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.856158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9477457d-08c3-4751-ac8d-967c901c60b1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.867942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:04.871357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.954456 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-e2ac85eb-2ebb-4898-8bd4-b83ddb90fa13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:04.955253 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-e2ac85eb-2ebb-4898-8bd4-b83ddb90fa13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:04.983472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1245} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:05.025302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.025641 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment e42cb627-b9da-4c60-b72d-68a60db69494 of type vlan for network d6a9f707-217b-422d-a654-e64c565cc496 Nov 12 03:42:05.149482 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.221201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.226767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.227359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.357634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5944579 Nov 12 03:42:05.360710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.367461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': 'd6a9f707-217b-422d-a654-e64c565cc496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:05.476498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471578b-10ae-479b-b033-b9e9a74da4df tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=d6a9f707-217b-422d-a654-e64c565cc496,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.607265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d6a9f707-217b-422d-a654-e64c565cc496 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:05.704912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:05.709518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.853382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1b6a5f80-53bf-4463-a3f7-d776a44e70d2 None None] Provisioning complete for port 9477457d-08c3-4751-ac8d-967c901c60b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:05.853760 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5f80-53bf-4463-a3f7-d776a44e70d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.174109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.240347 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=6e21f322-4573-4d75-a69a-665f1137eb0a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.265459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'e42cb627-b9da-4c60-b72d-68a60db69494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd6a9f707-217b-422d-a654-e64c565cc496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:06.265832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: d6a9f707-217b-422d-a654-e64c565cc496, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:06.305925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network d6a9f707-217b-422d-a654-e64c565cc496 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:06.337407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d6a9f707-217b-422d-a654-e64c565cc496) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:06.342896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.344171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.351089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb6f8b-9e3d-4cf4-bcca-50722cf5b43c None None] Network d6a9f707-217b-422d-a654-e64c565cc496 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:06.377898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1cd86f8e-f251-42cc-9f85-3de203eb3afe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0160306 Nov 12 03:42:06.382454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.582333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.641146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695504dd-8b58-4de4-982e-4d98d4f4ec20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d6a9f707-217b-422d-a654-e64c565cc496', 'network_id': 'd6a9f707-217b-422d-a654-e64c565cc496', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '6e21f322-4573-4d75-a69a-665f1137eb0a'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:06.642040 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-695504dd-8b58-4de4-982e-4d98d4f4ec20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.684637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.813503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-695504dd-8b58-4de4-982e-4d98d4f4ec20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e21f322-4573-4d75-a69a-665f1137eb0a: This subnet is being modified by another concurrent operation. Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e21f322-4573-4d75-a69a-665f1137eb0a: This subnet is being modified by another concurrent operation. Nov 12 03:42:06.860789 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:42:06.882797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9477457d-08c3-4751-ac8d-967c901c60b1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:06.916234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=6e21f322-4573-4d75-a69a-665f1137eb0a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.959332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2decd-edef-4336-a03f-19c483a9f1c8 None None] Network d6a9f707-217b-422d-a654-e64c565cc496 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:07.060981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.090742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a9f707-217b-422d-a654-e64c565cc496']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:07.104009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42cb627-b9da-4c60-b72d-68a60db69494') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:07.104685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42cb627-b9da-4c60-b72d-68a60db69494') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:07.123799 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.154729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.169294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:07.170016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:07.173627 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:07.320165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.332441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.343232 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/d6a9f707-217b-422d-a654-e64c565cc496 HTTP/1.1" status: 204 len: 168 time: 0.9592998 Nov 12 03:42:07.346640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44340) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.352216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-592591835'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:07.361985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83309a-6f18-4b64-91e0-0007d28d0972 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=d6a9f707-217b-422d-a654-e64c565cc496,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.375054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9477457d-08c3-4751-ac8d-967c901c60b1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:07.379072 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.389202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda5cf1-36c3-4bb1-ac85-6f839631ecf7 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:07.409080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:07.412998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.465997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:07.490257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.490619 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment 6cd73531-fdc1-46e3-bded-db047a7189d5 of type vlan for network d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 Nov 12 03:42:07.580494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda5cf1-36c3-4bb1-ac85-6f839631ecf7 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:07.593086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.658415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.665626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.666465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.752336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4038229 Nov 12 03:42:07.753818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.759578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': 'd3c15ea1-3e0a-4ea8-9af0-88aac57e82e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:08.095551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:08.108069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.441863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586741ca-8d24-4f8d-9482-2fc923218045 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.457364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:08.641721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.768400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': '6cd73531-fdc1-46e3-bded-db047a7189d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'd3c15ea1-3e0a-4ea8-9af0-88aac57e82e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:08.769145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:08.774918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=4840cde5-e971-4ee9-b27e-9d93a33fe41e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.797502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:08.814738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:08.821080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.822099 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.834074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371a2ac-c35e-4dd1-b361-545fbb300e68 None None] Network d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:08.865588 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e78d74ec-961b-4a93-8da4-4cc00ef038ef tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1081474 Nov 12 03:42:08.866515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44368) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.080272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.183932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.198262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9580e-716d-41f6-9d84-e247a84f97b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3', 'network_id': 'd3c15ea1-3e0a-4ea8-9af0-88aac57e82e3', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '4840cde5-e971-4ee9-b27e-9d93a33fe41e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:09.199126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-32e9580e-716d-41f6-9d84-e247a84f97b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.348855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-32e9580e-716d-41f6-9d84-e247a84f97b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4840cde5-e971-4ee9-b27e-9d93a33fe41e: This subnet is being modified by another concurrent operation. Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4840cde5-e971-4ee9-b27e-9d93a33fe41e: This subnet is being modified by another concurrent operation. Nov 12 03:42:09.357947 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:42:09.390063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f04a3-fc2b-4afd-9fb0-02a83473ae9b None None] Network d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:09.449326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=4840cde5-e971-4ee9-b27e-9d93a33fe41e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.562072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863b5a2-12e9-40bd-8d2a-353f2263729a None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:09.605955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.637240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.651236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd73531-fdc1-46e3-bded-db047a7189d5') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.651739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd73531-fdc1-46e3-bded-db047a7189d5') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:09.666127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.684911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.696302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:09.696829 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:09.702988 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:09.807037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.819551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863b5a2-12e9-40bd-8d2a-353f2263729a None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:09.822207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.829863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.836870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 HTTP/1.1" status: 204 len: 168 time: 0.9689841 Nov 12 03:42:09.839066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.845386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115842128'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:09.868974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a604d-2654-427a-896d-2a7772e92486 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.903433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:09.914226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.006962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:10.031156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.031558 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment d89ae0b2-a338-4c0d-b995-08d8f1bcddbd of type vlan for network 218aba03-5b98-4b3c-8356-6864e0a8142d Nov 12 03:42:10.164877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.284816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.306087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.311042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.449420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=218aba03-5b98-4b3c-8356-6864e0a8142d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.460930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 218aba03-5b98-4b3c-8356-6864e0a8142d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:10.525689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1692b39f-b6dd-44b3-961f-85cdd4ebe798 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6748295 Nov 12 03:42:10.529054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44406) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.534867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.639008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b38fff0-8c6c-4c2d-b01e-30912c28c2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.658224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-574fe0ff-131f-4fe5-95cc-28085dd9637e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763807019&fields=id&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 267 time: 0.3358424 Nov 12 03:42:10.691240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:10.694739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.742719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b38fff0-8c6c-4c2d-b01e-30912c28c2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.747654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b38fff0-8c6c-4c2d-b01e-30912c28c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.802643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b38fff0-8c6c-4c2d-b01e-30912c28c2a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2096356beb594080a4854156ca77971d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9708595 Nov 12 03:42:10.803809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.824390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing IP validity checks on allocation pools {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:42:10.824894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:42:10.870901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38fff0-8c6c-4c2d-b01e-30912c28c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94a261-c1bf-4a83-891e-2ff622af2660,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.885024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-a185b62b-eb61-4762-a0c9-d268cf5df1ae tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:10.886513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-a185b62b-eb61-4762-a0c9-d268cf5df1ae tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.2170253 Nov 12 03:42:10.908467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.910202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-0d848517-7db1-486d-9dcd-0801b3c40810 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0138595 Nov 12 03:42:10.953880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.022477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.023766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-b6a91e83-554a-4c19-aed4-a99bb686ff55 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948389 Nov 12 03:42:11.025697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.027018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3a94a261-c1bf-4a83-891e-2ff622af2660 HTTP/1.1" status: 204 len: 168 time: 0.2216327 Nov 12 03:42:11.060912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510ff17-f40b-4959-b8a0-a8377e1e6437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94a261-c1bf-4a83-891e-2ff622af2660,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.071847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.192297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=ebcf7b21-f15a-4903-9d9e-9e4bdc1d4e61,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.218426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-d9ab9ac2-14db-40e4-9270-24e4ff5a576c service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789458 Nov 12 03:42:11.219391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:11.219949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 218aba03-5b98-4b3c-8356-6864e0a8142d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:11.267506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 218aba03-5b98-4b3c-8356-6864e0a8142d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:11.309719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 218aba03-5b98-4b3c-8356-6864e0a8142d) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:11.348456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93a17e-c69a-4583-89e1-572797acd1bd None None] Network 218aba03-5b98-4b3c-8356-6864e0a8142d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:11.403386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-d530baff-2f59-4ccb-9d7b-46e217d3359c service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722779 Nov 12 03:42:11.408959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:11.411058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.446872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-38027a9f-f66e-49cd-b980-e5498ec65713 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9147885 Nov 12 03:42:11.447980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.694114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.738025 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-218aba03-5b98-4b3c-8356-6864e0a8142d', 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': 'ebcf7b21-f15a-4903-9d9e-9e4bdc1d4e61'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:11.743167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.836478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.974258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Allocated IP 172.20.0.3 (218aba03-5b98-4b3c-8356-6864e0a8142d/ebcf7b21-f15a-4903-9d9e-9e4bdc1d4e61/7195981a-38f8-4f73-bd27-e175aa25a6a7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:12.078412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d0d7f25-5acd-4e1f-a57d-bbae1146e85f req-d57b62f2-9b5a-47df-a008-ba11c9b6ae96 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0587780 Nov 12 03:42:12.223847 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.237119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.255610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.294921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Network 218aba03-5b98-4b3c-8356-6864e0a8142d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:12.298548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:12.306911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:12.309219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Pushing event updated for resources: {'Port': ['ID=7195981a-38f8-4f73-bd27-e175aa25a6a7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.351431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcf7b21-f15a-4903-9d9e-9e4bdc1d4e61,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.380780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Attempting to bind port 7195981a-38f8-4f73-bd27-e175aa25a6a7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:12.382029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Attempting to bind port 7195981a-38f8-4f73-bd27-e175aa25a6a7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:12.382696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Attempting to bind port 7195981a-38f8-4f73-bd27-e175aa25a6a7 on network 218aba03-5b98-4b3c-8356-6864e0a8142d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:12.392763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:12.393589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Checking segment: {'id': 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:12.394236 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.394903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Bound using segment: {'id': 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:12.395651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Bound port: 7195981a-38f8-4f73-bd27-e175aa25a6a7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '218aba03-5b98-4b3c-8356-6864e0a8142d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:12.396307 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.483204 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.549133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218aba03-5b98-4b3c-8356-6864e0a8142d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:12.569298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:12.569687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:12.582900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.600562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.611703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:12.612256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:12.616256 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:12.693481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:42:12.693481 n-d-713499-30 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:42:12.693481 n-d-713499-30 neutron-server[102605]: [parameters: {'id': '218aba03-5b98-4b3c-8356-6864e0a8142d'}] Nov 12 03:42:12.693481 n-d-713499-30 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:12.694065 n-d-713499-30 neutron-server[102605]: DEBUG oslo_db.api [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:12.715688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] For port 7195981a-38f8-4f73-bd27-e175aa25a6a7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:12.725311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] For port 7195981a-38f8-4f73-bd27-e175aa25a6a7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7195981a-38f8-4f73-bd27-e175aa25a6a7,segment=NetworkSegment(d89ae0b2-a338-4c0d-b995-08d8f1bcddbd),segment_id=d89ae0b2-a338-4c0d-b995-08d8f1bcddbd)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:12.732997 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.844975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa47a78-550d-4155-b7b8-369a0ea2b2c2 None None] Pushing event updated for resources: {'Port': ['ID=7195981a-38f8-4f73-bd27-e175aa25a6a7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.859715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af534329-513f-4ae6-ba91-03a6ac47fd79 None None] Network 218aba03-5b98-4b3c-8356-6864e0a8142d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:13.009113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211108a-d08b-4c43-ad89-50fd4bc9bbd8 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:13.124676 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211108a-d08b-4c43-ad89-50fd4bc9bbd8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:13.194693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.218922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9024c0ca-2e4f-4e3d-989f-d25b1707eaaf req-0ba553e1-398f-47ef-a019-58446d3a14b9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0546117 Nov 12 03:42:13.280169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Deleting port 7195981a-38f8-4f73-bd27-e175aa25a6a7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:13.281270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.378060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] For port 7195981a-38f8-4f73-bd27-e175aa25a6a7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7195981a-38f8-4f73-bd27-e175aa25a6a7,segment=NetworkSegment(d89ae0b2-a338-4c0d-b995-08d8f1bcddbd),segment_id=d89ae0b2-a338-4c0d-b995-08d8f1bcddbd)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:13.378460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.398061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Calling delete_port for 7195981a-38f8-4f73-bd27-e175aa25a6a7 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:13.556054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.578985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No DVR routers for this DVR port 7195981a-38f8-4f73-bd27-e175aa25a6a7 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:13.654545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Port': ['ID=7195981a-38f8-4f73-bd27-e175aa25a6a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.705800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-9bf51d0d-90ba-410b-93ce-92275acef507 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.707356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-9bf51d0d-90ba-410b-93ce-92275acef507 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.2478194 Nov 12 03:42:13.815885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.853477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-427f6d07-a673-48b1-b9c4-bd12ba11f1f5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 379 time: 0.1366293 Nov 12 03:42:13.867173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'security_groups': ['ca128e83-aebf-41c2-aa31-832cbc3d2088']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.874832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218aba03-5b98-4b3c-8356-6864e0a8142d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.911710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.912159 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89ae0b2-a338-4c0d-b995-08d8f1bcddbd') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.953589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.987501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.009657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:14.010066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:14.013596 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:14.118083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.129556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.135570 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/218aba03-5b98-4b3c-8356-6864e0a8142d HTTP/1.1" status: 204 len: 168 time: 2.6864753 Nov 12 03:42:14.139234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44460) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.152571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d390-c6a4-403a-a47c-287be5d3973b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=218aba03-5b98-4b3c-8356-6864e0a8142d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.154023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2103627288'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.185008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:14.189599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.239081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:14.256491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.272289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:14.478113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.10 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/cf4e9f0a-a978-4c5f-8622-ade88112e4f0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:14.679515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.751455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.752002 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment 3ee002d3-4a34-46e8-9e7d-8d12da95fe9d of type vlan for network 21449c0d-5dd4-4227-95cd-3de1eb361b7a Nov 12 03:42:14.761616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.838260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:14.840192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.853266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:14.855782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:14.913785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.927756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.965410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1660e-4f6f-4b99-8157-e64a1bcc8401 req-7f16facf-0056-4a41-b6f2-c50e93758837 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.967323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d1660e-4f6f-4b99-8157-e64a1bcc8401 req-7f16facf-0056-4a41-b6f2-c50e93758837 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 932 time: 0.2519703 Nov 12 03:42:15.023371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.032145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.033823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.075848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcd4608e-a82d-441a-b50c-b93867385a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.111508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.114911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.232550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1d1660e-4f6f-4b99-8157-e64a1bcc8401 req-f6599e04-09ef-4790-85ce-c28a44393426 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312870 Nov 12 03:42:15.261539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1150982 Nov 12 03:42:15.267026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44480) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.274639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d164eafc-faaa-4ef2-9390-3ba22a7d512a None None] Provisioning complete for port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:15.276502 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d164eafc-faaa-4ef2-9390-3ba22a7d512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.281402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcd4608e-a82d-441a-b50c-b93867385a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.293038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcd4608e-a82d-441a-b50c-b93867385a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.306712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '21449c0d-5dd4-4227-95cd-3de1eb361b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.317940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-399b8fa7-1d07-49ca-a504-5b09de6b17da tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4581335 Nov 12 03:42:15.356267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dcd4608e-a82d-441a-b50c-b93867385a0b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fc5ca4d0ea442558301874672aef1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138474 Nov 12 03:42:15.356509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Request body: {'port': {'device_id': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.360898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44482) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.382121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d164eafc-faaa-4ef2-9390-3ba22a7d512a None None] Port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:15.393242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2ecd-42c8-46d8-99b0-d1525d3db9d4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=21449c0d-5dd4-4227-95cd-3de1eb361b7a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.409085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 21449c0d-5dd4-4227-95cd-3de1eb361b7a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:15.486930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4608e-a82d-441a-b50c-b93867385a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b678d4a5-2152-4746-9664-4147faa84f97,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.526473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.531013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.533259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:15.538575 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.570511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.667641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.673251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.675260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b678d4a5-2152-4746-9664-4147faa84f97 HTTP/1.1" status: 204 len: 168 time: 0.3130753 Nov 12 03:42:15.699944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba24e2-7e5a-43b1-924b-897d0178bb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b678d4a5-2152-4746-9664-4147faa84f97,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.048317 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.211802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4e9f0a-a978-4c5f-8622-ade88112e4f0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:16.220927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.236920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Transition to ACTIVE for port object cf4e9f0a-a978-4c5f-8622-ade88112e4f0 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:16.253528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=3e8ca38e-fc21-4637-909c-594e9528fb7c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.258588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.276091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44498) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.297393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1810751c-473c-4c44-b251-891e2c98c576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.316698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': '3ee002d3-4a34-46e8-9e7d-8d12da95fe9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '21449c0d-5dd4-4227-95cd-3de1eb361b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:16.317705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 21449c0d-5dd4-4227-95cd-3de1eb361b7a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:16.470356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.494649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1810751c-473c-4c44-b251-891e2c98c576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.506471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1810751c-473c-4c44-b251-891e2c98c576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.535420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Attempting to bind port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:16.535853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Attempting to bind port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:16.536487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Attempting to bind port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:16.540729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 21449c0d-5dd4-4227-95cd-3de1eb361b7a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:16.551001 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1810751c-473c-4c44-b251-891e2c98c576 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef16fe7685ee43adbdaf624ac066b30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731173 Nov 12 03:42:16.560147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.564927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:16.565885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Attempting to bind port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:16.574481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:16.574880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:16.576016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:16.576523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Bound port: cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:16.577210 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.630693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810751c-473c-4c44-b251-891e2c98c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a77039-2e4f-4fb6-8610-0a80bd8e1dd3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.686964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:16.693595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.693927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:16.695475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 21449c0d-5dd4-4227-95cd-3de1eb361b7a) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:16.708604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f2c16-5e69-459d-b246-489efb7934fd None None] Network 21449c0d-5dd4-4227-95cd-3de1eb361b7a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:16.727725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.728176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca918-3178-4bd9-94ea-b13a11e982f3 req-7c88a012-6b3b-4534-905d-39430d350e59 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.734127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49fca918-3178-4bd9-94ea-b13a11e982f3 req-7c88a012-6b3b-4534-905d-39430d350e59 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.3470614 Nov 12 03:42:16.743922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.752417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.754559 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.793854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.798583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.800065 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9a77039-2e4f-4fb6-8610-0a80bd8e1dd3 HTTP/1.1" status: 204 len: 168 time: 0.2383232 Nov 12 03:42:16.827005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113e2cb-462f-4ad7-8944-e46bc7db5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a77039-2e4f-4fb6-8610-0a80bd8e1dd3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.839130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fd2197a7-ae46-4292-9d87-ceb4396c2021 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5707424 Nov 12 03:42:16.841931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.892014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.901431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.902129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.903519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-45622c02-3785-445c-937a-adfb97060ee8 service neutron] 10.222.0.98 "PUT /v2.0/ports/cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 1093 time: 1.5568979 Nov 12 03:42:16.971346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:16.973863 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a708b0c9-e467-4487-9637-374e6fdd8c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:17.025918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49fca918-3178-4bd9-94ea-b13a11e982f3 req-3a12e0e2-fe38-4a5b-941b-4a1f31f5790f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457314 Nov 12 03:42:17.075606 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6fa130-587b-4565-b3c7-7e8bdcd1655d x-openstack-request-id: req-8f6fa130-587b-4565-b3c7-7e8bdcd1655d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:17.076121 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:17.076539 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f6fa130-587b-4565-b3c7-7e8bdcd1655d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:17.077199 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'status': 'completed', 'code': 200} Nov 12 03:42:17.088399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e61634-6c99-46d9-b590-a7a0f9a949a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-21449c0d-5dd4-4227-95cd-3de1eb361b7a', 'network_id': '21449c0d-5dd4-4227-95cd-3de1eb361b7a', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '3e8ca38e-fc21-4637-909c-594e9528fb7c'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:17.097097 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7e61634-6c99-46d9-b590-a7a0f9a949a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.103747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.129640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-b863e219-f54d-44da-b1c4-93a9cf434407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.131205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-b863e219-f54d-44da-b1c4-93a9cf434407 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1096 time: 0.1533070 Nov 12 03:42:17.178160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.269361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-9bdf0050-abe6-41d0-8317-b7ceb5367312 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 217 time: 0.1306925 Nov 12 03:42:17.313654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.363860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-d2a3af91-f894-459c-a03a-a26524e7b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.367119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-d2a3af91-f894-459c-a03a-a26524e7b009 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0896566 Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-d7e61634-6c99-46d9-b590-a7a0f9a949a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e8ca38e-fc21-4637-909c-594e9528fb7c: This subnet is being modified by another concurrent operation. Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e8ca38e-fc21-4637-909c-594e9528fb7c: This subnet is being modified by another concurrent operation. Nov 12 03:42:17.403996 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:42:17.411907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8ca38e-fc21-4637-909c-594e9528fb7c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.431582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f152ea4-c80b-4065-ba08-0193a68cb8a5 None None] Network 21449c0d-5dd4-4227-95cd-3de1eb361b7a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:17.476588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-59c81417-79eb-41df-95d8-ae637d9f1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.480952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-59c81417-79eb-41df-95d8-ae637d9f1d3d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064591 Nov 12 03:42:17.511019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.530169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.550813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf425-4e99-4fda-ad7b-27cf1aaaa402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.618792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21449c0d-5dd4-4227-95cd-3de1eb361b7a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.619531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082eb1d-7f05-4684-8b28-911a4d82be3a None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:17.630772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-f500e02f-67c6-42f7-bd8a-c32be51cbd6d service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417432 Nov 12 03:42:17.661361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee002d3-4a34-46e8-9e7d-8d12da95fe9d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.667797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee002d3-4a34-46e8-9e7d-8d12da95fe9d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:17.685378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.730220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.745955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:17.749342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:17.753057 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:17.784584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e2cb994-8135-46d9-8f4e-7d3c3146483c req-4b9e26cd-7688-4411-90ff-4fef423643f3 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463211 Nov 12 03:42:17.822699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082eb1d-7f05-4684-8b28-911a4d82be3a None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:17.850064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf425-4e99-4fda-ad7b-27cf1aaaa402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.852247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.861403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bf425-4e99-4fda-ad7b-27cf1aaaa402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.896089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.903410 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/21449c0d-5dd4-4227-95cd-3de1eb361b7a HTTP/1.1" status: 204 len: 168 time: 1.0556684 Nov 12 03:42:17.904735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44516) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.908068 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3b4bf425-4e99-4fda-ad7b-27cf1aaaa402 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cf41265f7089425aaed5e88857c3eb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957896 Nov 12 03:42:17.909227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.912663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551010645'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:17.941068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b5aa-94c0-40ac-8abf-c8b7c5c72e79 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=21449c0d-5dd4-4227-95cd-3de1eb361b7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.961270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:17.964857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.979266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bf425-4e99-4fda-ad7b-27cf1aaaa402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ace80c-0de5-4327-8e9c-bea2d6017285,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.045046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.046380 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0dc0aa3d-514a-44c9-92ef-bfbeeb1b0f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.063459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-f1d2af9f-ebe8-4d05-8f40-eb568cb62619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.072194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-f1d2af9f-ebe8-4d05-8f40-eb568cb62619 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1096 time: 0.2081409 Nov 12 03:42:18.086911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.161035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.165089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.167904 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/41ace80c-0de5-4327-8e9c-bea2d6017285 HTTP/1.1" status: 204 len: 168 time: 0.2558279 Nov 12 03:42:18.184869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:18.189194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391800c8-1d17-42dc-b039-fd0b6fb0b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ace80c-0de5-4327-8e9c-bea2d6017285,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.320659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.321146 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment 78784f74-2e0a-47aa-ab42-0ddfc58a4f1e of type vlan for network f769aedd-8278-4e5a-86e3-6a96aa88c35a Nov 12 03:42:18.419627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ab6b-80b3-43f1-be14-9abc3eef24e6 req-745f5cce-b9f0-4e21-b947-7f3852fbca01 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.427401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3215ab6b-80b3-43f1-be14-9abc3eef24e6 req-745f5cce-b9f0-4e21-b947-7f3852fbca01 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.2393696 Nov 12 03:42:18.436058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.454769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-8809ca15-0e24-4b30-a9e0-f711bb4f562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.456277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-8809ca15-0e24-4b30-a9e0-f711bb4f562c service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.3682482 Nov 12 03:42:18.512665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-1b5283a9-0c73-4ffc-a403-cdf99c859427 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0448563 Nov 12 03:42:18.542749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.548823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.549416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.588464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3215ab6b-80b3-43f1-be14-9abc3eef24e6 req-3d171d08-959a-4cb9-94af-55ea08958c52 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556594 Nov 12 03:42:18.629791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7239041 Nov 12 03:42:18.632680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.637818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': 'f769aedd-8278-4e5a-86e3-6a96aa88c35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:18.672307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-23210588-3285-4600-8767-25d38bea0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.673822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-23210588-3285-4600-8767-25d38bea0231 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1503382 Nov 12 03:42:18.675890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5349bd1-6565-4b69-afb5-3421d1b502fb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=f769aedd-8278-4e5a-86e3-6a96aa88c35a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.687101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f769aedd-8278-4e5a-86e3-6a96aa88c35a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:18.811166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-87eb3bf3-0ed6-49c9-a8e5-5d8a59f47b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:18.814235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-87eb3bf3-0ed6-49c9-a8e5-5d8a59f47b40 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280088 Nov 12 03:42:18.851186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:18.855807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.012681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-5e6e3ef8-7fb7-4d68-b44d-b4f62c2afa72 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899345 Nov 12 03:42:19.181288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.296209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=1b2c76ae-35c1-44f2-b3f7-8b61a1814264,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.302591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': '78784f74-2e0a-47aa-ab42-0ddfc58a4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'f769aedd-8278-4e5a-86e3-6a96aa88c35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:19.302591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: f769aedd-8278-4e5a-86e3-6a96aa88c35a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:19.329916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network f769aedd-8278-4e5a-86e3-6a96aa88c35a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:19.341700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f769aedd-8278-4e5a-86e3-6a96aa88c35a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:19.349724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.350335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.355554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c2683-f91d-4c6b-b570-7a303379a4d8 None None] Network f769aedd-8278-4e5a-86e3-6a96aa88c35a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:19.375600 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-193e22a3-f1e2-4ea1-9529-9e5beba77eb5 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7386155 Nov 12 03:42:19.376746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.542629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.605521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e7828-1434-40e3-b89c-d70963019da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f769aedd-8278-4e5a-86e3-6a96aa88c35a', 'network_id': 'f769aedd-8278-4e5a-86e3-6a96aa88c35a', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '1b2c76ae-35c1-44f2-b3f7-8b61a1814264'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:19.606493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7828-1434-40e3-b89c-d70963019da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.665686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.785327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.869967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2c76ae-35c1-44f2-b3f7-8b61a1814264,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-ab7e7828-1434-40e3-b89c-d70963019da0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2c76ae-35c1-44f2-b3f7-8b61a1814264: This subnet is being modified by another concurrent operation. Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2c76ae-35c1-44f2-b3f7-8b61a1814264: This subnet is being modified by another concurrent operation. Nov 12 03:42:19.885627 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:42:19.912548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3522f291-143c-4e07-91b6-0fe2d7af9b91 None None] Network f769aedd-8278-4e5a-86e3-6a96aa88c35a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:19.929758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a708b0c9-e467-4487-9637-374e6fdd8c0d req-ae860605-6693-435c-bdfa-46a1556c6d76 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071217 Nov 12 03:42:19.949602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d647c9-d8db-4418-a29f-0817a6abaa43 req-16625dac-a42e-4c59-b1d6-08a79aef3752 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:19.963062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77d647c9-d8db-4418-a29f-0817a6abaa43 req-16625dac-a42e-4c59-b1d6-08a79aef3752 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.1266055 Nov 12 03:42:19.985657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.009114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f769aedd-8278-4e5a-86e3-6a96aa88c35a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:20.019704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78784f74-2e0a-47aa-ab42-0ddfc58a4f1e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:20.020041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78784f74-2e0a-47aa-ab42-0ddfc58a4f1e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:20.031728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.048927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.066162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:20.066162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.106831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77d647c9-d8db-4418-a29f-0817a6abaa43 req-8ca7822d-946f-4a3b-82f8-3988b3a21f94 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373458 Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:20.142220 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:20.146982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.158061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f810f-df3d-4f3c-901f-74b02cf6f453 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:20.174907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.182781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44572) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.185726 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/f769aedd-8278-4e5a-86e3-6a96aa88c35a HTTP/1.1" status: 204 len: 168 time: 0.8070257 Nov 12 03:42:20.188270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390413a1-c8b0-4a59-a0f9-ef760d9cde25 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=f769aedd-8278-4e5a-86e3-6a96aa88c35a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.188512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259935391'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.235828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:20.239703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.291647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:20.316218 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.316835 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment 98f400f8-0287-4e82-8bd3-75884b5c34c7 of type vlan for network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 Nov 12 03:42:20.350186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f810f-df3d-4f3c-901f-74b02cf6f453 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:20.374036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d28c5e2-fa38-4e29-95bf-87b6d19d28ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.390832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.448190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.459356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.461625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.500380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.507839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.512590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3284245 Nov 12 03:42:20.628300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79e740-eabd-4942-848d-fe11cfe3425b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=74c0ee79-862f-49d7-85dc-6c9a1aa72b37,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.645861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:20.881887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.908632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.925826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:42:20.932367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:20.933044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.937216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "PUT /v2.0/networks/74c0ee79-862f-49d7-85dc-6c9a1aa72b37 HTTP/1.1" status: 200 len: 723 time: 0.4326892 Nov 12 03:42:20.937577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44584) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.956428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.011504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186662e6-ee92-4e90-9e47-e0c815172c3f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=74c0ee79-862f-49d7-85dc-6c9a1aa72b37,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.022889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:21.109733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:21.115515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.405762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212312c-5982-4c1a-8f7b-d8bce022e988 req-798cfbe8-7769-4ad6-ac4d-2b11f4fbb7e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.407337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2212312c-5982-4c1a-8f7b-d8bce022e988 req-798cfbe8-7769-4ad6-ac4d-2b11f4fbb7e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.1710758 Nov 12 03:42:21.572662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.633359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=2b2dcf05-3de2-40fc-8f93-121e5a4133f0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:21.658094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2212312c-5982-4c1a-8f7b-d8bce022e988 req-bb0cb1ba-23a6-4836-884a-ca47c0f4f87f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394547 Nov 12 03:42:21.694237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': '98f400f8-0287-4e82-8bd3-75884b5c34c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:21.694605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 74c0ee79-862f-49d7-85dc-6c9a1aa72b37, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:21.707397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.723070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:21.742272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 74c0ee79-862f-49d7-85dc-6c9a1aa72b37) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:21.747130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:21.748703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.756483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b14a1a-671d-41a1-be22-5de95fa2a7a8 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:21.791937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.793786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5c5bc96e-b417-4a10-aebf-fda65307059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8535681 Nov 12 03:42:21.798700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.988240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-74c0ee79-862f-49d7-85dc-6c9a1aa72b37', 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': '2b2dcf05-3de2-40fc-8f93-121e5a4133f0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:21.988523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5630751'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.990440 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.215860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781426556299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5819829'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.302875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Allocated IP 172.20.0.2 (74c0ee79-862f-49d7-85dc-6c9a1aa72b37/2b2dcf05-3de2-40fc-8f93-121e5a4133f0/60175126-8904-4b4b-83c0-89ad21159549) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:22.333420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.340682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.347914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "PUT /v2.0/subnets/2b2dcf05-3de2-40fc-8f93-121e5a4133f0 HTTP/1.1" status: 200 len: 806 time: 0.5520678 Nov 12 03:42:22.349105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:22.430932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debb127-c51a-4cb5-8b9f-16eb30a03c9c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=2b2dcf05-3de2-40fc-8f93-121e5a4133f0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.596112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.608056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.638672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.693368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:22.695489 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.699883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:22.721789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:22.750720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Pushing event updated for resources: {'Port': ['ID=60175126-8904-4b4b-83c0-89ad21159549,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.820055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Attempting to bind port 60175126-8904-4b4b-83c0-89ad21159549 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:22.820438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Attempting to bind port 60175126-8904-4b4b-83c0-89ad21159549 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '98f400f8-0287-4e82-8bd3-75884b5c34c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:22.820810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Attempting to bind port 60175126-8904-4b4b-83c0-89ad21159549 on network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:22.826023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:22.826395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Checking segment: {'id': '98f400f8-0287-4e82-8bd3-75884b5c34c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:22.826803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.827196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Bound using segment: {'id': '98f400f8-0287-4e82-8bd3-75884b5c34c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:22.828294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Bound port: 60175126-8904-4b4b-83c0-89ad21159549, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f400f8-0287-4e82-8bd3-75884b5c34c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:22.828690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.855358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.884942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c251d3-5729-4991-b45e-ad9231829bce req-9c8a9805-af30-4048-aa74-db9bd4242e46 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:22.888446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54c251d3-5729-4991-b45e-ad9231829bce req-9c8a9805-af30-4048-aa74-db9bd4242e46 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.1089001 Nov 12 03:42:22.903788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2dcf05-3de2-40fc-8f93-121e5a4133f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.923828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] For port 60175126-8904-4b4b-83c0-89ad21159549, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:22.929392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] For port 60175126-8904-4b4b-83c0-89ad21159549, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=60175126-8904-4b4b-83c0-89ad21159549,segment=NetworkSegment(98f400f8-0287-4e82-8bd3-75884b5c34c7),segment_id=98f400f8-0287-4e82-8bd3-75884b5c34c7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:22.935558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.991033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.995111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2059-9fec-4725-b1b9-16c6ad4e8a97 None None] Pushing event updated for resources: {'Port': ['ID=60175126-8904-4b4b-83c0-89ad21159549,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.017769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54c251d3-5729-4991-b45e-ad9231829bce req-c3cf75c5-3442-4658-8941-7630bb6635ee tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001859 Nov 12 03:42:23.018177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c0ee79-862f-49d7-85dc-6c9a1aa72b37']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.049798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f400f8-0287-4e82-8bd3-75884b5c34c7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.050134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f400f8-0287-4e82-8bd3-75884b5c34c7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.062172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.065480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.085190 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.094712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:23.095511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:23.099338 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:23.167756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:42:23.167756 n-d-713499-30 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:42:23.167756 n-d-713499-30 neutron-server[102605]: [parameters: {'id': '74c0ee79-862f-49d7-85dc-6c9a1aa72b37'}] Nov 12 03:42:23.167756 n-d-713499-30 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:23.168473 n-d-713499-30 neutron-server[102605]: DEBUG oslo_db.api [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:23.614477 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.669930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.740062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Deleting port 60175126-8904-4b4b-83c0-89ad21159549 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:23.740404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.816444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] For port 60175126-8904-4b4b-83c0-89ad21159549, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=60175126-8904-4b4b-83c0-89ad21159549,segment=NetworkSegment(98f400f8-0287-4e82-8bd3-75884b5c34c7),segment_id=98f400f8-0287-4e82-8bd3-75884b5c34c7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:23.816821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.831314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Calling delete_port for 60175126-8904-4b4b-83c0-89ad21159549 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:23.922118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.952202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No DVR routers for this DVR port 60175126-8904-4b4b-83c0-89ad21159549 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:23.957901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Port': ['ID=60175126-8904-4b4b-83c0-89ad21159549,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.988751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.989104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.989446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.989780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.990112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.990436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.990766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.991090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.991689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.991689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.992046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:23.992365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:24.058178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.088340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c0ee79-862f-49d7-85dc-6c9a1aa72b37']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.099642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f400f8-0287-4e82-8bd3-75884b5c34c7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.100085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f400f8-0287-4e82-8bd3-75884b5c34c7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.111324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.129575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.137331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:24.137731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:24.141504 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:24.149084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486ef0-ebaf-4d50-b270-8ab34ce89ce2 req-f8d02a70-29e6-4f87-b21e-926e01b28576 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.151548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9486ef0-ebaf-4d50-b270-8ab34ce89ce2 req-f8d02a70-29e6-4f87-b21e-926e01b28576 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.0521145 Nov 12 03:42:24.190897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7630b-2a9e-44f7-93ba-fc5565a7cd11 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:24.232646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.236898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e9486ef0-ebaf-4d50-b270-8ab34ce89ce2 req-db5beeca-61e1-46c9-844f-83e9ed2dea8a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784469 Nov 12 03:42:24.243891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.266309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/74c0ee79-862f-49d7-85dc-6c9a1aa72b37 HTTP/1.1" status: 204 len: 168 time: 1.9022496 Nov 12 03:42:24.269021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.281471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610899f4-c081-47f7-ab87-252a15cd9e28 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=74c0ee79-862f-49d7-85dc-6c9a1aa72b37,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.289712 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed91f46a-b221-4376-8ef3-110bf036bd33 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:24.290489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed91f46a-b221-4376-8ef3-110bf036bd33 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:24.298292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ed91f46a-b221-4376-8ef3-110bf036bd33 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/74c0ee79-862f-49d7-85dc-6c9a1aa72b37 HTTP/1.1" status: 404 len: 339 time: 0.0278587 Nov 12 03:42:24.298551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.304099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136410429', 'description': 'd1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:24.338333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:24.342733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.368364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:24.379608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.380025 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment 867b1410-09e2-42ac-9221-196f7e8081ec of type vlan for network 836d648b-a3c6-4c65-a310-5596245725f0 Nov 12 03:42:24.430572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.458217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.464007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.464594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.502307 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2025521 Nov 12 03:42:24.505086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44650) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.521937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-077c0776-5029-49b4-b563-4f5110abf4d9 None None] Could not find standard attr ID for object 60175126-8904-4b4b-83c0-89ad21159549. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:24.544224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52e2d2-8483-44f6-a1ae-7fc70913e432 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=836d648b-a3c6-4c65-a310-5596245725f0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.560458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 836d648b-a3c6-4c65-a310-5596245725f0 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:24.637829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbd9c9-99d7-4f0d-91f7-216697f87c6a None None] DHCP port deletion for 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:24.663832 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b73181-1b2f-4503-91d6-7f893b5da383 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:24.672004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a363170-a41a-4b7c-8d62-8fbc8cd7417b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.675040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4a363170-a41a-4b7c-8d62-8fbc8cd7417b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks?id=836d648b-a3c6-4c65-a310-5596245725f0 HTTP/1.1" status: 200 len: 761 time: 0.1657736 Nov 12 03:42:24.676534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.678555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b73181-1b2f-4503-91d6-7f893b5da383 None None] Network 74c0ee79-862f-49d7-85dc-6c9a1aa72b37 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:42:24.682888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'description': 'd2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:24.694801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a0fad-2b0b-42e8-a0dc-236a369cbcbd req-7c9d0dd4-aee6-4a20-9576-dbad4025348e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.696726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-676a0fad-2b0b-42e8-a0dc-236a369cbcbd req-7c9d0dd4-aee6-4a20-9576-dbad4025348e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.0774708 Nov 12 03:42:24.765354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-676a0fad-2b0b-42e8-a0dc-236a369cbcbd req-a148fa69-b87d-48d0-a04e-e92716a4a303 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621462 Nov 12 03:42:24.860388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.875446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.893805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 836d648b-a3c6-4c65-a310-5596245725f0 is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:42:24.899372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:24.900192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.904038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "PUT /v2.0/networks/836d648b-a3c6-4c65-a310-5596245725f0 HTTP/1.1" status: 200 len: 758 time: 0.2239258 Nov 12 03:42:24.904367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.957418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016358-bdec-4e82-af57-c7fa5362d1e4 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=836d648b-a3c6-4c65-a310-5596245725f0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.969962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 836d648b-a3c6-4c65-a310-5596245725f0 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:25.001639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122e105-bd69-46b7-ad39-c98586efecb0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.007769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.009545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5122e105-bd69-46b7-ad39-c98586efecb0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks?id=836d648b-a3c6-4c65-a310-5596245725f0 HTTP/1.1" status: 200 len: 761 time: 0.1040125 Nov 12 03:42:25.013725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435773957'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.037294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:25.041476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.069225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:25.079735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.080137 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment fe55cc22-0a5f-4bd3-b1f3-e6a5911a0e91 of type vlan for network 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 Nov 12 03:42:25.124438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.157185 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.163762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.164223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.199735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1908321 Nov 12 03:42:25.203039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44676) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.211173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': '07e4c88f-d06f-424d-b5a2-29bd5b3aeb90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.238599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1dca3-7ba0-4002-a819-5a572325c5c3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=07e4c88f-d06f-424d-b5a2-29bd5b3aeb90,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.254560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:25.323495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:25.327851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.462377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cfaef-6b2e-4e2f-914a-87ba2f570b23 req-69b4de3d-def7-4a8b-8e3c-659a93c47ddd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.463895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b7cfaef-6b2e-4e2f-914a-87ba2f570b23 req-69b4de3d-def7-4a8b-8e3c-659a93c47ddd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.1062264 Nov 12 03:42:25.557585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9b7cfaef-6b2e-4e2f-914a-87ba2f570b23 req-4a44fe91-ac99-4bde-859d-dca689a28a5a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863605 Nov 12 03:42:25.608401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.669406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=c974e106-8ce7-4490-b365-472dc4e21ef8,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.680128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'fe55cc22-0a5f-4bd3-b1f3-e6a5911a0e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '07e4c88f-d06f-424d-b5a2-29bd5b3aeb90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:25.680535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:25.696934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:25.705015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:25.708965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:25.709565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.715394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e1685-02b0-4ad4-a91a-42efaf9d50a2 None None] Network 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:25.726776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1809e9a0-ade2-49b1-b984-ad3bd2d88572 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5204098 Nov 12 03:42:25.729472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.831170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.874327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe73a9e-4773-4826-8109-3ba03bd19c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-07e4c88f-d06f-424d-b5a2-29bd5b3aeb90', 'network_id': '07e4c88f-d06f-424d-b5a2-29bd5b3aeb90', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': 'c974e106-8ce7-4490-b365-472dc4e21ef8'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:25.875481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fe73a9e-4773-4826-8109-3ba03bd19c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.888083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.950579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-4fe73a9e-4773-4826-8109-3ba03bd19c5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c974e106-8ce7-4490-b365-472dc4e21ef8: This subnet is being modified by another concurrent operation. Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c974e106-8ce7-4490-b365-472dc4e21ef8: This subnet is being modified by another concurrent operation. Nov 12 03:42:25.968580 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:42:25.978447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=c974e106-8ce7-4490-b365-472dc4e21ef8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.994335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d405de-cded-4e32-8339-1e5dc73dcad2 None None] Network 07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:26.046692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.067291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e4c88f-d06f-424d-b5a2-29bd5b3aeb90']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.076730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe55cc22-0a5f-4bd3-b1f3-e6a5911a0e91') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.077031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe55cc22-0a5f-4bd3-b1f3-e6a5911a0e91') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.086652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.101066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.107441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:26.107853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:26.111591 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:26.116644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6a534-ea0b-4bb4-bd34-dab240ba1eae None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:26.176104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.189700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.193342 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 HTTP/1.1" status: 204 len: 168 time: 0.4626482 Nov 12 03:42:26.196009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44688) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.207254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f8bb5-20ae-4f1f-91bd-c10f2937e526 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=07e4c88f-d06f-424d-b5a2-29bd5b3aeb90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.226216 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad12e79-6be9-4c65-8667-83374a6b0c24 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] GET failed (client error): The resource could not be found. Nov 12 03:42:26.228319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dad12e79-6be9-4c65-8667-83374a6b0c24 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets/c974e106-8ce7-4490-b365-472dc4e21ef8 HTTP/1.1" status: 404 len: 337 time: 0.0311723 Nov 12 03:42:26.229881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6a534-ea0b-4bb4-bd34-dab240ba1eae None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:26.230965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44690) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.250790 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b7e73c-0ee2-4d00-a35e-a7f945c6a8af tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:26.251625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b7e73c-0ee2-4d00-a35e-a7f945c6a8af tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:26.254915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-13b7e73c-0ee2-4d00-a35e-a7f945c6a8af tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 HTTP/1.1" status: 404 len: 339 time: 0.0228052 Nov 12 03:42:26.258534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44692) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.454808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c700a-30b5-4845-8e30-0a466c98e56f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.460237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.461110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-006c700a-30b5-4845-8e30-0a466c98e56f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2015164 Nov 12 03:42:26.505298 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bc35e809-7985-4725-9bf6-cec7b5d6e6e2 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4 HTTP/1.1" status: 200 len: 207 time: 0.0437946 Nov 12 03:42:26.508719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.616644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683bd31-1ecb-4fd3-a5bf-c117cf03485f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.622420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683bd31-1ecb-4fd3-a5bf-c117cf03485f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.629055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683bd31-1ecb-4fd3-a5bf-c117cf03485f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.635123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683bd31-1ecb-4fd3-a5bf-c117cf03485f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.640969 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6683bd31-1ecb-4fd3-a5bf-c117cf03485f tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1267424 Nov 12 03:42:26.641959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.688594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8ee72-abe4-4690-877c-addc99e323d3 req-a5cfa2dc-65f8-4f40-8f90-ca632157ed83 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.690214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb8ee72-abe4-4690-877c-addc99e323d3 req-a5cfa2dc-65f8-4f40-8f90-ca632157ed83 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.0556698 Nov 12 03:42:26.753729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6bb8ee72-abe4-4690-877c-addc99e323d3 req-ae526652-ba49-4273-b2bf-78fd4225ecae tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566146 Nov 12 03:42:26.768069 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0080b537-fab0-4341-a43e-9335c58cf1fe tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1248612 Nov 12 03:42:26.774000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.826669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e074525-36ae-4f6e-b65c-4728471c35ad tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.828257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e074525-36ae-4f6e-b65c-4728471c35ad tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.829791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2e074525-36ae-4f6e-b65c-4728471c35ad tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0547488 Nov 12 03:42:26.833460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44706) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.884496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97ff62-b416-4f44-8ca3-b7c5d403502d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.885896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97ff62-b416-4f44-8ca3-b7c5d403502d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['shared'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.887435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2f97ff62-b416-4f44-8ca3-b7c5d403502d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0529504 Nov 12 03:42:26.891580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44708) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.994593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8463529-bfb2-4141-b168-2727f9bbcbd9 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:26.995854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d8463529-bfb2-4141-b168-2727f9bbcbd9 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks/5a33ba90-3550-4c8c-af43-7a3d84ec0be2 HTTP/1.1" status: 200 len: 799 time: 0.1032922 Nov 12 03:42:26.999814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44710) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.103676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-450be830-c928-4fdc-8840-40029e073109 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/networks/5a33ba90-3550-4c8c-af43-7a3d84ec0be2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1027780 Nov 12 03:42:27.107118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.158221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc4fa7-b9ed-4d4a-b9b4-0cfa1868384c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.159599 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ecc4fa7-b9ed-4d4a-b9b4-0cfa1868384c tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets/df897aff-601b-4a62-abde-205935cc48c3 HTTP/1.1" status: 200 len: 811 time: 0.0515032 Nov 12 03:42:27.163262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.223796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddaac0-6441-48c2-8a96-7bd362f171b3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.228560 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d5ddaac0-6441-48c2-8a96-7bd362f171b3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "GET /v2.0/subnets/df897aff-601b-4a62-abde-205935cc48c3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0610981 Nov 12 03:42:27.228876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.234119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502318275'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:27.257396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:27.260877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.286830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:27.297004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.297359 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Added segment e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8 of type vlan for network c1243546-0db1-4100-a2b7-a0a6b6a907d3 Nov 12 03:42:27.341280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.365712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.371206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.371783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.409734 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1773107 Nov 12 03:42:27.410088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44722) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.415922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:27.418120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:27.445275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fc419-e639-4226-82ab-7d3f335124c0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Network': ['ID=c1243546-0db1-4100-a2b7-a0a6b6a907d3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.456146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:27.506656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Made reservation on behalf of 596de46ba3bf48cd8bba8445df26fc87 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:27.510472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.571731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing IP validity checks on allocation pools {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:42:27.572193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102606) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:42:27.696047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.756239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=ba2563f2-f238-4f75-816b-b091e76b7f8b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.763403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Checking segment: {'id': 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:27.763764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network hostable DHCP agents. Network: c1243546-0db1-4100-a2b7-a0a6b6a907d3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:27.783300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:27.800919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c1243546-0db1-4100-a2b7-a0a6b6a907d3) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:27.812483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d44cc-7721-4ac7-88c3-3489a1629a0e None None] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:27.817846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.818456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.872903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a1ac2da-c830-493e-be8e-d62ae914f1bc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4612865 Nov 12 03:42:27.873691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:27.881039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:27.899440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81534-a35e-420c-90ec-538b0935df70 req-2dbfded1-e373-4f8a-a901-2b443ae59560 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:27.907700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38d81534-a35e-420c-90ec-538b0935df70 req-2dbfded1-e373-4f8a-a901-2b443ae59560 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.0776281 Nov 12 03:42:27.971832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38d81534-a35e-420c-90ec-538b0935df70 req-71f87f57-1c64-47f0-b602-8c8520545e6f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573277 Nov 12 03:42:27.992814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5630751'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.003277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-c1243546-0db1-4100-a2b7-a0a6b6a907d3', 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3', 'tenant_id': '596de46ba3bf48cd8bba8445df26fc87', 'fixed_ips': [{'subnet_id': 'ba2563f2-f238-4f75-816b-b091e76b7f8b'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:28.004506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.164424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781426556299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5819829'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.210336 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.210987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.212889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Allocated IP 172.20.0.3 (c1243546-0db1-4100-a2b7-a0a6b6a907d3/ba2563f2-f238-4f75-816b-b091e76b7f8b/e7c4850e-4cfb-4281-b948-25e3421a235d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:28.215127 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "PUT /v2.0/subnets/ba2563f2-f238-4f75-816b-b091e76b7f8b HTTP/1.1" status: 200 len: 877 time: 0.3394771 Nov 12 03:42:28.215285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.240739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e19fe-81d1-495b-86e6-0a3969f22023 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event updated for resources: {'Subnet': ['ID=ba2563f2-f238-4f75-816b-b091e76b7f8b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.336509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:28.339471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:28.351810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.410494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.489623 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.518001 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.519326 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.547344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2563f2-f238-4f75-816b-b091e76b7f8b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.587390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:28.590993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.598212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:28.603008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:28.616913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.620343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:28.626369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Pushing event updated for resources: {'Port': ['ID=e7c4850e-4cfb-4281-b948-25e3421a235d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.634738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:28.640704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1243546-0db1-4100-a2b7-a0a6b6a907d3']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.647446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:28.649756 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcaa067-ca95-403a-8989-5fb64bfb296a" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:28.653950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.666672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.679186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:28.680131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.699504 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.707688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:28.708269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:28.712002 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:28.719643 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.734561 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521e4ff7-6273-4f1e-9f99-5bea19f4910f x-openstack-request-id: req-521e4ff7-6273-4f1e-9f99-5bea19f4910f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:28.734968 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:28.735122 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-521e4ff7-6273-4f1e-9f99-5bea19f4910f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:28.735487 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:42:28.765032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Attempting to bind port e7c4850e-4cfb-4281-b948-25e3421a235d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:28.765977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Attempting to bind port e7c4850e-4cfb-4281-b948-25e3421a235d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:28.766338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Attempting to bind port e7c4850e-4cfb-4281-b948-25e3421a235d on network c1243546-0db1-4100-a2b7-a0a6b6a907d3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:28.777391 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.783018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:42:28.783018 n-d-713499-30 neutron-server[102606]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:42:28.783018 n-d-713499-30 neutron-server[102606]: [parameters: {'id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'}] Nov 12 03:42:28.783018 n-d-713499-30 neutron-server[102606]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:28.783753 n-d-713499-30 neutron-server[102606]: DEBUG oslo_db.api [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:28.784151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:28.784527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Checking segment: {'id': 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:28.784927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.785323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Bound using segment: {'id': 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:28.785866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Bound port: e7c4850e-4cfb-4281-b948-25e3421a235d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'c1243546-0db1-4100-a2b7-a0a6b6a907d3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:28.786248 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.813404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:28.827045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.898292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:28.898651 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:28.907053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] For port e7c4850e-4cfb-4281-b948-25e3421a235d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:28.910541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] For port e7c4850e-4cfb-4281-b948-25e3421a235d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e7c4850e-4cfb-4281-b948-25e3421a235d,segment=NetworkSegment(e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8),segment_id=e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:28.915616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.014466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb79933-85f3-47df-8e8e-cc1c5b5121ce None None] Pushing event updated for resources: {'Port': ['ID=e7c4850e-4cfb-4281-b948-25e3421a235d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.041253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aadd34-9752-4423-98cb-533675d236af None None] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:29.106682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890d2a2-38c3-4b56-ae7f-c70a65431f5e req-5c6b9532-e7da-48b6-b6a4-ae71ec7d65df tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:29.108407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a890d2a2-38c3-4b56-ae7f-c70a65431f5e req-5c6b9532-e7da-48b6-b6a4-ae71ec7d65df tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.0678489 Nov 12 03:42:29.178170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a890d2a2-38c3-4b56-ae7f-c70a65431f5e req-c9201e25-1d70-4684-ad9d-e808a58f78ab tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617666 Nov 12 03:42:29.205030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71166ba-3fd0-4d52-9475-c53d4fcbf960 None None] Network c1243546-0db1-4100-a2b7-a0a6b6a907d3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:29.285127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.348235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eed73c-e3eb-4aed-a7d6-87448db968aa None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:42:29.356817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Deleting port e7c4850e-4cfb-4281-b948-25e3421a235d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:29.356817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.451009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] For port e7c4850e-4cfb-4281-b948-25e3421a235d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e7c4850e-4cfb-4281-b948-25e3421a235d,segment=NetworkSegment(e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8),segment_id=e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:29.451675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.471344 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.494060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Calling delete_port for e7c4850e-4cfb-4281-b948-25e3421a235d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:29.499906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:29.504292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eed73c-e3eb-4aed-a7d6-87448db968aa None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:42:29.548745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:29.565211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.612200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.640522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['25b7b73e-7f68-4a16-a024-b1450b7d486e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:29.651886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Port': ['ID=e7c4850e-4cfb-4281-b948-25e3421a235d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.654613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No DVR routers for this DVR port e7c4850e-4cfb-4281-b948-25e3421a235d on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:29.750005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.791032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1243546-0db1-4100-a2b7-a0a6b6a907d3']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.803338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.803636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f24fc1-7a6f-4f74-8b80-10c04ec4efe8') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.821145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.836825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.845101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:29.845883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.871674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:29.940288 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:29.959077 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.969862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.973032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/c1243546-0db1-4100-a2b7-a0a6b6a907d3 HTTP/1.1" status: 204 len: 168 time: 1.7552428 Nov 12 03:42:29.977158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.990837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdabfb8-23c3-41ff-bb9d-3520a0efd880 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=c1243546-0db1-4100-a2b7-a0a6b6a907d3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.019504 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f317859-36af-44db-8233-23d256792f97 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.020202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f317859-36af-44db-8233-23d256792f97 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.023898 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9f317859-36af-44db-8233-23d256792f97 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/ba2563f2-f238-4f75-816b-b091e76b7f8b HTTP/1.1" status: 404 len: 337 time: 0.0449884 Nov 12 03:42:30.026384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.053559 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2908f0-2faf-4133-bbe7-ee3c1bbc3313 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.054577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2908f0-2faf-4133-bbe7-ee3c1bbc3313 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.060184 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f2908f0-2faf-4133-bbe7-ee3c1bbc3313 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/c1243546-0db1-4100-a2b7-a0a6b6a907d3 HTTP/1.1" status: 404 len: 339 time: 0.0316203 Nov 12 03:42:30.063170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.092895 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f035420e-8dfc-45a1-bbd4-6433d58600fc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.093998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f035420e-8dfc-45a1-bbd4-6433d58600fc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.098262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f035420e-8dfc-45a1-bbd4-6433d58600fc tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/c974e106-8ce7-4490-b365-472dc4e21ef8 HTTP/1.1" status: 404 len: 337 time: 0.0339136 Nov 12 03:42:30.100834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44778) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.130948 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-92424a0a-368e-429b-96ef-1135d1e594d3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.131607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92424a0a-368e-429b-96ef-1135d1e594d3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.137361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-92424a0a-368e-429b-96ef-1135d1e594d3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/07e4c88f-d06f-424d-b5a2-29bd5b3aeb90 HTTP/1.1" status: 404 len: 339 time: 0.0330360 Nov 12 03:42:30.137953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.241976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.370730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.402388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6539f09-7b66-4038-92b2-8c2a76576877 req-9a913962-7796-46f7-bb57-aaa23bf6f604 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:30.410664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6539f09-7b66-4038-92b2-8c2a76576877 req-9a913962-7796-46f7-bb57-aaa23bf6f604 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 944 time: 0.1475382 Nov 12 03:42:30.440711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d648b-a3c6-4c65-a310-5596245725f0']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.462338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867b1410-09e2-42ac-9221-196f7e8081ec') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.463006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867b1410-09e2-42ac-9221-196f7e8081ec') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.481480 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.513791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6539f09-7b66-4038-92b2-8c2a76576877 req-3eb73a7b-a104-4711-bc69-c6013bdea825 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010590 Nov 12 03:42:30.532731 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.540872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:30.541191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:30.544548 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:30.609762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.625316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.631456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.642112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/836d648b-a3c6-4c65-a310-5596245725f0 HTTP/1.1" status: 204 len: 168 time: 0.5029159 Nov 12 03:42:30.667241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3107c70-a9aa-4ae5-8c79-950d3c11059d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=836d648b-a3c6-4c65-a310-5596245725f0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.676804 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be0e7c2-ba71-4436-b400-e38bc483a48b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.677267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be0e7c2-ba71-4436-b400-e38bc483a48b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.683208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44790) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.692235 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8be0e7c2-ba71-4436-b400-e38bc483a48b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/2b2dcf05-3de2-40fc-8f93-121e5a4133f0 HTTP/1.1" status: 404 len: 337 time: 0.0596309 Nov 12 03:42:30.705900 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-899a7aa5-7a5d-4d39-8e3e-f14fba40aaed tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.706619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899a7aa5-7a5d-4d39-8e3e-f14fba40aaed tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.713176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-899a7aa5-7a5d-4d39-8e3e-f14fba40aaed tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/74c0ee79-862f-49d7-85dc-6c9a1aa72b37 HTTP/1.1" status: 404 len: 339 time: 0.0267766 Nov 12 03:42:30.713535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44792) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.770361 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a94474f-6c44-4ca6-b099-5f365e07c826 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.770895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a94474f-6c44-4ca6-b099-5f365e07c826 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.776535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3a94474f-6c44-4ca6-b099-5f365e07c826 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/1b2c76ae-35c1-44f2-b3f7-8b61a1814264 HTTP/1.1" status: 404 len: 337 time: 0.0596805 Nov 12 03:42:30.777341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44794) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.796647 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-027f811d-8be8-4086-88bc-1ba239166028 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.797142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027f811d-8be8-4086-88bc-1ba239166028 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.802669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-027f811d-8be8-4086-88bc-1ba239166028 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/f769aedd-8278-4e5a-86e3-6a96aa88c35a HTTP/1.1" status: 404 len: 339 time: 0.0219669 Nov 12 03:42:30.802948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.837712 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3560b0-c8ad-4d17-8a0b-2f6729d27903 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.838316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3560b0-c8ad-4d17-8a0b-2f6729d27903 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.839631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.843734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be3560b0-c8ad-4d17-8a0b-2f6729d27903 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/3e8ca38e-fc21-4637-909c-594e9528fb7c HTTP/1.1" status: 404 len: 337 time: 0.0376415 Nov 12 03:42:30.843987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44798) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.865467 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e490a2-294b-45a9-aed2-eb40f034d3a0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.866023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e490a2-294b-45a9-aed2-eb40f034d3a0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.869097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e7e490a2-294b-45a9-aed2-eb40f034d3a0 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/21449c0d-5dd4-4227-95cd-3de1eb361b7a HTTP/1.1" status: 404 len: 339 time: 0.0241745 Nov 12 03:42:30.871626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44802) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.908965 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-baeda8c3-f53f-40f3-b4f4-10e67ad0c4bb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.909420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baeda8c3-f53f-40f3-b4f4-10e67ad0c4bb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.913497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-baeda8c3-f53f-40f3-b4f4-10e67ad0c4bb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/ebcf7b21-f15a-4903-9d9e-9e4bdc1d4e61 HTTP/1.1" status: 404 len: 337 time: 0.0406873 Nov 12 03:42:30.916096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44806) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.942143 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d69e7d5-ff4b-4741-a950-ee3ac62dfe11 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.942783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d69e7d5-ff4b-4741-a950-ee3ac62dfe11 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.945968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7d69e7d5-ff4b-4741-a950-ee3ac62dfe11 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/218aba03-5b98-4b3c-8356-6864e0a8142d HTTP/1.1" status: 404 len: 339 time: 0.0288336 Nov 12 03:42:30.948647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.981812 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d214dac-d2a6-4e66-99e2-8618d7c0fbac tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:30.983013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d214dac-d2a6-4e66-99e2-8618d7c0fbac tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:30.989576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44810) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:30.989854 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3d214dac-d2a6-4e66-99e2-8618d7c0fbac tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/4840cde5-e971-4ee9-b27e-9d93a33fe41e HTTP/1.1" status: 404 len: 337 time: 0.0398767 Nov 12 03:42:31.009203 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb5bb1a-4c55-44cc-b8ee-cb1d88976b3e tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.009771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb5bb1a-4c55-44cc-b8ee-cb1d88976b3e tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.012992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7eb5bb1a-4c55-44cc-b8ee-cb1d88976b3e tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/d3c15ea1-3e0a-4ea8-9af0-88aac57e82e3 HTTP/1.1" status: 404 len: 339 time: 0.0222852 Nov 12 03:42:31.015653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.038032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device cf4e9f0a-a978-4c5f-8622-ade88112e4f0 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:31.066758 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-210672f0-7aa3-4e2f-9fad-827f152d96ba tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.067576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210672f0-7aa3-4e2f-9fad-827f152d96ba tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.070829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-210672f0-7aa3-4e2f-9fad-827f152d96ba tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/6e21f322-4573-4d75-a69a-665f1137eb0a HTTP/1.1" status: 404 len: 337 time: 0.0538497 Nov 12 03:42:31.073671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.093585 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ebe0a9-6869-4296-b9ce-ee5f1b96883a tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.094157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ebe0a9-6869-4296-b9ce-ee5f1b96883a tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.097313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78ebe0a9-6869-4296-b9ce-ee5f1b96883a tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/d6a9f707-217b-422d-a654-e64c565cc496 HTTP/1.1" status: 404 len: 339 time: 0.0225642 Nov 12 03:42:31.100001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.127566 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ec2f6-3ebc-4a7d-b4b8-258410856f1b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.128056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ec2f6-3ebc-4a7d-b4b8-258410856f1b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.131383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-582ec2f6-3ebc-4a7d-b4b8-258410856f1b tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/68f06ed5-d04b-4317-aa23-516eed1b0b14 HTTP/1.1" status: 404 len: 337 time: 0.0303283 Nov 12 03:42:31.133970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.158111 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e842cc3c-b516-43f6-8174-b7072c578c49 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.158889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e842cc3c-b516-43f6-8174-b7072c578c49 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.164521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e842cc3c-b516-43f6-8174-b7072c578c49 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/c3ec25fd-7e26-418d-b4da-75ecbf78e8fd HTTP/1.1" status: 404 len: 339 time: 0.0278649 Nov 12 03:42:31.164870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44828) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.194963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:31.199925 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725c950-2a16-4138-8408-c5850d1df5eb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.200608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7725c950-2a16-4138-8408-c5850d1df5eb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.204875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7725c950-2a16-4138-8408-c5850d1df5eb tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/93af149a-e4d7-4e58-987c-8b5f6ce60edc HTTP/1.1" status: 404 len: 337 time: 0.0388129 Nov 12 03:42:31.207473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44832) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.211287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'mac_address': 'fa:16:3e:99:b0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:31.243020 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-523cec47-ec34-4714-8609-1e269386a900 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:31.243338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523cec47-ec34-4714-8609-1e269386a900 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:31.248207 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-523cec47-ec34-4714-8609-1e269386a900 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/246094ba-ccd4-4941-a482-b646676687ed HTTP/1.1" status: 404 len: 339 time: 0.0396438 Nov 12 03:42:31.251003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44840) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.278507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.295419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4e9f0a-a978-4c5f-8622-ade88112e4f0 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:31.320650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:31.328646 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.350578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Deleting subnet df897aff-601b-4a62-abde-205935cc48c3 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:31.355860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.400196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.401251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.493132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.553747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['cf4e9f0a-a978-4c5f-8622-ade88112e4f0'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:31.580815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.658501 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.661894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b320f3-0fa5-4879-ad45-cab3c26afb3a None None] Network 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:31.663202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/subnets/df897aff-601b-4a62-abde-205935cc48c3 HTTP/1.1" status: 204 len: 168 time: 0.4112022 Nov 12 03:42:31.665334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a5d98-3b51-4198-a753-a1b8559d243d tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Subnet': ['ID=df897aff-601b-4a62-abde-205935cc48c3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.665920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.734565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb5c97-3e80-4cf0-b404-e37c13d03ce7 req-536f6284-7157-4ca0-8568-610a6bddea29 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.737951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-becb5c97-3e80-4cf0-b404-e37c13d03ce7 req-536f6284-7157-4ca0-8568-610a6bddea29 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 945 time: 0.1414754 Nov 12 03:42:31.811127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-becb5c97-3e80-4cf0-b404-e37c13d03ce7 req-4120312e-3375-4bd1-ba6d-82ee51a8ed7a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665894 Nov 12 03:42:31.820715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.865748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.902481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Deleting port 9477457d-08c3-4751-ac8d-967c901c60b1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:31.903664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.992529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] For port 9477457d-08c3-4751-ac8d-967c901c60b1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9477457d-08c3-4751-ac8d-967c901c60b1,segment=NetworkSegment(e28a5224-6e69-4cc8-bcdc-63d33837dfbd),segment_id=e28a5224-6e69-4cc8-bcdc-63d33837dfbd)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:31.993852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.013976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Calling delete_port for 9477457d-08c3-4751-ac8d-967c901c60b1 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:32.154467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] DHCP port deletion for 5a33ba90-3550-4c8c-af43-7a3d84ec0be2 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:32.258659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Deleting port 9477457d-08c3-4751-ac8d-967c901c60b1 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:32.259549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.349939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] For port 9477457d-08c3-4751-ac8d-967c901c60b1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9477457d-08c3-4751-ac8d-967c901c60b1,segment=NetworkSegment(e28a5224-6e69-4cc8-bcdc-63d33837dfbd),segment_id=e28a5224-6e69-4cc8-bcdc-63d33837dfbd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:32.350522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.388735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Calling delete_port for 9477457d-08c3-4751-ac8d-967c901c60b1 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:32.395362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:32.515593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 25b7b73e-7f68-4a16-a024-b1450b7d486e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:32.516443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.591745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.625567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Port': ['ID=9477457d-08c3-4751-ac8d-967c901c60b1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.627341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] No DVR routers for this DVR port 9477457d-08c3-4751-ac8d-967c901c60b1 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:32.636670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.660190 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.692374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:32.695909 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2aada-e7a9-4380-aca5-e1b774d6a80b" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:32.706066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] Pushing event deleted for resources: {'Port': ['ID=9477457d-08c3-4751-ac8d-967c901c60b1,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.721431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:32.723038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebec627-0831-4c4e-afaf-0899b181c4d7 None None] No DVR routers for this DVR port 9477457d-08c3-4751-ac8d-967c901c60b1 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:32.729365 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.757556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.792744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.798294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a33ba90-3550-4c8c-af43-7a3d84ec0be2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:32.809466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:32.809879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28a5224-6e69-4cc8-bcdc-63d33837dfbd') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:32.819945 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d002993d-e643-422e-ac37-8567e4253924 x-openstack-request-id: req-d002993d-e643-422e-ac37-8567e4253924 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:32.820365 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:32.820716 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d002993d-e643-422e-ac37-8567e4253924 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:32.821219 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:42:32.827800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.845472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.852284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:32.852682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.859424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9477457d-08c3-4751-ac8d-967c901c60b1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:32.874221 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:32.902105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9477457d-08c3-4751-ac8d-967c901c60b1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:32.902723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9477457d-08c3-4751-ac8d-967c901c60b1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:33.008308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e298b2-a999-4af5-ad6e-d9de1ed394b1 req-37c3fcb4-6be6-4b7b-aa24-951be7a2691c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.009788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e298b2-a999-4af5-ad6e-d9de1ed394b1 req-37c3fcb4-6be6-4b7b-aa24-951be7a2691c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 945 time: 0.1012361 Nov 12 03:42:33.029675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.042836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device cf4e9f0a-a978-4c5f-8622-ade88112e4f0 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:33.049768 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.054715 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] 10.222.0.93 "DELETE /v2.0/networks/5a33ba90-3550-4c8c-af43-7a3d84ec0be2 HTTP/1.1" status: 204 len: 168 time: 1.3860960 Nov 12 03:42:33.074344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e72f6-1cbb-4ed0-976c-56202136c6f3 tempest-NetworksTest-306668550 tempest-NetworksTest-306668550-project] Pushing event deleted for resources: {'Network': ['ID=5a33ba90-3550-4c8c-af43-7a3d84ec0be2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.082599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e298b2-a999-4af5-ad6e-d9de1ed394b1 req-c0d0e613-10c6-41b6-bf41-3273b4c18df7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644479 Nov 12 03:42:33.176916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:33.189236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:33.189665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.366167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.441403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:33.450259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.480161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44892) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.534288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.684031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b473573e-9eeb-4eda-903a-186a95e7148a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=596de46ba3bf48cd8bba8445df26fc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956186 Nov 12 03:42:33.684031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.741577 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98170199-1404-479c-803a-26721a165dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.771757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98170199-1404-479c-803a-26721a165dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.841351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98170199-1404-479c-803a-26721a165dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.847750 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98170199-1404-479c-803a-26721a165dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.851888 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98170199-1404-479c-803a-26721a165dca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fa6dd460-6fa8-4542-8997-db2ee62140d1 HTTP/1.1" status: 204 len: 168 time: 0.1704419 Nov 12 03:42:33.862627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98170199-1404-479c-803a-26721a165dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6dd460-6fa8-4542-8997-db2ee62140d1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.289310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d0a3a-97f5-4670-9fa1-6fcd016072e5 req-5a1ab0c8-2be1-46ee-8d6f-8f089b2d1fe4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:34.291169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-097d0a3a-97f5-4670-9fa1-6fcd016072e5 req-5a1ab0c8-2be1-46ee-8d6f-8f089b2d1fe4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.0935562 Nov 12 03:42:34.371534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-097d0a3a-97f5-4670-9fa1-6fcd016072e5 req-86996c4b-076f-46ee-90cc-94c5291fae56 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725551 Nov 12 03:42:34.807743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.822785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:34.825677 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c9f18f-71bd-4002-842a-5a0bad4300f0" -d '{"events": [{"server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:34.868963 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5873e169-cfa7-42c2-bf4c-fec3b121a8ee x-openstack-request-id: req-5873e169-cfa7-42c2-bf4c-fec3b121a8ee {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:34.869586 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "name": "network-vif-plugged", "status": "completed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:34.870019 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5873e169-cfa7-42c2-bf4c-fec3b121a8ee {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:34.870581 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'code': 200} Nov 12 03:42:35.017591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-539292369'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:35.044142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c231e-a4c8-49b4-a4c9-a6a89fc0c8f6 req-e738c5c0-82aa-4bc8-8434-0ba7709ca3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.047641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08c231e-a4c8-49b4-a4c9-a6a89fc0c8f6 req-e738c5c0-82aa-4bc8-8434-0ba7709ca3bf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1098 time: 0.1077325 Nov 12 03:42:35.073234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:35.080002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.117721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.171114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08c231e-a4c8-49b4-a4c9-a6a89fc0c8f6 req-0f8a2abb-f46e-4fdb-a2ad-187cef29f0f6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068344 Nov 12 03:42:35.234436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.238710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.272511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:35.279502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90356717-0b62-4945-82a7-4514f518f6d2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.302853 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.304061 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 18f1b620-7130-4608-b8bb-5ca0a3bbaefe of type vlan for network 514f9df8-2942-49fc-bc22-3a8cefb0d804 Nov 12 03:42:35.351620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.386516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.393418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.394281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.484361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6754320 Nov 12 03:42:35.487143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44970) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.493035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'name': 'tempest-PortsIpV6TestJSON-209032564'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:35.508954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a520068-b2be-46c3-9785-749641815689 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=514f9df8-2942-49fc-bc22-3a8cefb0d804,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.524081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:35.648479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:35.652340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.681498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 24137429-5a34-46d0-919e-27dad620f8b1 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:35.700063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96a20a-1269-403d-90ec-548ce3f5214f req-884d97d9-f495-4ca7-b686-b1d6b127883a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.701544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab96a20a-1269-403d-90ec-548ce3f5214f req-884d97d9-f495-4ca7-b686-b1d6b127883a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.1644678 Nov 12 03:42:35.833161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab96a20a-1269-403d-90ec-548ce3f5214f req-b16db9b3-8572-41d2-920d-7f216305b9e4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963650 Nov 12 03:42:35.924007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.973066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.072851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '18f1b620-7130-4608-b8bb-5ca0a3bbaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:36.073354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 514f9df8-2942-49fc-bc22-3a8cefb0d804, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:36.075367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=24137429-5a34-46d0-919e-27dad620f8b1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.088772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.089281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.089722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.090305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.090744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.091167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.091600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.092162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.092775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.093706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.094137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.094547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:36.110830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:36.128069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 514f9df8-2942-49fc-bc22-3a8cefb0d804) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:36.137414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1464874-0825-408c-8b0e-5993d15aeab1 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:36.156947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:36.172663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.173776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.201171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 44982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.203312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-63a9c863-f4c6-41e5-af32-a80f4c872296 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7134521 Nov 12 03:42:36.209431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-623741999'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:36.274755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:36.279291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.313411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:36.344874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.345500 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 9d6be259-b1e6-4b8e-ab13-f54de32d98e8 of type vlan for network 29dcd444-28e1-4097-aa1a-b48906d36e9d Nov 12 03:42:36.406629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.440914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.448089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.448842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.504272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3007064 Nov 12 03:42:36.508575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 44992) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:36.517358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'ports': [{'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'}, {'network_id': '29dcd444-28e1-4097-aa1a-b48906d36e9d'}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:36.518861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:36.519371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '29dcd444-28e1-4097-aa1a-b48906d36e9d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:36.555914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33d7cd-839b-4046-ba34-d8a4abcd4add tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=29dcd444-28e1-4097-aa1a-b48906d36e9d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.574113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 29dcd444-28e1-4097-aa1a-b48906d36e9d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:36.846449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 2} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:36.856616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.885957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.042099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 141444aa-6629-4c23-a352-fd4e2cbd5fec yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:37.054898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b348-78ef-4772-8db1-9e0201912997 req-92c258f5-e6e4-4c21-bf25-2a9dd5b29405 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.057007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33f9b348-78ef-4772-8db1-9e0201912997 req-92c258f5-e6e4-4c21-bf25-2a9dd5b29405 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.1395562 Nov 12 03:42:37.294050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33f9b348-78ef-4772-8db1-9e0201912997 req-ca8cf2f6-b44e-4467-87d6-8da8e3e15fb9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038114 Nov 12 03:42:37.403769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.514430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 9da537f6-0356-47e8-9db7-ba16920c4f5b yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:37.525392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa82c-6b5e-4522-80b2-e96b3eae39a1 req-be1bc482-ba78-464a-8bc2-734a06e6ec5e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.526895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e55fa82c-6b5e-4522-80b2-e96b3eae39a1 req-be1bc482-ba78-464a-8bc2-734a06e6ec5e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.1474230 Nov 12 03:42:37.599573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e55fa82c-6b5e-4522-80b2-e96b3eae39a1 req-64754132-7b33-4842-965d-a70667cacbc0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656900 Nov 12 03:42:37.634142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.698421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.752388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.859548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:37.867267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:37.876366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=141444aa-6629-4c23-a352-fd4e2cbd5fec,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.888719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:37.891138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.907310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2557386-3424-4316-9f08-03e4c58cd6c7 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.908936 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e2557386-3424-4316-9f08-03e4c58cd6c7 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1093 time: 0.2729793 Nov 12 03:42:37.911844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.918841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:37.964134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=9da537f6-0356-47e8-9db7-ba16920c4f5b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.966538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.991804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '9d6be259-b1e6-4b8e-ab13-f54de32d98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29dcd444-28e1-4097-aa1a-b48906d36e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:37.992130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 29dcd444-28e1-4097-aa1a-b48906d36e9d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:38.012731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 29dcd444-28e1-4097-aa1a-b48906d36e9d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:38.036818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 29dcd444-28e1-4097-aa1a-b48906d36e9d) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:38.042061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:38.045541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ace49-87de-415f-83bc-74b25e7f1b65 None None] Network 29dcd444-28e1-4097-aa1a-b48906d36e9d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:38.050274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.057183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.057905 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.100432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fd360e44-5987-4ceb-b480-a1a0cadf16ed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5868721 Nov 12 03:42:38.102447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.189088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.324287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.25.4.164 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f4975f36-af7a-49b4-bc1a-472494ea1e78) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:38.338829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 9da537f6-0356-47e8-9db7-ba16920c4f5b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:38.339171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.472376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.490070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 9da537f6-0356-47e8-9db7-ba16920c4f5b owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:38.568618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.630686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.641641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.669151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=9da537f6-0356-47e8-9db7-ba16920c4f5b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.712882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=f4975f36-af7a-49b4-bc1a-472494ea1e78,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.722422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.725662 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74726b25-6330-4fa0-8c3e-0be21b27ec99 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/9da537f6-0356-47e8-9db7-ba16920c4f5b HTTP/1.1" status: 204 len: 168 time: 0.6220071 Nov 12 03:42:38.728357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.741320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:38.747498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:38.752799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:38.806892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d82f4-76e3-4520-a574-2ae0cd7c89ea tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.813903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d82f4-76e3-4520-a574-2ae0cd7c89ea tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.815543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-668d82f4-76e3-4520-a574-2ae0cd7c89ea tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0860794 Nov 12 03:42:38.818390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45048) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.932529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 141444aa-6629-4c23-a352-fd4e2cbd5fec {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:38.932758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.408838 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.422826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 141444aa-6629-4c23-a352-fd4e2cbd5fec owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:39.427454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.505486 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.533501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.541321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=141444aa-6629-4c23-a352-fd4e2cbd5fec,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.549086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.552549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-559d0c27-8b85-4acf-8061-61e3ba6d2fc5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/141444aa-6629-4c23-a352-fd4e2cbd5fec HTTP/1.1" status: 204 len: 168 time: 0.7330503 Nov 12 03:42:39.556854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.672074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78091ed4-683b-45c7-9e68-cb017492239f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:39.673925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78091ed4-683b-45c7-9e68-cb017492239f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1117041 Nov 12 03:42:39.676673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45066) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.702707 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2873b919-e171-4c78-b55f-ae4f78a08ee7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:39.704668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2873b919-e171-4c78-b55f-ae4f78a08ee7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/9da537f6-0356-47e8-9db7-ba16920c4f5b HTTP/1.1" status: 404 len: 333 time: 0.0268614 Nov 12 03:42:39.707570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45068) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.736044 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1706697-3a78-45f6-b604-ecb45192447d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:39.738883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a1706697-3a78-45f6-b604-ecb45192447d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/141444aa-6629-4c23-a352-fd4e2cbd5fec HTTP/1.1" status: 404 len: 333 time: 0.0299973 Nov 12 03:42:39.742519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.872355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.935221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.963253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.027220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.072824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.138910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dcd444-28e1-4097-aa1a-b48906d36e9d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:40.152775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=f4975f36-af7a-49b4-bc1a-472494ea1e78,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.161654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6be259-b1e6-4b8e-ab13-f54de32d98e8') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:40.161890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6be259-b1e6-4b8e-ab13-f54de32d98e8') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:40.176258 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.227884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:40.245745 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:40.332205 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP 9a3a2a19-5ff0-40fd-a059-70ac99dd97ca associated. External IP: 172.25.4.164, port: cf4e9f0a-a978-4c5f-8622-ade88112e4f0. Nov 12 03:42:40.556782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.582737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.593566 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/29dcd444-28e1-4097-aa1a-b48906d36e9d HTTP/1.1" status: 204 len: 168 time: 0.8469613 Nov 12 03:42:40.593961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45084) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.599001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-381733913'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:40.606840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72fb5f-754d-4246-bd50-55904dae5fc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=29dcd444-28e1-4097-aa1a-b48906d36e9d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.639541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:40.643842 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.697261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:40.738226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.740000 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 93e3524a-de40-4f4a-975d-dd9666965aa1 of type vlan for network 5692c29e-1860-49ac-8d3b-cc8290481071 Nov 12 03:42:40.840312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.855604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:40.890017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.902101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:40.903203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.960899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.961399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3664382 Nov 12 03:42:40.975669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:40.998270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d67377-8abb-40ff-aeb8-50a53f3abca2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=5692c29e-1860-49ac-8d3b-cc8290481071,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.010925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5692c29e-1860-49ac-8d3b-cc8290481071 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:41.085930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:41.098897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:41.130161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.133070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.135391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.259184 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-841ca62a-64cd-4d01-b931-4cb32f4d0879 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3449030 Nov 12 03:42:41.260741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:41.264909 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da2a19-def9-4be2-acf3-7352e374ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:41.268748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:41.272547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.301018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:41.356107 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:42:41.360219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:42:41.410237 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df207182-eec6-443c-a220-83a527d9e76b x-openstack-request-id: req-df207182-eec6-443c-a220-83a527d9e76b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:41.410547 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:41.410810 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df207182-eec6-443c-a220-83a527d9e76b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:41.417577 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'status': 'completed', 'code': 200} Nov 12 03:42:41.480663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-b087edf3-2f81-47fe-bbdc-321f94b2c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:41.484739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-b087edf3-2f81-47fe-bbdc-321f94b2c2c1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1098 time: 0.0892713 Nov 12 03:42:41.706419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-760f0bdc-ab5f-4e0e-a735-6020f08ac1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:41.708355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-760f0bdc-ab5f-4e0e-a735-6020f08ac1ad service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.2167656 Nov 12 03:42:41.785336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.853133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9a3a2a19-5ff0-40fd-a059-70ac99dd97ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:99:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:42:39Z', 'updated_at': '2021-11-12T03:42:39Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.877918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-6ff92986-c4d4-4726-902c-99031936aa67 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 1000 time: 0.1618299 Nov 12 03:42:41.977482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=12863ee3-ee13-4238-a128-38491f1d40f6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.979489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:41.991597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.992501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.009313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '93e3524a-de40-4f4a-975d-dd9666965aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:42.009735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 5692c29e-1860-49ac-8d3b-cc8290481071, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:42.060459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 5692c29e-1860-49ac-8d3b-cc8290481071 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:42.092203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-7d552fc5-b683-44ab-960c-2b3c469de6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.096328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-7d552fc5-b683-44ab-960c-2b3c469de6f9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.2095382 Nov 12 03:42:42.103760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5692c29e-1860-49ac-8d3b-cc8290481071) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:42.119866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.122312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.167785 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ef43253f-49e0-4d6e-b971-a0f428e740f2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2003505 Nov 12 03:42:42.171109 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.180134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071', 'name': 'tempest-PortsIpV6TestJSON-187961018'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:42.204003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-3d1c4a1f-dd2f-428c-9e18-ecc9a328327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:42.205707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-3d1c4a1f-dd2f-428c-9e18-ecc9a328327a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006057 Nov 12 03:42:42.251150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:42.310826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-65ed0282-e006-44ac-a30b-9ec1de25f16b service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969486 Nov 12 03:42:42.360822 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:42.363871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c53e28-1bbc-47a2-afe2-a5da7de4856b None None] Network 5692c29e-1860-49ac-8d3b-cc8290481071 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:42.368880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.421612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:42.474642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0da2a19-def9-4be2-acf3-7352e374ad06 req-85bf75bd-21bd-416a-bd55-f55173cad218 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557763 Nov 12 03:42:42.651098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::303 (5692c29e-1860-49ac-8d3b-cc8290481071/12863ee3-ee13-4238-a128-38491f1d40f6/bfa32113-4c29-4bf3-9d97-8c4642ee2cf1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:42.811321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-5692c29e-1860-49ac-8d3b-cc8290481071', 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '12863ee3-ee13-4238-a128-38491f1d40f6'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:42.812224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.918986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.964140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.019371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9a3a2a19-5ff0-40fd-a059-70ac99dd97ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:99:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:42:39Z', 'updated_at': '2021-11-12T03:42:39Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.020396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 5692c29e-1860-49ac-8d3b-cc8290481071 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:43.027778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:43.032781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:43.041324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.042002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.053527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=bfa32113-4c29-4bf3-9d97-8c4642ee2cf1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.067743 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9ae8fea5-a742-4fe6-9b40-3bd9729f614a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8946919 Nov 12 03:42:43.070223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.093743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Allocated IP 2001:db8::2 (5692c29e-1860-49ac-8d3b-cc8290481071/12863ee3-ee13-4238-a128-38491f1d40f6/71ed28e3-5c1b-484c-b1f5-eb56e33d662f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:43.148279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd04c-c80b-4e91-a2c4-9b92ccfe79e8 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '9a3a2a19-5ff0-40fd-a059-70ac99dd97ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:99:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:42:39Z', 'updated_at': '2021-11-12T03:42:39Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:43.200908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:43.207272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.323447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.332477 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.355085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.370499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:43.410762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Pushing event updated for resources: {'Port': ['ID=71ed28e3-5c1b-484c-b1f5-eb56e33d662f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.414214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Network 5692c29e-1860-49ac-8d3b-cc8290481071 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:43.416171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:43.418927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:43.542429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Attempting to bind port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:43.543182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Attempting to bind port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '93e3524a-de40-4f4a-975d-dd9666965aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:43.543833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Attempting to bind port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f on network 5692c29e-1860-49ac-8d3b-cc8290481071 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:43.557906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:43.558751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Checking segment: {'id': '93e3524a-de40-4f4a-975d-dd9666965aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:43.559390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.560029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Bound using segment: {'id': '93e3524a-de40-4f4a-975d-dd9666965aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:43.561119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Bound port: 71ed28e3-5c1b-484c-b1f5-eb56e33d662f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e3524a-de40-4f4a-975d-dd9666965aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '5692c29e-1860-49ac-8d3b-cc8290481071'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:43.562408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.600652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.616317 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d300891-bf48-4229-a8a3-fdf32014b878 None None] New status for floating IP 9a3a2a19-5ff0-40fd-a059-70ac99dd97ca: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:43.679287 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=bfa32113-4c29-4bf3-9d97-8c4642ee2cf1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.714807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] For port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:43.721551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] For port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=71ed28e3-5c1b-484c-b1f5-eb56e33d662f,segment=NetworkSegment(93e3524a-de40-4f4a-975d-dd9666965aa1),segment_id=93e3524a-de40-4f4a-975d-dd9666965aa1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:43.736827 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.737710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.747724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45154) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.754062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5898e811-49c9-4f25-a72c-97e8b54caa18 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 HTTP/1.1" status: 204 len: 168 time: 0.6827588 Nov 12 03:42:43.784755 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22b8fb7-13c1-4e2d-b2c5-a32d240df203 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:43.785744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22b8fb7-13c1-4e2d-b2c5-a32d240df203 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:43.789417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e22b8fb7-13c1-4e2d-b2c5-a32d240df203 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 HTTP/1.1" status: 404 len: 333 time: 0.0382183 Nov 12 03:42:43.791934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45162) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.829078 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c6fc19-c938-4f79-bbf7-ec2e1a286354 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:43.830793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c8c6fc19-c938-4f79-bbf7-ec2e1a286354 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/bfa32113-4c29-4bf3-9d97-8c4642ee2cf1 HTTP/1.1" status: 404 len: 333 time: 0.0376678 Nov 12 03:42:43.834484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45168) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.871323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f101c-96be-48bb-9ca6-878a25e956fb None None] Pushing event updated for resources: {'Port': ['ID=71ed28e3-5c1b-484c-b1f5-eb56e33d662f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.929714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 12863ee3-ee13-4238-a128-38491f1d40f6 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:43.933407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.991946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.139297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450693-6e59-405c-9470-be350c338d7b req-2ee58bc9-6794-42f6-a8c2-e8f0dcac0701 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:44.143515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb450693-6e59-405c-9470-be350c338d7b req-2ee58bc9-6794-42f6-a8c2-e8f0dcac0701 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1198637 Nov 12 03:42:44.218517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.274288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb450693-6e59-405c-9470-be350c338d7b req-6cfe0d67-201a-471f-898e-2fb15cb13b6e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207376 Nov 12 03:42:44.313877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.341299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=12863ee3-ee13-4238-a128-38491f1d40f6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.346756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.352015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f60be61-b645-4369-b525-c95510b3f581 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/12863ee3-ee13-4238-a128-38491f1d40f6 HTTP/1.1" status: 204 len: 168 time: 0.5126054 Nov 12 03:42:44.352618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45182) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.434615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.491948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:44.492386 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.559074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=71ed28e3-5c1b-484c-b1f5-eb56e33d662f,segment=NetworkSegment(93e3524a-de40-4f4a-975d-dd9666965aa1),segment_id=93e3524a-de40-4f4a-975d-dd9666965aa1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:44.559426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.572226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 71ed28e3-5c1b-484c-b1f5-eb56e33d662f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:44.664774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.692850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=71ed28e3-5c1b-484c-b1f5-eb56e33d662f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.696612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 71ed28e3-5c1b-484c-b1f5-eb56e33d662f on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:44.793217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.816839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5692c29e-1860-49ac-8d3b-cc8290481071']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:44.828158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e3524a-de40-4f4a-975d-dd9666965aa1') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:44.828676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e3524a-de40-4f4a-975d-dd9666965aa1') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:44.841390 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.855785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.862283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:44.862754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:44.865827 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:44.925097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.933037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.937125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/5692c29e-1860-49ac-8d3b-cc8290481071 HTTP/1.1" status: 204 len: 168 time: 0.5829809 Nov 12 03:42:44.941913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.947425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1689269413'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:44.955326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bd6e3-8ccd-43dd-9613-c9470a4aa1c1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=5692c29e-1860-49ac-8d3b-cc8290481071,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.981835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:44.985756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.011823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:45.022061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.022411 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 41f8667f-b83d-415a-8824-c3736dd314eb of type vlan for network 98b482dc-68c8-4a73-a948-f18ab4a81995 Nov 12 03:42:45.066832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.095182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.101365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.102201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.103813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78a7e556-84f2-49b9-854a-b1b2dab62b07 None None] Could not find standard attr ID for object 71ed28e3-5c1b-484c-b1f5-eb56e33d662f. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:45.119944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ca3ef-d7ea-46b8-8652-0daab195fef5 None None] DHCP port deletion for 5692c29e-1860-49ac-8d3b-cc8290481071 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:45.120222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1768780 Nov 12 03:42:45.123390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45200) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.130708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.156044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c7e0b-98b9-427c-b922-0e639a9878c6 None None] Network 5692c29e-1860-49ac-8d3b-cc8290481071 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:45.169406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c7e0b-98b9-427c-b922-0e639a9878c6 None None] Network 5692c29e-1860-49ac-8d3b-cc8290481071 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:42:45.197349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ba32-cf19-488f-b976-7696e9cd41e6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=98b482dc-68c8-4a73-a948-f18ab4a81995,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.210238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:45.243003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:45.251277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.455309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe35d99-b7ae-4ac6-a1b6-0f55b8cc277f req-b4e89980-7a0e-430f-af84-917ba660d6ad tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.456850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbe35d99-b7ae-4ac6-a1b6-0f55b8cc277f req-b4e89980-7a0e-430f-af84-917ba660d6ad tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1035244 Nov 12 03:42:45.506970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.562439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fbe35d99-b7ae-4ac6-a1b6-0f55b8cc277f req-8100411a-f124-463d-9f66-508e41a35c52 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982780 Nov 12 03:42:45.579410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.604531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '41f8667f-b83d-415a-8824-c3736dd314eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:45.605467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 98b482dc-68c8-4a73-a948-f18ab4a81995, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:45.624083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:45.634319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 98b482dc-68c8-4a73-a948-f18ab4a81995) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:45.639823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:45.640921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.652112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85a258-b8cc-45c2-ab79-4c78a00005c7 None None] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:45.663483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b80bfeac-9cda-4bc6-9127-ee143fd706dd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5375254 Nov 12 03:42:45.665560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45216) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.672474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-171408470'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.793783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:45.799142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.818442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port eb10f0a4-3e73-4c21-b192-99c1422b339d yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:45.831998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-98b482dc-68c8-4a73-a948-f18ab4a81995', 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:45.836838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.968934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::13e (98b482dc-68c8-4a73-a948-f18ab4a81995/7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32/eb10f0a4-3e73-4c21-b192-99c1422b339d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:46.127649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46466-2785-4a66-9f52-4e1e0b9ac786 req-b1b00bb5-7ae8-41fe-a2fb-3e16b56a4518 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.129150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d46466-2785-4a66-9f52-4e1e0b9ac786 req-b1b00bb5-7ae8-41fe-a2fb-3e16b56a4518 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1019535 Nov 12 03:42:46.143082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.200348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d46466-2785-4a66-9f52-4e1e0b9ac786 req-8f753538-d851-4af1-9549-d584b1969e3f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628116 Nov 12 03:42:46.213437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.269493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:46.275244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:46.277424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=eb10f0a4-3e73-4c21-b192-99c1422b339d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.279848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:46.286253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.286877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.306290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d69f71ca-72cc-4f00-ab65-7becb080660f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6372168 Nov 12 03:42:46.306860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.309001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Allocated IP 2001:db8::2 (98b482dc-68c8-4a73-a948-f18ab4a81995/7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32/62a4b671-ed27-4f2b-88d8-10f070db74e3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:46.408914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port eb10f0a4-3e73-4c21-b192-99c1422b339d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:46.409358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.469197 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.475993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.516298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:46.521690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:46.524254 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.525304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:46.531697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Pushing event updated for resources: {'Port': ['ID=62a4b671-ed27-4f2b-88d8-10f070db74e3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.540581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for eb10f0a4-3e73-4c21-b192-99c1422b339d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:46.588153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Attempting to bind port 62a4b671-ed27-4f2b-88d8-10f070db74e3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:46.588826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Attempting to bind port 62a4b671-ed27-4f2b-88d8-10f070db74e3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '41f8667f-b83d-415a-8824-c3736dd314eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:46.589231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Attempting to bind port 62a4b671-ed27-4f2b-88d8-10f070db74e3 on network 98b482dc-68c8-4a73-a948-f18ab4a81995 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:46.601564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:46.602109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Checking segment: {'id': '41f8667f-b83d-415a-8824-c3736dd314eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:46.602520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.602920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Bound using segment: {'id': '41f8667f-b83d-415a-8824-c3736dd314eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:46.603520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Bound port: 62a4b671-ed27-4f2b-88d8-10f070db74e3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f8667f-b83d-415a-8824-c3736dd314eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '98b482dc-68c8-4a73-a948-f18ab4a81995'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:46.604139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.685493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] For port 62a4b671-ed27-4f2b-88d8-10f070db74e3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:46.690027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] For port 62a4b671-ed27-4f2b-88d8-10f070db74e3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=62a4b671-ed27-4f2b-88d8-10f070db74e3,segment=NetworkSegment(41f8667f-b83d-415a-8824-c3736dd314eb),segment_id=41f8667f-b83d-415a-8824-c3736dd314eb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:46.694501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.697426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.734618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=eb10f0a4-3e73-4c21-b192-99c1422b339d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.773268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea45e-f4a0-4ff4-9b67-05ebc41c59d6 None None] Pushing event updated for resources: {'Port': ['ID=62a4b671-ed27-4f2b-88d8-10f070db74e3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.779472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.787375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45248) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.800552 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db7f1596-2893-47ce-a998-c5259121eef8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/eb10f0a4-3e73-4c21-b192-99c1422b339d HTTP/1.1" status: 204 len: 168 time: 0.4917793 Nov 12 03:42:46.809514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 71ed28e3-5c1b-484c-b1f5-eb56e33d662f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:46.821380 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a506a0-fbe3-4e79-9f12-53617108715f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:46.823061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-63a506a0-fbe3-4e79-9f12-53617108715f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/eb10f0a4-3e73-4c21-b192-99c1422b339d HTTP/1.1" status: 404 len: 333 time: 0.0336652 Nov 12 03:42:46.825920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.834286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 71ed28e3-5c1b-484c-b1f5-eb56e33d662f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:46.834636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 71ed28e3-5c1b-484c-b1f5-eb56e33d662f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:46.893908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:46.897558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.946222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.394477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d964-1292-4621-b5e1-46225e9ec3b7 req-0c3fa943-9715-43d3-8b79-94015cfa20b7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.396141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdc8d964-1292-4621-b5e1-46225e9ec3b7 req-0c3fa943-9715-43d3-8b79-94015cfa20b7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0599091 Nov 12 03:42:47.426913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.448657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdc8d964-1292-4621-b5e1-46225e9ec3b7 req-cd81547d-afb9-43e3-99d5-416bfc12e528 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Nov 12 03:42:47.496794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.517411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.523396 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32 HTTP/1.1" status: 204 len: 168 time: 0.6936314 Nov 12 03:42:47.523948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.543163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64248f9-4cc1-4bf2-b738-692340f5c2f8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.617129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.677009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 62a4b671-ed27-4f2b-88d8-10f070db74e3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:47.677462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.761787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 62a4b671-ed27-4f2b-88d8-10f070db74e3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=62a4b671-ed27-4f2b-88d8-10f070db74e3,segment=NetworkSegment(41f8667f-b83d-415a-8824-c3736dd314eb),segment_id=41f8667f-b83d-415a-8824-c3736dd314eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:47.762143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.778471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 62a4b671-ed27-4f2b-88d8-10f070db74e3 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:47.865413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.886909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1784fb-8761-487e-aeea-4bee5348552c None None] Network 98b482dc-68c8-4a73-a948-f18ab4a81995 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:47.893446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=62a4b671-ed27-4f2b-88d8-10f070db74e3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.897604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 62a4b671-ed27-4f2b-88d8-10f070db74e3 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:47.959190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c4c5df53-b2d5-4969-931e-0faebedbc0c3 None None] Could not find standard attr ID for object 62a4b671-ed27-4f2b-88d8-10f070db74e3. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:47.985665 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.009145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b482dc-68c8-4a73-a948-f18ab4a81995']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.021096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f8667f-b83d-415a-8824-c3736dd314eb') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.021525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f8667f-b83d-415a-8824-c3736dd314eb') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:48.024659 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68652bb6-2267-47c4-bf4d-48f715a107d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.037821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.053464 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.060322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:48.060958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:48.065154 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:48.090174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6e374-19a2-4905-adcd-2ee877142f71 None None] DHCP port deletion for 98b482dc-68c8-4a73-a948-f18ab4a81995 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:48.133719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.138757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.146729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/98b482dc-68c8-4a73-a948-f18ab4a81995 HTTP/1.1" status: 204 len: 168 time: 0.6174462 Nov 12 03:42:48.146846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.151927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'name': 'tempest-PortsIpV6TestJSON-1151928672'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:48.159528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2d91e-622e-4ad8-b0e5-515fff1e14bd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=98b482dc-68c8-4a73-a948-f18ab4a81995,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.250043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:48.253846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.273146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 5adc3705-ca58-4037-b8c1-cf34a0e149c9 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:48.435241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.446036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:48.448094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:48.470876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.543681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=5adc3705-ca58-4037-b8c1-cf34a0e149c9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.552084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:48.554386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:48.556511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:48.563424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.564117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.595654 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce9ff356-637c-4d66-b9e6-757a26762ecf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4478309 Nov 12 03:42:48.598114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.609541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.635272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.641568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f41b8-c88e-4020-9206-225db45927f4 req-0069f4c3-246a-42e4-a7d9-4e045fbffad8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.648823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e54f41b8-c88e-4020-9206-225db45927f4 req-0069f4c3-246a-42e4-a7d9-4e045fbffad8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0952690 Nov 12 03:42:48.657303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'mac_address': 'fa:16:3e:c9:67:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:48.672835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:48.675247 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb201d7-df93-49ab-90c7-ea70a6de1bf9" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:48.707644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.721718 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.724603 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db813a81-33dc-4702-ada8-2bef66db2687 x-openstack-request-id: req-db813a81-33dc-4702-ada8-2bef66db2687 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:48.724900 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:48.725132 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-db813a81-33dc-4702-ada8-2bef66db2687 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:48.725599 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:42:48.733949 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.767575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e54f41b8-c88e-4020-9206-225db45927f4 req-0086df38-bb6a-4007-a479-842fa91e717b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025658 Nov 12 03:42:48.774649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 5adc3705-ca58-4037-b8c1-cf34a0e149c9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:48.774999 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.783039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:48.810454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.847826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:48.848216 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:48.850929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.864643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 5adc3705-ca58-4037-b8c1-cf34a0e149c9 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:48.947894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.980050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=5adc3705-ca58-4037-b8c1-cf34a0e149c9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.988035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.000297 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5e46b283-6b7b-4251-bfe1-cdddcffda9bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/5adc3705-ca58-4037-b8c1-cf34a0e149c9 HTTP/1.1" status: 204 len: 168 time: 0.3923428 Nov 12 03:42:49.000297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.000297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'mac_address': 'fa:16:3e:53:cd:42', 'name': 'tempest-PortsIpV6TestJSON-1655373038'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:49.087271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:49.157041 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.176510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 0726ee3a-50a0-4054-ace7-8ddeb7978f7a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:49.352380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.386415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.387286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.401723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:49.422745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:49.427555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.431726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:49.437548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:49.441277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:49.446844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.447467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.456899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=0726ee3a-50a0-4054-ace7-8ddeb7978f7a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.474230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-96292244-5036-45ab-8906-6223533ad196 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4788661 Nov 12 03:42:49.476791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.505347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['25b7b73e-7f68-4a16-a024-b1450b7d486e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:49.508592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.525372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718dd8b-ff34-43ca-b31c-739ee2770168 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.527082 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6718dd8b-ff34-43ca-b31c-739ee2770168 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/0726ee3a-50a0-4054-ace7-8ddeb7978f7a HTTP/1.1" status: 200 len: 845 time: 0.0491798 Nov 12 03:42:49.529746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.627801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 0726ee3a-50a0-4054-ace7-8ddeb7978f7a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:49.628624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.705108 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.724243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 0726ee3a-50a0-4054-ace7-8ddeb7978f7a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:49.813345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.845077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=0726ee3a-50a0-4054-ace7-8ddeb7978f7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.850868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.856044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d107d38-4a4e-40df-a49b-19a4e75c1aed tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/0726ee3a-50a0-4054-ace7-8ddeb7978f7a HTTP/1.1" status: 204 len: 168 time: 0.3238146 Nov 12 03:42:49.857507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.890324 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d6707d-d8ea-42ce-a194-e5b8b83892e7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:49.891894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-72d6707d-d8ea-42ce-a194-e5b8b83892e7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/0726ee3a-50a0-4054-ace7-8ddeb7978f7a HTTP/1.1" status: 404 len: 333 time: 0.0334711 Nov 12 03:42:49.895609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.900525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'name': 'tempest-PortsIpV6TestJSON-591978925'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:49.912360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f4192-c291-423c-ae66-6cbf38b54b7c req-fd78e117-efd5-45fc-aea5-ec3e3a09c33e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.915373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd3f4192-c291-423c-ae66-6cbf38b54b7c req-fd78e117-efd5-45fc-aea5-ec3e3a09c33e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 945 time: 0.0680661 Nov 12 03:42:49.975269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd3f4192-c291-423c-ae66-6cbf38b54b7c req-da0f355e-f87e-4c84-8569-aab73b1c86a8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523288 Nov 12 03:42:50.002459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:50.007089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.025993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port b2375628-e733-43a8-92e9-4cc642fa3d23 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:50.218718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.255104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.309242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:50.312657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:50.318912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:50.324841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.325667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.338872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=b2375628-e733-43a8-92e9-4cc642fa3d23,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.368899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cdab1191-8a45-4e62-8fc8-0ee8c0d96c2f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4718595 Nov 12 03:42:50.371642 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4fcf70dd-c26c-4918-9c1b-eeb9712d1f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.371844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.384331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.461183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:50.463156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.516060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 25b7b73e-7f68-4a16-a024-b1450b7d486e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:50.516443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.621182 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.663991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:50.663991 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.682124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.695833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.726721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:50.730064 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c75ee-48f1-428f-ae74-8e09b84fede7" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:50.739243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] In _notify_port_updated(), no bound segment for port b2375628-e733-43a8-92e9-4cc642fa3d23 on network 514f9df8-2942-49fc-bc22-3a8cefb0d804 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:42:50.745093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=13']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.757599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.764604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.774780 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/ports/b2375628-e733-43a8-92e9-4cc642fa3d23 HTTP/1.1" status: 200 len: 818 time: 0.3962646 Nov 12 03:42:50.774908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45364) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.804397 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbbae23-fcae-49c3-99e6-be9c909fc8b3 x-openstack-request-id: req-fcbbae23-fcae-49c3-99e6-be9c909fc8b3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:50.804929 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-plugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:50.806820 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fcbbae23-fcae-49c3-99e6-be9c909fc8b3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:50.807344 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:42:50.810141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d638d63-8e73-4806-9f30-62952b8a4bc6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=b2375628-e733-43a8-92e9-4cc642fa3d23,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.938697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port b2375628-e733-43a8-92e9-4cc642fa3d23 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:50.939296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.035046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.086173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for b2375628-e733-43a8-92e9-4cc642fa3d23 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:51.212408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988502d-1daa-4700-a1a2-7ce080985459 req-76453a1e-8f17-4cfe-bd2e-47d9ed39d474 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.214379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c988502d-1daa-4700-a1a2-7ce080985459 req-76453a1e-8f17-4cfe-bd2e-47d9ed39d474 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1173327 Nov 12 03:42:51.252041 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.283811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=b2375628-e733-43a8-92e9-4cc642fa3d23,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.305911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.310222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-07ab986c-43f7-4636-a8cf-d10a189bf41e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/b2375628-e733-43a8-92e9-4cc642fa3d23 HTTP/1.1" status: 204 len: 168 time: 0.5364466 Nov 12 03:42:51.316863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45376) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.368566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c988502d-1daa-4700-a1a2-7ce080985459 req-a5357d87-5e51-4cde-b04e-8ba64dece604 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472619 Nov 12 03:42:51.414816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5671bd0-6c2d-49f0-b5de-5f81d8759038 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.416728 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5671bd0-6c2d-49f0-b5de-5f81d8759038 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0985296 Nov 12 03:42:51.419389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.455379 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-868d32cf-ebaf-43a8-871a-90f305d8d8f5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:51.460764 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-868d32cf-ebaf-43a8-871a-90f305d8d8f5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/b2375628-e733-43a8-92e9-4cc642fa3d23 HTTP/1.1" status: 404 len: 333 time: 0.0363514 Nov 12 03:42:51.464453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45380) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.470708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625843243'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:51.497565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:51.502292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.545342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:51.556655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.557461 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 89370d6a-a36e-4863-8210-8f223361eacd of type vlan for network 01d64d62-ed18-43c0-817c-c0dc42de4fda Nov 12 03:42:51.605643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.638376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.648767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.649480 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.708532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.727363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2605414 Nov 12 03:42:51.727603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.732502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:51.758035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2f3e6-7bd7-41f0-8ad1-5473cb767804 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=01d64d62-ed18-43c0-817c-c0dc42de4fda,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.775642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:51.868647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:51.873021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.129580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.193082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=7f61b035-c42b-4737-ba31-7b5a0f2e3e35,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.229955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '89370d6a-a36e-4863-8210-8f223361eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:52.230524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 01d64d62-ed18-43c0-817c-c0dc42de4fda, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:52.265629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:52.277607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 01d64d62-ed18-43c0-817c-c0dc42de4fda) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:52.282163 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.282771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.288273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1813093-7c2f-4358-81d1-fc351b95c665 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:52.323621 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fafcdbef-3212-4b49-88db-28033eca7726 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5950012 Nov 12 03:42:52.327776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45396) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:52.333338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:52.538371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:52.542533 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.549376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-01d64d62-ed18-43c0-817c-c0dc42de4fda', 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:52.550575 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.649410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a332d-cd50-4a5f-9477-637f1ae97d66 req-4839f406-0895-48fd-b704-13487af1b48b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.650936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-916a332d-cd50-4a5f-9477-637f1ae97d66 req-4839f406-0895-48fd-b704-13487af1b48b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1261516 Nov 12 03:42:52.724921 n-d-713499-30 neutron-server[102606]: INFO neutron.db.ipam_backend_mixin [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f61b035-c42b-4737-ba31-7b5a0f2e3e35 (CIDR: 2001:db8::/64) Nov 12 03:42:52.729001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Allocated IP 2001:db8::2 (01d64d62-ed18-43c0-817c-c0dc42de4fda/7f61b035-c42b-4737-ba31-7b5a0f2e3e35/94af9943-b4c0-4b5c-bd0f-edc491884791) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:52.735397 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:42:52.735864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:52.747427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-916a332d-cd50-4a5f-9477-637f1ae97d66 req-a2bca7a8-6586-445c-ade3-29309c4a2ac9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747008 Nov 12 03:42:52.791992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:52.796790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a581af7-dd95-490c-a0b5-5f7461957ddf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4598806 Nov 12 03:42:52.798083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:52.949771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:52.964148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.029534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.041264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.313963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.371597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:53.376463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:53.380365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:53.385756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:53.388908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:53.397892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.399530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.399809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.407730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Pushing event updated for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.417878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=1a32ec6b-bc11-4aef-a916-866bb313baed,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.426472 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9f615f14-fa8c-4164-b494-3c0fa330ae17 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6332812 Nov 12 03:42:53.429087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.435919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35'}, {'subnet_id': '1a32ec6b-bc11-4aef-a916-866bb313baed'}], 'name': 'tempest-PortsIpV6TestJSON-571666887'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.487641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Attempting to bind port 94af9943-b4c0-4b5c-bd0f-edc491884791 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:53.491229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Attempting to bind port 94af9943-b4c0-4b5c-bd0f-edc491884791 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '89370d6a-a36e-4863-8210-8f223361eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:53.492039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Attempting to bind port 94af9943-b4c0-4b5c-bd0f-edc491884791 on network 01d64d62-ed18-43c0-817c-c0dc42de4fda {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:53.499411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:53.499829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Checking segment: {'id': '89370d6a-a36e-4863-8210-8f223361eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:53.500275 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.500683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Bound using segment: {'id': '89370d6a-a36e-4863-8210-8f223361eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:53.502115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Bound port: 94af9943-b4c0-4b5c-bd0f-edc491884791, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89370d6a-a36e-4863-8210-8f223361eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:53.502516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.591315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:53.595712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=94af9943-b4c0-4b5c-bd0f-edc491884791,segment=NetworkSegment(89370d6a-a36e-4863-8210-8f223361eacd),segment_id=89370d6a-a36e-4863-8210-8f223361eacd)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:53.601137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.716374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:53.719255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612e3cc-6465-49df-a22f-4e18f826dc96 None None] Pushing event updated for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.736292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.881517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.908769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 71ae4158-b376-4b33-84e2-0f00759a263a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:54.028268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807e012-af47-46f4-b7b9-aba4f34a5a9f req-31750c2c-454c-45ff-b928-26645902b0c8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.030044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8807e012-af47-46f4-b7b9-aba4f34a5a9f req-31750c2c-454c-45ff-b928-26645902b0c8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1536922 Nov 12 03:42:54.187898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8807e012-af47-46f4-b7b9-aba4f34a5a9f req-d380d4d9-87ce-4de2-b5eb-d325d9f64980 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443930 Nov 12 03:42:54.423266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::1fb (01d64d62-ed18-43c0-817c-c0dc42de4fda/7f61b035-c42b-4737-ba31-7b5a0f2e3e35/71ae4158-b376-4b33-84e2-0f00759a263a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:54.432477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8:0:1::12 (01d64d62-ed18-43c0-817c-c0dc42de4fda/1a32ec6b-bc11-4aef-a916-866bb313baed/71ae4158-b376-4b33-84e2-0f00759a263a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:54.659342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.700839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.783415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:54.787102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:54.802880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:54.808984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.809644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.814142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=71ae4158-b376-4b33-84e2-0f00759a263a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.857846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5404891d-b5a8-4621-9783-bee838acbbe1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4274154 Nov 12 03:42:54.861806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45438) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.889442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:54.984567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 94af9943-b4c0-4b5c-bd0f-edc491884791 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:55.102257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:55.102752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.212799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.232592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.278466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=94af9943-b4c0-4b5c-bd0f-edc491884791,segment=NetworkSegment(89370d6a-a36e-4863-8210-8f223361eacd),segment_id=89370d6a-a36e-4863-8210-8f223361eacd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:55.284347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.380504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.523470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a7f7c-e663-4ea1-af76-4e9803057754 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:55.560594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea71b5-6ad2-46e7-958d-e91df76c70c7 req-f904a026-b75c-4e7f-8ac0-efc2b59eb412 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.562795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9ea71b5-6ad2-46e7-958d-e91df76c70c7 req-f904a026-b75c-4e7f-8ac0-efc2b59eb412 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.2218916 Nov 12 03:42:55.616286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f9a7f0c8-1bc1-47eb-bf43-19ccb465beb8 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:55.616889 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f0c8-1bc1-47eb-bf43-19ccb465beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.766899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9ea71b5-6ad2-46e7-958d-e91df76c70c7 req-1bdc657b-3fc1-487f-ae7a-90b79d635a21 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905742 Nov 12 03:42:55.841611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Delete allocated IP 2001:db8:0:1::12 (01d64d62-ed18-43c0-817c-c0dc42de4fda/1a32ec6b-bc11-4aef-a916-866bb313baed) {{(pid=102606) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:42:55.917551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Update dhcp port {'port': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a32ec6b-bc11-4aef-a916-866bb313baed'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '94af9943-b4c0-4b5c-bd0f-edc491884791'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:42:55.971327 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.067107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.072921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.162050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] In _notify_port_updated(), no bound segment for port 71ae4158-b376-4b33-84e2-0f00759a263a on network 01d64d62-ed18-43c0-817c-c0dc42de4fda {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:42:56.176551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.177316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.181595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/ports/71ae4158-b376-4b33-84e2-0f00759a263a HTTP/1.1" status: 200 len: 925 time: 1.3169420 Nov 12 03:42:56.186331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.192517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35'}, {'subnet_id': '1a32ec6b-bc11-4aef-a916-866bb313baed'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.192773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47318-1742-4979-b684-a96c803333c3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=71ae4158-b376-4b33-84e2-0f00759a263a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.200140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Allocated IP 2001:db8:0:1::2 (01d64d62-ed18-43c0-817c-c0dc42de4fda/1a32ec6b-bc11-4aef-a916-866bb313baed/94af9943-b4c0-4b5c-bd0f-edc491884791) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:56.293046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.325397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=94af9943-b4c0-4b5c-bd0f-edc491884791,segment=NetworkSegment(89370d6a-a36e-4863-8210-8f223361eacd),segment_id=89370d6a-a36e-4863-8210-8f223361eacd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:56.384818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.397809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.461998 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-8caff801-a0fc-464a-99ab-c0981e500b56 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0717826 Nov 12 03:42:56.556694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f876-fcd8-4f8a-aa9e-e7fa7775aad7 None None] Pushing event updated for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.588730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622caa-ba79-4930-8a28-596223b44b24 req-6b761c63-125a-4384-bce2-91d713e37461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.590152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-6b761c63-125a-4384-bce2-91d713e37461 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1098 time: 0.0833645 Nov 12 03:42:56.763086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622caa-ba79-4930-8a28-596223b44b24 req-30977bcc-9e37-4e13-8253-40d8c2d5fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.765966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-30977bcc-9e37-4e13-8253-40d8c2d5fb86 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1396074 Nov 12 03:42:56.791230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8:0:1::360 (01d64d62-ed18-43c0-817c-c0dc42de4fda/1a32ec6b-bc11-4aef-a916-866bb313baed/71ae4158-b376-4b33-84e2-0f00759a263a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:56.883435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-eb62e883-fabc-40f2-9604-5ac6a13f1f8d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.1082203 Nov 12 03:42:56.938638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 94af9943-b4c0-4b5c-bd0f-edc491884791 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:57.014075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622caa-ba79-4930-8a28-596223b44b24 req-f9bd3cd1-1b42-446d-875d-a32c62d29096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.017462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-f9bd3cd1-1b42-446d-875d-a32c62d29096 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1179030 Nov 12 03:42:57.027449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:57.027878 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.115355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.120714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.202608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=71ae4158-b376-4b33-84e2-0f00759a263a,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.253262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e622caa-ba79-4930-8a28-596223b44b24 req-1b9b30b6-9b97-473d-884a-33cf5de3f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.254941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-1b9b30b6-9b97-473d-884a-33cf5de3f0e2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172008 Nov 12 03:42:57.294521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003bd8a-5b1d-4c84-bad6-65446ccfd51b req-02dbc804-b001-4048-8490-627abe492ad1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.297014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0003bd8a-5b1d-4c84-bad6-65446ccfd51b req-02dbc804-b001-4048-8490-627abe492ad1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.2744513 Nov 12 03:42:57.301196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] In _notify_port_updated(), no bound segment for port 71ae4158-b376-4b33-84e2-0f00759a263a on network 01d64d62-ed18-43c0-817c-c0dc42de4fda {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:42:57.312071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.313064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.316955 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-942de03b-119c-4552-9cf6-989d62d4827e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/ports/71ae4158-b376-4b33-84e2-0f00759a263a HTTP/1.1" status: 200 len: 1011 time: 1.1294487 Nov 12 03:42:57.317322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.470617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 71ae4158-b376-4b33-84e2-0f00759a263a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:57.471368 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.509761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0003bd8a-5b1d-4c84-bad6-65446ccfd51b req-422e76f2-74a2-445f-8d72-de423d5457f5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855738 Nov 12 03:42:57.516910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-7840b835-9629-419c-84a7-ec801d9f48e3 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524385 Nov 12 03:42:57.630729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.641219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3f12a-90e1-4807-bfda-c53ec2254890 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:57.649823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 71ae4158-b376-4b33-84e2-0f00759a263a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:57.724119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e622caa-ba79-4930-8a28-596223b44b24 req-eb0821db-1c27-4e70-a160-21748f553d51 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996515 Nov 12 03:42:57.796242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-22279284-181b-4a73-ac57-24c396e2edd3 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:57.796991 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22279284-181b-4a73-ac57-24c396e2edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.903738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.951137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=71ae4158-b376-4b33-84e2-0f00759a263a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.039587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-22279284-181b-4a73-ac57-24c396e2edd3 None None] Could not find standard attr ID for object 71ae4158-b376-4b33-84e2-0f00759a263a. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:58.080646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.084975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4b22b5f-b146-4ea8-b763-8df4675f3c95 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/71ae4158-b376-4b33-84e2-0f00759a263a HTTP/1.1" status: 204 len: 168 time: 0.7665398 Nov 12 03:42:58.088088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45488) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.125239 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea28b0d-7b10-46bd-a4f3-8bfb4c291612 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:42:58.127153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aea28b0d-7b10-46bd-a4f3-8bfb4c291612 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/71ae4158-b376-4b33-84e2-0f00759a263a HTTP/1.1" status: 404 len: 333 time: 0.0380504 Nov 12 03:42:58.129935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.239479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 1a32ec6b-bc11-4aef-a916-866bb313baed {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:58.244054 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.329292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.499522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-92177840-526a-40ab-b30b-9c89d6918270 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:58.500384 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92177840-526a-40ab-b30b-9c89d6918270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.514067 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.611329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.666175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=1a32ec6b-bc11-4aef-a916-866bb313baed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.670232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.698693 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e25fc41-685f-49d2-a31a-8a2d518ccc70 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/1a32ec6b-bc11-4aef-a916-866bb313baed HTTP/1.1" status: 204 len: 168 time: 0.5531387 Nov 12 03:42:58.699760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45498) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.746449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7b509-ba72-4182-af6c-06abd4eb35d3 req-da114b6b-e54d-41bc-a06f-2a3117a9ccb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.754061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24e7b509-ba72-4182-af6c-06abd4eb35d3 req-da114b6b-e54d-41bc-a06f-2a3117a9ccb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0803616 Nov 12 03:42:58.817325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 7f61b035-c42b-4737-ba31-7b5a0f2e3e35 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:58.821845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.826422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24e7b509-ba72-4182-af6c-06abd4eb35d3 req-720ba8a5-14d5-41fb-b9ae-361fe7f34d4b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649071 Nov 12 03:42:58.986619 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.012407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629027b7-8091-47e3-96e3-06888fe1c666 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:59.059497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd07d62e-425d-477c-a4e6-8d81e41fc987 None None] Could not find standard attr ID for object 71ae4158-b376-4b33-84e2-0f00759a263a. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:59.116010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.228101 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.290543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=7f61b035-c42b-4737-ba31-7b5a0f2e3e35,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.294714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.298697 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dca4dbf4-65fd-4f8b-8d6b-d17ce09c6e1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7f61b035-c42b-4737-ba31-7b5a0f2e3e35 HTTP/1.1" status: 204 len: 168 time: 0.5972333 Nov 12 03:42:59.301521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45510) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.357645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db592b-1f69-4bbe-aefa-f7c3f2219102 None None] Update dhcp port {'port': {'network_id': '01d64d62-ed18-43c0-817c-c0dc42de4fda', 'fixed_ips': [{'subnet_id': '7f61b035-c42b-4737-ba31-7b5a0f2e3e35'}], 'binding:host_id': 'n-d-713499-30'}, 'id': '94af9943-b4c0-4b5c-bd0f-edc491884791'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:42:59.392439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-24db592b-1f69-4bbe-aefa-f7c3f2219102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.398026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.483774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 94af9943-b4c0-4b5c-bd0f-edc491884791 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:59.484576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.618519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431a70d-d27b-4e83-81f5-f5c813154404 None None] Network 01d64d62-ed18-43c0-817c-c0dc42de4fda requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:59.655144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=94af9943-b4c0-4b5c-bd0f-edc491884791,segment=NetworkSegment(89370d6a-a36e-4863-8210-8f223361eacd),segment_id=89370d6a-a36e-4863-8210-8f223361eacd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:59.655599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.803139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2bd6835e-be0c-46d2-9a6b-763092c61e77 None None] Provisioning complete for port 94af9943-b4c0-4b5c-bd0f-edc491884791 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:59.803677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bd6835e-be0c-46d2-9a6b-763092c61e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.987461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] DHCP port deletion for 01d64d62-ed18-43c0-817c-c0dc42de4fda request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:00.130380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 94af9943-b4c0-4b5c-bd0f-edc491884791 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:00.145555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Deleting port 94af9943-b4c0-4b5c-bd0f-edc491884791 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:00.146210 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.239387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] For port 94af9943-b4c0-4b5c-bd0f-edc491884791, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=94af9943-b4c0-4b5c-bd0f-edc491884791,segment=NetworkSegment(89370d6a-a36e-4863-8210-8f223361eacd),segment_id=89370d6a-a36e-4863-8210-8f223361eacd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:00.239639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6380-fb74-4082-a63e-1a9b1a2485c8 req-25d0775f-5c57-47b4-8e81-7346fa4f5de3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.239765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.249982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e10c6380-fb74-4082-a63e-1a9b1a2485c8 req-25d0775f-5c57-47b4-8e81-7346fa4f5de3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1526375 Nov 12 03:43:00.254344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Calling delete_port for 94af9943-b4c0-4b5c-bd0f-edc491884791 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:00.259909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:00.362720 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:43:00.373871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.376785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.391653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 94af9943-b4c0-4b5c-bd0f-edc491884791 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:00.453220 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] Pushing event deleted for resources: {'Port': ['ID=94af9943-b4c0-4b5c-bd0f-edc491884791,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.455295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae604f-5e40-4808-a9ae-e4ce8cb8e373 None None] No DVR routers for this DVR port 94af9943-b4c0-4b5c-bd0f-edc491884791 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:00.464636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e10c6380-fb74-4082-a63e-1a9b1a2485c8 req-e0576a87-3d82-44a6-b4a1-0205eb2c5186 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121379 Nov 12 03:43:00.541294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.571622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d64d62-ed18-43c0-817c-c0dc42de4fda']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:00.586201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89370d6a-a36e-4863-8210-8f223361eacd') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:00.586807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89370d6a-a36e-4863-8210-8f223361eacd') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:00.598236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.615763 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.626263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:00.628194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:00.632057 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:00.717381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.722786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.730210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/01d64d62-ed18-43c0-817c-c0dc42de4fda HTTP/1.1" status: 204 len: 168 time: 1.4242663 Nov 12 03:43:00.730640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.744932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54163a6b-3e20-45d4-be32-10db6d1dd39f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=01d64d62-ed18-43c0-817c-c0dc42de4fda,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.839776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.889645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd54ef-544d-40ab-87b0-7fd746278bc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.890998 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-67dd54ef-544d-40ab-87b0-7fd746278bc3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1593282 Nov 12 03:43:00.894809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.901270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 94af9943-b4c0-4b5c-bd0f-edc491884791 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:00.927330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 94af9943-b4c0-4b5c-bd0f-edc491884791 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:00.928090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 94af9943-b4c0-4b5c-bd0f-edc491884791 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:00.968208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c42dff93-e80c-41c7-8321-fdcefefc7a47 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0718384 Nov 12 03:43:00.972461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45548) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.978169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1928112245'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.009559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:01.015058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.052854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:01.069607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.070046 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment c65df7b5-3c69-4fbf-94ef-39e495f729db of type vlan for network 576083b4-f903-4c2f-93d2-e10d9bc3f741 Nov 12 03:43:01.139416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.173425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.181570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.181570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.270943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=576083b4-f903-4c2f-93d2-e10d9bc3f741,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.282257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0b1dc6c-abd6-4afd-ab00-92c6dfdb65d1 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3085954 Nov 12 03:43:01.285115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.287263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:01.290236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.450526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:01.458055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.725680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.756882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-a71c5aa5-a188-457d-8ad1-5f2e287fab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.759517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-a71c5aa5-a188-457d-8ad1-5f2e287fab01 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1098 time: 0.1030107 Nov 12 03:43:01.894701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.917699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-d19d1d35-62d4-4d82-9b3a-caa5b25db109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.919683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-d19d1d35-62d4-4d82-9b3a-caa5b25db109 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1361589 Nov 12 03:43:01.980956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=99de0382-212c-45ee-94ce-c04d8e905ef7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.008333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': 'c65df7b5-3c69-4fbf-94ef-39e495f729db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:02.008806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 576083b4-f903-4c2f-93d2-e10d9bc3f741, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:02.036949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:02.052465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 576083b4-f903-4c2f-93d2-e10d9bc3f741) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:02.060714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.064102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-b1b20d4e-4def-48b2-b99c-0b3ad3e8b3c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 1001 time: 0.1171508 Nov 12 03:43:02.066693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c77230-1040-498a-8a2f-c30ae509ca05 None None] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:02.075482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.126396 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3f629dc0-837d-41ba-9374-100d1af8bda8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8401053 Nov 12 03:43:02.127184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.135628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c9929-5f74-4f2c-8b45-1fa003e7bf3e req-8ef7ad45-7c39-4a39-ad4f-7e76d4116fa2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.138543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741', 'name': 'tempest-PortsIpV6TestJSON-2135950245'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:02.138921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d0c9929-5f74-4f2c-8b45-1fa003e7bf3e req-8ef7ad45-7c39-4a39-ad4f-7e76d4116fa2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.5586751 Nov 12 03:43:02.141104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-ccb45bad-14b9-472c-9eca-3cc1bbbb45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.143520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-ccb45bad-14b9-472c-9eca-3cc1bbbb45ef service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0681057 Nov 12 03:43:02.303732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-5f652ebe-cdbd-4e22-a027-bb65bf6aec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.305357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-5f652ebe-cdbd-4e22-a027-bb65bf6aec8f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480281 Nov 12 03:43:02.308955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d0c9929-5f74-4f2c-8b45-1fa003e7bf3e req-598c5f8e-7453-40dc-ace0-b4f4e58b2975 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623321 Nov 12 03:43:02.394798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-576083b4-f903-4c2f-93d2-e10d9bc3f741', 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '99de0382-212c-45ee-94ce-c04d8e905ef7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:02.395608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.409558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:02.413947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.466784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 3b0211c9-236b-4e16-b512-c441b9dc94cb yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:02.520288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-02c9787c-ae1e-425b-92d3-b768ad9f532e service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010093 Nov 12 03:43:02.591278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Allocated IP 2001:db8::2 (576083b4-f903-4c2f-93d2-e10d9bc3f741/99de0382-212c-45ee-94ce-c04d8e905ef7/5701742b-7537-4533-941b-6a5a839d8891) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:02.639066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d88b2-6ec4-4222-a836-fffde0dffca6 req-8a5784b5-404c-4f0e-8c75-51a3672a63b7 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104558 Nov 12 03:43:02.764089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.777340 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.865071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::394 (576083b4-f903-4c2f-93d2-e10d9bc3f741/99de0382-212c-45ee-94ce-c04d8e905ef7/3b0211c9-236b-4e16-b512-c441b9dc94cb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:02.889853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Pushing event updated for resources: {'Port': ['ID=5701742b-7537-4533-941b-6a5a839d8891,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.903151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:02.906128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.906583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.907251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.907726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.908238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.908589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.909036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.909447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.909828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.910391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.910732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.911069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:02.939095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:02.941398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:03.046177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Attempting to bind port 5701742b-7537-4533-941b-6a5a839d8891 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:03.046483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Attempting to bind port 5701742b-7537-4533-941b-6a5a839d8891 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c65df7b5-3c69-4fbf-94ef-39e495f729db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:03.046862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Attempting to bind port 5701742b-7537-4533-941b-6a5a839d8891 on network 576083b4-f903-4c2f-93d2-e10d9bc3f741 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:03.053447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:03.054164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Checking segment: {'id': 'c65df7b5-3c69-4fbf-94ef-39e495f729db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:03.054815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.055609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Bound using segment: {'id': 'c65df7b5-3c69-4fbf-94ef-39e495f729db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:03.056468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Bound port: 5701742b-7537-4533-941b-6a5a839d8891, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65df7b5-3c69-4fbf-94ef-39e495f729db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:03.057284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.087314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.141092 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.284842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] For port 5701742b-7537-4533-941b-6a5a839d8891, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:03.306871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] For port 5701742b-7537-4533-941b-6a5a839d8891, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5701742b-7537-4533-941b-6a5a839d8891,segment=NetworkSegment(c65df7b5-3c69-4fbf-94ef-39e495f729db),segment_id=c65df7b5-3c69-4fbf-94ef-39e495f729db)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:03.317674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=3b0211c9-236b-4e16-b512-c441b9dc94cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.331203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.367674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:03.384030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:03.393230 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:03.402266 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.402944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.444846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.445604 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34ad3518-e154-420b-917f-592d641eff0d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3164117 Nov 12 03:43:03.457641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '576083b4-f903-4c2f-93d2-e10d9bc3f741', 'name': 'tempest-PortsIpV6TestJSON-257957231'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:03.475425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219896f9-686d-4e13-9d4b-ef7140395605 None None] Pushing event updated for resources: {'Port': ['ID=5701742b-7537-4533-941b-6a5a839d8891,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.665186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231c959-79ae-424c-9309-839f70cadc2d req-429364a6-30c2-4601-a68c-b152219bb89c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.668882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d231c959-79ae-424c-9309-839f70cadc2d req-429364a6-30c2-4601-a68c-b152219bb89c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.2551637 Nov 12 03:43:03.669955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:03.674016 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.709211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 4d02962d-68a3-4e15-b6b5-63f8108049ba yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:03.887268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d231c959-79ae-424c-9309-839f70cadc2d req-448d7496-7af5-452b-9474-98340cdafde5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104406 Nov 12 03:43:04.013199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::22e (576083b4-f903-4c2f-93d2-e10d9bc3f741/99de0382-212c-45ee-94ce-c04d8e905ef7/4d02962d-68a3-4e15-b6b5-63f8108049ba) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:04.348488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.419375 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:04.435199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.487927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:04.491154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:04.501792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:04.511217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.512290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.546462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0992966 Nov 12 03:43:04.548839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f5d57-c278-4f63-9ad9-2b5decadfb93 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=4d02962d-68a3-4e15-b6b5-63f8108049ba,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.549826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.699433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0f870-a5a0-48d1-9947-5911ba527eda tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.701018 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eda0f870-a5a0-48d1-9947-5911ba527eda tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A394 HTTP/1.1" status: 200 len: 929 time: 0.1490200 Nov 12 03:43:04.707690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45616) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.906048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 4d02962d-68a3-4e15-b6b5-63f8108049ba {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:04.906371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.950295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5701742b-7537-4533-941b-6a5a839d8891 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:05.028375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5701742b-7537-4533-941b-6a5a839d8891 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.030677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.124779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39285a24-595a-42c5-842b-ff760bfcf20e req-f7e56cac-b4a1-45f8-9271-582f34a42836 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.135406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39285a24-595a-42c5-842b-ff760bfcf20e req-f7e56cac-b4a1-45f8-9271-582f34a42836 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1016910 Nov 12 03:43:05.144774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.159684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335f5aa1-4ebf-475e-b1c5-82df3d283762 None None] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:05.185227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 4d02962d-68a3-4e15-b6b5-63f8108049ba owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:05.392625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.401762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39285a24-595a-42c5-842b-ff760bfcf20e req-ae86b8fd-4cec-4558-b398-e5ecb45be749 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649090 Nov 12 03:43:05.442722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.506916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 5701742b-7537-4533-941b-6a5a839d8891, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5701742b-7537-4533-941b-6a5a839d8891,segment=NetworkSegment(c65df7b5-3c69-4fbf-94ef-39e495f729db),segment_id=c65df7b5-3c69-4fbf-94ef-39e495f729db)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:05.508211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2cc3999f-b7d3-425b-962b-76eacf45249b None None] Provisioning complete for port 5701742b-7537-4533-941b-6a5a839d8891 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.508674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2cc3999f-b7d3-425b-962b-76eacf45249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.552427 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.553213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=4d02962d-68a3-4e15-b6b5-63f8108049ba,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.558522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.567320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-57b3d47a-7b74-472c-bcf3-ea4844fa997f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/4d02962d-68a3-4e15-b6b5-63f8108049ba HTTP/1.1" status: 204 len: 168 time: 0.8561378 Nov 12 03:43:05.567623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45634) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.602938 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d81c7cb-f119-4713-953d-3715b91a6423 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:05.615003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d81c7cb-f119-4713-953d-3715b91a6423 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/4d02962d-68a3-4e15-b6b5-63f8108049ba HTTP/1.1" status: 404 len: 333 time: 0.0438135 Nov 12 03:43:05.615377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.754328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=5701742b-7537-4533-941b-6a5a839d8891,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.831596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 3b0211c9-236b-4e16-b512-c441b9dc94cb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:05.840250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.989536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.003656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 3b0211c9-236b-4e16-b512-c441b9dc94cb owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:06.182733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.185372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3e3b86e4-81b0-47f7-b9c7-270e53c8b0c6 None None] Provisioning complete for port 3b0211c9-236b-4e16-b512-c441b9dc94cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:06.185891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3b86e4-81b0-47f7-b9c7-270e53c8b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.229174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b86e4-81b0-47f7-b9c7-270e53c8b0c6 None None] Port 3b0211c9-236b-4e16-b512-c441b9dc94cb was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:43:06.229466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=3b0211c9-236b-4e16-b512-c441b9dc94cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.261719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3e3b86e4-81b0-47f7-b9c7-270e53c8b0c6 None None] Provisioning complete for port 5701742b-7537-4533-941b-6a5a839d8891 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:06.265780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e3b86e4-81b0-47f7-b9c7-270e53c8b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.266268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.270113 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24a386ff-fda4-453c-b4f7-5237d288975a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/3b0211c9-236b-4e16-b512-c441b9dc94cb HTTP/1.1" status: 204 len: 168 time: 0.6530867 Nov 12 03:43:06.272857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.319705 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd5dd55-0494-40ca-961a-e17599793460 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:06.324165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7fd5dd55-0494-40ca-961a-e17599793460 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/3b0211c9-236b-4e16-b512-c441b9dc94cb HTTP/1.1" status: 404 len: 333 time: 0.0478325 Nov 12 03:43:06.324879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.403512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 99de0382-212c-45ee-94ce-c04d8e905ef7 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:06.408062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.472297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.538033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f9f346d0-3723-4752-9b8b-53be5f605a52 None None] Could not find standard attr ID for object 3b0211c9-236b-4e16-b512-c441b9dc94cb. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:06.587759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.590279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3c509-8d74-454b-8888-6309ec35c2b0 req-19f564d5-b21f-4c3d-9542-b7a841fce630 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.593999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8c3c509-8d74-454b-8888-6309ec35c2b0 req-19f564d5-b21f-4c3d-9542-b7a841fce630 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0831940 Nov 12 03:43:06.653703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8c3c509-8d74-454b-8888-6309ec35c2b0 req-ea03fc88-4993-405a-91ab-df1213aa289b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530450 Nov 12 03:43:06.669872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.702310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=99de0382-212c-45ee-94ce-c04d8e905ef7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.706276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.717519 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e118ce15-765f-4416-ba3d-45ac4e99ba44 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/99de0382-212c-45ee-94ce-c04d8e905ef7 HTTP/1.1" status: 204 len: 168 time: 0.3914514 Nov 12 03:43:06.720198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45668) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.851918 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.897796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5701742b-7537-4533-941b-6a5a839d8891 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:06.899776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35fba2-5b74-47b5-a923-b3b5281fd238 None None] Network 576083b4-f903-4c2f-93d2-e10d9bc3f741 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:06.924418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 5701742b-7537-4533-941b-6a5a839d8891 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:06.924916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.011783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 5701742b-7537-4533-941b-6a5a839d8891, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5701742b-7537-4533-941b-6a5a839d8891,segment=NetworkSegment(c65df7b5-3c69-4fbf-94ef-39e495f729db),segment_id=c65df7b5-3c69-4fbf-94ef-39e495f729db)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:07.012231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.029084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-182a3d49-5707-4792-a007-3a4605af0676 None None] Could not find standard attr ID for object 4d02962d-68a3-4e15-b6b5-63f8108049ba. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:07.029340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 5701742b-7537-4533-941b-6a5a839d8891 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:07.100882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5701742b-7537-4533-941b-6a5a839d8891 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:07.101337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.148488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.164628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Could not find standard attr ID for object 5701742b-7537-4533-941b-6a5a839d8891. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:07.167305 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No ports have port_id starting with 5701742b-7537-4533-941b-6a5a839d8891 Nov 12 03:43:07.193242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee3620-9e25-4e5f-a7dc-b2d9bc9e0ae2 None None] DHCP port deletion for 576083b4-f903-4c2f-93d2-e10d9bc3f741 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:07.203451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=5701742b-7537-4533-941b-6a5a839d8891,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.208794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 5701742b-7537-4533-941b-6a5a839d8891 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:07.307298 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.339987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576083b4-f903-4c2f-93d2-e10d9bc3f741']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:07.353974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65df7b5-3c69-4fbf-94ef-39e495f729db') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:07.354258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65df7b5-3c69-4fbf-94ef-39e495f729db') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:07.365901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.383452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.389962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:07.390376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:07.393597 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:07.461779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.470740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.473977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/576083b4-f903-4c2f-93d2-e10d9bc3f741 HTTP/1.1" status: 204 len: 168 time: 0.7524660 Nov 12 03:43:07.478585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:07.483798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970411458'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:07.484069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94d67-471f-471d-9f66-12253cb6804f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=576083b4-f903-4c2f-93d2-e10d9bc3f741,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.509137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:07.512846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.538804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:07.550118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.550589 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 987c7417-92ec-4013-898d-02f141684a4f of type vlan for network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 Nov 12 03:43:07.596013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.622929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.628744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.629329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.692377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2133911 Nov 12 03:43:07.695486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45726) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:07.703502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d32a6-3500-4800-9503-170af12dd097 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=fe3dedfc-48e0-42fb-a903-3af7ff2369a8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.709885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:07.714361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:07.864948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb305dc-4158-422b-9043-8e8b220e5c7d req-3bdb4043-59c1-42f2-b30f-cbe479c2b283 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.866456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-feb305dc-4158-422b-9043-8e8b220e5c7d req-3bdb4043-59c1-42f2-b30f-cbe479c2b283 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.1216264 Nov 12 03:43:07.899713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:07.904053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.985974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-feb305dc-4158-422b-9043-8e8b220e5c7d req-4b2542dc-7aff-4943-b07b-78480c3bbe8c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127191 Nov 12 03:43:08.133429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.230730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=a7afaf7e-d728-4fb2-80b1-fec58092ecf9,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.246987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '987c7417-92ec-4013-898d-02f141684a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:08.247364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: fe3dedfc-48e0-42fb-a903-3af7ff2369a8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:08.261425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01777e4b-6923-4d75-8ac3-b529b81f8db0 req-c3785e6c-edf6-4afb-8901-ee8395ee9f5f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.262906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01777e4b-6923-4d75-8ac3-b529b81f8db0 req-c3785e6c-edf6-4afb-8901-ee8395ee9f5f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0809243 Nov 12 03:43:08.292061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:08.305064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, fe3dedfc-48e0-42fb-a903-3af7ff2369a8) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:08.314828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157deffd-da1f-4e05-9768-bd839716a4eb None None] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:08.315712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.316345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.340263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01777e4b-6923-4d75-8ac3-b529b81f8db0 req-8435da23-976d-440e-a0e8-77651f7b3621 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668085 Nov 12 03:43:08.345556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-986a711a-8409-4551-8744-a36ce00679bf tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6483979 Nov 12 03:43:08.348620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.354534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8', 'name': 'tempest-PortsIpV6TestJSON-392184228', 'fixed_ips': [{'subnet_id': 'a7afaf7e-d728-4fb2-80b1-fec58092ecf9', 'ip_address': '2001:db8::10'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:08.592770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-fe3dedfc-48e0-42fb-a903-3af7ff2369a8', 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': 'a7afaf7e-d728-4fb2-80b1-fec58092ecf9'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:08.593686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.786508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Allocated IP 2001:db8::2 (fe3dedfc-48e0-42fb-a903-3af7ff2369a8/a7afaf7e-d728-4fb2-80b1-fec58092ecf9/09bedeb4-33b7-4a76-8f73-a764af23e2a6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:08.877579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5701742b-7537-4533-941b-6a5a839d8891 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:08.901363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5701742b-7537-4533-941b-6a5a839d8891 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:08.901796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5701742b-7537-4533-941b-6a5a839d8891 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:08.938059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:09.025689 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.033251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.033544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.057555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port f55b39d3-be6a-4605-b0cf-a17819594814 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:09.085550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.091403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.096197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:09.102508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Pushing event updated for resources: {'Port': ['ID=09bedeb4-33b7-4a76-8f73-a764af23e2a6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.168014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Attempting to bind port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:09.168370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Attempting to bind port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '987c7417-92ec-4013-898d-02f141684a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:09.168815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Attempting to bind port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 on network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.175734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.176550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Checking segment: {'id': '987c7417-92ec-4013-898d-02f141684a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.176550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.176980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Bound using segment: {'id': '987c7417-92ec-4013-898d-02f141684a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.177392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Bound port: 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987c7417-92ec-4013-898d-02f141684a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.178675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.264252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] For port 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:09.267846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] For port 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09bedeb4-33b7-4a76-8f73-a764af23e2a6,segment=NetworkSegment(987c7417-92ec-4013-898d-02f141684a4f),segment_id=987c7417-92ec-4013-898d-02f141684a4f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:09.274156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.297427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::10 (fe3dedfc-48e0-42fb-a903-3af7ff2369a8/a7afaf7e-d728-4fb2-80b1-fec58092ecf9/f55b39d3-be6a-4605-b0cf-a17819594814) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:09.341494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706442-b06a-4de2-8d4f-87fd9af92dc8 None None] Pushing event updated for resources: {'Port': ['ID=09bedeb4-33b7-4a76-8f73-a764af23e2a6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.589371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.682333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.730576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:09.734391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:09.738386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:09.744248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.746061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.775696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=f55b39d3-be6a-4605-b0cf-a17819594814,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.782907 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f81bbd3-ae81-4999-9283-0eb509c9344f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4327738 Nov 12 03:43:09.786020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.790415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': 'fe3dedfc-48e0-42fb-a903-3af7ff2369a8', 'name': 'tempest-PortsIpV6TestJSON-843150280', 'fixed_ips': [{'subnet_id': 'a7afaf7e-d728-4fb2-80b1-fec58092ecf9', 'ip_address': '2001:db8::f'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:09.872510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d730-b1c4-4dd2-aaeb-fcc3c1d17ccc req-ad672dd2-7de7-41c6-ac06-1c595cc3b4af tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.875549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24c9d730-b1c4-4dd2-aaeb-fcc3c1d17ccc req-ad672dd2-7de7-41c6-ac06-1c595cc3b4af tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0580933 Nov 12 03:43:09.918185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:09.924654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.938021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24c9d730-b1c4-4dd2-aaeb-fcc3c1d17ccc req-40c617ca-2df6-4547-9cef-ed146e1492cc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497358 Nov 12 03:43:09.942916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 249cdee3-f59d-49c1-9e82-9ced8bf723db yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:10.129628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::f (fe3dedfc-48e0-42fb-a903-3af7ff2369a8/a7afaf7e-d728-4fb2-80b1-fec58092ecf9/249cdee3-f59d-49c1-9e82-9ced8bf723db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:10.213112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f632-39e8-4655-959d-0a0cdbf03d5c req-a9f703c3-3eff-4b32-98d4-32d331d61092 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.214905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0b4f632-39e8-4655-959d-0a0cdbf03d5c req-a9f703c3-3eff-4b32-98d4-32d331d61092 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 946 time: 0.0876319 Nov 12 03:43:10.218144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f462-6849-4946-bba7-662449eb9c07 req-b6237be3-79ac-4b72-bfe2-f1f7943e40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.220830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-b6237be3-79ac-4b72-bfe2-f1f7943e40fe service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1098 time: 0.0653591 Nov 12 03:43:10.330523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.344868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0b4f632-39e8-4655-959d-0a0cdbf03d5c req-597e2612-3069-42ba-98eb-b83c007d11fe tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071677 Nov 12 03:43:10.370273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f462-6849-4946-bba7-662449eb9c07 req-ab2509cd-e5d0-41b6-b093-8a6799128929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.371776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-ab2509cd-e5d0-41b6-b093-8a6799128929 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1448820 Nov 12 03:43:10.379616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.443247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:10.446794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:10.452121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:10.457926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.458573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.462679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=249cdee3-f59d-49c1-9e82-9ced8bf723db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.466937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-d6ce9b47-6367-45ea-abf5-80f5678d81a8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 1001 time: 0.0856316 Nov 12 03:43:10.487799 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7bf30967-3cec-4874-872a-81cb41b80fc4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6982052 Nov 12 03:43:10.488600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.537541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f462-6849-4946-bba7-662449eb9c07 req-08668019-a1e1-4ba7-9cb8-a0fb81b6cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.538161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:10.539041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-08668019-a1e1-4ba7-9cb8-a0fb81b6cd6e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0640419 Nov 12 03:43:10.550662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f8ea7-5e87-40d6-acb8-8e3e4d7d4d09 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.552390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-383f8ea7-5e87-40d6-acb8-8e3e4d7d4d09 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0626497 Nov 12 03:43:10.564886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.601360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9f462-6849-4946-bba7-662449eb9c07 req-cf58d55f-3c25-4f38-84c6-30c7a262e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.603089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-cf58d55f-3c25-4f38-84c6-30c7a262e478 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575795 Nov 12 03:43:10.648655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.654237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c4abb-6399-4f73-8682-64e1bc853d14 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.668219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c4abb-6399-4f73-8682-64e1bc853d14 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.677056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c4abb-6399-4f73-8682-64e1bc853d14 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.679087 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-147c4abb-6399-4f73-8682-64e1bc853d14 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1131535 Nov 12 03:43:10.680875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:10.682488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.683221 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baee870-4151-4d1c-9358-f6cc3d47a4ae" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:10.704183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:10.710476 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.761470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-dbcec81f-48a4-4103-b6b7-446e1af57469 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509593 Nov 12 03:43:10.767079 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00526047-d133-4fee-8b8e-326c9b205f7d x-openstack-request-id: req-00526047-d133-4fee-8b8e-326c9b205f7d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:10.767487 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-unplugged", "status": "completed", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:10.767982 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00526047-d133-4fee-8b8e-326c9b205f7d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:10.777064 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'code': 200} Nov 12 03:43:10.781549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=14']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.813642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331b089-456e-4c42-bef6-63772c1540ed None None] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:10.835137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 249cdee3-f59d-49c1-9e82-9ced8bf723db {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:10.835479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.918021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86e9f462-6849-4946-bba7-662449eb9c07 req-a78cd87a-babf-4482-b063-51d43aac597a service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488323 Nov 12 03:43:10.933111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.944272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] Provisioning complete for port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:10.944647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.946927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 249cdee3-f59d-49c1-9e82-9ced8bf723db owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:10.977384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09bedeb4-33b7-4a76-8f73-a764af23e2a6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:11.105846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.137763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=249cdee3-f59d-49c1-9e82-9ced8bf723db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.164879 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.180692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.187019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24874641-2a32-43fe-bcfd-79722ef5bc22 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/249cdee3-f59d-49c1-9e82-9ced8bf723db HTTP/1.1" status: 204 len: 168 time: 0.5007515 Nov 12 03:43:11.188161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.189171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45868) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.198924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.217019 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef61abf-ab53-404a-9afe-623d2dae38fc tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:11.219559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ef61abf-ab53-404a-9afe-623d2dae38fc tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/249cdee3-f59d-49c1-9e82-9ced8bf723db HTTP/1.1" status: 404 len: 333 time: 0.0291154 Nov 12 03:43:11.222266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45870) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.292687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] For port 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09bedeb4-33b7-4a76-8f73-a764af23e2a6,segment=NetworkSegment(987c7417-92ec-4013-898d-02f141684a4f),segment_id=987c7417-92ec-4013-898d-02f141684a4f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:11.301990 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.364743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port f55b39d3-be6a-4605-b0cf-a17819594814 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:11.365070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.428798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de64b5f-6554-4167-aaf5-aa4d55d0eeae None None] Pushing event updated for resources: {'Port': ['ID=09bedeb4-33b7-4a76-8f73-a764af23e2a6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.434647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Provisioning complete for port f55b39d3-be6a-4605-b0cf-a17819594814 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.435021 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.487762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Port f55b39d3-be6a-4605-b0cf-a17819594814 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:11.499002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Provisioning complete for port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:11.499638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.549943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c51da-9fc4-4bf5-9c91-439250e471c1 req-a1364312-fabc-4654-bf5c-0d394161af06 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.558757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-141c51da-9fc4-4bf5-9c91-439250e471c1 req-a1364312-fabc-4654-bf5c-0d394161af06 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0835974 Nov 12 03:43:11.580251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.598834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for f55b39d3-be6a-4605-b0cf-a17819594814 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:11.602350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e207d167-d1ac-435b-b706-408acb86631c None None] Could not find standard attr ID for object 249cdee3-f59d-49c1-9e82-9ced8bf723db. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:11.632512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-141c51da-9fc4-4bf5-9c91-439250e471c1 req-4d97aa9b-9e19-4e96-b86b-ca2f6cc2faa8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728593 Nov 12 03:43:11.766460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.802350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=f55b39d3-be6a-4605-b0cf-a17819594814,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.820072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f63ef98f-d995-4900-9128-3c45bdeade64 None None] Could not find standard attr ID for object f55b39d3-be6a-4605-b0cf-a17819594814. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:11.866262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.869857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-936e078c-dbf9-4fc8-9ead-cbfc2904f787 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/f55b39d3-be6a-4605-b0cf-a17819594814 HTTP/1.1" status: 204 len: 168 time: 0.6460633 Nov 12 03:43:11.872766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45880) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.900307 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7c1574-0fba-442e-b665-f636c0779f59 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:11.902032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dd7c1574-0fba-442e-b665-f636c0779f59 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/f55b39d3-be6a-4605-b0cf-a17819594814 HTTP/1.1" status: 404 len: 333 time: 0.0287244 Nov 12 03:43:11.905375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.916768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602809d-a530-4093-aa41-b04fb8993a3c req-3e04ee9c-6a28-44d5-9b57-873fdaadc2a1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.918481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4602809d-a530-4093-aa41-b04fb8993a3c req-3e04ee9c-6a28-44d5-9b57-873fdaadc2a1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1119120 Nov 12 03:43:11.963552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet a7afaf7e-d728-4fb2-80b1-fec58092ecf9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:11.966839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.985261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4602809d-a530-4093-aa41-b04fb8993a3c req-c6d951f0-dbea-4d9f-9ea7-6833a5139da5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596571 Nov 12 03:43:12.015098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.058483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e11affe0-a871-47fb-985e-9e05337a1d2b None None] Could not find standard attr ID for object 249cdee3-f59d-49c1-9e82-9ced8bf723db. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:12.125171 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.126081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55f74e-defe-4988-b36b-5686696f6c26 req-96556071-60f5-4520-94bb-af15fba82a8e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.127636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de55f74e-defe-4988-b36b-5686696f6c26 req-96556071-60f5-4520-94bb-af15fba82a8e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0551443 Nov 12 03:43:12.194261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de55f74e-defe-4988-b36b-5686696f6c26 req-57b61f96-af35-49f0-87e0-e4a4a8938ce5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568619 Nov 12 03:43:12.209923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.249801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=a7afaf7e-d728-4fb2-80b1-fec58092ecf9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.254327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.257838 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a84b0214-f664-4b06-96f5-1be7393eaf90 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/a7afaf7e-d728-4fb2-80b1-fec58092ecf9 HTTP/1.1" status: 204 len: 168 time: 0.3514431 Nov 12 03:43:12.260520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45888) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.342304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aed6ee-2a76-4290-996b-6d2a0d8e8c63 None None] Network fe3dedfc-48e0-42fb-a903-3af7ff2369a8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:12.358150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.417705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:12.418125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.529481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] DHCP port deletion for fe3dedfc-48e0-42fb-a903-3af7ff2369a8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:12.568346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09bedeb4-33b7-4a76-8f73-a764af23e2a6,segment=NetworkSegment(987c7417-92ec-4013-898d-02f141684a4f),segment_id=987c7417-92ec-4013-898d-02f141684a4f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:12.568739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.579795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Deleting port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:12.580544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.591321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 09bedeb4-33b7-4a76-8f73-a764af23e2a6 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:12.615742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-6c0f2ff5-5c07-4df3-a53e-c3f4885da4eb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.617542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-6c0f2ff5-5c07-4df3-a53e-c3f4885da4eb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1868732 Nov 12 03:43:12.658482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] For port 09bedeb4-33b7-4a76-8f73-a764af23e2a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09bedeb4-33b7-4a76-8f73-a764af23e2a6,segment=NetworkSegment(987c7417-92ec-4013-898d-02f141684a4f),segment_id=987c7417-92ec-4013-898d-02f141684a4f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:12.659043 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.672783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Calling delete_port for 09bedeb4-33b7-4a76-8f73-a764af23e2a6 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:12.679520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-0ad5cc47-756b-4be7-82b6-7ecf51e3ea1b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/quotas/43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 375 time: 0.0536234 Nov 12 03:43:12.759072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-f91dc074-a462-4fb3-81be-02588b9d3982 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782573 Nov 12 03:43:12.765601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.773962 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.812054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] Pushing event deleted for resources: {'Port': ['ID=09bedeb4-33b7-4a76-8f73-a764af23e2a6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.813720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=09bedeb4-33b7-4a76-8f73-a764af23e2a6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.816043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:12.823246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cd655-56cc-4018-bbda-008c47611df9 None None] No DVR routers for this DVR port 09bedeb4-33b7-4a76-8f73-a764af23e2a6 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:12.907188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.923496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09bedeb4-33b7-4a76-8f73-a764af23e2a6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:12.944032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 09bedeb4-33b7-4a76-8f73-a764af23e2a6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:12.944351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09bedeb4-33b7-4a76-8f73-a764af23e2a6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:13.291084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3dedfc-48e0-42fb-a903-3af7ff2369a8']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.304205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987c7417-92ec-4013-898d-02f141684a4f') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.304499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987c7417-92ec-4013-898d-02f141684a4f') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:13.318888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.340913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.350280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-2d9e4846-aba6-4267-9d7f-9e7c9d8152b6 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808291 Nov 12 03:43:13.351197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:13.351580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:13.354637 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:13.460822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.472888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.475810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/fe3dedfc-48e0-42fb-a903-3af7ff2369a8 HTTP/1.1" status: 204 len: 168 time: 1.2141631 Nov 12 03:43:13.480590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.486975 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1447000160'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:13.489658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa9cef-eecc-405d-a988-e01fee123600 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=fe3dedfc-48e0-42fb-a903-3af7ff2369a8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.512168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-bd81460f-14a9-438f-8267-a76e3d10be24 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465137 Nov 12 03:43:13.513460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:13.517427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.544034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:13.556065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.556844 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Added segment 618fb469-240f-4c45-bbb7-a4a81b940e64 of type vlan for network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 Nov 12 03:43:13.603529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.645466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.652678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.653331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.707996 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2250547 Nov 12 03:43:13.710449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45912) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.715783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:13.719874 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e43f3cad-5ff8-45e7-9967-5d3d22f3495e req-591f2f99-ba03-45f1-b1d9-fda31363802d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 210 time: 0.0461276 Nov 12 03:43:13.780937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e20447-b993-43c4-8072-995d20d1f678 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Network': ['ID=5dfa51a6-98ff-4649-97d3-9ebf390e72d9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.796306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:13.850595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:13.854522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.063531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.137928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=94425275-ed4d-4f3f-a7e5-db5dda476f85,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.154101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Checking segment: {'id': '618fb469-240f-4c45-bbb7-a4a81b940e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:14.154468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network hostable DHCP agents. Network: 5dfa51a6-98ff-4649-97d3-9ebf390e72d9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:14.172532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:14.181845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 5dfa51a6-98ff-4649-97d3-9ebf390e72d9) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:14.187331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.187903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.196623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6df1a-d6d1-4352-a4cd-b6822382ee5c None None] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:14.205831 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ec197af6-ffac-430d-95cb-6b3b5fd6e9b6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4943435 Nov 12 03:43:14.208535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.213198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1483990625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:14.240719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.242459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.334544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.340505 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.363759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.367481 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-366ea3e5-29e4-4c42-88a5-6866208bacc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1552966 Nov 12 03:43:14.367828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45922) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.374085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9', 'name': 'tempest-PortsIpV6TestJSON-1632238975'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:14.383879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-5dfa51a6-98ff-4649-97d3-9ebf390e72d9', 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '94425275-ed4d-4f3f-a7e5-db5dda476f85'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:14.385224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.495288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:14.501630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.519553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:14.534293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Allocated IP 2001:db8::2 (5dfa51a6-98ff-4649-97d3-9ebf390e72d9/94425275-ed4d-4f3f-a7e5-db5dda476f85/0430a3de-5d97-4535-9f8b-fcabd2a0521c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:14.825461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-78b78c1e-2137-41e7-8a23-fcc1140af159 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.827534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-78b78c1e-2137-41e7-8a23-fcc1140af159 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1506004 Nov 12 03:43:14.858716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'device_id': '54292f87-9d32-420f-bbdb-178267612905', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'admin_state_up': True, 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:14.880179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-484ad5c1-253c-41ee-9a38-81c922585630 req-ef1cad7e-929f-4b67-b321-d69ff77761c4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 210 time: 0.0364065 Nov 12 03:43:14.895028 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.903101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.944229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:14.949313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:14.954540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:14.962330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Pushing event updated for resources: {'Port': ['ID=0430a3de-5d97-4535-9f8b-fcabd2a0521c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.021592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Attempting to bind port 0430a3de-5d97-4535-9f8b-fcabd2a0521c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:15.021951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Attempting to bind port 0430a3de-5d97-4535-9f8b-fcabd2a0521c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '618fb469-240f-4c45-bbb7-a4a81b940e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:15.022520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Attempting to bind port 0430a3de-5d97-4535-9f8b-fcabd2a0521c on network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:15.027783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:15.028184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Checking segment: {'id': '618fb469-240f-4c45-bbb7-a4a81b940e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:15.028583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.029107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Bound using segment: {'id': '618fb469-240f-4c45-bbb7-a4a81b940e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:15.029670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Bound port: 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618fb469-240f-4c45-bbb7-a4a81b940e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '5dfa51a6-98ff-4649-97d3-9ebf390e72d9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:15.030051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.039696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::10a (5dfa51a6-98ff-4649-97d3-9ebf390e72d9/94425275-ed4d-4f3f-a7e5-db5dda476f85/a00ce2cf-5375-4e38-8a90-bfef2bdab6ad) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.087870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:15.091532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.099194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] For port 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:15.102410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] For port 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0430a3de-5d97-4535-9f8b-fcabd2a0521c,segment=NetworkSegment(618fb469-240f-4c45-bbb7-a4a81b940e64),segment_id=618fb469-240f-4c45-bbb7-a4a81b940e64)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:15.106770 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.170950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1983-1ad3-4134-bb5c-15d391fa6102 None None] Pushing event updated for resources: {'Port': ['ID=0430a3de-5d97-4535-9f8b-fcabd2a0521c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.326203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.342584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.20.0.13 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/dda47be6-1619-4a64-b706-4f634e1f8c06) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.435947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.536781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:15.544758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:15.549978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:15.555697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.556380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.558985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=a00ce2cf-5375-4e38-8a90-bfef2bdab6ad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.587049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-db502d28-1201-4d62-a660-e1879bf918d2 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2180374 Nov 12 03:43:15.589906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:15.623691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.662135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.714021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:15.717965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:15.722726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:15.750954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.777108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.777719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.796572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-d472ed7f-1638-45cc-9971-756a5fd98bf2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9427977 Nov 12 03:43:15.817507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Request body: {'port': {'device_id': '54292f87-9d32-420f-bbdb-178267612905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:15.921467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.008998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.130876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-92573257-edcd-4f9d-a81a-c48987eef6fc None None] Provisioning complete for port dda47be6-1619-4a64-b706-4f634e1f8c06 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.131988 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-92573257-edcd-4f9d-a81a-c48987eef6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.197928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5af2c-c92f-4c87-bf62-270a80137cbd req-581e6877-f1e7-4d20-920c-39c5020e8a81 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.199384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5d5af2c-c92f-4c87-bf62-270a80137cbd req-581e6877-f1e7-4d20-920c-39c5020e8a81 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 932 time: 0.1231027 Nov 12 03:43:16.207241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-92573257-edcd-4f9d-a81a-c48987eef6fc None None] Port dda47be6-1619-4a64-b706-4f634e1f8c06 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:16.308528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5d5af2c-c92f-4c87-bf62-270a80137cbd req-a8fca9df-1e59-46ad-8c63-485e1bf0a2d5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015210 Nov 12 03:43:16.403076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.409098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda47be6-1619-4a64-b706-4f634e1f8c06 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:16.409278 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.419076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.428421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59982d3-f836-4eba-91a0-203f0bef4256 None None] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:16.433968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Transition to ACTIVE for port object dda47be6-1619-4a64-b706-4f634e1f8c06 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:16.438933 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.483199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=a00ce2cf-5375-4e38-8a90-bfef2bdab6ad,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.557320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.579977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Attempting to bind port dda47be6-1619-4a64-b706-4f634e1f8c06 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:16.580468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Attempting to bind port dda47be6-1619-4a64-b706-4f634e1f8c06 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:16.581208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Attempting to bind port dda47be6-1619-4a64-b706-4f634e1f8c06 on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:16.585941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Port dda47be6-1619-4a64-b706-4f634e1f8c06 on network 129769f6-93ea-43b9-8308-e890d14663ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:16.586562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Attempting to bind port dda47be6-1619-4a64-b706-4f634e1f8c06 on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:16.591037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] Provisioning complete for port 0430a3de-5d97-4535-9f8b-fcabd2a0521c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.591413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.592382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:16.592817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:16.593310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:16.593925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Bound port: dda47be6-1619-4a64-b706-4f634e1f8c06, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:16.594404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.628087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.674609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:16.682770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dda47be6-1619-4a64-b706-4f634e1f8c06,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:16.688335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.730337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.731088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.731700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.733590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] 10.222.0.98 "PUT /v2.0/ports/dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 200 len: 1093 time: 0.9265215 Nov 12 03:43:16.733752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:16.736407 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad" -d '{"events": [{"name": "network-changed", "server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:16.758106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddd24a-50b3-4a75-8ad6-eef53b3d3bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.820966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.821752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] For port 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0430a3de-5d97-4535-9f8b-fcabd2a0521c,segment=NetworkSegment(618fb469-240f-4c45-bbb7-a4a81b940e64),segment_id=618fb469-240f-4c45-bbb7-a4a81b940e64)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:16.828039 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.850742 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb258f49-1509-4901-b98d-7b6baedfb408 x-openstack-request-id: req-bb258f49-1509-4901-b98d-7b6baedfb408 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:16.851778 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:16.852421 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb258f49-1509-4901-b98d-7b6baedfb408 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:16.854559 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06', 'status': 'completed', 'code': 200} Nov 12 03:43:16.881572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-9b554677-7427-4c53-984c-90bafe8f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.886286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-9b554677-7427-4c53-984c-90bafe8f8370 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 1096 time: 0.0980701 Nov 12 03:43:16.928617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f2baf-1d70-4581-821f-cb925be95625 None None] Pushing event updated for resources: {'Port': ['ID=0430a3de-5d97-4535-9f8b-fcabd2a0521c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.978493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0430a3de-5d97-4535-9f8b-fcabd2a0521c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:16.988422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-be24affb-f409-48e4-8246-e03eb0d075b6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 200 len: 217 time: 0.0949972 Nov 12 03:43:17.044475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0430a3de-5d97-4535-9f8b-fcabd2a0521c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.046134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.058848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-6bc3c55d-bf0b-4305-9b9f-0d6cac61d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.060831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-6bc3c55d-bf0b-4305-9b9f-0d6cac61d8dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0644679 Nov 12 03:43:17.119491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-1a7bbaff-6b04-47ec-8647-6d9ff3974d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.126520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-1a7bbaff-6b04-47ec-8647-6d9ff3974d1b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581810 Nov 12 03:43:17.215087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6064d348-f846-4b24-b49a-05c4d72e7ae2 None None] Provisioning complete for port 0430a3de-5d97-4535-9f8b-fcabd2a0521c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.216916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6064d348-f846-4b24-b49a-05c4d72e7ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.225045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.232428 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.233934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.257845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-62a63f85-847b-4337-be2f-00aa279251f3 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232276 Nov 12 03:43:17.343139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6064d348-f846-4b24-b49a-05c4d72e7ae2 None None] Provisioning complete for port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.344242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6064d348-f846-4b24-b49a-05c4d72e7ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.350525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=a00ce2cf-5375-4e38-8a90-bfef2bdab6ad,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.389826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6064d348-f846-4b24-b49a-05c4d72e7ae2 None None] Port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:17.399362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:17.401150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:17.431905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89d5ea96-6b16-4e4f-a06e-3546f8b78215 req-85d8eb50-d138-4aaa-afd4-2ac3ab5d9ac0 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659844 Nov 12 03:43:17.514433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e807d921-1208-467e-9213-533bcbeb03c8 None None] Provisioning complete for port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.515024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e807d921-1208-467e-9213-533bcbeb03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.530191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcaa86-c17b-4c88-9f82-7a13053a5cb2 req-7a02c7a6-85c6-4166-8383-c7867c8a5b9d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.532044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1bcaa86-c17b-4c88-9f82-7a13053a5cb2 req-7a02c7a6-85c6-4166-8383-c7867c8a5b9d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 944 time: 0.0862489 Nov 12 03:43:17.572125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Router f1996375-220b-4787-a9e4-46e6639ccd64 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:17.575244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e807d921-1208-467e-9213-533bcbeb03c8 None None] Port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:17.607819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-6d6583e7-bac6-4f3c-8344-663aa2921136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.609529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-6d6583e7-bac6-4f3c-8344-663aa2921136 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 1096 time: 0.1053898 Nov 12 03:43:17.618822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1bcaa86-c17b-4c88-9f82-7a13053a5cb2 req-c6a7fb7d-963e-4727-88f8-292267825bd9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 Nov 12 03:43:17.695841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:17.703625 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-007d5807-2a1a-4973-b749-11bd541bc04a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/routers/f1996375-220b-4787-a9e4-46e6639ccd64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1126184 Nov 12 03:43:17.706691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.714180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] Sync routers for ids ['f1996375-220b-4787-a9e4-46e6639ccd64'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:17.734735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] Routers {'f1996375-220b-4787-a9e4-46e6639ccd64'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:17.735153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f1996375-220b-4787-a9e4-46e6639ccd64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.752684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-991646e2-64a7-4b76-bec0-13d3550dcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.754341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-991646e2-64a7-4b76-bec0-13d3550dcb2f service neutron] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1340454 Nov 12 03:43:17.772447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d80fef-6953-4732-9a64-37baa75af065 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.773976 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c3d80fef-6953-4732-9a64-37baa75af065 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1996375-220b-4787-a9e4-46e6639ccd64 HTTP/1.1" status: 200 len: 989 time: 0.0663199 Nov 12 03:43:17.776948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.791954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.817989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-612875ce-9306-4ff4-b2ef-898cee5bd6e2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 200 len: 217 time: 0.0545416 Nov 12 03:43:17.819538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] Routers {'f1996375-220b-4787-a9e4-46e6639ccd64'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:17.821546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f1996375-220b-4787-a9e4-46e6639ccd64'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.869814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:17.870750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c41d6c-ce55-484b-b504-ddd8e6a95d89 None None] The sync data for ids ['f1996375-220b-4787-a9e4-46e6639ccd64'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:17.907631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-5843b0c8-5a34-4b6d-b66f-11c1f2217f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.910498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b7cf56a5-611f-452e-8904-84be86b94e4e None None] Provisioning complete for port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.910749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-5843b0c8-5a34-4b6d-b66f-11c1f2217f0c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0854533 Nov 12 03:43:17.910940 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7cf56a5-611f-452e-8904-84be86b94e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.963839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf56a5-611f-452e-8904-84be86b94e4e None None] Port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:17.993988 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf02b-d3a0-4d53-a7ec-d5ff0762c04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.019539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-52495944-ebfa-418d-ab62-124fe721b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.021496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-52495944-ebfa-418d-ab62-124fe721b1ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022851 Nov 12 03:43:18.140185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-fb4e1910-2d69-47b1-9f49-b865621f7ef5 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103084 Nov 12 03:43:18.191156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cc5ad934-1398-4d68-a68b-bcf80881db84 None None] Provisioning complete for port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.191639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad934-1398-4d68-a68b-bcf80881db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.218565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.261453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-567c8a19-a0cc-4e07-9aa0-f42d4525ccad req-b2b9931b-9c9a-4f1d-9bd9-6ac9b915131c service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135886 Nov 12 03:43:18.263880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ad934-1398-4d68-a68b-bcf80881db84 None None] Port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:18.448398 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port a00ce2cf-5375-4e38-8a90-bfef2bdab6ad {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:18.448664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.541583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.556236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for a00ce2cf-5375-4e38-8a90-bfef2bdab6ad owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:18.747085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.758141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7b0e-c4bd-4620-9f30-7f08480f4ab8 req-1e45998e-f443-455a-a17e-454cf5342630 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.759886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e87d7b0e-c4bd-4620-9f30-7f08480f4ab8 req-1e45998e-f443-455a-a17e-454cf5342630 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 944 time: 0.0559442 Nov 12 03:43:18.785247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=a00ce2cf-5375-4e38-8a90-bfef2bdab6ad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.827342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e87d7b0e-c4bd-4620-9f30-7f08480f4ab8 req-78e984b3-9ff1-4c8c-9527-06bc8940b1b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Nov 12 03:43:18.889093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0430a3de-5d97-4535-9f8b-fcabd2a0521c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:18.913169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.953185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0430a3de-5d97-4535-9f8b-fcabd2a0521c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.954391 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.105258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Router f1996375-220b-4787-a9e4-46e6639ccd64 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:19.184281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:19.190028 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1ccd759-65ee-46c3-86fc-1204f8a65317 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/routers/f1996375-220b-4787-a9e4-46e6639ccd64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4121180 Nov 12 03:43:19.192836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.197372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] Sync routers for ids ['f1996375-220b-4787-a9e4-46e6639ccd64'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:19.207636 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] Routers {'f1996375-220b-4787-a9e4-46e6639ccd64'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:19.208391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f1996375-220b-4787-a9e4-46e6639ccd64'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.216949 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a307d4-10e6-461f-91f2-13d15cfa5d03 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:19.218468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-98a307d4-10e6-461f-91f2-13d15cfa5d03 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/a00ce2cf-5375-4e38-8a90-bfef2bdab6ad HTTP/1.1" status: 404 len: 333 time: 0.0248194 Nov 12 03:43:19.221729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.236696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dda47be6-1619-4a64-b706-4f634e1f8c06 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:19.241027 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.250493 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] Routers {'f1996375-220b-4787-a9e4-46e6639ccd64'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:19.251099 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:42:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f1996375-220b-4787-a9e4-46e6639ccd64'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.284697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:19.285262 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9caf8-6b42-4b11-80e4-45f493fbb5ae None None] The sync data for ids ['f1996375-220b-4787-a9e4-46e6639ccd64'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:19.342913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dda47be6-1619-4a64-b706-4f634e1f8c06,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.354942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'dda47be6-1619-4a64-b706-4f634e1f8c06', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': 'dda47be6-1619-4a64-b706-4f634e1f8c06', 'mac_address': 'fa:16:3e:0d:ec:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:19.394844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.408996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda47be6-1619-4a64-b706-4f634e1f8c06 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:19.431659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dda47be6-1619-4a64-b706-4f634e1f8c06,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.437837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.495774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.654958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:19.668828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.827766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.830485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.875369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.875984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Fanout notify agent at l3_agent the message router_deleted on router f1996375-220b-4787-a9e4-46e6639ccd64 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:19.883669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.887859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-143ae95b-b63a-4dcd-8cc7-1b32fc2b8e0e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/routers/f1996375-220b-4787-a9e4-46e6639ccd64 HTTP/1.1" status: 204 len: 168 time: 0.6654773 Nov 12 03:43:19.888136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45976) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.987051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 94425275-ed4d-4f3f-a7e5-db5dda476f85 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:19.990896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.001416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fcdba-edac-4c08-9c4c-ce32a286051e req-760e8287-7487-4cd7-813b-d517d50f62d4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.002884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e99fcdba-edac-4c08-9c4c-ce32a286051e req-760e8287-7487-4cd7-813b-d517d50f62d4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 945 time: 0.0800133 Nov 12 03:43:20.055297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.104815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e99fcdba-edac-4c08-9c4c-ce32a286051e req-a116dc09-ae44-4b81-a8ff-8786ff307c3e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839982 Nov 12 03:43:20.163320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.226453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.258595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.263552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/94425275-ed4d-4f3f-a7e5-db5dda476f85 HTTP/1.1" status: 204 len: 168 time: 0.3734150 Nov 12 03:43:20.264865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45980) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.267175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5efe5-4555-4a22-9b10-b6df7cfcb02e None None] Network 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:20.268854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c2d3d-c1cb-427a-97f4-a05635aba2c4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=94425275-ed4d-4f3f-a7e5-db5dda476f85,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.348683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.400572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b6cbcd16-4654-403f-8f35-31d28288110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.416840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 0430a3de-5d97-4535-9f8b-fcabd2a0521c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:20.417162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.490230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] For port 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0430a3de-5d97-4535-9f8b-fcabd2a0521c,segment=NetworkSegment(618fb469-240f-4c45-bbb7-a4a81b940e64),segment_id=618fb469-240f-4c45-bbb7-a4a81b940e64)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:20.490603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.491003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] DHCP port deletion for 5dfa51a6-98ff-4649-97d3-9ebf390e72d9 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:20.505607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 0430a3de-5d97-4535-9f8b-fcabd2a0521c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:20.546428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Deleting port 0430a3de-5d97-4535-9f8b-fcabd2a0521c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:20.546690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.587610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.611460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] For port 0430a3de-5d97-4535-9f8b-fcabd2a0521c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0430a3de-5d97-4535-9f8b-fcabd2a0521c,segment=NetworkSegment(618fb469-240f-4c45-bbb7-a4a81b940e64),segment_id=618fb469-240f-4c45-bbb7-a4a81b940e64)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:20.611855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.613403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=0430a3de-5d97-4535-9f8b-fcabd2a0521c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.617099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No DVR routers for this DVR port 0430a3de-5d97-4535-9f8b-fcabd2a0521c on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:20.626779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Calling delete_port for 0430a3de-5d97-4535-9f8b-fcabd2a0521c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:20.696651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.709000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.722102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfa51a6-98ff-4649-97d3-9ebf390e72d9']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:20.732737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618fb469-240f-4c45-bbb7-a4a81b940e64') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:20.733075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618fb469-240f-4c45-bbb7-a4a81b940e64') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:20.735010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] Pushing event deleted for resources: {'Port': ['ID=0430a3de-5d97-4535-9f8b-fcabd2a0521c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.738743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6482c10-d455-40f9-b7bd-c05a6a66e89b None None] No DVR routers for this DVR port 0430a3de-5d97-4535-9f8b-fcabd2a0521c on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:20.743983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.764910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.771932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:20.772590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:20.776447 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:20.841701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.853572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0430a3de-5d97-4535-9f8b-fcabd2a0521c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:20.868024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.871777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/5dfa51a6-98ff-4649-97d3-9ebf390e72d9 HTTP/1.1" status: 204 len: 168 time: 0.5999064 Nov 12 03:43:20.872751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ede0d-d68c-4392-b4c1-70432a9441a6 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=5dfa51a6-98ff-4649-97d3-9ebf390e72d9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.876539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.890299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0430a3de-5d97-4535-9f8b-fcabd2a0521c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:20.890644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0430a3de-5d97-4535-9f8b-fcabd2a0521c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:20.933324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d636fc-3cc5-4f96-a612-b40ad40c8209 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.934848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-44d636fc-3cc5-4f96-a612-b40ad40c8209 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/24137429-5a34-46d0-919e-27dad620f8b1 HTTP/1.1" status: 200 len: 844 time: 0.0569546 Nov 12 03:43:20.939034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.979498 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64c1e6a7-444d-4542-b3f9-b19478d567f9 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/24137429-5a34-46d0-919e-27dad620f8b1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0393608 Nov 12 03:43:20.983283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.988091 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.082651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:21.086352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.236338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1284fc-72c9-4533-86be-a393c6934d9f req-bf3ef03f-b063-44ac-b79e-3658d3f43c28 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.238134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b1284fc-72c9-4533-86be-a393c6934d9f req-bf3ef03f-b063-44ac-b79e-3658d3f43c28 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 945 time: 0.0608318 Nov 12 03:43:21.259629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dda47be6-1619-4a64-b706-4f634e1f8c06 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:21.297125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b1284fc-72c9-4533-86be-a393c6934d9f req-a6fd4e60-53bd-4545-aec8-89e293bd74e3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505850 Nov 12 03:43:21.307869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.310701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port dda47be6-1619-4a64-b706-4f634e1f8c06 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:21.316282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port dda47be6-1619-4a64-b706-4f634e1f8c06 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.316914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.348609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:21.353789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:21.358619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.359216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.365713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e66b33-2129-43e9-b163-90685c6db5ca None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:21.378168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=7dc2ca68-3439-457c-8c27-36c974181e00,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.390089 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-222b16ff-cf66-4130-886f-dbefec446a8e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4035249 Nov 12 03:43:21.391021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 45994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:21.396095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'security_group': {'name': 'tempest-secgroup-291242354'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.428446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.490131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.517673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.523037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.536751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:21.539843 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c7b373-5f0e-43ff-a646-7eca57f26cd1" -d '{"events": [{"server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "name": "network-vif-plugged", "status": "completed", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:21.564292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dda47be6-1619-4a64-b706-4f634e1f8c06,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:21.569090 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.579336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.584784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 45998) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:21.587095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1952937 Nov 12 03:43:21.588235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af032d9-9b79-474b-8d5d-a0baf2f20e61 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e6abd6-c659-46b6-b17c-e59ad0b62167,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.591677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'security_group': {'name': 'tempest-secgroup-855147648'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.628279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.639013 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e5eef-64ff-4280-9610-c77d4d106164 x-openstack-request-id: req-417e5eef-64ff-4280-9610-c77d4d106164 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:21.639308 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "name": "network-vif-plugged", "status": "completed", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:21.639567 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-417e5eef-64ff-4280-9610-c77d4d106164 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:21.639932 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06', 'code': 200} Nov 12 03:43:21.660819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.682479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.685046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-514f9df8-2942-49fc-bc22-3a8cefb0d804', 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'tenant_id': '2aa559a7cf6a43c48d88c46c13b3ccbe', 'fixed_ips': [{'subnet_id': '7dc2ca68-3439-457c-8c27-36c974181e00'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:21.685942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.770037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.775594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.791985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce8b04-d257-451a-bb0c-1c3ae6158a9f req-ca4a7168-0ef2-40ff-af14-8ea4a72e40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.793481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1ce8b04-d257-451a-bb0c-1c3ae6158a9f req-ca4a7168-0ef2-40ff-af14-8ea4a72e40d8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 1098 time: 0.0737500 Nov 12 03:43:21.816544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.820350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2311780 Nov 12 03:43:21.821116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:21.833791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-675140603', 'security_groups': ['10b165a3-3557-4993-861e-5e7e6e3b1355'], 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7dc2ca68-3439-457c-8c27-36c974181e00'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.852091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Allocated IP 2001:db8::2 (514f9df8-2942-49fc-bc22-3a8cefb0d804/7dc2ca68-3439-457c-8c27-36c974181e00/a7795c6b-136a-45ed-9203-720e0d43967c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:21.860546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1ce8b04-d257-451a-bb0c-1c3ae6158a9f req-4804d85f-ada2-413d-a6ed-5976fb9ed524 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Nov 12 03:43:21.862080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a78f40-ceae-479a-ac10-8cdfe4560922 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b165a3-3557-4993-861e-5e7e6e3b1355,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.981452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:22.019587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.026334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.070424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.071472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.082827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.084489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.087032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.090541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port bd1e3198-b876-4f71-8d2e-e1965e91b683 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:22.146715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Attempting to bind port a7795c6b-136a-45ed-9203-720e0d43967c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:22.147092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Attempting to bind port a7795c6b-136a-45ed-9203-720e0d43967c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '18f1b620-7130-4608-b8bb-5ca0a3bbaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:22.147460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Attempting to bind port a7795c6b-136a-45ed-9203-720e0d43967c on network 514f9df8-2942-49fc-bc22-3a8cefb0d804 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:22.152563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:22.152960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Checking segment: {'id': '18f1b620-7130-4608-b8bb-5ca0a3bbaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:22.153362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.153757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Bound using segment: {'id': '18f1b620-7130-4608-b8bb-5ca0a3bbaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:22.154229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Bound port: a7795c6b-136a-45ed-9203-720e0d43967c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f1b620-7130-4608-b8bb-5ca0a3bbaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:22.154653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.220825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:22.224367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:22.230444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.291305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::35c (514f9df8-2942-49fc-bc22-3a8cefb0d804/7dc2ca68-3439-457c-8c27-36c974181e00/bd1e3198-b876-4f71-8d2e-e1965e91b683) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:22.293396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764088f-3baf-4fbe-912b-582ee61431e1 None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.440494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ca40-48c9-44a7-ac68-c1c88ded5dd6 req-4ac2dc12-d911-4695-8f52-bdce10a0f1e2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.442072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d820ca40-48c9-44a7-ac68-c1c88ded5dd6 req-4ac2dc12-d911-4695-8f52-bdce10a0f1e2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0597498 Nov 12 03:43:22.481226 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.542026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d820ca40-48c9-44a7-ac68-c1c88ded5dd6 req-e22f3103-d205-40f5-9974-cc603b5887d4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933926 Nov 12 03:43:22.548218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.611564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.617914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.621895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.628728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.629377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.636176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=bd1e3198-b876-4f71-8d2e-e1965e91b683,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.652598 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c5e52f00-c884-475c-885f-3b5abe9c5af3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8294694 Nov 12 03:43:22.655588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:22.664750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:22.782362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:22.785959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.916684 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7dc2ca68-3439-457c-8c27-36c974181e00 (CIDR: 2001:db8::/64) Nov 12 03:43:22.920807 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:22.921684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:22.947180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:22.948816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3ed6d0b-4786-410a-baa9-39266abbe3b5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2917786 Nov 12 03:43:22.951135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:22.957132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.008346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.008720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.074305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.089005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:23.093423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.112233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.148875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:23.159325 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.401519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.412527 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.459637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:23.464965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:23.468749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.469372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.485989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=a98c7087-9d68-4efa-accc-8d4ae0903d87,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.500861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.502909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e00f327d-2f71-475d-991d-1245c5767371 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5475366 Nov 12 03:43:23.506678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-119259017', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a98c7087-9d68-4efa-accc-8d4ae0903d87'}], 'security_groups': ['d7e6abd6-c659-46b6-b17c-e59ad0b62167']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.542739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f38d71-404b-4348-987d-4eef24a06702 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:23.576997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.630274 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.705488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-98d2c0c1-ed03-420a-835a-499891a0d2c5 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.706203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98d2c0c1-ed03-420a-835a-499891a0d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.708765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f2c2d-c8e5-47a6-81a0-cfb4f3c3ee7c req-2ce626d6-f42a-4500-a56f-b53e1b9206b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.712553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-278f2c2d-c8e5-47a6-81a0-cfb4f3c3ee7c req-2ce626d6-f42a-4500-a56f-b53e1b9206b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0744541 Nov 12 03:43:23.765763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-278f2c2d-c8e5-47a6-81a0-cfb4f3c3ee7c req-7b44839f-f7dc-41e9-96ca-99fe64dab1f5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Nov 12 03:43:23.939029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Update dhcp port {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'fixed_ips': [{'subnet_id': '7dc2ca68-3439-457c-8c27-36c974181e00', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a98c7087-9d68-4efa-accc-8d4ae0903d87'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a7795c6b-136a-45ed-9203-720e0d43967c'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:23.965945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-98d2c0c1-ed03-420a-835a-499891a0d2c5 None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.966662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98d2c0c1-ed03-420a-835a-499891a0d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.968928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Delete allocated IP 2001:db8::35c (514f9df8-2942-49fc-bc22-3a8cefb0d804/7dc2ca68-3439-457c-8c27-36c974181e00) {{(pid=102605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:43:23.983368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8:0:1::8f (514f9df8-2942-49fc-bc22-3a8cefb0d804/a98c7087-9d68-4efa-accc-8d4ae0903d87/bd1e3198-b876-4f71-8d2e-e1965e91b683) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:24.015855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.028427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53801-724a-465e-beec-d0443ba05c6d req-4a39df6a-3b32-4e66-8029-2696d0a6764f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.030959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b53801-724a-465e-beec-d0443ba05c6d req-4a39df6a-3b32-4e66-8029-2696d0a6764f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0656924 Nov 12 03:43:24.060639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-98d2c0c1-ed03-420a-835a-499891a0d2c5 None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:24.094820 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30b53801-724a-465e-beec-d0443ba05c6d req-4a1c7e01-6b26-41b8-862f-742c0acc704d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Nov 12 03:43:24.187167 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.192222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.246035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Allocated IP 2001:db8:0:1::2 (514f9df8-2942-49fc-bc22-3a8cefb0d804/a98c7087-9d68-4efa-accc-8d4ae0903d87/a7795c6b-136a-45ed-9203-720e0d43967c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:24.272414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] In _notify_port_updated(), no bound segment for port bd1e3198-b876-4f71-8d2e-e1965e91b683 on network 514f9df8-2942-49fc-bc22-3a8cefb0d804 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:43:24.280070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.280070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.280971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/ports/bd1e3198-b876-4f71-8d2e-e1965e91b683 HTTP/1.1" status: 200 len: 929 time: 0.7791157 Nov 12 03:43:24.284035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46022) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.296216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=bd1e3198-b876-4f71-8d2e-e1965e91b683,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.303841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.304215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.304580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.304889 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.305218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.305546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.305871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.306198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.306519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.306839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.307158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.307475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bb7c63-e2c5-44c4-b435-768a6f00c034 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:24.371852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:24.376934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port bd1e3198-b876-4f71-8d2e-e1965e91b683 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:24.377279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.406531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.411335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.477262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.489720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for bd1e3198-b876-4f71-8d2e-e1965e91b683 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:24.498497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401decd-7d40-4efe-bd68-85c090dec328 None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.635591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.671850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=bd1e3198-b876-4f71-8d2e-e1965e91b683,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.698841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.704442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aa4cfbbc-d023-40ae-98bd-5e47ec78ad89 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/bd1e3198-b876-4f71-8d2e-e1965e91b683 HTTP/1.1" status: 204 len: 168 time: 0.4195802 Nov 12 03:43:24.705682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46024) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.730600 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-556cdb2f-6dcb-40ba-92c2-9a356778b6f9 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:24.734673 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-556cdb2f-6dcb-40ba-92c2-9a356778b6f9 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/bd1e3198-b876-4f71-8d2e-e1965e91b683 HTTP/1.1" status: 404 len: 333 time: 0.0255208 Nov 12 03:43:24.734941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46026) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.789603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.816886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.882332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.884292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:24.887196 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.888448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/security-groups/10b165a3-3557-4993-861e-5e7e6e3b1355 HTTP/1.1" status: 204 len: 168 time: 0.1525393 Nov 12 03:43:24.891143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.900706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452784d7-7297-44f3-a66a-9143c9880758 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b165a3-3557-4993-861e-5e7e6e3b1355,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.968655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.976262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:24.976816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.995989 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.047313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.050546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.051857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/security-groups/d7e6abd6-c659-46b6-b17c-e59ad0b62167 HTTP/1.1" status: 204 len: 168 time: 0.1596906 Nov 12 03:43:25.054637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46030) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:25.081113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455b87d-eaad-48cd-a958-89b9306998a5 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e6abd6-c659-46b6-b17c-e59ad0b62167,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.146632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 7dc2ca68-3439-457c-8c27-36c974181e00 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:25.150413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.191084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Could not find standard attr ID for object bd1e3198-b876-4f71-8d2e-e1965e91b683. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:25.204505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:25.204972 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.236780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.295062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aea5a-7a2a-4b22-a1fd-fab4f16d0a12 req-955ac9db-dc18-446e-b577-52f91af164c4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.296727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b79aea5a-7a2a-4b22-a1fd-fab4f16d0a12 req-955ac9db-dc18-446e-b577-52f91af164c4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1016281 Nov 12 03:43:25.334690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:25.335397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.360653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b79aea5a-7a2a-4b22-a1fd-fab4f16d0a12 req-efb684bb-df15-4a02-94a6-6e00baa5f17b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558224 Nov 12 03:43:25.398257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-eb85d934-17be-40a2-8b40-bd187b01af8e None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:25.413948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.480339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.511396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-afd46526-db78-4ec3-8544-65fa31f74b08 None None] Could not find standard attr ID for object bd1e3198-b876-4f71-8d2e-e1965e91b683. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:25.511683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc2ca68-3439-457c-8c27-36c974181e00,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.520913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.525038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e4e10eb7-57c6-466b-91e8-b50d4ee18b6c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7dc2ca68-3439-457c-8c27-36c974181e00 HTTP/1.1" status: 204 len: 168 time: 0.4691782 Nov 12 03:43:25.529158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:25.535244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.665583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.669225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.694111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e2f27-476d-47a2-9502-151aa6161e9c None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:25.755358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-090669d0-ec71-466e-92ce-208b397ce2f8 None None] Could not find standard attr ID for object bd1e3198-b876-4f71-8d2e-e1965e91b683. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:25.916545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.963276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:25.968495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:25.972896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.973495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.983435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=d2f44318-4876-4a25-8558-bd530a9fa86e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.996038 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-559325a7-356c-48c3-a883-9f2551558fa8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651372 Nov 12 03:43:25.998560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.003364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208896597'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.026383 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.098523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.102445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.130548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.131797 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1322484 Nov 12 03:43:26.134446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.138810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'security_group': {'name': 'tempest-secgroup-56615706'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.145588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e03c0-11e5-466c-9706-f38f6b7fc84d tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eae6b2-3e83-4631-92e4-6296236d4107,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.168328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.242324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.249940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.282071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.283327 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1479552 Nov 12 03:43:26.286127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.290612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'security_group': {'name': 'tempest-secgroup-725044068'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.296315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef5593-bad3-407b-a577-6073968fba5c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6fc81-57dd-4be9-adf7-d795feddbe27,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.316818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.378480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6e8a4-c015-44bb-851d-cb7cd5610794 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:26.388539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.392922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.424930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.426218 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1390433 Nov 12 03:43:26.428152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6c0f5-141a-4882-ba9f-60c839e09918 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4988a37-656f-4795-9cc7-0732673a8e47,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.428998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46050) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.441874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1997894519', 'security_groups': ['c4988a37-656f-4795-9cc7-0732673a8e47'], 'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2f44318-4876-4a25-8558-bd530a9fa86e'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.442233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0cfcf6b4-95a8-4b44-8676-eb610dc7348b None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:26.442607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf6b4-95a8-4b44-8676-eb610dc7348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.551556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917d764-c014-48dc-a3eb-17419c8715c8 req-ac738fad-24d5-4bf4-9c31-e53da12495db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.552983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d917d764-c014-48dc-a3eb-17419c8715c8 req-ac738fad-24d5-4bf4-9c31-e53da12495db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1036284 Nov 12 03:43:26.613872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0cfcf6b4-95a8-4b44-8676-eb610dc7348b None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:26.614249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf6b4-95a8-4b44-8676-eb610dc7348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.628092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d917d764-c014-48dc-a3eb-17419c8715c8 req-3be1c167-bd83-4584-9fa8-0c81702905aa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660491 Nov 12 03:43:26.636817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:26.653199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0cfcf6b4-95a8-4b44-8676-eb610dc7348b None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:26.702554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Update dhcp port {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'fixed_ips': [{'subnet_id': 'a98c7087-9d68-4efa-accc-8d4ae0903d87', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2f44318-4876-4a25-8558-bd530a9fa86e'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a7795c6b-136a-45ed-9203-720e0d43967c'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:26.736154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.905927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Allocated IP 2001:db8::2 (514f9df8-2942-49fc-bc22-3a8cefb0d804/d2f44318-4876-4a25-8558-bd530a9fa86e/a7795c6b-136a-45ed-9203-720e0d43967c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:27.009802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:27.040696 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.047279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.079934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.097328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] device_id is not set on port 363df493-fc51-4045-9040-a5ab12030702 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:27.146320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa9720-ad2e-47d7-abc7-3faab2262556 None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.411448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8::334 (514f9df8-2942-49fc-bc22-3a8cefb0d804/d2f44318-4876-4a25-8558-bd530a9fa86e/363df493-fc51-4045-9040-a5ab12030702) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:27.521014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.557911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.601332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:27.604679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:27.609267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:27.614920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.615576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.641154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=363df493-fc51-4045-9040-a5ab12030702,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.650607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-47fae1f6-c4eb-4c4f-8cbf-c2455a9b4f5a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2129126 Nov 12 03:43:27.653496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.659183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:27.795642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced8fae-a0ed-4c97-a8c9-c90ad1d8f04d req-6fa5bb2f-5177-4914-adb5-78066f04193c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.797398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bced8fae-a0ed-4c97-a8c9-c90ad1d8f04d req-6fa5bb2f-5177-4914-adb5-78066f04193c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0583901 Nov 12 03:43:27.811995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-2741474c-6255-4b5f-ae01-c6bbea85e649 req-80efb508-621e-4e1a-b63e-7fae9ce1c6fc service neutron] (102605) timed out ('10.222.0.100', 59911) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:43:27.813654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:27.818370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.853737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bced8fae-a0ed-4c97-a8c9-c90ad1d8f04d req-a3cc20b8-6d2a-47b0-ac97-f93a0e1957a5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499313 Nov 12 03:43:27.892075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-149b291d-7060-4592-b49e-9acf6cf55fa2 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:27.892586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-149b291d-7060-4592-b49e-9acf6cf55fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.939688 n-d-713499-30 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2f44318-4876-4a25-8558-bd530a9fa86e (CIDR: 2001:db8::/64) Nov 12 03:43:27.946278 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:27.947136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:27.976766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46078) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.977129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31ae5f17-4bd7-4070-baa9-b3766fcece2a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3222167 Nov 12 03:43:27.984599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:28.023459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-149b291d-7060-4592-b49e-9acf6cf55fa2 None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:28.023838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-149b291d-7060-4592-b49e-9acf6cf55fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.074049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-149b291d-7060-4592-b49e-9acf6cf55fa2 None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:28.116247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-5f551f05-d2c7-4e2c-a7b1-c64f09e45505 req-80c19ee6-3da5-44a9-8e84-d80d71fecba2 tempest-AttachVolumeNegativeTest-2041832989 tempest-AttachVolumeNegativeTest-2041832989-project] (102605) timed out ('10.222.0.98', 52070) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:43:28.128644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:28.132295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.196532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4c07979c-4d77-48a3-8c73-b202cf3ae6bb None None] Provisioning complete for port 363df493-fc51-4045-9040-a5ab12030702 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:28.196992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c07979c-4d77-48a3-8c73-b202cf3ae6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.240296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4c07979c-4d77-48a3-8c73-b202cf3ae6bb None None] Port 363df493-fc51-4045-9040-a5ab12030702 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:28.257627 n-d-713499-30 neutron-server[102606]: INFO neutron.db.ipam_backend_mixin [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a98c7087-9d68-4efa-accc-8d4ae0903d87 (CIDR: 2001:db8:0:1::/64) Nov 12 03:43:28.260881 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:28.261339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:28.276899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2408c991-b116-4b5d-a134-1a039e440d1f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2968497 Nov 12 03:43:28.279613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46088) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.285031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'subnet': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:28.401855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Made reservation on behalf of 2aa559a7cf6a43c48d88c46c13b3ccbe for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:28.406908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.645023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.690347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:28.694249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:28.697304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.698134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.709126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92321c1-1240-4455-ace8-ccf60ba108ec None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:28.720423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Subnet': ['ID=1217cebc-3866-4de6-ba35-defe08780763,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.729577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ab73f5a-8260-49ba-bc86-68b771cb93b3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4462609 Nov 12 03:43:28.730713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.735519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-982330852', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1217cebc-3866-4de6-ba35-defe08780763'}], 'security_groups': ['78eae6b2-3e83-4631-92e4-6296236d4107', '3ca6fc81-57dd-4be9-adf7-d795feddbe27']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:28.888405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:28.933082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.979456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:28.979919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.006553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b3c8-0533-4b71-a641-313cfd3547fb req-3f6a09f8-c5a0-476e-acc3-8c7348ea61b3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.008251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1de6b3c8-0533-4b71-a641-313cfd3547fb req-3f6a09f8-c5a0-476e-acc3-8c7348ea61b3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0660257 Nov 12 03:43:29.079753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Update dhcp port {'port': {'network_id': '514f9df8-2942-49fc-bc22-3a8cefb0d804', 'fixed_ips': [{'subnet_id': 'a98c7087-9d68-4efa-accc-8d4ae0903d87', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2f44318-4876-4a25-8558-bd530a9fa86e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1217cebc-3866-4de6-ba35-defe08780763'}], 'binding:host_id': 'n-d-713499-30'}, 'id': 'a7795c6b-136a-45ed-9203-720e0d43967c'} from n-d-713499-30. {{(pid=102607) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:29.087872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1de6b3c8-0533-4b71-a641-313cfd3547fb req-d9ddb4ec-94d5-464d-bf15-480442552930 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732248 Nov 12 03:43:29.134674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.337915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Delete allocated IP 2001:db8::334 (514f9df8-2942-49fc-bc22-3a8cefb0d804/d2f44318-4876-4a25-8558-bd530a9fa86e) {{(pid=102605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:43:29.348964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Allocated IP 2001:db8:0:2::90 (514f9df8-2942-49fc-bc22-3a8cefb0d804/1217cebc-3866-4de6-ba35-defe08780763/363df493-fc51-4045-9040-a5ab12030702) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:29.523156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.528426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.588670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Allocated IP 2001:db8:0:2::2 (514f9df8-2942-49fc-bc22-3a8cefb0d804/1217cebc-3866-4de6-ba35-defe08780763/a7795c6b-136a-45ed-9203-720e0d43967c) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:29.590383 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] In _notify_port_updated(), no bound segment for port 363df493-fc51-4045-9040-a5ab12030702 on network 514f9df8-2942-49fc-bc22-3a8cefb0d804 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:43:29.596714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.597336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.601642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46122) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.604586 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "PUT /v2.0/ports/363df493-fc51-4045-9040-a5ab12030702 HTTP/1.1" status: 200 len: 968 time: 0.8734438 Nov 12 03:43:29.613947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da254c3-87cb-458e-8a15-644e0c404d23 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event updated for resources: {'Port': ['ID=363df493-fc51-4045-9040-a5ab12030702,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.700951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 363df493-fc51-4045-9040-a5ab12030702 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:29.702047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.709225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:29.740291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.745128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.801817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.816457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 363df493-fc51-4045-9040-a5ab12030702 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:29.846380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a394-73ef-4fe8-9afd-a30c330b0f1a None None] Pushing event updated for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.971083 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.012700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=363df493-fc51-4045-9040-a5ab12030702,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.037052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.040652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6f6f390a-72f7-460e-a143-47da5b03a742 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/363df493-fc51-4045-9040-a5ab12030702 HTTP/1.1" status: 204 len: 168 time: 0.4379971 Nov 12 03:43:30.043295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.073109 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c12338-f83a-4004-9d25-7ebdaf3bfe97 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] GET failed (client error): The resource could not be found. Nov 12 03:43:30.074850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42c12338-f83a-4004-9d25-7ebdaf3bfe97 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports/363df493-fc51-4045-9040-a5ab12030702 HTTP/1.1" status: 404 len: 333 time: 0.0304222 Nov 12 03:43:30.078472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46134) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.229408 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.271263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.290460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a7dce-1b20-45c1-b653-0a516a817375 req-b04b4f0e-23a8-4b32-bdc9-4820948f4626 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.292075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d8a7dce-1b20-45c1-b653-0a516a817375 req-b04b4f0e-23a8-4b32-bdc9-4820948f4626 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1076589 Nov 12 03:43:30.380364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d8a7dce-1b20-45c1-b653-0a516a817375 req-a888619c-92ab-4a41-9e92-a33e8744f158 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803373 Nov 12 03:43:30.380980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.384087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.385300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/security-groups/c4988a37-656f-4795-9cc7-0732673a8e47 HTTP/1.1" status: 204 len: 168 time: 0.3058383 Nov 12 03:43:30.388104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.395004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc37af-9031-41fd-9b36-6208aa07c7da tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4988a37-656f-4795-9cc7-0732673a8e47,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.469103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.508266 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.554148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.558440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.562677 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/security-groups/3ca6fc81-57dd-4be9-adf7-d795feddbe27 HTTP/1.1" status: 204 len: 168 time: 0.1698310 Nov 12 03:43:30.563494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46150) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.572757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9ecc7-d85b-4544-9c1e-f4af902e03f3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6fc81-57dd-4be9-adf7-d795feddbe27,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.613270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:30.614410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.639194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.691098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.739877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.743021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.745708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Could not find standard attr ID for object 363df493-fc51-4045-9040-a5ab12030702. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:30.747056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.747203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/security-groups/78eae6b2-3e83-4631-92e4-6296236d4107 HTTP/1.1" status: 204 len: 168 time: 0.1821022 Nov 12 03:43:30.757394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:30.757762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.758524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890bf4-9e20-4e4f-bcef-b79f6e3a750b tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eae6b2-3e83-4631-92e4-6296236d4107,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.815171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet d2f44318-4876-4a25-8558-bd530a9fa86e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:30.820418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.841257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b2b98-e914-46bd-b728-951eac8f4b79 None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:30.863703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.869442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.928548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:31.005546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.097652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.128262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f44318-4876-4a25-8558-bd530a9fa86e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.132045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.135321 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aed8b796-8db4-42f4-b77a-97045d1f4c31 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/d2f44318-4876-4a25-8558-bd530a9fa86e HTTP/1.1" status: 204 len: 168 time: 0.3865557 Nov 12 03:43:31.139796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46164) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.148668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5d1b4-4a8a-4e85-927c-3e4ae4393a9f None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:31.165317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-583bec1b-5389-40b8-b8cb-e61b25132558 None None] Could not find standard attr ID for object 363df493-fc51-4045-9040-a5ab12030702. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:31.203539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet 1217cebc-3866-4de6-ba35-defe08780763 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:31.207156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.226370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:31.227563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.256687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.364044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.441551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.472665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=1217cebc-3866-4de6-ba35-defe08780763,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.477485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.483108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4e162928-9562-44ea-a152-a01bac546b73 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/1217cebc-3866-4de6-ba35-defe08780763 HTTP/1.1" status: 204 len: 168 time: 0.3396609 Nov 12 03:43:31.483284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46178) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.512934 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f7b3d4-f237-42d8-b9ed-2cb8023775b7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:31.513388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f7b3d4-f237-42d8-b9ed-2cb8023775b7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:31.517356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-04f7b3d4-f237-42d8-b9ed-2cb8023775b7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/d2f44318-4876-4a25-8558-bd530a9fa86e HTTP/1.1" status: 404 len: 337 time: 0.0331471 Nov 12 03:43:31.520133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46180) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.578893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22e5e2-03a4-48fa-a177-683649f9f2a9 req-2e37d58a-6426-454a-b516-2255e407c59c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.580543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a22e5e2-03a4-48fa-a177-683649f9f2a9 req-2e37d58a-6426-454a-b516-2255e407c59c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0703547 Nov 12 03:43:31.591372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting subnet a98c7087-9d68-4efa-accc-8d4ae0903d87 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:31.601046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.642327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a22e5e2-03a4-48fa-a177-683649f9f2a9 req-7ac851ef-5c6d-4519-a90f-4ac5c5cd554f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Nov 12 03:43:31.668962 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.728640 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.767594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.835922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.864569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Subnet': ['ID=a98c7087-9d68-4efa-accc-8d4ae0903d87,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.869756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.873407 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f1b48316-7819-4857-b50c-d50995eec1b4 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/a98c7087-9d68-4efa-accc-8d4ae0903d87 HTTP/1.1" status: 204 len: 168 time: 0.3519285 Nov 12 03:43:31.876175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.908638 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38108b5-39aa-42a8-ad2c-99f90124bb1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:31.909101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38108b5-39aa-42a8-ad2c-99f90124bb1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:31.915308 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d38108b5-39aa-42a8-ad2c-99f90124bb1e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7dc2ca68-3439-457c-8c27-36c974181e00 HTTP/1.1" status: 404 len: 337 time: 0.0356271 Nov 12 03:43:31.915736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.950204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a90ac259-2493-429f-a2d2-d9f8b11d64fd tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1996375-220b-4787-a9e4-46e6639ccd64 HTTP/1.1" status: 200 len: 205 time: 0.0332563 Nov 12 03:43:31.953069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46194) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.002972 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-0f6e913b-f5aa-4394-a7b9-97ed426cb983 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] delete failed (client error): The resource could not be found. Nov 12 03:43:32.004215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0f6e913b-f5aa-4394-a7b9-97ed426cb983 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/routers/f1996375-220b-4787-a9e4-46e6639ccd64 HTTP/1.1" status: 404 len: 336 time: 0.0501263 Nov 12 03:43:32.006734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46196) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.039854 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d551ef86-cc9b-4d62-95f1-814fa46f6c4c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.040350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d551ef86-cc9b-4d62-95f1-814fa46f6c4c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.043448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d551ef86-cc9b-4d62-95f1-814fa46f6c4c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/94425275-ed4d-4f3f-a7e5-db5dda476f85 HTTP/1.1" status: 404 len: 337 time: 0.0357807 Nov 12 03:43:32.046233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.073733 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-687539e1-4006-4ab7-b470-053617716ffe tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.074397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687539e1-4006-4ab7-b470-053617716ffe tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.080761 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-687539e1-4006-4ab7-b470-053617716ffe tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/a7afaf7e-d728-4fb2-80b1-fec58092ecf9 HTTP/1.1" status: 404 len: 337 time: 0.0311549 Nov 12 03:43:32.081153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46202) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.108096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c20e5-98cd-4117-a63c-dffea40b0129 None None] Network 514f9df8-2942-49fc-bc22-3a8cefb0d804 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:32.113490 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f0a21b-0eba-4838-bcdb-90223376afb3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.114085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f0a21b-0eba-4838-bcdb-90223376afb3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.117047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-96f0a21b-0eba-4838-bcdb-90223376afb3 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/99de0382-212c-45ee-94ce-c04d8e905ef7 HTTP/1.1" status: 404 len: 337 time: 0.0348613 Nov 12 03:43:32.119628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46206) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.143364 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde9f266-15f6-4972-9d57-40615dae0c1a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.144052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde9f266-15f6-4972-9d57-40615dae0c1a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.148008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dde9f266-15f6-4972-9d57-40615dae0c1a tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/71ae4158-b376-4b33-84e2-0f00759a263a HTTP/1.1" status: 404 len: 333 time: 0.0266578 Nov 12 03:43:32.150227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46208) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.187586 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-262678a7-f099-44f1-bc64-0d329c52dfdc tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.188398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262678a7-f099-44f1-bc64-0d329c52dfdc tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.191738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-262678a7-f099-44f1-bc64-0d329c52dfdc tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/1a32ec6b-bc11-4aef-a916-866bb313baed HTTP/1.1" status: 404 len: 337 time: 0.0403650 Nov 12 03:43:32.194666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46210) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.234255 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26e886a-82f8-46c4-8492-ced2f6fe4dd8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.234731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26e886a-82f8-46c4-8492-ced2f6fe4dd8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.240880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a26e886a-82f8-46c4-8492-ced2f6fe4dd8 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7f61b035-c42b-4737-ba31-7b5a0f2e3e35 HTTP/1.1" status: 404 len: 337 time: 0.0438354 Nov 12 03:43:32.242829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.247059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d4321243-f200-4887-bae1-b68192c517d6 None None] Provisioning complete for port a7795c6b-136a-45ed-9203-720e0d43967c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.247448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4321243-f200-4887-bae1-b68192c517d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.266920 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e886155-d7f9-4b20-b730-9005040a864c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.267718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e886155-d7f9-4b20-b730-9005040a864c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.271565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1e886155-d7f9-4b20-b730-9005040a864c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/eb10f0a4-3e73-4c21-b192-99c1422b339d HTTP/1.1" status: 404 len: 333 time: 0.0292759 Nov 12 03:43:32.273615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.303120 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2e9608-9506-482b-92dc-7c9783d4abc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.303586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2e9608-9506-482b-92dc-7c9783d4abc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.307049 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd2e9608-9506-482b-92dc-7c9783d4abc7 tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/7b70528a-b28d-4be5-8a1e-5cc4f4ae2c32 HTTP/1.1" status: 404 len: 337 time: 0.0317605 Nov 12 03:43:32.309622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46218) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.340945 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-716d4775-0651-463f-b70b-285a2671842c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:32.341411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716d4775-0651-463f-b70b-285a2671842c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:32.350338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-716d4775-0651-463f-b70b-285a2671842c tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/subnets/12863ee3-ee13-4238-a128-38491f1d40f6 HTTP/1.1" status: 404 len: 337 time: 0.0374169 Nov 12 03:43:32.351197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46222) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.378555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d4321243-f200-4887-bae1-b68192c517d6 None None] Provisioning complete for port 24137429-5a34-46d0-919e-27dad620f8b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.379220 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4321243-f200-4887-bae1-b68192c517d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.383828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] DHCP port deletion for 514f9df8-2942-49fc-bc22-3a8cefb0d804 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:32.444227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d4321243-f200-4887-bae1-b68192c517d6 None None] Port 24137429-5a34-46d0-919e-27dad620f8b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:32.457777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Deleting port 24137429-5a34-46d0-919e-27dad620f8b1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:32.458240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.469747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Deleting port a7795c6b-136a-45ed-9203-720e0d43967c {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:32.470114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.529993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.536444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] For port a7795c6b-136a-45ed-9203-720e0d43967c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a7795c6b-136a-45ed-9203-720e0d43967c,segment=NetworkSegment(18f1b620-7130-4608-b8bb-5ca0a3bbaefe),segment_id=18f1b620-7130-4608-b8bb-5ca0a3bbaefe)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:32.536841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.547275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Calling delete_port for 24137429-5a34-46d0-919e-27dad620f8b1 owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:32.551708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Calling delete_port for a7795c6b-136a-45ed-9203-720e0d43967c owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:32.646572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.650352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.677409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] Pushing event deleted for resources: {'Port': ['ID=a7795c6b-136a-45ed-9203-720e0d43967c,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.681506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Port': ['ID=24137429-5a34-46d0-919e-27dad620f8b1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.682566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22fa14-ba97-42d5-a6f7-577a8c918546 None None] No DVR routers for this DVR port a7795c6b-136a-45ed-9203-720e0d43967c on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:32.690304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.701975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24e764be-79bc-408c-a460-ea9cade7941f tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/ports/24137429-5a34-46d0-919e-27dad620f8b1 HTTP/1.1" status: 204 len: 168 time: 0.3475564 Nov 12 03:43:32.702525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.785221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4f68c-e056-43ef-9742-bc5c92e11969 req-c54ebd67-335e-4c4e-b440-81c6383e586a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.786872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23f4f68c-e056-43ef-9742-bc5c92e11969 req-c54ebd67-335e-4c4e-b440-81c6383e586a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0594306 Nov 12 03:43:32.817553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.898191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:32.914082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23f4f68c-e056-43ef-9742-bc5c92e11969 req-6ce00f8a-5bdb-4226-8d78-a78f53b761f9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967488 Nov 12 03:43:32.930314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.934449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a7795c6b-136a-45ed-9203-720e0d43967c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:32.934907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a7795c6b-136a-45ed-9203-720e0d43967c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:32.954234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514f9df8-2942-49fc-bc22-3a8cefb0d804']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:32.965124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f1b620-7130-4608-b8bb-5ca0a3bbaefe') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:32.965434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f1b620-7130-4608-b8bb-5ca0a3bbaefe') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:32.981624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.996972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.003465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:33.003855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:33.007021 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:33.069744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.077261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.080471 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] 10.222.0.93 "DELETE /v2.0/networks/514f9df8-2942-49fc-bc22-3a8cefb0d804 HTTP/1.1" status: 204 len: 168 time: 0.3768246 Nov 12 03:43:33.094925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b8ef-d893-4e38-9ad9-8a149a74934e tempest-PortsIpV6TestJSON-1401565427 tempest-PortsIpV6TestJSON-1401565427-project] Pushing event deleted for resources: {'Network': ['ID=514f9df8-2942-49fc-bc22-3a8cefb0d804,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.399467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.559767 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7301237-c235-4a1b-b061-3e36bad41e71 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2aa559a7cf6a43c48d88c46c13b3ccbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567421 Nov 12 03:43:33.560162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.614017 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.639440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.690373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.693351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.694523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90356717-0b62-4945-82a7-4514f518f6d2 HTTP/1.1" status: 204 len: 168 time: 0.1333098 Nov 12 03:43:33.702788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a551a2a-8fbf-49fe-ba26-ec1b2cac462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90356717-0b62-4945-82a7-4514f518f6d2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.040167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d64d-344a-47e5-9d72-ddf74868f7c2 req-2e6b819e-fb3b-441c-b1c0-99c06490bb69 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.042146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4458d64d-344a-47e5-9d72-ddf74868f7c2 req-2e6b819e-fb3b-441c-b1c0-99c06490bb69 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0656786 Nov 12 03:43:34.099618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4458d64d-344a-47e5-9d72-ddf74868f7c2 req-6a9d0ab1-530e-4425-96bb-c3c0f6692d52 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506539 Nov 12 03:43:34.426492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.528654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1336462489'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.551695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.555162 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.563902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.648252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.652416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.684962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:34.699969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4db66ce-9fc4-41d0-af7a-013cd21693dd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.708461 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.708712 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 110f0c09-00e2-4d20-8ed5-d2febafcfdb3 of type vlan for network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 Nov 12 03:43:34.755706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.782115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.792694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.793222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.857263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4296217 Nov 12 03:43:34.860087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.865150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223502607'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.866439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855045fc-9aef-4490-b79d-9898e67dc675 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=218b3c75-93a9-4e7f-b89e-ff557165d5c7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.877186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:34.888674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.893203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.922313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:34.932315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.932653 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 7af97e08-83f7-4b0b-92b4-4bf014e584a0 of type vlan for network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 Nov 12 03:43:34.977659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.007880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.013481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.014540 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.049793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1885762 Nov 12 03:43:35.052855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46324) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:35.058508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:35.088076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6396b-f1d0-4693-989e-cbbe5d3ec133 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.101661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:35.171594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:35.175191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.262051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16c403-57b2-4220-bbe5-139cedc3096c req-027c1a51-3424-4cf0-a198-86d726ca75b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.263566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a16c403-57b2-4220-bbe5-139cedc3096c req-027c1a51-3424-4cf0-a198-86d726ca75b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0571239 Nov 12 03:43:35.327494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a16c403-57b2-4220-bbe5-139cedc3096c req-60905545-ffe1-4238-b9c7-97fa54cef17d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549059 Nov 12 03:43:35.400141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.465186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=0d448900-2195-4d95-a276-70cd28b0ab51,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.474700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '110f0c09-00e2-4d20-8ed5-d2febafcfdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.475069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: 218b3c75-93a9-4e7f-b89e-ff557165d5c7, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:35.492768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:35.511132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 218b3c75-93a9-4e7f-b89e-ff557165d5c7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:35.516400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.516995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.520885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5136a-b7f6-4331-a172-190178d20a07 None None] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:35.534961 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8db0aeaf-20ac-45db-bf10-035a643923e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4808207 Nov 12 03:43:35.537878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46340) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:35.543037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:35.644179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:35.647860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.695044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-218b3c75-93a9-4e7f-b89e-ff557165d5c7', 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': '0d448900-2195-4d95-a276-70cd28b0ab51'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:35.696111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.848582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.853250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Allocated IP 172.20.0.2 (218b3c75-93a9-4e7f-b89e-ff557165d5c7/0d448900-2195-4d95-a276-70cd28b0ab51/2301e5f8-b83a-4610-9745-3de918cc1ee8) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:35.907827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=ff056e71-9cd5-4b0a-a220-6091a037cba1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.919161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '7af97e08-83f7-4b0b-92b4-4bf014e584a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.919161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:35.971179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:35.982104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:35.991040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.991869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.996385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c47aa9-d487-4f48-a2ab-51e17ea15b86 None None] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:36.011676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7cabad72-26cb-48a3-b722-4bc57a919a09 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4726269 Nov 12 03:43:36.014489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46350) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.020391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1401844257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:36.057043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.057954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.078001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.090413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.120109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.126750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.169434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.171168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ea688ae8-c8e8-4bbe-8b6d-3c6f7199a791 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1548238 Nov 12 03:43:36.171688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:36.174021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.174537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Pushing event updated for resources: {'Port': ['ID=2301e5f8-b83a-4610-9745-3de918cc1ee8,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.179287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:36.181406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:36.301254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Attempting to bind port 2301e5f8-b83a-4610-9745-3de918cc1ee8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:36.301627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Attempting to bind port 2301e5f8-b83a-4610-9745-3de918cc1ee8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '110f0c09-00e2-4d20-8ed5-d2febafcfdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:36.301987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Attempting to bind port 2301e5f8-b83a-4610-9745-3de918cc1ee8 on network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:36.308156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:36.308531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Checking segment: {'id': '110f0c09-00e2-4d20-8ed5-d2febafcfdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:36.308940 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.309334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Bound using segment: {'id': '110f0c09-00e2-4d20-8ed5-d2febafcfdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:36.309800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Bound port: 2301e5f8-b83a-4610-9745-3de918cc1ee8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110f0c09-00e2-4d20-8ed5-d2febafcfdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '218b3c75-93a9-4e7f-b89e-ff557165d5c7'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:36.310184 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.313590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1', 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': 'ff056e71-9cd5-4b0a-a220-6091a037cba1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:36.314394 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.504958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] For port 2301e5f8-b83a-4610-9745-3de918cc1ee8, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:36.511199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] For port 2301e5f8-b83a-4610-9745-3de918cc1ee8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2301e5f8-b83a-4610-9745-3de918cc1ee8,segment=NetworkSegment(110f0c09-00e2-4d20-8ed5-d2febafcfdb3),segment_id=110f0c09-00e2-4d20-8ed5-d2febafcfdb3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:36.528100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.532078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Allocated IP 172.21.0.2 (cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1/ff056e71-9cd5-4b0a-a220-6091a037cba1/4540edf2-ee69-41aa-84d8-cc167caa9551) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:36.541124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66114c26-3a89-4239-b122-834c265d6b75 req-0ac52594-44d5-4780-bd5a-a9c68a5cecda tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.548498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66114c26-3a89-4239-b122-834c265d6b75 req-0ac52594-44d5-4780-bd5a-a9c68a5cecda tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1103873 Nov 12 03:43:36.578268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.666394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda1d7b-69b4-4203-94a4-f0fc7cdd6faa None None] Pushing event updated for resources: {'Port': ['ID=2301e5f8-b83a-4610-9745-3de918cc1ee8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.720387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66114c26-3a89-4239-b122-834c265d6b75 req-ec770b29-36bb-4334-97f7-253612cd4a6a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709549 Nov 12 03:43:36.802589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.809829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.860838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:36.864359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:36.869585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:36.946274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Pushing event updated for resources: {'Port': ['ID=4540edf2-ee69-41aa-84d8-cc167caa9551,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.963745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Attempting to bind port 4540edf2-ee69-41aa-84d8-cc167caa9551 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:36.964171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Attempting to bind port 4540edf2-ee69-41aa-84d8-cc167caa9551 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '7af97e08-83f7-4b0b-92b4-4bf014e584a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:36.964599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Attempting to bind port 4540edf2-ee69-41aa-84d8-cc167caa9551 on network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:36.971427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:36.972019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Checking segment: {'id': '7af97e08-83f7-4b0b-92b4-4bf014e584a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:36.972730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.973278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Bound using segment: {'id': '7af97e08-83f7-4b0b-92b4-4bf014e584a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:36.973915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Bound port: 4540edf2-ee69-41aa-84d8-cc167caa9551, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af97e08-83f7-4b0b-92b4-4bf014e584a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:36.974450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.003322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.20.0.1 (218b3c75-93a9-4e7f-b89e-ff557165d5c7/0d448900-2195-4d95-a276-70cd28b0ab51/730ec717-2ee7-434b-a04e-2ca31c761f06) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:37.077824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] For port 4540edf2-ee69-41aa-84d8-cc167caa9551, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:37.081163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] For port 4540edf2-ee69-41aa-84d8-cc167caa9551, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4540edf2-ee69-41aa-84d8-cc167caa9551,segment=NetworkSegment(7af97e08-83f7-4b0b-92b4-4bf014e584a0),segment_id=7af97e08-83f7-4b0b-92b4-4bf014e584a0)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:37.086315 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.137783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.152396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b59a70-9baf-4c9c-8bfc-c4e10b4dc6ad None None] Pushing event updated for resources: {'Port': ['ID=4540edf2-ee69-41aa-84d8-cc167caa9551,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.195938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.246454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:37.252672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:37.255139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:37.287331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=730ec717-2ee7-434b-a04e-2ca31c761f06,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.299806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.300178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.300517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.300853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.301183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.301513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.301841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.302166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.302490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.302812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.303132 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.303449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:37.322273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.502931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.879015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.899382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.911350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbd402-028c-4ee6-a9db-03b7a41f1f68 None None] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:37.932394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db953bd6-a379-4d68-a3f0-4a82443e1a73 req-d1edc9a3-3639-45e5-8991-897efc1dcaf8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.933932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db953bd6-a379-4d68-a3f0-4a82443e1a73 req-d1edc9a3-3639-45e5-8991-897efc1dcaf8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1197870 Nov 12 03:43:38.037830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] Provisioning complete for port 2301e5f8-b83a-4610-9745-3de918cc1ee8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:38.038214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.049057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=730ec717-2ee7-434b-a04e-2ca31c761f06,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.057861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.076850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db953bd6-a379-4d68-a3f0-4a82443e1a73 req-ef370639-3fc0-4b37-8d12-eefb0eb0f9d3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214254 Nov 12 03:43:38.192982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:38.194537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:38.244046 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.318940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] For port 2301e5f8-b83a-4610-9745-3de918cc1ee8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2301e5f8-b83a-4610-9745-3de918cc1ee8,segment=NetworkSegment(110f0c09-00e2-4d20-8ed5-d2febafcfdb3),segment_id=110f0c09-00e2-4d20-8ed5-d2febafcfdb3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:38.323836 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.378894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router c41d5cb3-ffcc-4526-9dbf-660da012085a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:38.411064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d39e04-a7d7-4df9-8cb7-9906d1604887 None None] Pushing event updated for resources: {'Port': ['ID=2301e5f8-b83a-4610-9745-3de918cc1ee8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.455800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe1b85-5c00-4c1b-afe2-610321a6dd3f None None] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:38.562460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:38.567943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1633ae31-4473-4d1f-b15e-bbff00dbcac7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3909509 Nov 12 03:43:38.575035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.641125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f41a7-e434-4a43-802c-c5b884a9c261 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.643066 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-863f41a7-e434-4a43-802c-c5b884a9c261 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports/730ec717-2ee7-434b-a04e-2ca31c761f06 HTTP/1.1" status: 200 len: 910 time: 0.0669925 Nov 12 03:43:38.646024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46408) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.710921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] Sync routers for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:38.740196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] Provisioning complete for port 4540edf2-ee69-41aa-84d8-cc167caa9551 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:38.740565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.770510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:38.771162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:38.818701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:38.891047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:38.891799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:38.932284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:38.933009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2317ee-e478-4551-814d-c62d6f74e6bf None None] The sync data for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:38.984806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.030807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4540edf2-ee69-41aa-84d8-cc167caa9551 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:39.150171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] For port 4540edf2-ee69-41aa-84d8-cc167caa9551, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4540edf2-ee69-41aa-84d8-cc167caa9551,segment=NetworkSegment(7af97e08-83f7-4b0b-92b4-4bf014e584a0),segment_id=7af97e08-83f7-4b0b-92b4-4bf014e584a0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:39.153285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4540edf2-ee69-41aa-84d8-cc167caa9551 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.153661 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.160178 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.289495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5674-14c7-465f-9e51-369bd170651f None None] Pushing event updated for resources: {'Port': ['ID=4540edf2-ee69-41aa-84d8-cc167caa9551,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.311388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754c94c-8204-404c-8c12-901a0b0317b3 req-b2a1df9c-8740-48ec-8598-a742db2542a4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.312720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8b43e4df-8bf9-49bd-8534-964c9d48774d None None] Provisioning complete for port 730ec717-2ee7-434b-a04e-2ca31c761f06 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.313093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b43e4df-8bf9-49bd-8534-964c9d48774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.319385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f754c94c-8204-404c-8c12-901a0b0317b3 req-b2a1df9c-8740-48ec-8598-a742db2542a4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1166785 Nov 12 03:43:39.375613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2301e5f8-b83a-4610-9745-3de918cc1ee8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:39.415360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f754c94c-8204-404c-8c12-901a0b0317b3 req-a3473401-768f-4b43-aea9-7d10e3a3e582 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Nov 12 03:43:39.450928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8b43e4df-8bf9-49bd-8534-964c9d48774d None None] Port 730ec717-2ee7-434b-a04e-2ca31c761f06 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:39.454431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2301e5f8-b83a-4610-9745-3de918cc1ee8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.455118 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.492265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8b43e4df-8bf9-49bd-8534-964c9d48774d None None] Provisioning complete for port 2301e5f8-b83a-4610-9745-3de918cc1ee8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.492565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b43e4df-8bf9-49bd-8534-964c9d48774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.647877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.742922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4aeb0134-87fc-4870-9ce3-a5e4776148e0 None None] Provisioning complete for port 4540edf2-ee69-41aa-84d8-cc167caa9551 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.743451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4aeb0134-87fc-4870-9ce3-a5e4776148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.921619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.21.0.1 (cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1/ff056e71-9cd5-4b0a-a220-6091a037cba1/4fa68a41-e5e7-4b98-b907-159a7c0cd784) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:40.039997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.074130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.119037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:40.122219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:40.127634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:40.131575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=4fa68a41-e5e7-4b98-b907-159a7c0cd784,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.173775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.305509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.364200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e1bb0fa-4eca-4d36-82e4-de3daab6a9e0 None None] Provisioning complete for port 4fa68a41-e5e7-4b98-b907-159a7c0cd784 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:40.364719 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb0fa-4eca-4d36-82e4-de3daab6a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.409535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bb0fa-4eca-4d36-82e4-de3daab6a9e0 None None] Port 4fa68a41-e5e7-4b98-b907-159a7c0cd784 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:40.593969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8646-6ab1-4fa8-b01e-684b660f24ca req-842e39d6-6eee-4018-b018-7b2e76c09950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.595489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8e8646-6ab1-4fa8-b01e-684b660f24ca req-842e39d6-6eee-4018-b018-7b2e76c09950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0781267 Nov 12 03:43:40.647135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.658437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.694327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8e8646-6ab1-4fa8-b01e-684b660f24ca req-60d6a1f5-ea5f-44b4-9818-3f09ef4d0fb0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888643 Nov 12 03:43:40.751649 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.764050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=4fa68a41-e5e7-4b98-b907-159a7c0cd784,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.857351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:40.858921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:40.893556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4540edf2-ee69-41aa-84d8-cc167caa9551 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:40.950864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4540edf2-ee69-41aa-84d8-cc167caa9551 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:40.952378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.027852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router c41d5cb3-ffcc-4526-9dbf-660da012085a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:41.146053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:41.153928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.154963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-283762d7-dd24-4431-81c5-6a2e1cf3c5ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5067084 Nov 12 03:43:41.159384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] Sync routers for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:41.172438 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:41.173327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.206242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c27fa-d420-4495-8782-41d66a608692 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.211019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.213358 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.214083 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-320c27fa-d420-4495-8782-41d66a608692 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports/4fa68a41-e5e7-4b98-b907-159a7c0cd784 HTTP/1.1" status: 200 len: 910 time: 0.0585370 Nov 12 03:43:41.228372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:41.229348 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.241028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-433f08ae-98d8-4a8d-85ae-9595f017371d None None] Provisioning complete for port 4fa68a41-e5e7-4b98-b907-159a7c0cd784 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:41.241397 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-433f08ae-98d8-4a8d-85ae-9595f017371d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.269067 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:41.270077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d886d24-49c1-487a-b622-b785bbb5ce1a None None] The sync data for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:41.294705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-433f08ae-98d8-4a8d-85ae-9595f017371d None None] Port 4fa68a41-e5e7-4b98-b907-159a7c0cd784 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:41.420466 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:41.556631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.863979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42fa3b-99c4-4eb0-bdac-9c82655b095b req-4a33935a-1e4f-4fbc-bc96-3da7f50db354 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.865496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c42fa3b-99c4-4eb0-bdac-9c82655b095b req-4a33935a-1e4f-4fbc-bc96-3da7f50db354 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0676558 Nov 12 03:43:41.873115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 4fa68a41-e5e7-4b98-b907-159a7c0cd784 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:41.873453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.980872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c42fa3b-99c4-4eb0-bdac-9c82655b095b req-1ce53343-4d65-4baa-af64-737c92bad6d2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039596 Nov 12 03:43:41.999305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.011553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 4fa68a41-e5e7-4b98-b907-159a7c0cd784 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:42.179406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.207460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=4fa68a41-e5e7-4b98-b907-159a7c0cd784,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.371005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.559337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router c41d5cb3-ffcc-4526-9dbf-660da012085a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:42.652260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:42.660989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-61e516b0-ea78-4a32-a824-bb5439fa244a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4459319 Nov 12 03:43:42.661685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.662603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] Sync routers for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:42.673962 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:42.674885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.711474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.723241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:42.723878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.761356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:42.762108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9a7b9f-06c6-42d9-8dfa-385a64edf392 None None] The sync data for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:43.254002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd45e-991a-43e6-9180-aba9eeca3fa2 req-8040a49c-7244-4111-ad19-e85b5fbc47bc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.255525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e8bd45e-991a-43e6-9180-aba9eeca3fa2 req-8040a49c-7244-4111-ad19-e85b5fbc47bc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0959482 Nov 12 03:43:43.337309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e8bd45e-991a-43e6-9180-aba9eeca3fa2 req-b6f0c555-cdfe-4e1b-9ed4-82f604a2b941 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757573 Nov 12 03:43:43.388483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.633810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 730ec717-2ee7-434b-a04e-2ca31c761f06 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:43.634167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.721802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.734929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 730ec717-2ee7-434b-a04e-2ca31c761f06 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:43.903671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.935894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=730ec717-2ee7-434b-a04e-2ca31c761f06,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.076836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.235111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router c41d5cb3-ffcc-4526-9dbf-660da012085a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:44.319263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:44.325033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-631a6624-b47e-4616-9a7b-0a2f5899c105 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621706 Nov 12 03:43:44.327788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.330077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] Sync routers for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:44.340337 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:44.345152 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.357944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59366eac-0251-4ee0-a7a7-2d334895be94 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=c41d5cb3-ffcc-4526-9dbf-660da012085a HTTP/1.1" status: 200 len: 205 time: 0.0286789 Nov 12 03:43:44.360722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46440) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.390975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.403300 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] Routers {'c41d5cb3-ffcc-4526-9dbf-660da012085a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:44.403938 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c41d5cb3-ffcc-4526-9dbf-660da012085a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.437748 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.438590 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d27ac2-d710-442e-a3a0-131cc916b8a0 None None] The sync data for ids ['c41d5cb3-ffcc-4526-9dbf-660da012085a'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:44.465904 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.570216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96825-e49f-4c92-8f22-3ae14f310807 req-24cdd4fa-d98f-4b5a-8046-6fc21a158296 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.571685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abf96825-e49f-4c92-8f22-3ae14f310807 req-24cdd4fa-d98f-4b5a-8046-6fc21a158296 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1242735 Nov 12 03:43:44.671018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.675310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.739242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abf96825-e49f-4c92-8f22-3ae14f310807 req-90baf25b-cce0-4416-a34f-e85f94896c53 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444895 Nov 12 03:43:44.740392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.740897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router c41d5cb3-ffcc-4526-9dbf-660da012085a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:44.756707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.760229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9f76d00d-868a-41f6-ac4b-e584385106ea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a HTTP/1.1" status: 204 len: 168 time: 0.3959587 Nov 12 03:43:44.760854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46450) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.820297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet ff056e71-9cd5-4b0a-a220-6091a037cba1 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:44.823563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.869736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.976214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.038752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.068089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=ff056e71-9cd5-4b0a-a220-6091a037cba1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.073453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.077693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-335df5c2-bfec-4085-ac54-d4cebab39548 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/ff056e71-9cd5-4b0a-a220-6091a037cba1 HTTP/1.1" status: 204 len: 168 time: 0.3146410 Nov 12 03:43:45.079755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.085357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cf8de-8bc4-4c5f-917c-af93bb57edfb None None] Network cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:45.157789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-16242274-810c-44a6-880b-2e03146f8159 req-5de53a1e-6b5f-4426-8842-5576456f40f2 tempest-ServerAddressesTestJSON-1655324498 tempest-ServerAddressesTestJSON-1655324498-project] (102605) timed out ('10.222.0.100', 59860) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:43:45.171611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet 0d448900-2195-4d95-a276-70cd28b0ab51 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:45.178287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.236401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.325472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] DHCP port deletion for cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:45.342658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.379567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Deleting port 4540edf2-ee69-41aa-84d8-cc167caa9551 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.379931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.404957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.434929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=0d448900-2195-4d95-a276-70cd28b0ab51,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.441576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.445977 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af589e3f-920d-4275-89b8-0e357dcd776b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/0d448900-2195-4d95-a276-70cd28b0ab51 HTTP/1.1" status: 204 len: 168 time: 0.3650038 Nov 12 03:43:45.447887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.448175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] For port 4540edf2-ee69-41aa-84d8-cc167caa9551, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4540edf2-ee69-41aa-84d8-cc167caa9551,segment=NetworkSegment(7af97e08-83f7-4b0b-92b4-4bf014e584a0),segment_id=7af97e08-83f7-4b0b-92b4-4bf014e584a0)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.448690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.458964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933acaf1-2d29-4676-91ad-36bec87cf63e None None] Network 218b3c75-93a9-4e7f-b89e-ff557165d5c7 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:45.481636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Calling delete_port for 4540edf2-ee69-41aa-84d8-cc167caa9551 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:45.530695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.583876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 4540edf2-ee69-41aa-84d8-cc167caa9551 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.584157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.651540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.660880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 4540edf2-ee69-41aa-84d8-cc167caa9551, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4540edf2-ee69-41aa-84d8-cc167caa9551,segment=NetworkSegment(7af97e08-83f7-4b0b-92b4-4bf014e584a0),segment_id=7af97e08-83f7-4b0b-92b4-4bf014e584a0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.661253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.675999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 4540edf2-ee69-41aa-84d8-cc167caa9551 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:45.678852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] Pushing event deleted for resources: {'Port': ['ID=4540edf2-ee69-41aa-84d8-cc167caa9551,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.683386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918b48b-60b2-4adb-983c-5f3548297b92 None None] No DVR routers for this DVR port 4540edf2-ee69-41aa-84d8-cc167caa9551 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:45.742168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] DHCP port deletion for 218b3c75-93a9-4e7f-b89e-ff557165d5c7 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:45.765195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.796310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port 4540edf2-ee69-41aa-84d8-cc167caa9551 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:45.802918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=4540edf2-ee69-41aa-84d8-cc167caa9551,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.846504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Deleting port 2301e5f8-b83a-4610-9745-3de918cc1ee8 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.846898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.893847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.915552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b362-3495-4726-8d35-b0a553d29d0a req-f2b12dd4-b42c-4ba2-85be-97d7be3b5b8e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.917191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dee8b362-3495-4726-8d35-b0a553d29d0a req-f2b12dd4-b42c-4ba2-85be-97d7be3b5b8e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0660839 Nov 12 03:43:45.922607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] For port 2301e5f8-b83a-4610-9745-3de918cc1ee8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2301e5f8-b83a-4610-9745-3de918cc1ee8,segment=NetworkSegment(110f0c09-00e2-4d20-8ed5-d2febafcfdb3),segment_id=110f0c09-00e2-4d20-8ed5-d2febafcfdb3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.923080 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.927337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.938777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Calling delete_port for 2301e5f8-b83a-4610-9745-3de918cc1ee8 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:45.939649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af97e08-83f7-4b0b-92b4-4bf014e584a0') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.940653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af97e08-83f7-4b0b-92b4-4bf014e584a0') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:45.953723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.971913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.980704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dee8b362-3495-4726-8d35-b0a553d29d0a req-7a7dcf9c-f366-4bf2-b71f-4b7c70c260fc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562158 Nov 12 03:43:45.982142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:45.982759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:46.003401 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:46.068930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.085245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.094009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.096950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] Pushing event deleted for resources: {'Port': ['ID=2301e5f8-b83a-4610-9745-3de918cc1ee8,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.101097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f427294-9c8f-4a36-83c9-f42fef088beb None None] No DVR routers for this DVR port 2301e5f8-b83a-4610-9745-3de918cc1ee8 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:46.102326 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1 HTTP/1.1" status: 204 len: 168 time: 0.6534154 Nov 12 03:43:46.102631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46486) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.129164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1886f-9bbb-4b8a-8bcc-395b384d3026 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=cbc0e9fe-7306-455f-a6e8-e5b4d10e3ed1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.206199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.323080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.345541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218b3c75-93a9-4e7f-b89e-ff557165d5c7']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.356504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110f0c09-00e2-4d20-8ed5-d2febafcfdb3') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.356803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110f0c09-00e2-4d20-8ed5-d2febafcfdb3') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.366606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.383896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.390803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:46.391200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:46.394483 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:46.463744 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.476512 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.479827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/218b3c75-93a9-4e7f-b89e-ff557165d5c7 HTTP/1.1" status: 204 len: 168 time: 0.3760166 Nov 12 03:43:46.483591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46536) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.498905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1295392839'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:46.504758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc7df0-6075-4aa7-9b34-32065338cb9f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=218b3c75-93a9-4e7f-b89e-ff557165d5c7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.525403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:46.529684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.559365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:46.573495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.573886 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 26ec8f34-60b9-4661-8ebb-2b0071d0c64d of type vlan for network 2f0bf700-5249-4cba-9b9e-3308b3bb459c Nov 12 03:43:46.615539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.644891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.651092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.651758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.723217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2357147 Nov 12 03:43:46.723992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46570) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.729976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:46.755816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78e78-1e81-40e0-adfe-af577d47f921 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=2f0bf700-5249-4cba-9b9e-3308b3bb459c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.769681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:46.843644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:46.848126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.943900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4540edf2-ee69-41aa-84d8-cc167caa9551 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:46.968312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4540edf2-ee69-41aa-84d8-cc167caa9551 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:46.968964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4540edf2-ee69-41aa-84d8-cc167caa9551 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:46.969574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2301e5f8-b83a-4610-9745-3de918cc1ee8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:46.990877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2301e5f8-b83a-4610-9745-3de918cc1ee8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:46.991477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2301e5f8-b83a-4610-9745-3de918cc1ee8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:47.115646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.192661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec7b8-575f-49d5-80e2-c56757e8faf8 req-7490ea90-4db3-413d-96e6-49739369e1ba tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.194636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b9ec7b8-575f-49d5-80e2-c56757e8faf8 req-7490ea90-4db3-413d-96e6-49739369e1ba tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.1258149 Nov 12 03:43:47.203437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=c1b42fe6-b6ee-44de-a3fa-43ecab42f573,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.248118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '26ec8f34-60b9-4661-8ebb-2b0071d0c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:47.248685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: 2f0bf700-5249-4cba-9b9e-3308b3bb459c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:47.281809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b9ec7b8-575f-49d5-80e2-c56757e8faf8 req-b27a889c-be18-4c0b-9a6b-8aa2e6d66ee3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752928 Nov 12 03:43:47.291195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:47.310307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2f0bf700-5249-4cba-9b9e-3308b3bb459c) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:47.314520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.315292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.319247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338864e6-2252-4b88-914b-bc2587b5b56d None None] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.346890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.347900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d7950a35-9b25-440e-855e-b6fbc5d6f59e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6221032 Nov 12 03:43:47.352475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-921252000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.393837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.394893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.473786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.479544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.511293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-2f0bf700-5249-4cba-9b9e-3308b3bb459c', 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': 'c1b42fe6-b6ee-44de-a3fa-43ecab42f573'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:47.512573 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.512698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.516508 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cbcdc829-cf20-4cb4-9756-27707f4b6a22 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1651769 Nov 12 03:43:47.517276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.522774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'port': {'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c', 'name': 'tempest-RoutersTest-1125881256'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.667344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.671863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.682316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Allocated IP 172.20.0.2 (2f0bf700-5249-4cba-9b9e-3308b3bb459c/c1b42fe6-b6ee-44de-a3fa-43ecab42f573/9c174c6b-adac-4af7-b428-c28fc1000a57) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:47.694577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] device_id is not set on port d6edc749-8cd9-4074-99ea-6330b2c924cb yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:47.864896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.873268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.920804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:47.926141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:47.930606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:47.940336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Pushing event updated for resources: {'Port': ['ID=9c174c6b-adac-4af7-b428-c28fc1000a57,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.956954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.20.0.3 (2f0bf700-5249-4cba-9b9e-3308b3bb459c/c1b42fe6-b6ee-44de-a3fa-43ecab42f573/d6edc749-8cd9-4074-99ea-6330b2c924cb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.021004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eafb4927-a42a-4331-889c-69af63e63a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.022688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Attempting to bind port 9c174c6b-adac-4af7-b428-c28fc1000a57 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:48.023157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Attempting to bind port 9c174c6b-adac-4af7-b428-c28fc1000a57 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '26ec8f34-60b9-4661-8ebb-2b0071d0c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:48.023718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Attempting to bind port 9c174c6b-adac-4af7-b428-c28fc1000a57 on network 2f0bf700-5249-4cba-9b9e-3308b3bb459c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:48.032726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:48.033191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Checking segment: {'id': '26ec8f34-60b9-4661-8ebb-2b0071d0c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:48.033602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.033997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Bound using segment: {'id': '26ec8f34-60b9-4661-8ebb-2b0071d0c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:48.034470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Bound port: 9c174c6b-adac-4af7-b428-c28fc1000a57, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ec8f34-60b9-4661-8ebb-2b0071d0c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '2f0bf700-5249-4cba-9b9e-3308b3bb459c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:48.034846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.161795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.200874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.245793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:48.250852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.255456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:48.293612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] For port 9c174c6b-adac-4af7-b428-c28fc1000a57, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:48.299043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] For port 9c174c6b-adac-4af7-b428-c28fc1000a57, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9c174c6b-adac-4af7-b428-c28fc1000a57,segment=NetworkSegment(26ec8f34-60b9-4661-8ebb-2b0071d0c64d),segment_id=26ec8f34-60b9-4661-8ebb-2b0071d0c64d)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:48.307175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.318915 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.319740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.327541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d6edc749-8cd9-4074-99ea-6330b2c924cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.343928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70027606-131b-4ffb-9808-9b694015a1b5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8254251 Nov 12 03:43:48.346500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.434065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77464d3-1226-4b03-902a-4265e20a06b6 None None] Pushing event updated for resources: {'Port': ['ID=9c174c6b-adac-4af7-b428-c28fc1000a57,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.494826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07836-fca0-47af-baa0-54924a6aeb9a req-9d5e7470-5f1e-4238-8c48-1ad1c1f1219a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.500945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5c07836-fca0-47af-baa0-54924a6aeb9a req-9d5e7470-5f1e-4238-8c48-1ad1c1f1219a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0834641 Nov 12 03:43:48.581704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5c07836-fca0-47af-baa0-54924a6aeb9a req-76851c35-7f95-4fc4-92cc-77644294c0a3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725787 Nov 12 03:43:48.939841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9c174c6b-adac-4af7-b428-c28fc1000a57 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:49.023032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9c174c6b-adac-4af7-b428-c28fc1000a57 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.023677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.129105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.182585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9c174c6b-adac-4af7-b428-c28fc1000a57, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9c174c6b-adac-4af7-b428-c28fc1000a57,segment=NetworkSegment(26ec8f34-60b9-4661-8ebb-2b0071d0c64d),segment_id=26ec8f34-60b9-4661-8ebb-2b0071d0c64d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:49.194712 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.244230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.281397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9c174c6b-adac-4af7-b428-c28fc1000a57,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.582288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.588492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.672206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d6edc749-8cd9-4074-99ea-6330b2c924cb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.756176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d713-069a-4aa1-a8c1-7fd605470335 req-f1f056ea-a216-4b28-ad48-6fa009586c6a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.757712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e77d713-069a-4aa1-a8c1-7fd605470335 req-f1f056ea-a216-4b28-ad48-6fa009586c6a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0761535 Nov 12 03:43:49.823280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5f108-bb37-4b0f-8f20-daf9d0500622 None None] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:49.840485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e77d713-069a-4aa1-a8c1-7fd605470335 req-442e84a0-366d-41d0-a3cc-2ae6f9b9e758 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732963 Nov 12 03:43:49.907116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.920995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-51d8457b-d34e-49f2-8267-2aa64b81b8c8 None None] Provisioning complete for port 9c174c6b-adac-4af7-b428-c28fc1000a57 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.921438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51d8457b-d34e-49f2-8267-2aa64b81b8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.054390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.068490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21d2ff-4768-4bc7-8f96-59d2d9abaa4b req-d728edbd-6b70-4254-9c28-3b704c327a7b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.071396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec21d2ff-4768-4bc7-8f96-59d2d9abaa4b req-d728edbd-6b70-4254-9c28-3b704c327a7b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0578344 Nov 12 03:43:50.150825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec21d2ff-4768-4bc7-8f96-59d2d9abaa4b req-3dab7694-7b93-4ecb-8b53-c2b32e78e005 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637736 Nov 12 03:43:50.298203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda0374-1b8f-4c1b-afc2-d451a2c9c662 req-a973d4b6-e0fe-4926-8a59-b65a4dbbb6e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.304511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcda0374-1b8f-4c1b-afc2-d451a2c9c662 req-a973d4b6-e0fe-4926-8a59-b65a4dbbb6e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0612938 Nov 12 03:43:50.364594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcda0374-1b8f-4c1b-afc2-d451a2c9c662 req-a6cd4789-7553-48c3-80e6-73143ace6434 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579741 Nov 12 03:43:50.364828 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e591d1c1-544e-4d96-ada1-84ec1c81a829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.400857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.406773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.422340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-33e9c41b-b4b6-4fb8-b2f6-3e7e5883a00e None None] Provisioning complete for port d6edc749-8cd9-4074-99ea-6330b2c924cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.422713 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33e9c41b-b4b6-4fb8-b2f6-3e7e5883a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.478236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-33e9c41b-b4b6-4fb8-b2f6-3e7e5883a00e None None] Port d6edc749-8cd9-4074-99ea-6330b2c924cb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:50.486723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d6edc749-8cd9-4074-99ea-6330b2c924cb,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.489944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.492595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-33e9c41b-b4b6-4fb8-b2f6-3e7e5883a00e None None] Provisioning complete for port 9c174c6b-adac-4af7-b428-c28fc1000a57 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.493168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33e9c41b-b4b6-4fb8-b2f6-3e7e5883a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.607215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:50.609326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:50.683097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-c0dc0068-34ea-4060-b2ca-7a3342ea5adc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.684776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-c0dc0068-34ea-4060-b2ca-7a3342ea5adc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1168389 Nov 12 03:43:50.705660 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4be31369-91b6-4bc0-9412-c2fcf7a0cb59 None None] Provisioning complete for port d6edc749-8cd9-4074-99ea-6330b2c924cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.706333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4be31369-91b6-4bc0-9412-c2fcf7a0cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.709953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-c46ac0e0-19c3-43d4-aaa0-eee0b8b07e4a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/quotas/43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 375 time: 0.0155368 Nov 12 03:43:50.749775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4be31369-91b6-4bc0-9412-c2fcf7a0cb59 None None] Port d6edc749-8cd9-4074-99ea-6330b2c924cb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:50.758065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router fd34035f-2367-447f-8a56-2abe6cc38554 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:50.780300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-b2ca9142-4a1c-49e5-97ca-15f94f3fad41 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0692797 Nov 12 03:43:50.862324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:50.869686 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-adcb92ba-5d5f-4970-af1b-d279e66f24ab tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/fd34035f-2367-447f-8a56-2abe6cc38554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220060 Nov 12 03:43:50.872581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.877970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] Sync routers for ids ['fd34035f-2367-447f-8a56-2abe6cc38554'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:50.899238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] Routers {'fd34035f-2367-447f-8a56-2abe6cc38554'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:50.899686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-3ae308ef-d98e-473f-a35b-eb61b1783581 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185346 Nov 12 03:43:50.907038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fd34035f-2367-447f-8a56-2abe6cc38554'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.931871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331720cb-e9f9-401e-b9b5-2174a4a8edb6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.935860 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-331720cb-e9f9-401e-b9b5-2174a4a8edb6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports/d6edc749-8cd9-4074-99ea-6330b2c924cb HTTP/1.1" status: 200 len: 977 time: 0.0579395 Nov 12 03:43:50.936085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.951890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9c174c6b-adac-4af7-b428-c28fc1000a57 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:50.956023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.996147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] Routers {'fd34035f-2367-447f-8a56-2abe6cc38554'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:50.997005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fd34035f-2367-447f-8a56-2abe6cc38554'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.010019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-de344c37-8edf-4a36-b346-8a2861240c28 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030910 Nov 12 03:43:51.053671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:51.054379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937bed1e-fa38-478f-abd5-638efa38f48c None None] The sync data for ids ['fd34035f-2367-447f-8a56-2abe6cc38554'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:51.058469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-72b1094a-2cf5-4c27-8a05-0e991771f3d5 None None] Provisioning complete for port d6edc749-8cd9-4074-99ea-6330b2c924cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.058920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72b1094a-2cf5-4c27-8a05-0e991771f3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.106168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-72b1094a-2cf5-4c27-8a05-0e991771f3d5 None None] Port d6edc749-8cd9-4074-99ea-6330b2c924cb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:51.111126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9c174c6b-adac-4af7-b428-c28fc1000a57 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.111500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.258058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4d46be6-4444-48dc-a4b1-862d84feca99 req-800ef609-9e46-4070-926d-82eaf2ce6196 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 210 time: 0.0634344 Nov 12 03:43:51.276853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-698e887c-15ce-45fc-9b14-68ac01f0d9aa None None] Provisioning complete for port d6edc749-8cd9-4074-99ea-6330b2c924cb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.277441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-698e887c-15ce-45fc-9b14-68ac01f0d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.338450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-698e887c-15ce-45fc-9b14-68ac01f0d9aa None None] Port d6edc749-8cd9-4074-99ea-6330b2c924cb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:51.363230 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.622663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port d6edc749-8cd9-4074-99ea-6330b2c924cb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:51.623817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.693004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.722360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.735318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for d6edc749-8cd9-4074-99ea-6330b2c924cb owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:51.917541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.947121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=d6edc749-8cd9-4074-99ea-6330b2c924cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.093344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.293425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router fd34035f-2367-447f-8a56-2abe6cc38554 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:52.309799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-2d903ff7-46b6-49c7-802c-668d426efaa9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.311943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-2d903ff7-46b6-49c7-802c-668d426efaa9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1439059 Nov 12 03:43:52.325764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'device_id': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'admin_state_up': True, 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:52.410047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:52.418095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4e9ebbad-d821-4b1f-bce8-28a624846817 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/fd34035f-2367-447f-8a56-2abe6cc38554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785075 Nov 12 03:43:52.418321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.427328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] Sync routers for ids ['fd34035f-2367-447f-8a56-2abe6cc38554'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:52.436713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] Routers {'fd34035f-2367-447f-8a56-2abe6cc38554'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:52.437328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fd34035f-2367-447f-8a56-2abe6cc38554'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.456069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d42e014-3007-457a-ac69-e5d12aee1a58 req-3a2dc417-8cf6-4f9a-91bc-3f4209581b40 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 210 time: 0.0453744 Nov 12 03:43:52.474446 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.487949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] Routers {'fd34035f-2367-447f-8a56-2abe6cc38554'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:52.488677 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fd34035f-2367-447f-8a56-2abe6cc38554'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.509804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:52.514273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.526992 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.527661 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf7a844-98ff-4f61-9337-3c7e01f8d93f None None] The sync data for ids ['fd34035f-2367-447f-8a56-2abe6cc38554'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:52.637025 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-246ac2ff-e2e5-4999-b8f3-a3ae0e49561c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:43:52.639281 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-246ac2ff-e2e5-4999-b8f3-a3ae0e49561c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/fd34035f-2367-447f-8a56-2abe6cc38554/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2194173 Nov 12 03:43:52.642197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.660418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.20.0.10 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/0419b69d-27d5-46af-ab84-b4067b764d92) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:52.673830 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b368fbc5-0b89-48c7-bffa-82a89309c7ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd34035f-2367-447f-8a56-2abe6cc38554 HTTP/1.1" status: 200 len: 205 time: 0.0302992 Nov 12 03:43:52.677544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 46984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.773441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.991594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.995868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.068419 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.390427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.393343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.393854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router fd34035f-2367-447f-8a56-2abe6cc38554 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:53.401199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.402275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8521d38f-4da0-4f09-ba8c-8702595f873e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/fd34035f-2367-447f-8a56-2abe6cc38554 HTTP/1.1" status: 204 len: 168 time: 0.7237859 Nov 12 03:43:53.405558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.432817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.445797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:53.460340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet c1b42fe6-b6ee-44de-a3fa-43ecab42f573 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:53.464045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.476572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:53.482031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:53.486478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:53.493512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.533650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.546179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.547062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.567393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-bd9cb5f1-4817-46d2-8a88-952fe53a4ce0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2461274 Nov 12 03:43:53.579798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-2a344ab7-2b36-410b-8cff-4c812114fcc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:53.581806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-2a344ab7-2b36-410b-8cff-4c812114fcc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078878 Nov 12 03:43:53.669042 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.684832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.707509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9b05-22ee-4191-bedd-c9222ee07441 req-c71e96f3-52ed-4c38-906a-8f5700c6970c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.709094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa8a9b05-22ee-4191-bedd-c9222ee07441 req-c71e96f3-52ed-4c38-906a-8f5700c6970c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 932 time: 0.1042695 Nov 12 03:43:53.768972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Request body: {'port': {'device_id': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.773182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.804102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b42fe6-b6ee-44de-a3fa-43ecab42f573,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.808690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.811973 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e6ed9702-d49f-472e-804f-b9e22a6e1438 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/c1b42fe6-b6ee-44de-a3fa-43ecab42f573 HTTP/1.1" status: 204 len: 168 time: 0.4051914 Nov 12 03:43:53.814567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 46996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.821033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ebe07f-c0c8-4503-bc5a-33a67b9324ca None None] Network 2f0bf700-5249-4cba-9b9e-3308b3bb459c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:53.869886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa8a9b05-22ee-4191-bedd-c9222ee07441 req-a501e649-a997-45e4-8384-17f39bf78537 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435463 Nov 12 03:43:53.894957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.952287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d58fe416-926d-47ef-bc68-b522109c529c None None] Provisioning complete for port 0419b69d-27d5-46af-ab84-b4067b764d92 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:53.952883 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d58fe416-926d-47ef-bc68-b522109c529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.997097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d58fe416-926d-47ef-bc68-b522109c529c None None] Port 0419b69d-27d5-46af-ab84-b4067b764d92 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:54.068711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] DHCP port deletion for 2f0bf700-5249-4cba-9b9e-3308b3bb459c request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:54.130927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Deleting port 9c174c6b-adac-4af7-b428-c28fc1000a57 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:54.132163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.212555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] For port 9c174c6b-adac-4af7-b428-c28fc1000a57, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9c174c6b-adac-4af7-b428-c28fc1000a57,segment=NetworkSegment(26ec8f34-60b9-4661-8ebb-2b0071d0c64d),segment_id=26ec8f34-60b9-4661-8ebb-2b0071d0c64d)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:54.212864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.227381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Calling delete_port for 9c174c6b-adac-4af7-b428-c28fc1000a57 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:54.254288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0419b69d-27d5-46af-ab84-b4067b764d92 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:54.264460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.280206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Transition to ACTIVE for port object 0419b69d-27d5-46af-ab84-b4067b764d92 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:54.287271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.327350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.340348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.366843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.378999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] The port '9c174c6b-adac-4af7-b428-c28fc1000a57' was deleted {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:43:54.387934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] Pushing event deleted for resources: {'Port': ['ID=9c174c6b-adac-4af7-b428-c28fc1000a57,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.405720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb2255-e06a-484a-b8cc-97c6b765b2f7 None None] No DVR routers for this DVR port 9c174c6b-adac-4af7-b428-c28fc1000a57 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:54.453749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Attempting to bind port 0419b69d-27d5-46af-ab84-b4067b764d92 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:54.454340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Attempting to bind port 0419b69d-27d5-46af-ab84-b4067b764d92 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:54.454441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Attempting to bind port 0419b69d-27d5-46af-ab84-b4067b764d92 on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:54.461456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Port 0419b69d-27d5-46af-ab84-b4067b764d92 on network 129769f6-93ea-43b9-8308-e890d14663ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:54.461783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Attempting to bind port 0419b69d-27d5-46af-ab84-b4067b764d92 on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:54.473396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:54.473969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:54.474498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:54.475070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Bound port: 0419b69d-27d5-46af-ab84-b4067b764d92, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:54.475989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.492602 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.516198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0bf700-5249-4cba-9b9e-3308b3bb459c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.529394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ec8f34-60b9-4661-8ebb-2b0071d0c64d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.529797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ec8f34-60b9-4661-8ebb-2b0071d0c64d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:54.559197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.574248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:54.578004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=0419b69d-27d5-46af-ab84-b4067b764d92,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:54.581423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.582888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.590420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:54.590961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:54.604700 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:54.626579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.627465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.629434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] 10.222.0.100 "PUT /v2.0/ports/0419b69d-27d5-46af-ab84-b4067b764d92 HTTP/1.1" status: 200 len: 1093 time: 1.0373538 Nov 12 03:43:54.631893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:54.635053 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:54.674697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49ad2-364f-4f17-912c-04c567a142b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.687831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.706317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.715309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/2f0bf700-5249-4cba-9b9e-3308b3bb459c HTTP/1.1" status: 204 len: 168 time: 0.8951771 Nov 12 03:43:54.715498 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fc3d23-3d16-490f-8397-7b6deec2ce21 x-openstack-request-id: req-73fc3d23-3d16-490f-8397-7b6deec2ce21 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:54.715603 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:54.715922 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-73fc3d23-3d16-490f-8397-7b6deec2ce21 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:54.716406 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92', 'status': 'completed', 'code': 200} Nov 12 03:43:54.717520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.728384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071011659'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.739594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d2254-aa73-43fa-a40b-d69c0ab76274 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=2f0bf700-5249-4cba-9b9e-3308b3bb459c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.785898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.792683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.797358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-770e04ab-de5b-410a-8569-9d87f98074eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.798929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-770e04ab-de5b-410a-8569-9d87f98074eb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 1096 time: 0.1041932 Nov 12 03:43:54.863379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-e8b11957-6c11-420a-98ac-a8bfeba2a2fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0419b69d-27d5-46af-ab84-b4067b764d92 HTTP/1.1" status: 200 len: 217 time: 0.0521317 Nov 12 03:43:54.884078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:54.922079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9c174c6b-adac-4af7-b428-c28fc1000a57 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:54.938791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.939132 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment f5ca23d3-daa2-43ed-bd67-a864015c643f of type vlan for network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 Nov 12 03:43:54.959264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9c174c6b-adac-4af7-b428-c28fc1000a57 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:54.959644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9c174c6b-adac-4af7-b428-c28fc1000a57 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:55.022747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.026395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-766196f6-af47-42b8-9154-9153df772381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.027807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-766196f6-af47-42b8-9154-9153df772381 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.1537719 Nov 12 03:43:55.079633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf204b-7638-4963-a496-2ca55916c9b1 req-7a21cf3c-0971-4cc5-8461-2fe2a7e16615 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.081121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dbf204b-7638-4963-a496-2ca55916c9b1 req-7a21cf3c-0971-4cc5-8461-2fe2a7e16615 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 944 time: 0.1315005 Nov 12 03:43:55.098497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.103708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.104311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.194125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4719241 Nov 12 03:43:55.194987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.200625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:55.201491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-216f2a40-16f4-49ee-99c9-92ad9e80ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.202962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-216f2a40-16f4-49ee-99c9-92ad9e80ab08 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647305 Nov 12 03:43:55.223868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927846e-34b0-4747-a96f-edfb4dc0df29 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=a5aab4e0-8119-4753-a9ce-e2dc972f9e88,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.240158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:55.246197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2dbf204b-7638-4963-a496-2ca55916c9b1 req-bd016aaf-3058-439e-a027-00602a201eb5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557505 Nov 12 03:43:55.311569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:55.317338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.318564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-5f37d6b0-47d9-48a2-ba45-6e66de2ce09c service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046152 Nov 12 03:43:55.427949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a19fe070-b77b-41a0-9051-bf503035ceaa req-6b2d4e3c-b375-437b-9610-6c1d947d3523 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004734 Nov 12 03:43:55.517217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-314e78f0-805b-40f0-85db-58de534d6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.519029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-314e78f0-805b-40f0-85db-58de534d6a6a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 1096 time: 0.0453963 Nov 12 03:43:55.521810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.580692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=3bd8c37c-b425-49b4-a830-abfd42b49272,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.592387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': 'f5ca23d3-daa2-43ed-bd67-a864015c643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.592663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: a5aab4e0-8119-4753-a9ce-e2dc972f9e88, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:55.609705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:55.621762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a5aab4e0-8119-4753-a9ce-e2dc972f9e88) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:55.627809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.628657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.634214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90329ed1-76fb-4c89-a1f5-69816c624bbc None None] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:55.636462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-c6836510-dd0c-4361-ad30-3134897a6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.638127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-c6836510-dd0c-4361-ad30-3134897a6d05 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1118295 Nov 12 03:43:55.665521 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9701422e-05be-4368-a4dc-05b0dab84de1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4672906 Nov 12 03:43:55.666053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.670649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-940969338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:55.694501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-fd6fc7c0-80a1-42b8-86a3-08170302f0f5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0419b69d-27d5-46af-ab84-b4067b764d92 HTTP/1.1" status: 200 len: 217 time: 0.0478790 Nov 12 03:43:55.706982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.710038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.758526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-61d892b0-c6b0-45ec-9e5e-98017b25e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.760866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-61d892b0-c6b0-45ec-9e5e-98017b25e125 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0572035 Nov 12 03:43:55.777570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.784541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.808633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.813487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a5aab4e0-8119-4753-a9ce-e2dc972f9e88', 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': '3bd8c37c-b425-49b4-a830-abfd42b49272'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:55.814152 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.815713 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40de1a8b-b8df-4eb2-8c81-2a92858b1d25 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1430359 Nov 12 03:43:55.816658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47012) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.863843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-58ba5dfc-4c40-4ff3-b864-b5adc2b06c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.865635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-58ba5dfc-4c40-4ff3-b864-b5adc2b06c57 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969448 Nov 12 03:43:55.956194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Allocated IP 172.20.0.2 (a5aab4e0-8119-4753-a9ce-e2dc972f9e88/3bd8c37c-b425-49b4-a830-abfd42b49272/0566ac9d-7a45-4eaa-adf9-33d0dc418f41) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:56.106826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.113449 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.141718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-0ba321ea-6d93-4f34-a1f4-d0313f607f50 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457025 Nov 12 03:43:56.162059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Pushing event updated for resources: {'Port': ['ID=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.175937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:56.177387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:56.179877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:56.240619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Attempting to bind port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:56.241666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Attempting to bind port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f5ca23d3-daa2-43ed-bd67-a864015c643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:56.242184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Attempting to bind port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 on network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:56.248608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:56.249203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Checking segment: {'id': 'f5ca23d3-daa2-43ed-bd67-a864015c643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:56.250041 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.250701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Bound using segment: {'id': 'f5ca23d3-daa2-43ed-bd67-a864015c643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:56.251174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Bound port: 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ca23d3-daa2-43ed-bd67-a864015c643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'a5aab4e0-8119-4753-a9ce-e2dc972f9e88'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:56.251772 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.269007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.325119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] For port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:56.329045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] For port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,segment=NetworkSegment(f5ca23d3-daa2-43ed-bd67-a864015c643f),segment_id=f5ca23d3-daa2-43ed-bd67-a864015c643f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:56.335928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.377737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64ad343b-e4aa-4a63-aca4-20a6c779ea2a req-b3403237-7f8d-4838-91a7-6f094dfaadc6 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168596 Nov 12 03:43:56.396884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ac956-3d79-4322-8eaf-32e475cb3fe0 None None] Pushing event updated for resources: {'Port': ['ID=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.501959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba12c-5acd-41f8-aea5-9112a31f8519 req-938ec161-96ee-4dca-bfcf-85a80e98101a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.503592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be7ba12c-5acd-41f8-aea5-9112a31f8519 req-938ec161-96ee-4dca-bfcf-85a80e98101a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 944 time: 0.1223545 Nov 12 03:43:56.645035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be7ba12c-5acd-41f8-aea5-9112a31f8519 req-985f3df7-c93a-4e49-a67a-2f32b26a879d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137192 Nov 12 03:43:56.653254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.20.0.1 (a5aab4e0-8119-4753-a9ce-e2dc972f9e88/3bd8c37c-b425-49b4-a830-abfd42b49272/7238ec7e-ed19-4d86-9758-b856ad1b292c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:56.782343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.814957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.852910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:56.856085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:56.858634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:56.903511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=7238ec7e-ed19-4d86-9758-b856ad1b292c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.914164 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.954988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:57.005129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:57.005494 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.044151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.097172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.132494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,segment=NetworkSegment(f5ca23d3-daa2-43ed-bd67-a864015c643f),segment_id=f5ca23d3-daa2-43ed-bd67-a864015c643f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:57.137723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.195808 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.356337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.362472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.409383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=7238ec7e-ed19-4d86-9758-b856ad1b292c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.461147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.497016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38311d97-ecbd-4faf-b718-6bd000542ba0 None None] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:57.581385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8e17f972-0009-4e48-b07c-e06a279ea25f None None] Provisioning complete for port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:57.581913 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8e17f972-0009-4e48-b07c-e06a279ea25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.595309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-eaf0c430-e11f-4ddf-ac62-60051df9429c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1640298 Nov 12 03:43:57.601773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:57.603325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:57.778654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-bd0f56cf-705b-4750-b311-b7f111bc9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.780832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-bd0f56cf-705b-4750-b311-b7f111bc9bf0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 1098 time: 0.0929530 Nov 12 03:43:57.846231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba96134-3c7b-49a7-9c5e-1ee0004bc5fc req-46550e4a-8f36-424e-a78b-93f6b7d0cc37 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.847894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba96134-3c7b-49a7-9c5e-1ee0004bc5fc req-46550e4a-8f36-424e-a78b-93f6b7d0cc37 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 944 time: 0.1136069 Nov 12 03:43:57.889185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router 5c498cc6-207a-4bc5-a002-611499ab8b05 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:57.985863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6a5204ad-a4e5-4461-bd3c-4fd8f5145da0 None None] Provisioning complete for port 7238ec7e-ed19-4d86-9758-b856ad1b292c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:57.986823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a5204ad-a4e5-4461-bd3c-4fd8f5145da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.033783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-5c4b5870-0d42-4832-a2df-0384539cdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.034947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-5c4b5870-0d42-4832-a2df-0384539cdb11 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.2309968 Nov 12 03:43:58.039370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a5204ad-a4e5-4461-bd3c-4fd8f5145da0 None None] Port 7238ec7e-ed19-4d86-9758-b856ad1b292c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:58.050456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ba96134-3c7b-49a7-9c5e-1ee0004bc5fc req-f0b507f0-d13c-4e11-9c5c-865ba6def1c0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883221 Nov 12 03:43:58.067128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6a5204ad-a4e5-4461-bd3c-4fd8f5145da0 None None] Provisioning complete for port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:58.067633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a5204ad-a4e5-4461-bd3c-4fd8f5145da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.117487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:58.129076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.141400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d02746f5-bfca-42e5-af29-9f47e61428ac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/5c498cc6-207a-4bc5-a002-611499ab8b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3215518 Nov 12 03:43:58.164765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-0045139b-b76e-4316-ae54-2b8712875eb4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.1086817 Nov 12 03:43:58.215068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a489b3a3-1bdd-4aca-9bfa-392a2209f13a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.217465 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a489b3a3-1bdd-4aca-9bfa-392a2209f13a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports/7238ec7e-ed19-4d86-9758-b856ad1b292c HTTP/1.1" status: 200 len: 910 time: 0.0853271 Nov 12 03:43:58.221362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.351300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] Sync routers for ids ['5c498cc6-207a-4bc5-a002-611499ab8b05'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:58.375079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] Routers {'5c498cc6-207a-4bc5-a002-611499ab8b05'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:58.376043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5c498cc6-207a-4bc5-a002-611499ab8b05'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.423904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.459744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] Routers {'5c498cc6-207a-4bc5-a002-611499ab8b05'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:58.463485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5c498cc6-207a-4bc5-a002-611499ab8b05'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.515057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:58.515881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c46103-a458-4840-9b79-ffc39bcc2a46 None None] The sync data for ids ['5c498cc6-207a-4bc5-a002-611499ab8b05'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:58.553914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e98c64e8-3570-4cd0-b6bc-1a8ef23180f8 None None] Provisioning complete for port 7238ec7e-ed19-4d86-9758-b856ad1b292c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:58.554454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e98c64e8-3570-4cd0-b6bc-1a8ef23180f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.601011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e98c64e8-3570-4cd0-b6bc-1a8ef23180f8 None None] Port 7238ec7e-ed19-4d86-9758-b856ad1b292c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:58.630281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.717618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-1715d448-275e-43aa-8476-56820de1b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.719465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-1715d448-275e-43aa-8476-56820de1b891 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.5435185 Nov 12 03:43:58.726588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b924793a-8d31-48af-9387-ffd39f34fd1b None None] Provisioning complete for port 7238ec7e-ed19-4d86-9758-b856ad1b292c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:58.727289 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b924793a-8d31-48af-9387-ffd39f34fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.755226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 0419b69d-27d5-46af-ab84-b4067b764d92 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:58.778186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-41e3faa0-9753-4251-8803-d71b24228686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.781631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-41e3faa0-9753-4251-8803-d71b24228686 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549190 Nov 12 03:43:58.796436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b924793a-8d31-48af-9387-ffd39f34fd1b None None] Port 7238ec7e-ed19-4d86-9758-b856ad1b292c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:58.796575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-ea6d4c66-f8ef-406f-bc92-317a6fe39930 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:43:58.797978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-ea6d4c66-f8ef-406f-bc92-317a6fe39930 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083413 Nov 12 03:43:58.900827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=0419b69d-27d5-46af-ab84-b4067b764d92,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:58.914633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '0419b69d-27d5-46af-ab84-b4067b764d92', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '0419b69d-27d5-46af-ab84-b4067b764d92', 'mac_address': 'fa:16:3e:cb:12:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:58.956722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:58.972421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 7238ec7e-ed19-4d86-9758-b856ad1b292c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:58.973164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.973745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-8773c9e7-2d70-4a08-8046-c360e1b4cfc4 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688111 Nov 12 03:43:59.013891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.043528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0419b69d-27d5-46af-ab84-b4067b764d92 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:59.076602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:59.076978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.079571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=0419b69d-27d5-46af-ab84-b4067b764d92,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:59.082792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e44dfa-14bb-4dcc-b2c7-71c2065f3c49 req-082fa7c2-5217-4652-974d-04d4f01c3884 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018236 Nov 12 03:43:59.092017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.102212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.105203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 7238ec7e-ed19-4d86-9758-b856ad1b292c owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:59.166427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.186576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f3cd-a178-4d61-a831-1088f2d473f6 req-c342865e-dfcd-443a-b6c2-4dd7edde8984 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.188103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52f4f3cd-a178-4d61-a831-1088f2d473f6 req-c342865e-dfcd-443a-b6c2-4dd7edde8984 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 945 time: 0.0584683 Nov 12 03:43:59.250097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52f4f3cd-a178-4d61-a831-1088f2d473f6 req-1364ffc6-7e2d-4064-ab59-d0ad348754ca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543222 Nov 12 03:43:59.303855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.331719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=7238ec7e-ed19-4d86-9758-b856ad1b292c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.355618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:59.487297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.645496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router 5c498cc6-207a-4bc5-a002-611499ab8b05 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:59.721861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:59.726782 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce7e44e2-73a8-4203-8a38-2509203ae059 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/5c498cc6-207a-4bc5-a002-611499ab8b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041857 Nov 12 03:43:59.729529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.732096 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] Sync routers for ids ['5c498cc6-207a-4bc5-a002-611499ab8b05'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:59.743084 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] Routers {'5c498cc6-207a-4bc5-a002-611499ab8b05'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:59.743714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5c498cc6-207a-4bc5-a002-611499ab8b05'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.756116 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3d3329c6-627a-43b4-90b9-01bf34ebdf0e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=5c498cc6-207a-4bc5-a002-611499ab8b05 HTTP/1.1" status: 200 len: 205 time: 0.0254581 Nov 12 03:43:59.758531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.778921 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.787980 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] Routers {'5c498cc6-207a-4bc5-a002-611499ab8b05'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:59.788587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5c498cc6-207a-4bc5-a002-611499ab8b05'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.820715 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.821404 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d7b7e-f829-4bdc-b0a8-7c1231c7886c None None] The sync data for ids ['5c498cc6-207a-4bc5-a002-611499ab8b05'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:59.834600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.001800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.003859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.047971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.048544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router 5c498cc6-207a-4bc5-a002-611499ab8b05 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:00.056159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.057288 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c331638f-4180-4f18-9926-6da4fa358147 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/5c498cc6-207a-4bc5-a002-611499ab8b05 HTTP/1.1" status: 204 len: 168 time: 0.2978611 Nov 12 03:44:00.060042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.115302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet 3bd8c37c-b425-49b4-a830-abfd42b49272 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:00.118544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.158793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.247049 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.309122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.346936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.353150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/3bd8c37c-b425-49b4-a830-abfd42b49272 HTTP/1.1" status: 204 len: 168 time: 0.2886636 Nov 12 03:44:00.353150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251e59-753b-4754-b7ec-e40277687104 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd8c37c-b425-49b4-a830-abfd42b49272,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.353368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3c859-229d-4c20-8ffc-0ef942f9c9fc None None] Network a5aab4e0-8119-4753-a9ce-e2dc972f9e88 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:00.353773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47048) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.404069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3b317-02ec-4719-a430-fa43fedfc5d5 req-b7a4c0ed-159e-4543-9979-3f9b15ce6a49 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.406080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ee3b317-02ec-4719-a430-fa43fedfc5d5 req-b7a4c0ed-159e-4543-9979-3f9b15ce6a49 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 945 time: 0.0701149 Nov 12 03:44:00.457469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.472656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ee3b317-02ec-4719-a430-fa43fedfc5d5 req-b47c3ca4-04a2-480a-bdef-fada20e17fe4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603092 Nov 12 03:44:00.527704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:00.529130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.578159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] DHCP port deletion for a5aab4e0-8119-4753-a9ce-e2dc972f9e88 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:00.602321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,segment=NetworkSegment(f5ca23d3-daa2-43ed-bd67-a864015c643f),segment_id=f5ca23d3-daa2-43ed-bd67-a864015c643f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:00.602688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.616172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:00.636985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Deleting port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:00.637383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.706902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] For port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,segment=NetworkSegment(f5ca23d3-daa2-43ed-bd67-a864015c643f),segment_id=f5ca23d3-daa2-43ed-bd67-a864015c643f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:00.707263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.711363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.721422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Calling delete_port for 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:00.738999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.742742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:00.764536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 0419b69d-27d5-46af-ab84-b4067b764d92 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:00.853567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.856531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.885648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 0419b69d-27d5-46af-ab84-b4067b764d92 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:00.891505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 0419b69d-27d5-46af-ab84-b4067b764d92 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:00.891915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.892928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5aab4e0-8119-4753-a9ce-e2dc972f9e88']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:00.905306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ca23d3-daa2-43ed-bd67-a864015c643f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:00.905738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ca23d3-daa2-43ed-bd67-a864015c643f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:00.920575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.922039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] Pushing event deleted for resources: {'Port': ['ID=0566ac9d-7a45-4eaa-adf9-33d0dc418f41,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.929361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.930527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa7cf8-55d7-4d10-bf2c-673303bc3ec1 None None] No DVR routers for this DVR port 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:00.941780 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.950586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:00.951983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:00.952850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:00.957794 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:00.977919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:00.978261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0566ac9d-7a45-4eaa-adf9-33d0dc418f41 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:01.012331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.030876 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.036366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:01.039340 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b7a91a-3361-40f4-a904-29fd89ab6beb" -d '{"events": [{"server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "name": "network-vif-plugged", "status": "completed", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:01.039694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.047027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/a5aab4e0-8119-4753-a9ce-e2dc972f9e88 HTTP/1.1" status: 204 len: 168 time: 0.6885588 Nov 12 03:44:01.048435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47062) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.057332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408770583', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.063184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff682d9-06e8-4be7-8ccc-f0cf81268501 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=a5aab4e0-8119-4753-a9ce-e2dc972f9e88,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.072685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=0419b69d-27d5-46af-ab84-b4067b764d92,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:01.078183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.106255 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea48b0f3-2d06-4677-86b7-0cae84c63d74 x-openstack-request-id: req-ea48b0f3-2d06-4677-86b7-0cae84c63d74 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:01.106540 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "name": "network-vif-plugged", "status": "completed", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:01.106792 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ea48b0f3-2d06-4677-86b7-0cae84c63d74 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:01.107279 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92', 'code': 200} Nov 12 03:44:01.136796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.144094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.145225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.224839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.274451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda27bc-ef9e-44fc-8558-5d06400b5c72 req-ffb34141-66de-4d09-93f6-1d41b95e26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.275937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6eda27bc-ef9e-44fc-8558-5d06400b5c72 req-ffb34141-66de-4d09-93f6-1d41b95e26e2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 1098 time: 0.1041479 Nov 12 03:44:01.403660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.415483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6eda27bc-ef9e-44fc-8558-5d06400b5c72 req-7965e6f3-ef83-468b-8a67-922b5dd1f236 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141374 Nov 12 03:44:01.645769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.681437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.703699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd723d9-510a-4edb-be6a-fb98bf70176c req-8796758d-5d62-48b9-b4b7-1afe9aca0a5d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.708452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dd723d9-510a-4edb-be6a-fb98bf70176c req-8796758d-5d62-48b9-b4b7-1afe9aca0a5d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 946 time: 0.1533267 Nov 12 03:44:01.727083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.780186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-887f25d4-d3dd-400b-83f0-7be9974547c0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1425116 Nov 12 03:44:01.832319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dd723d9-510a-4edb-be6a-fb98bf70176c req-db6f5187-d511-4770-b15e-7d07cdbd60d9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176398 Nov 12 03:44:01.884473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.25.4.66 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/b30853c6-d5a0-491e-9a03-ae358ea8008e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:01.901445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7561-8054-4726-a552-22f10372d167 req-4a196b07-5f5d-4d33-81f5-145ed3d0f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.902892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-4a196b07-5f5d-4d33-81f5-145ed3d0f555 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.0746958 Nov 12 03:44:02.066556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.069809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7561-8054-4726-a552-22f10372d167 req-d0f1c685-0cc5-45d5-9d70-4408bf5a7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.071246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-d0f1c685-0cc5-45d5-9d70-4408bf5a7e5b service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1468987 Nov 12 03:44:02.150755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.180516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-3e756f0a-1ce3-4e50-a2ab-6238b249ff88 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.1004827 Nov 12 03:44:02.208260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:02.229453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:02.232114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:02.262709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83e59d-4cdf-4f82-8883-60d8087f4e02 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:02.274143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=b30853c6-d5a0-491e-9a03-ae358ea8008e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.287259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7561-8054-4726-a552-22f10372d167 req-9689763b-0443-488f-b081-c7b7f4d44a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.288775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-9689763b-0443-488f-b081-c7b7f4d44a57 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0983980 Nov 12 03:44:02.345079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ea1f44ba-3f0c-4f7a-99d3-d562ba309fb5 None None] Provisioning complete for port b30853c6-d5a0-491e-9a03-ae358ea8008e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.345818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea1f44ba-3f0c-4f7a-99d3-d562ba309fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.386083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f44ba-3f0c-4f7a-99d3-d562ba309fb5 None None] Port b30853c6-d5a0-491e-9a03-ae358ea8008e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:02.423798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7561-8054-4726-a552-22f10372d167 req-62805b67-00ef-463c-a58b-9c2ef7227081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.425360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-62805b67-00ef-463c-a58b-9c2ef7227081 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282620 Nov 12 03:44:02.608931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-155bff89-4b17-4dbd-a2d6-fda1fbe23887 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743040 Nov 12 03:44:02.649315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.790199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ed7561-8054-4726-a552-22f10372d167 req-1575e611-8884-4a94-8269-db549c2f44b5 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744297 Nov 12 03:44:02.903833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.034098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5304a-24a1-4517-b503-ad0718e4589b req-e4ad1a29-f83f-4ca8-8ec0-67c576715f20 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.035580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19a5304a-24a1-4517-b503-ad0718e4589b req-e4ad1a29-f83f-4ca8-8ec0-67c576715f20 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 946 time: 0.1247423 Nov 12 03:44:03.101786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19a5304a-24a1-4517-b503-ad0718e4589b req-1835060a-468e-4546-9ea0-f8f9bf58f504 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591328 Nov 12 03:44:03.109666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router f5c933d9-39c8-4088-95c7-2c59c30a34e2 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:03.230526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:03.248440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] Sync routers for ids ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:03.253629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.254863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-afcefff1-9764-4551-91d5-6982bb87bf7a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2047601 Nov 12 03:44:03.257633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47112) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.261713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] Routers {'f5c933d9-39c8-4088-95c7-2c59c30a34e2'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:03.262397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.295883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.304537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] Routers {'f5c933d9-39c8-4088-95c7-2c59c30a34e2'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:03.305135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.341374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:03.342067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b937d-2864-48d7-ae08-4f5edec82c09 None None] The sync data for ids ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:03.377095 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ef47f276-d42b-4588-b29e-24400c8bcd8b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers/f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 200 len: 880 time: 0.1182604 Nov 12 03:44:03.379448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.620476 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce98d905-6d0e-41ab-8fe4-e58f9825787b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2399001 Nov 12 03:44:03.623520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.627977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1408770583'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.270908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.282735 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.406112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router f5c933d9-39c8-4088-95c7-2c59c30a34e2 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:04.512227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:04.518949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.520268 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e9da673-3fff-48b4-8a18-d736836b5008 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 200 len: 887 time: 0.8957629 Nov 12 03:44:04.522036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] Sync routers for ids ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:04.523182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.533326 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] Routers {'f5c933d9-39c8-4088-95c7-2c59c30a34e2'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:04.534248 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.571110 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.579989 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] Routers {'f5c933d9-39c8-4088-95c7-2c59c30a34e2'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:04.580595 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.612710 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.613346 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323cf40-e323-45ca-a708-73c49436b7cc None None] The sync data for ids ['f5c933d9-39c8-4088-95c7-2c59c30a34e2'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:04.648948 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a3c667e-6dc5-4ba1-ae50-ad67b38452dc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers/f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 200 len: 887 time: 0.1243806 Nov 12 03:44:04.651779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.680982 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78d08bbe-11df-4f39-acc8-068385be83f1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 200 len: 205 time: 0.0280550 Nov 12 03:44:04.683517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.797731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.940199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.995117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port b30853c6-d5a0-491e-9a03-ae358ea8008e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:04.995463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.077732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.089389 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for b30853c6-d5a0-491e-9a03-ae358ea8008e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:05.258050 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.283204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=b30853c6-d5a0-491e-9a03-ae358ea8008e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.306899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed6edf-6143-4a0a-87f3-4296cc75ed4c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:05.391653 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.480891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.483766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.526755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.527331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router f5c933d9-39c8-4088-95c7-2c59c30a34e2 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:05.535935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.540887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b26f4023-480a-49e7-9b93-bb438fc75364 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 204 len: 168 time: 0.8518229 Nov 12 03:44:05.541416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.546963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-725119406'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:05.570813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:05.574449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.599382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:05.608836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.609113 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 3b7561f2-90c3-46ba-8fc4-d8603ca51eeb of type vlan for network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 Nov 12 03:44:05.652676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.677014 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.682765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.683422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.747914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2056282 Nov 12 03:44:05.751794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47170) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.756775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a301049-c344-44c8-8210-45c9a4ecdc72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=2f12ec06-09ee-4af5-ac9f-44f265475ca8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.756965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:05.774999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:05.860123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:05.863704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.049341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.441504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=73165db1-e1f4-4d5e-9c2e-3bbda40594b1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.452983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:06.453333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: 2f12ec06-09ee-4af5-ac9f-44f265475ca8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:06.469500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:06.478148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2f12ec06-09ee-4af5-ac9f-44f265475ca8) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:06.482575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.483217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.487592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29682d0e-9eff-4869-bf7b-06920ba07c09 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:06.503156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c1c172e3-4e7b-4681-8970-8e646ae7f84b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475181 Nov 12 03:44:06.503453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47184) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.507994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1606537630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:06.532510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.533758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.593228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.598595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.622760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.626851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ddb1b534-b976-4539-ac19-1f20beb31dd9 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1196105 Nov 12 03:44:06.627232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.664467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-2f12ec06-09ee-4af5-ac9f-44f265475ca8', 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': '73165db1-e1f4-4d5e-9c2e-3bbda40594b1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:06.665641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.813355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Allocated IP 172.20.0.2 (2f12ec06-09ee-4af5-ac9f-44f265475ca8/73165db1-e1f4-4d5e-9c2e-3bbda40594b1/a6063941-08eb-408b-bacd-33251ec00565) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:06.919519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.968186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.974025 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.016563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:07.022271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:07.024218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Pushing event updated for resources: {'Port': ['ID=a6063941-08eb-408b-bacd-33251ec00565,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.026318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:07.038920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.039283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.039624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.039994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.040373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.040711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.041043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.041373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.041692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.042023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.042351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.043096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:07.094928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Attempting to bind port a6063941-08eb-408b-bacd-33251ec00565 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:07.095300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Attempting to bind port a6063941-08eb-408b-bacd-33251ec00565 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:07.095669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Attempting to bind port a6063941-08eb-408b-bacd-33251ec00565 on network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:07.101217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:07.101605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Checking segment: {'id': '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:07.102007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.102410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Bound using segment: {'id': '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:07.102883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Bound port: a6063941-08eb-408b-bacd-33251ec00565, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '2f12ec06-09ee-4af5-ac9f-44f265475ca8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:07.103267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.167401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] For port a6063941-08eb-408b-bacd-33251ec00565, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:07.172067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] For port a6063941-08eb-408b-bacd-33251ec00565, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a6063941-08eb-408b-bacd-33251ec00565,segment=NetworkSegment(3b7561f2-90c3-46ba-8fc4-d8603ca51eeb),segment_id=3b7561f2-90c3-46ba-8fc4-d8603ca51eeb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:07.177924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.184153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.20.0.1 (2f12ec06-09ee-4af5-ac9f-44f265475ca8/73165db1-e1f4-4d5e-9c2e-3bbda40594b1/d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:07.252494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fcf24-d00e-4529-8edf-acd278d00270 None None] Pushing event updated for resources: {'Port': ['ID=a6063941-08eb-408b-bacd-33251ec00565,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.317902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.354144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.396971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:07.402949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:07.406069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:07.437550 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.514589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.644468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.172628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.177343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.263242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c4f46-fc7b-483a-8066-7bde960c39a8 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:08.265823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.267736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.366128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:08.367612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:08.394438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] Provisioning complete for port a6063941-08eb-408b-bacd-33251ec00565 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.394930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.492377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router 0190ed17-780d-43f7-991d-0e3592c28835 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:08.531250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.603305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] For port a6063941-08eb-408b-bacd-33251ec00565, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a6063941-08eb-408b-bacd-33251ec00565,segment=NetworkSegment(3b7561f2-90c3-46ba-8fc4-d8603ca51eeb),segment_id=3b7561f2-90c3-46ba-8fc4-d8603ca51eeb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:08.609198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.611941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:08.623754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47228) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.624870 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63de3485-b6ce-4636-957a-7670d72a9a9a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/0190ed17-780d-43f7-991d-0e3592c28835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965322 Nov 12 03:44:08.659484 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] Sync routers for ids ['0190ed17-780d-43f7-991d-0e3592c28835'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:08.676917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf9db0-c408-4935-b39a-1a33dad8d85f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.678725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3acf9db0-c408-4935-b39a-1a33dad8d85f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports/d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 HTTP/1.1" status: 200 len: 910 time: 0.0532146 Nov 12 03:44:08.681563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.689100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73165db1-e1f4-4d5e-9c2e-3bbda40594b1'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:08.693405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] Routers {'0190ed17-780d-43f7-991d-0e3592c28835'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:08.694189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0190ed17-780d-43f7-991d-0e3592c28835'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:08.738047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5486c7a-8d75-4cd9-bec5-c3b262244001 None None] Pushing event updated for resources: {'Port': ['ID=a6063941-08eb-408b-bacd-33251ec00565,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.742305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:08.761275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] Routers {'0190ed17-780d-43f7-991d-0e3592c28835'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:08.762011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0190ed17-780d-43f7-991d-0e3592c28835'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:08.798020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:08.798757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b676a-3ea4-4e71-99f4-b659e60a2f2f None None] The sync data for ids ['0190ed17-780d-43f7-991d-0e3592c28835'] in n-d-713499-30 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:08.835390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ea30506a-3594-4247-890b-92210380cd12 None None] Provisioning complete for port a6063941-08eb-408b-bacd-33251ec00565 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.835919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea30506a-3594-4247-890b-92210380cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.888554 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.998858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a6063941-08eb-408b-bacd-33251ec00565 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:09.052054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ea30506a-3594-4247-890b-92210380cd12 None None] Provisioning complete for port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:09.052429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea30506a-3594-4247-890b-92210380cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.082373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a6063941-08eb-408b-bacd-33251ec00565 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:09.082743 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.111609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ea30506a-3594-4247-890b-92210380cd12 None None] Port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:09.236628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-799ddbaf-2d7e-49b6-992a-014a9f476ee9 None None] Provisioning complete for port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:09.236994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-799ddbaf-2d7e-49b6-992a-014a9f476ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.274609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-799ddbaf-2d7e-49b6-992a-014a9f476ee9 None None] Port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:09.373155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.385143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.394852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b21e051f-5bb5-4b1c-9871-9d8b439dfb51 None None] Provisioning complete for port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:09.395208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b21e051f-5bb5-4b1c-9871-9d8b439dfb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.433327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b21e051f-5bb5-4b1c-9871-9d8b439dfb51 None None] Port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:09.469033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.478480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.479048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.480455 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-811a1285-5d39-4757-abef-1bc756e4e04a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/ports/d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 HTTP/1.1" status: 200 len: 910 time: 0.7972512 Nov 12 03:44:09.483311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.802698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.048962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:10.049306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.138406 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.150138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:10.325850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.352278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=d44f04f8-b7d2-4ccb-8f29-4d14efdaf6c8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.496183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.657553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router 0190ed17-780d-43f7-991d-0e3592c28835 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:10.740809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:10.750569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47272) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.751425 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-857406fd-7bd0-457f-83e0-d0fef2737a1c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/0190ed17-780d-43f7-991d-0e3592c28835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2669456 Nov 12 03:44:10.754365 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] Sync routers for ids ['0190ed17-780d-43f7-991d-0e3592c28835'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:10.765993 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] Routers {'0190ed17-780d-43f7-991d-0e3592c28835'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:10.766607 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0190ed17-780d-43f7-991d-0e3592c28835'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.778775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9d96ed7e-0d55-44f2-b70f-53eabc4d7b12 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=0190ed17-780d-43f7-991d-0e3592c28835 HTTP/1.1" status: 200 len: 205 time: 0.0265546 Nov 12 03:44:10.781271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47276) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.803736 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.815121 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] Routers {'0190ed17-780d-43f7-991d-0e3592c28835'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:10.815747 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['0190ed17-780d-43f7-991d-0e3592c28835'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.859544 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:10.860000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.860217 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4748e9-a066-4472-a4df-43baa44f17e5 None None] The sync data for ids ['0190ed17-780d-43f7-991d-0e3592c28835'] in n-d-713499-30 is: [] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:11.020789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.023003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.065489 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.066099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router 0190ed17-780d-43f7-991d-0e3592c28835 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:11.073094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.080011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.080545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b77c8519-0015-4dc9-a372-750224b7d1d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/0190ed17-780d-43f7-991d-0e3592c28835 HTTP/1.1" status: 204 len: 168 time: 0.2941227 Nov 12 03:44:11.130829 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet 73165db1-e1f4-4d5e-9c2e-3bbda40594b1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:11.133923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.173253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.261069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.322056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.352816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=73165db1-e1f4-4d5e-9c2e-3bbda40594b1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.355071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.363710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5106c62b-56db-449d-8c29-800e6edff638 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:11.364297 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-367540f5-8436-4486-a36a-222020c402a0 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/73165db1-e1f4-4d5e-9c2e-3bbda40594b1 HTTP/1.1" status: 204 len: 168 time: 0.2826977 Nov 12 03:44:11.364745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47288) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.467295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.524464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port a6063941-08eb-408b-bacd-33251ec00565 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:11.524806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.556709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] DHCP port deletion for 2f12ec06-09ee-4af5-ac9f-44f265475ca8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:11.603149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port a6063941-08eb-408b-bacd-33251ec00565, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a6063941-08eb-408b-bacd-33251ec00565,segment=NetworkSegment(3b7561f2-90c3-46ba-8fc4-d8603ca51eeb),segment_id=3b7561f2-90c3-46ba-8fc4-d8603ca51eeb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.603149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.607111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Deleting port a6063941-08eb-408b-bacd-33251ec00565 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:11.607556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.618736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for a6063941-08eb-408b-bacd-33251ec00565 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:11.710428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.738416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=a6063941-08eb-408b-bacd-33251ec00565,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.742287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port a6063941-08eb-408b-bacd-33251ec00565 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:11.830805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.853671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f12ec06-09ee-4af5-ac9f-44f265475ca8']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.854726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] For port a6063941-08eb-408b-bacd-33251ec00565, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a6063941-08eb-408b-bacd-33251ec00565,segment=NetworkSegment(3b7561f2-90c3-46ba-8fc4-d8603ca51eeb),segment_id=3b7561f2-90c3-46ba-8fc4-d8603ca51eeb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:11.855121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.864637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.864937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7561f2-90c3-46ba-8fc4-d8603ca51eeb') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:11.868124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Calling delete_port for a6063941-08eb-408b-bacd-33251ec00565 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:11.874724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.889785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.899926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:11.900676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:11.905811 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:11.965402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.970217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.973604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/2f12ec06-09ee-4af5-ac9f-44f265475ca8 HTTP/1.1" status: 204 len: 168 time: 0.6077664 Nov 12 03:44:11.978067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47302) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.980872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.982683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1696191415', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:11.999328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39af63-d5d7-483e-b1de-9e11d8b04eac tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=2f12ec06-09ee-4af5-ac9f-44f265475ca8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.011445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Network 2f12ec06-09ee-4af5-ac9f-44f265475ca8 is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:44:12.014153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] No DVR routers for this DVR port a6063941-08eb-408b-bacd-33251ec00565 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:12.015834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1ab17-cd75-4e5e-89b9-e60340d17b18 None None] Pushing event deleted for resources: {'Port': ['ID=a6063941-08eb-408b-bacd-33251ec00565,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.030111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.031289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.087417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.091217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.109229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.113064 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-390a5e7d-2564-4194-bc73-deedc9af4498 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1314402 Nov 12 03:44:12.113342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.118005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1415534144'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:12.141119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:12.144797 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.169960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:12.179340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.179688 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 82b40ae0-894d-4ccc-b616-478ee140ee0f of type vlan for network c961c6eb-5571-41a7-b2ed-f9bc0642d82e Nov 12 03:44:12.221045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.246920 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.253906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.254502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.315058 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2007437 Nov 12 03:44:12.317820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47310) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.323196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:12.323620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b354a7-b6f4-4559-af0a-8201c8854c08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=c961c6eb-5571-41a7-b2ed-f9bc0642d82e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.334889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:12.428320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:12.432458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.621765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.695862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=1778b3bc-0e2f-4dd0-a991-133036881d60,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.704368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:12.704740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: c961c6eb-5571-41a7-b2ed-f9bc0642d82e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:12.721278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:12.729568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c961c6eb-5571-41a7-b2ed-f9bc0642d82e) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:12.735387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:12.736178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.743161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebe870-e5ae-43b5-b61f-658fe488c0a4 None None] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:12.753428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4d2050a9-5e18-4134-afe4-d2d0f7074109 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4345038 Nov 12 03:44:12.756189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47322) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.910227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:12.911109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.942717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a6063941-08eb-408b-bacd-33251ec00565 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:13.012869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a6063941-08eb-408b-bacd-33251ec00565 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:13.013166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a6063941-08eb-408b-bacd-33251ec00565 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:13.072279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.084776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Allocated IP 172.20.0.2 (c961c6eb-5571-41a7-b2ed-f9bc0642d82e/1778b3bc-0e2f-4dd0-a991-133036881d60/a8cc81a4-81af-4ab9-a79c-bc9029dd14c4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:13.246224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.255904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.300789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:13.306474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:13.308403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Pushing event updated for resources: {'Port': ['ID=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.310567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:13.339030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.20.0.1 (c961c6eb-5571-41a7-b2ed-f9bc0642d82e/1778b3bc-0e2f-4dd0-a991-133036881d60/e28f18eb-cac8-4387-9b90-dc133c3a2ca2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:13.370551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Attempting to bind port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:13.371028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Attempting to bind port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:13.371453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Attempting to bind port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 on network c961c6eb-5571-41a7-b2ed-f9bc0642d82e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:13.376889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:13.377336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Checking segment: {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:13.377796 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.378279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Bound using segment: {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:13.379303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Bound port: a8cc81a4-81af-4ab9-a79c-bc9029dd14c4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:13.379434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.443157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] For port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:13.446666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] For port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:13.452193 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.457013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.495558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.534024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200eb9e-88ed-40f8-86c1-3324583cbaf0 None None] Pushing event updated for resources: {'Port': ['ID=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.545624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:13.548864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:13.555228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:13.583754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.610477 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.757338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.041155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.046701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.126266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.128023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.233162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:14.234861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:14.371082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:14.469683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:14.474984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d596400a-6b8d-4679-b60c-85161b266c2d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7177286 Nov 12 03:44:14.477643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.480584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:14.488518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367584612'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:14.512880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:14.517065 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.519646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:14.520436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:14.543277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:14.559153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.559499 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment c9dcf7a9-3014-4fbc-8789-d11c34b305f3 of type vlan for network b931dbc7-5ba8-40fd-8211-8da1953b72c2 Nov 12 03:44:14.621243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.621744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:14.655320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.656874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6af9b-6f54-4499-8345-4093a93b5824 None None] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:14.661005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.661586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.740880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2621877 Nov 12 03:44:14.743770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.749431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:14.757808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ab32-23ae-45c5-82a7-28e6439f393e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=b931dbc7-5ba8-40fd-8211-8da1953b72c2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.784062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:14.849572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] Provisioning complete for port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:14.850146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.860106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:14.864152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.029465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:15.110951 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.160810 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.176182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.176557 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.187245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=e83d0562-8654-43ce-ab2a-d9eaf4bbfc10,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.201967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:15.213138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:15.213581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: b931dbc7-5ba8-40fd-8211-8da1953b72c2, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:15.243932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:15.244334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Updating router ae0f5655-5c89-4012-9f09-b353618e3d0d port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:15.249085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:15.265154 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b931dbc7-5ba8-40fd-8211-8da1953b72c2) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:15.270380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.271061 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.277386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] For port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:15.286036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.288759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.296177 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-35368b10-9119-4296-b285-42d935a82d99 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5509777 Nov 12 03:44:15.298811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.304445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae4844-9429-47dc-9ad9-843ba88b0d2f None None] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:15.530157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0be7b5-1654-43bd-a52b-5b1909cbaa54 None None] Pushing event updated for resources: {'Port': ['ID=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.688214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d70ead17-9939-4b65-a311-35b56240a0d5 None None] Provisioning complete for port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.688473 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d70ead17-9939-4b65-a311-35b56240a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.990255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:15.991101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.036161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.240477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d70ead17-9939-4b65-a311-35b56240a0d5 None None] Provisioning complete for port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.240904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d70ead17-9939-4b65-a311-35b56240a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.286391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d70ead17-9939-4b65-a311-35b56240a0d5 None None] Port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:16.296246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.298229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Allocated IP 172.21.0.2 (b931dbc7-5ba8-40fd-8211-8da1953b72c2/e83d0562-8654-43ce-ab2a-d9eaf4bbfc10/4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:16.313586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.337280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7aee1-7904-4881-9493-3a3265df0a19 req-f75eda8e-ba38-41b7-a70d-288f2bb9cf03 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.339350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc7aee1-7904-4881-9493-3a3265df0a19 req-f75eda8e-ba38-41b7-a70d-288f2bb9cf03 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0597200 Nov 12 03:44:16.417675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc7aee1-7904-4881-9493-3a3265df0a19 req-8e19bcc1-8ea4-4be1-82dd-ba241c9582d7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716183 Nov 12 03:44:16.458322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8cad3dd8-ea12-465f-a852-8b1b672ad33f None None] Provisioning complete for port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.458700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8cad3dd8-ea12-465f-a852-8b1b672ad33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.462767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019aea-b9a6-4d15-a16a-2a91d57deca9 None None] Pushing event updated for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.570381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786f93c-f75b-4fd3-8cbf-65f584230805 req-0296bab6-2d57-4ab7-b255-930d5ec784a7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:16.582207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1786f93c-f75b-4fd3-8cbf-65f584230805 req-0296bab6-2d57-4ab7-b255-930d5ec784a7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0653644 Nov 12 03:44:16.614725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Attempting to bind port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:16.615253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Attempting to bind port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:16.615450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Attempting to bind port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 on network c961c6eb-5571-41a7-b2ed-f9bc0642d82e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:16.623614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8cad3dd8-ea12-465f-a852-8b1b672ad33f None None] Port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:16.629303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:16.629694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Checking segment: {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:16.630093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.630483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Bound using segment: {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:16.630974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Bound port: e28f18eb-cac8-4387-9b90-dc133c3a2ca2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b40ae0-894d-4ccc-b616-478ee140ee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:16.631353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.639821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1786f93c-f75b-4fd3-8cbf-65f584230805 req-08aa7b71-e001-49dd-904e-7c9484731098 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565884 Nov 12 03:44:16.659028 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.691058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.747327 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.21.0.1 (b931dbc7-5ba8-40fd-8211-8da1953b72c2/e83d0562-8654-43ce-ab2a-d9eaf4bbfc10/38d61f65-9b8f-4e3d-b912-01dfe0500419) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:16.765771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:16.778468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:16.783246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:16.786716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Pushing event updated for resources: {'Port': ['ID=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.789543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] For port e28f18eb-cac8-4387-9b90-dc133c3a2ca2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:16.803142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-88116223-f8da-4a2d-a596-682f5ea06212 None None] Provisioning complete for port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.803515 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88116223-f8da-4a2d-a596-682f5ea06212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.825094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] For port e28f18eb-cac8-4387-9b90-dc133c3a2ca2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:16.862019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.906805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.966189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.968227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-88116223-f8da-4a2d-a596-682f5ea06212 None None] Port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:17.008384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e208-f5ac-4b40-ba9d-68b92fdaf9a4 req-2552a749-7705-4f98-8344-a2a3352273f5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.010451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c5e208-f5ac-4b40-ba9d-68b92fdaf9a4 req-2552a749-7705-4f98-8344-a2a3352273f5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0888457 Nov 12 03:44:17.020635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:17.020940 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:17.023511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019aea-b9a6-4d15-a16a-2a91d57deca9 None None] Pushing event updated for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.026198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:17.030475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:17.036589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Attempting to bind port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:17.037308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Attempting to bind port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:17.037930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Attempting to bind port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b on network b931dbc7-5ba8-40fd-8211-8da1953b72c2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:17.081119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:17.082087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Checking segment: {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:17.082287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.083375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.083995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Bound using segment: {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:17.085338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Bound port: 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:17.086318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.091760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:17.092735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.120111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.120785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79c5e208-f5ac-4b40-ba9d-68b92fdaf9a4 req-bf13d7ee-9873-4639-9fc8-4ab5929038dc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020954 Nov 12 03:44:17.259669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.316585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:17.317251 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.352905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:17.402076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] For port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:17.437226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] For port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:17.482624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.494891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] Provisioning complete for port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:17.495301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.625766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.641234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.680658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b928d-a7ad-4fcd-94e2-b2e90be198a6 req-23a25bc8-ac86-4f0b-aaa9-4e23799af6a2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.682670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-551b928d-a7ad-4fcd-94e2-b2e90be198a6 req-23a25bc8-ac86-4f0b-aaa9-4e23799af6a2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0941818 Nov 12 03:44:17.686516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035aaa3-0631-48f1-aa7c-acb542515566 None None] Pushing event updated for resources: {'Port': ['ID=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.758038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.759355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-551b928d-a7ad-4fcd-94e2-b2e90be198a6 req-43286106-bbeb-44aa-bec2-e97aa00c2307 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529950 Nov 12 03:44:17.785149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.803308 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.855301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] For port e28f18eb-cac8-4387-9b90-dc133c3a2ca2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.864294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.868799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:16Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.901845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:17.903763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:17.946924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cafe5ee-fcd3-4b84-a269-6273e2e24706 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:13Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:16Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:17.997187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0ba41-e366-4db9-878b-27e9a711893f None None] Pushing event updated for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.005229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e040d43e-8deb-4e71-a603-0e102ae85d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.061587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:18.169555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:18.175132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5114d0df-78db-4c28-91d5-1fe41c6efb48 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752887 Nov 12 03:44:18.177839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:18.183263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1409057485'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:18.206090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:18.209776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.267075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:18.277896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.278259 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment 8b3c5a32-c407-411d-9549-d4b7968c3c79 of type vlan for network f6fe52d7-2939-4d49-af04-937c6bd44b29 Nov 12 03:44:18.338638 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.364828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.375267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.375810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.417816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2387943 Nov 12 03:44:18.421101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47438) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:18.426943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:18.433963 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:18.459262 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a56fcc-3e65-403c-bd54-4c36d1d52293 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=f6fe52d7-2939-4d49-af04-937c6bd44b29,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.470143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:18.565368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:18.568928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.821929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.940312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=de72c18e-cf90-4463-ad17-80cbcf1e5a39,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.971172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908139e-7cac-4d5d-b12d-7822028edf73 req-9be8e6f5-f424-496d-bfb7-c433a4fe7cb3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.972712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3908139e-7cac-4d5d-b12d-7822028edf73 req-9be8e6f5-f424-496d-bfb7-c433a4fe7cb3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1033468 Nov 12 03:44:18.984978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d09f8-f165-4081-8355-c3283d083a52 None None] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:19.005826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:19.005826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: f6fe52d7-2939-4d49-af04-937c6bd44b29, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:19.026140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e28f18eb-cac8-4387-9b90-dc133c3a2ca2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:19.066626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3908139e-7cac-4d5d-b12d-7822028edf73 req-b399448a-9d29-4882-8fa0-53a3afbe2d81 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856545 Nov 12 03:44:19.072646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:19.088963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f6fe52d7-2939-4d49-af04-937c6bd44b29) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:19.094603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.095218 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.114750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b3c50-9434-4dbe-8ae9-8cc52575f3fb None None] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:19.115069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a709fe03-ba99-4961-85ef-c531994d3cdc tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6896217 Nov 12 03:44:19.115069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47452) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.146641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] Provisioning complete for port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.147015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.476678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.477122 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.646924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.723599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] For port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:19.744482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f6fe52d7-2939-4d49-af04-937c6bd44b29', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:19.745401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.775317 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.789774 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:19.814721 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:19.815683 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:43:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:19.922900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.926927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994657-4a9b-4d14-a8ce-9e653c5b398b None None] Pushing event updated for resources: {'Port': ['ID=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.930682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:19.975667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:20.057944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Allocated IP 172.22.0.2 (f6fe52d7-2939-4d49-af04-937c6bd44b29/de72c18e-cf90-4463-ad17-80cbcf1e5a39/4079dcb5-9190-4e91-975a-d3d3b5cfa9eb) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:20.068143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.068527 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.228785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c29b43ae-8d52-4cff-b56d-8c2d0f5d2018 None None] Provisioning complete for port 38d61f65-9b8f-4e3d-b912-01dfe0500419 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.229256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c29b43ae-8d52-4cff-b56d-8c2d0f5d2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.361382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cbcf9-7240-4c8e-8fbb-44bb02f57b5f req-f9a744d9-3bef-486a-a585-7ac51a666b36 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.364996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549cbcf9-7240-4c8e-8fbb-44bb02f57b5f req-f9a744d9-3bef-486a-a585-7ac51a666b36 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1112294 Nov 12 03:44:20.448830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c29b43ae-8d52-4cff-b56d-8c2d0f5d2018 None None] Port 38d61f65-9b8f-4e3d-b912-01dfe0500419 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:20.453512 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 3, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.461951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549cbcf9-7240-4c8e-8fbb-44bb02f57b5f req-e067d05f-c1cd-44d1-94e8-50c3064cf71c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894151 Nov 12 03:44:20.485922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4c961d39-d378-48c6-ac96-5d4f040ddbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.501578 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:20.502131 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Updating router ae0f5655-5c89-4012-9f09-b353618e3d0d port 38d61f65-9b8f-4e3d-b912-01dfe0500419 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:20.531374 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.532394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c29b43ae-8d52-4cff-b56d-8c2d0f5d2018 None None] Provisioning complete for port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.533636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c29b43ae-8d52-4cff-b56d-8c2d0f5d2018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.589596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.616811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.715139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.22.0.1 (f6fe52d7-2939-4d49-af04-937c6bd44b29/de72c18e-cf90-4463-ad17-80cbcf1e5a39/0615d3d6-9a25-4440-a595-297c6281d7cd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:20.733235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:20.736665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Pushing event updated for resources: {'Port': ['ID=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.744661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:20.747333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:20.817483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Attempting to bind port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:20.818161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Attempting to bind port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:20.818523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Attempting to bind port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb on network f6fe52d7-2939-4d49-af04-937c6bd44b29 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:20.824705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:20.825083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Checking segment: {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:20.826517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.826916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Bound using segment: {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:20.827400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Bound port: 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:20.827901 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.909135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-24f30258-2f7f-4685-a2ed-c0dfbf8fbf2a None None] Provisioning complete for port 38d61f65-9b8f-4e3d-b912-01dfe0500419 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.909554 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-24f30258-2f7f-4685-a2ed-c0dfbf8fbf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.915510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.923410 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.940443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:20.942562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] For port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:20.949588 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.988838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] For port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:21.001301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.005887 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.007218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-24f30258-2f7f-4685-a2ed-c0dfbf8fbf2a None None] Port 38d61f65-9b8f-4e3d-b912-01dfe0500419 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:21.059141 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Pushing event updated for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.077579 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.078074 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.078515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.078951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.079382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.079811 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.080256 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.080679 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.081104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.081535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.082088 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.082618 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.090254 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Attempting to bind port 38d61f65-9b8f-4e3d-b912-01dfe0500419 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:21.091036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Attempting to bind port 38d61f65-9b8f-4e3d-b912-01dfe0500419 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:21.091475 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Attempting to bind port 38d61f65-9b8f-4e3d-b912-01dfe0500419 on network b931dbc7-5ba8-40fd-8211-8da1953b72c2 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:21.100191 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:21.101068 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Checking segment: {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:21.102420 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.103024 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Bound using segment: {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:21.104447 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Bound port: 38d61f65-9b8f-4e3d-b912-01dfe0500419, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:21.105088 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.106142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09dd7-ef99-426f-a8cc-16cbfa43ebfb None None] Pushing event updated for resources: {'Port': ['ID=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.111695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:21.112157 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.113914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:21.119206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:21.134702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:21.184678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] For port 38d61f65-9b8f-4e3d-b912-01dfe0500419, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:21.188757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] For port 38d61f65-9b8f-4e3d-b912-01dfe0500419, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=38d61f65-9b8f-4e3d-b912-01dfe0500419,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:21.203298 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.223553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.261606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.292178 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3ca73-ac42-45d2-ad0d-8204e1b2ca82 None None] Pushing event updated for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.327322 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:21.334890 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.449790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] Provisioning complete for port 38d61f65-9b8f-4e3d-b912-01dfe0500419 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:21.450540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.490570 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:21.526178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.656458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.701183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] For port 38d61f65-9b8f-4e3d-b912-01dfe0500419, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=38d61f65-9b8f-4e3d-b912-01dfe0500419,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.713893 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.721367 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.793585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b6039-33dc-4009-b09c-7365dbc8bbd8 req-80a081bf-d97e-4faf-bc5e-f1959c8f3f23 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:21.795767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f08b6039-33dc-4009-b09c-7365dbc8bbd8 req-80a081bf-d97e-4faf-bc5e-f1959c8f3f23 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1849709 Nov 12 03:44:21.806707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4d6a-58f6-4b69-b0b2-1e8b531f8674 None None] Pushing event updated for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.880572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4000f413-fa81-400c-a92d-280d3031868d None None] Provisioning complete for port 38d61f65-9b8f-4e3d-b912-01dfe0500419 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:21.883922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4000f413-fa81-400c-a92d-280d3031868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.895638 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 3, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.935752 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f67072-a14e-48d8-afd0-89c2f7424e34 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 3, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:21.940767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f08b6039-33dc-4009-b09c-7365dbc8bbd8 req-56771104-362f-40a6-9b48-8fd52f682969 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362205 Nov 12 03:44:22.042818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.048624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.148990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.161555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.341878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:22.344238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:22.461358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:22.574434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bda9ba-56a6-40f0-b51b-34d823dda632 None None] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:22.588824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:22.597039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3875a15f-bbf3-4968-9d43-2a79b426a52c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4780438 Nov 12 03:44:22.597353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47504) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.602338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'network': {'name': 'tempest-RoutersTest-1392483681'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:22.626759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:22.630896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.669545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1248} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:22.671377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] Provisioning complete for port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:22.671825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.687238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.687764 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added segment f59555b3-57c3-4292-a644-b67e025f3f02 of type vlan for network 641606ec-e43a-41ba-980a-182e6338f152 Nov 12 03:44:22.740027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.777484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.783593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.784383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.834987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.842802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'subnet': {'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:22.847310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2487252 Nov 12 03:44:22.859463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.887710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:22.901007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:22.901705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.937028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0ac1a-c02d-45b7-946a-a84b4b79de51 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Network': ['ID=641606ec-e43a-41ba-980a-182e6338f152,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.959615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 641606ec-e43a-41ba-980a-182e6338f152 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:22.998879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Made reservation on behalf of f13d41dc7d0b4e75bd3c64653c3acd7e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:23.010992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.045021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] For port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.066983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:23.104699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9080c-344d-44a5-941d-d804cd3b8474 req-931bdc28-3485-4d6f-8138-bcc088e784d8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.106703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98e9080c-344d-44a5-941d-d804cd3b8474 req-931bdc28-3485-4d6f-8138-bcc088e784d8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0679154 Nov 12 03:44:23.202098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98e9080c-344d-44a5-941d-d804cd3b8474 req-820fd59e-bfbb-4466-bcdf-814e48ee1c8e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885839 Nov 12 03:44:23.300946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.328209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.399699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Subnet': ['ID=a579ded9-5f74-4adc-8b0a-80c3f0c6e2db,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.402443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Checking segment: {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:23.402988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network hostable DHCP agents. Network: 641606ec-e43a-41ba-980a-182e6338f152, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:23.435020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 641606ec-e43a-41ba-980a-182e6338f152 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:23.439425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.446873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 641606ec-e43a-41ba-980a-182e6338f152) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:23.449665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:23.456303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.456981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.484345 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c4946a80-4bc9-458d-8eaa-fa68bfaf4e3c tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6470068 Nov 12 03:44:23.486715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.505885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59c6df-2177-4d0d-bfd0-d41b6df19cc2 None None] Network 641606ec-e43a-41ba-980a-182e6338f152 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:23.595519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6332b4-5fa2-4f92-9ffe-086ad74aa624 None None] Pushing event updated for resources: {'Port': ['ID=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.686708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:23.687196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.693967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.747453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7ba6fa3d-e69e-4992-ab46-3bdd06db928a None None] Provisioning complete for port 0615d3d6-9a25-4440-a595-297c6281d7cd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:23.747840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa3d-e69e-4992-ab46-3bdd06db928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.861097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6fa3d-e69e-4992-ab46-3bdd06db928a None None] Port 0615d3d6-9a25-4440-a595-297c6281d7cd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:23.961398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7ba6fa3d-e69e-4992-ab46-3bdd06db928a None None] Provisioning complete for port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:23.961799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa3d-e69e-4992-ab46-3bdd06db928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.031605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 38d61f65-9b8f-4e3d-b912-01dfe0500419 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:24.080912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-641606ec-e43a-41ba-980a-182e6338f152', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:24.081748 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.249536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.251622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.323470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:24.323826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Updating router ae0f5655-5c89-4012-9f09-b353618e3d0d port 0615d3d6-9a25-4440-a595-297c6281d7cd binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:24.341943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc572-3c1f-47ce-b03e-588c5499eb44 req-c50a61dc-27c2-431c-ba06-c5f47010e1e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.349826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da4fc572-3c1f-47ce-b03e-588c5499eb44 req-c50a61dc-27c2-431c-ba06-c5f47010e1e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0610840 Nov 12 03:44:24.363430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.415902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da4fc572-3c1f-47ce-b03e-588c5499eb44 req-39eced6e-da99-4cb9-8cbd-4aa0d3fca8bc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645113 Nov 12 03:44:24.441420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 38d61f65-9b8f-4e3d-b912-01dfe0500419 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:24.441785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.554588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Allocated IP 172.23.0.2 (641606ec-e43a-41ba-980a-182e6338f152/a579ded9-5f74-4adc-8b0a-80c3f0c6e2db/2c8f4899-90da-4ea4-9346-99d43c4ddbcd) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:24.599493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0ae9abdc-7d60-426b-a663-8ac1f58a7435 None None] Provisioning complete for port 0615d3d6-9a25-4440-a595-297c6281d7cd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:24.600256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ae9abdc-7d60-426b-a663-8ac1f58a7435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.751370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9abdc-7d60-426b-a663-8ac1f58a7435 None None] Port 0615d3d6-9a25-4440-a595-297c6281d7cd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:24.902475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.915726 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.949957 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.956824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:24.975497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Allocated IP 172.23.0.1 (641606ec-e43a-41ba-980a-182e6338f152/a579ded9-5f74-4adc-8b0a-80c3f0c6e2db/673eacef-3ee5-4812-8019-3d0a94822fcb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:24.988498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.006986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Network 641606ec-e43a-41ba-980a-182e6338f152 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:25.014055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:25.018652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Pushing event updated for resources: {'Port': ['ID=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.018652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:25.130978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.158030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Attempting to bind port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:25.158525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Attempting to bind port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:25.158990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Attempting to bind port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd on network 641606ec-e43a-41ba-980a-182e6338f152 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:25.164583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ca11-df17-4549-8069-c562b562eee3 None None] Pushing event updated for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.179261 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.254353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=673eacef-3ee5-4812-8019-3d0a94822fcb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.258596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 641606ec-e43a-41ba-980a-182e6338f152 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:25.261060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:25.268044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:25.314343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.315415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.315908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.316482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.316964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.317605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.318094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.318572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.319057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.319530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.320090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.320854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:25.332275 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.381845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:25.382268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Checking segment: {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:25.382607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.383152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Bound using segment: {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:25.383629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Bound port: 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:25.384030 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.415679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Attempting to bind port 0615d3d6-9a25-4440-a595-297c6281d7cd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:25.416093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Attempting to bind port 0615d3d6-9a25-4440-a595-297c6281d7cd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:25.416886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Attempting to bind port 0615d3d6-9a25-4440-a595-297c6281d7cd on network f6fe52d7-2939-4d49-af04-937c6bd44b29 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:25.418266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:25.418636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.459060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.465572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:25.465947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Checking segment: {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:25.466380 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.466774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Bound using segment: {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:25.467255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Bound port: 0615d3d6-9a25-4440-a595-297c6281d7cd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3c5a32-c407-411d-9549-d4b7968c3c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:25.467632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.472737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5b79e0a2-81dc-423b-9cc6-aae7f4f59a6e None None] Provisioning complete for port 0615d3d6-9a25-4440-a595-297c6281d7cd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:25.473100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b79e0a2-81dc-423b-9cc6-aae7f4f59a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.562733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680bf4b-346b-438d-8b04-33e61b387d92 req-16c4d051-f942-4ffd-9f9a-87f77779c3cb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.564452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f680bf4b-346b-438d-8b04-33e61b387d92 req-16c4d051-f942-4ffd-9f9a-87f77779c3cb tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0574977 Nov 12 03:44:25.586414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5b79e0a2-81dc-423b-9cc6-aae7f4f59a6e None None] Port 0615d3d6-9a25-4440-a595-297c6281d7cd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:25.603671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] For port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:25.614541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] For port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,segment=NetworkSegment(f59555b3-57c3-4292-a644-b67e025f3f02),segment_id=f59555b3-57c3-4292-a644-b67e025f3f02)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:25.627213 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.675456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f680bf4b-346b-438d-8b04-33e61b387d92 req-350da1f3-d1b6-4093-8c4e-ca71907eb334 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023793 Nov 12 03:44:25.736687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] For port 0615d3d6-9a25-4440-a595-297c6281d7cd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:25.764315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] For port 0615d3d6-9a25-4440-a595-297c6281d7cd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0615d3d6-9a25-4440-a595-297c6281d7cd,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:25.773164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.776102 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.779603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.793456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d73a83-7125-4348-8327-b6e66472750c None None] Pushing event updated for resources: {'Port': ['ID=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.834857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:25.836161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:25.872176 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.875827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event updated for resources: {'Port': ['ID=673eacef-3ee5-4812-8019-3d0a94822fcb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.944017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ca11-df17-4549-8069-c562b562eee3 None None] Pushing event updated for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.984669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:26.017277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Network 641606ec-e43a-41ba-980a-182e6338f152 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:26.018921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:26.172796 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:26.326729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] Provisioning complete for port 0615d3d6-9a25-4440-a595-297c6281d7cd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:26.327109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.329960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:26.335387 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7f0e8428-e844-4f74-8217-7f3441ba9b08 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471394 Nov 12 03:44:26.338243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47572) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.343500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:26.365692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673eacef-3ee5-4812-8019-3d0a94822fcb', 'name': '', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:16:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:24Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:26.397511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e79a8e-fbbe-4419-a65b-243ad5fcc282 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673eacef-3ee5-4812-8019-3d0a94822fcb', 'name': '', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:16:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:24Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:26.471361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.516048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] For port 0615d3d6-9a25-4440-a595-297c6281d7cd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0615d3d6-9a25-4440-a595-297c6281d7cd,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.521920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.586341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae416f-ebb9-492e-93fd-edb38d91a980 None None] Pushing event updated for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.974091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78df0f-cb63-4960-85f2-008ce092edcb req-0ec24d53-309b-4b39-9fde-59bd20071f82 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.976365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af78df0f-cb63-4960-85f2-008ce092edcb req-0ec24d53-309b-4b39-9fde-59bd20071f82 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1856976 Nov 12 03:44:26.995206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:44:27.086131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Removed routes are [] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:44:27.086651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.107894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af78df0f-cb63-4960-85f2-008ce092edcb req-4c4dabec-206d-4d98-85eb-263f4d865e7d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176696 Nov 12 03:44:27.142360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0615d3d6-9a25-4440-a595-297c6281d7cd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:27.236250 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0615d3d6-9a25-4440-a595-297c6281d7cd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.236709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.275753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140d75a-d1cc-4f4a-8203-761a096fa922 None None] Network 641606ec-e43a-41ba-980a-182e6338f152 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:27.364007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.368615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.377378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] Provisioning complete for port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.377747 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.489019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:27.529194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c8f4899-90da-4ea4-9346-99d43c4ddbcd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:27.624201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.636469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:27.638356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.638735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.652345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.654376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c265ca8b-2940-4d6a-aa26-112b8dd2c8fd tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 934 time: 1.3144190 Nov 12 03:44:27.658372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.708480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] For port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,segment=NetworkSegment(f59555b3-57c3-4292-a644-b67e025f3f02),segment_id=f59555b3-57c3-4292-a644-b67e025f3f02)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.715026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.788756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197efb18-ab70-4e15-82bf-f6f996c17148 None None] Pushing event updated for resources: {'Port': ['ID=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.816452 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6e36f42a-844d-4566-9e1f-c17414110eb8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 934 time: 0.1566772 Nov 12 03:44:27.819146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47596) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.824475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'routes': None}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:27.946144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-16423837-aa10-4b3b-a757-b63815d24df2 None None] Provisioning complete for port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.946943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16423837-aa10-4b3b-a757-b63815d24df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.083673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-16423837-aa10-4b3b-a757-b63815d24df2 None None] Provisioning complete for port 673eacef-3ee5-4812-8019-3d0a94822fcb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:28.084075 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16423837-aa10-4b3b-a757-b63815d24df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.123594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-16423837-aa10-4b3b-a757-b63815d24df2 None None] Port 673eacef-3ee5-4812-8019-3d0a94822fcb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:28.246014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0255f06c-7f98-4a72-89b6-42828083564c None None] Provisioning complete for port 673eacef-3ee5-4812-8019-3d0a94822fcb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:28.246662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0255f06c-7f98-4a72-89b6-42828083564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.268990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added routes are [] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:44:28.269584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.extraroute_db [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102606) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:44:28.287185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0255f06c-7f98-4a72-89b6-42828083564c None None] Port 673eacef-3ee5-4812-8019-3d0a94822fcb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:28.293682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760d5a7-940f-4aed-bd22-54231e979f95 req-e74c013a-079e-4ba2-b2f8-bef4565bc264 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.295086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1760d5a7-940f-4aed-bd22-54231e979f95 req-e74c013a-079e-4ba2-b2f8-bef4565bc264 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1087322 Nov 12 03:44:28.360469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.417696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1760d5a7-940f-4aed-bd22-54231e979f95 req-684fceb2-1ce9-4613-9e32-5259d288c8db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104431 Nov 12 03:44:28.511765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2de3170c-5218-4d4d-bc18-81a766bfba6e None None] Provisioning complete for port 673eacef-3ee5-4812-8019-3d0a94822fcb triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:28.512155 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2de3170c-5218-4d4d-bc18-81a766bfba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.580679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.584517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.617894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2de3170c-5218-4d4d-bc18-81a766bfba6e None None] Port 673eacef-3ee5-4812-8019-3d0a94822fcb cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:28.757601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f0f2-947b-48f2-b38b-3b92f7956040 req-d4c3f1d1-deb5-4b0b-b38d-93f3b64545b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.758970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7b3f0f2-947b-48f2-b38b-3b92f7956040 req-d4c3f1d1-deb5-4b0b-b38d-93f3b64545b8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1265354 Nov 12 03:44:28.762423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:28.775854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-6ae096a4-c0c9-4ee2-bed7-f028416a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.777204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-6ae096a4-c0c9-4ee2-bed7-f028416a0184 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.1083655 Nov 12 03:44:28.897398 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:28.910914 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:28.911534 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:28.959724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c8f4899-90da-4ea4-9346-99d43c4ddbcd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:28.968319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7b3f0f2-947b-48f2-b38b-3b92f7956040 req-30678025-ce11-44af-9f22-f9181fac5a9d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021935 Nov 12 03:44:28.976790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:28.984580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.988405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.988971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-16deda29-f9dc-40a6-aef6-02022023bbda tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 700 time: 1.1682968 Nov 12 03:44:29.014366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-70168e53-19ce-49ab-95af-8ce118461a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.017283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-70168e53-19ce-49ab-95af-8ce118461a64 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2293143 Nov 12 03:44:29.036096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:29.036096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.096094 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:29.124358 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-56ace0d6-21f2-4be9-856e-4b870877a53a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 700 time: 0.1340196 Nov 12 03:44:29.127283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.378089 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:28Z', 'revision_number': 7, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673eacef-3ee5-4812-8019-3d0a94822fcb', 'name': '', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:16:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:24Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:29.416600 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:29.417847 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Updating router ae0f5655-5c89-4012-9f09-b353618e3d0d port 673eacef-3ee5-4812-8019-3d0a94822fcb binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:44:29.456412 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.524732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-746bc77c-1719-4f72-b656-dab78110ca16 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.4983873 Nov 12 03:44:29.558417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.581570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-89b54569-6a04-4589-98e1-e49bc9880ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.583370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-89b54569-6a04-4589-98e1-e49bc9880ba6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0503178 Nov 12 03:44:29.637770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-df3a80ee-17b7-4aef-9de7-695fe8dd97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.639883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-df3a80ee-17b7-4aef-9de7-695fe8dd97f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491102 Nov 12 03:44:29.752092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-553bee14-8c6b-40de-be9d-38aab459639e service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048081 Nov 12 03:44:29.817894 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.825100 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.861611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d75462-6c0e-4664-8aa7-fe49efe59946 req-0ad5d42d-e012-4d4a-9762-175a83801a4f service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015451 Nov 12 03:44:29.872503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 673eacef-3ee5-4812-8019-3d0a94822fcb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:29.873024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.930752 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a40b4-21cb-4ab0-9dfe-f60de2d9fd97 None None] Pushing event updated for resources: {'Port': ['ID=673eacef-3ee5-4812-8019-3d0a94822fcb,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.942289 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Attempting to bind port 673eacef-3ee5-4812-8019-3d0a94822fcb on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:29.942655 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Attempting to bind port 673eacef-3ee5-4812-8019-3d0a94822fcb by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:29.943206 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Attempting to bind port 673eacef-3ee5-4812-8019-3d0a94822fcb on network 641606ec-e43a-41ba-980a-182e6338f152 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:29.949078 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:29.949691 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Checking segment: {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:29.950256 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.951361 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Bound using segment: {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:29.952089 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Bound port: 673eacef-3ee5-4812-8019-3d0a94822fcb, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59555b3-57c3-4292-a644-b67e025f3f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1248, 'network_id': '641606ec-e43a-41ba-980a-182e6338f152'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:29.952639 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.975642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.989625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 673eacef-3ee5-4812-8019-3d0a94822fcb owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:30.069152 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] For port 673eacef-3ee5-4812-8019-3d0a94822fcb, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:30.078340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] For port 673eacef-3ee5-4812-8019-3d0a94822fcb, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=673eacef-3ee5-4812-8019-3d0a94822fcb,segment=NetworkSegment(f59555b3-57c3-4292-a644-b67e025f3f02),segment_id=f59555b3-57c3-4292-a644-b67e025f3f02)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:30.100422 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.138012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96577d7b-b0e3-4d47-a75d-1801cb6b8d2e req-7bd595a8-bbb5-4c4e-a9f7-155960950122 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:30.140475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96577d7b-b0e3-4d47-a75d-1801cb6b8d2e req-7bd595a8-bbb5-4c4e-a9f7-155960950122 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0576730 Nov 12 03:44:30.178565 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a40b4-21cb-4ab0-9dfe-f60de2d9fd97 None None] Pushing event updated for resources: {'Port': ['ID=673eacef-3ee5-4812-8019-3d0a94822fcb,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.181458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.182061 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.234357 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.255939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96577d7b-b0e3-4d47-a75d-1801cb6b8d2e req-580574fc-8bc4-417c-9830-a0a7e477bfc3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080680 Nov 12 03:44:30.260641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2ffde103-3969-4813-88c2-97fd08e29af8 None None] Could not find standard attr ID for object 673eacef-3ee5-4812-8019-3d0a94822fcb. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:30.273641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=673eacef-3ee5-4812-8019-3d0a94822fcb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:30.445671 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:30.494807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.581491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e2d18619-8161-4a15-8f1a-dc3f22ab8ead None None] Could not find standard attr ID for object 673eacef-3ee5-4812-8019-3d0a94822fcb. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:30.722022 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:28Z', 'revision_number': 7, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673eacef-3ee5-4812-8019-3d0a94822fcb', 'name': '', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:16:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:24Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.753001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12002-3ffe-4d51-a7fe-d8cdce14822a None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:28Z', 'revision_number': 7, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673eacef-3ee5-4812-8019-3d0a94822fcb', 'name': '', 'network_id': '641606ec-e43a-41ba-980a-182e6338f152', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:16:79:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:24Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 4, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'a579ded9-5f74-4adc-8b0a-80c3f0c6e2db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:30.895714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.983791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:30.994137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.994757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.006087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:31.112577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:31.118432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be6d3b7c-15fd-4751-a0b6-3330c11adab8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9897804 Nov 12 03:44:31.120842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.177046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet a579ded9-5f74-4adc-8b0a-80c3f0c6e2db {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:31.182439 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.227071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.260233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:31.336452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.372231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4ffe-661b-47e4-9619-56418e94f827 req-8d4b9c05-904d-426a-b962-e412c3f07e3b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.374578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00ca4ffe-661b-47e4-9619-56418e94f827 req-8d4b9c05-904d-426a-b962-e412c3f07e3b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0556276 Nov 12 03:44:31.402257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.420479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.424674 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/a579ded9-5f74-4adc-8b0a-80c3f0c6e2db HTTP/1.1" status: 204 len: 168 time: 0.3026955 Nov 12 03:44:31.427199 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.433308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00ca4ffe-661b-47e4-9619-56418e94f827 req-a8b339ec-64fc-4c7d-8f04-a9a33cdf2140 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506051 Nov 12 03:44:31.434389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6e906-f3f6-4f5b-8dd8-8cb3d37f5487 None None] Network 641606ec-e43a-41ba-980a-182e6338f152 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:31.466779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c254ae8-904c-4279-8592-043ed8c92de4 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=a579ded9-5f74-4adc-8b0a-80c3f0c6e2db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.570789 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.582738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47baceb4-7fb3-4dee-9326-f8a3906b5780 req-b9d44ba2-8b2d-4638-ae3d-b49f695ab4f4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.590327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47baceb4-7fb3-4dee-9326-f8a3906b5780 req-b9d44ba2-8b2d-4638-ae3d-b49f695ab4f4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0714362 Nov 12 03:44:31.632146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.661137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:31.661358 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.665301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:31.677091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:31.677718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:31.680617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47baceb4-7fb3-4dee-9326-f8a3906b5780 req-037ef42b-b6de-4c5a-bfbf-83c7c083e001 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894425 Nov 12 03:44:31.724340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] DHCP port deletion for 641606ec-e43a-41ba-980a-182e6338f152 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:31.770063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,segment=NetworkSegment(f59555b3-57c3-4292-a644-b67e025f3f02),segment_id=f59555b3-57c3-4292-a644-b67e025f3f02)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:31.770467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.786416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:31.790298 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 2c8f4899-90da-4ea4-9346-99d43c4ddbcd owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:31.864650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.915081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.946071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.951452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:31.980724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a690-88ab-402e-8dd9-5b482e2eddb7 req-a5c67b5f-0444-4346-a5b0-562e1f867f26 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.988776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d371a690-88ab-402e-8dd9-5b482e2eddb7 req-a5c67b5f-0444-4346-a5b0-562e1f867f26 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0615227 Nov 12 03:44:32.040753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.046502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d371a690-88ab-402e-8dd9-5b482e2eddb7 req-3a4e02f3-1044-40e4-83d3-d6af9cabaaf4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565236 Nov 12 03:44:32.062153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641606ec-e43a-41ba-980a-182e6338f152']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.076043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Deleting port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:32.076436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.080072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59555b3-57c3-4292-a644-b67e025f3f02') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.080382 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59555b3-57c3-4292-a644-b67e025f3f02') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.093334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.116028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.125635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1248 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:32.126116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.145067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:32.148495 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:32.184330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0260a3d-9f74-4dde-8424-de2b1cde7c92 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:32.193249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] For port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.193644 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.208033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Calling delete_port for 2c8f4899-90da-4ea4-9346-99d43c4ddbcd owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.211309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:44:32.213010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.237089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] Pushing event deleted for resources: {'Port': ['ID=2c8f4899-90da-4ea4-9346-99d43c4ddbcd,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.256079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db46dc2-20b5-4e42-a7b5-9a2396ced26f None None] No DVR routers for this DVR port 2c8f4899-90da-4ea4-9346-99d43c4ddbcd on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:32.303948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.315100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.318489 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/641606ec-e43a-41ba-980a-182e6338f152 HTTP/1.1" status: 204 len: 168 time: 0.8900867 Nov 12 03:44:32.323064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65b699-6735-4608-a970-2de66b35246b req-cc5b3f9b-4a28-4357-8ccd-3e9b75aa7649 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.325208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a65b699-6735-4608-a970-2de66b35246b req-cc5b3f9b-4a28-4357-8ccd-3e9b75aa7649 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0661199 Nov 12 03:44:32.327197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47700) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.331527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77470a5-0a80-4e7b-995d-4f97710e6ce2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=641606ec-e43a-41ba-980a-182e6338f152,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.470004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a65b699-6735-4608-a970-2de66b35246b req-6858871a-26ce-4c3c-a8f9-2b6162f7094a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338847 Nov 12 03:44:32.729216 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.806155 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:32.822007 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:32.822626 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.940249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 673eacef-3ee5-4812-8019-3d0a94822fcb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.941170 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:32.972978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 673eacef-3ee5-4812-8019-3d0a94822fcb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.973417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 673eacef-3ee5-4812-8019-3d0a94822fcb not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.973915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c8f4899-90da-4ea4-9346-99d43c4ddbcd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.995419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2c8f4899-90da-4ea4-9346-99d43c4ddbcd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.995772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c8f4899-90da-4ea4-9346-99d43c4ddbcd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:33.025649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 0615d3d6-9a25-4440-a595-297c6281d7cd {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:33.025982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.126538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 0615d3d6-9a25-4440-a595-297c6281d7cd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0615d3d6-9a25-4440-a595-297c6281d7cd,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:33.127027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.141288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 0615d3d6-9a25-4440-a595-297c6281d7cd owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:33.168771 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.194583 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:33.202955 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:33.203554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.301442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:33.336080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.386011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=0615d3d6-9a25-4440-a595-297c6281d7cd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.534378 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:33.536107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.573709 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b20891d-1490-4fd8-a599-441287b305f1 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 8, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '0615d3d6-9a25-4440-a595-297c6281d7cd', 'name': '', 'network_id': 'f6fe52d7-2939-4d49-af04-937c6bd44b29', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:c4:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:20Z', 'updated_at': '2021-11-12T03:44:26Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'de72c18e-cf90-4463-ad17-80cbcf1e5a39', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:33.697588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef27f-ba8b-44fd-b5c6-cbeb6347cc27 req-86b82b0a-7f51-4bc5-8e92-9c1ee3b4e5aa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.699138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-777ef27f-ba8b-44fd-b5c6-cbeb6347cc27 req-86b82b0a-7f51-4bc5-8e92-9c1ee3b4e5aa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0988772 Nov 12 03:44:33.829027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-777ef27f-ba8b-44fd-b5c6-cbeb6347cc27 req-d0bc477c-b3be-44a6-9a7e-f237dcd6c4e9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919609 Nov 12 03:44:33.834503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:33.934696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:33.940391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-32ad0f7b-3bac-4049-9012-3c935d93f913 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122029 Nov 12 03:44:33.942953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47708) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.945490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:33.956701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:33.957627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.054862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet de72c18e-cf90-4463-ad17-80cbcf1e5a39 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:34.058764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.064499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:34.110191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.120085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc93-d62b-48b5-80fb-058d9d83cbc3 req-56fe9926-cb2a-4a60-961d-177657009144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.121564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a9dbc93-d62b-48b5-80fb-058d9d83cbc3 req-56fe9926-cb2a-4a60-961d-177657009144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1001217 Nov 12 03:44:34.208572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a9dbc93-d62b-48b5-80fb-058d9d83cbc3 req-dbf0f9f4-ae51-4041-aa09-74a6eaaa1e4b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639386 Nov 12 03:44:34.277968 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.316634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:33Z', 'revision_number': 9, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.340105 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.360723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:34.368464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=de72c18e-cf90-4463-ad17-80cbcf1e5a39,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.370726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:34.372285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.372980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.379060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8dbf42e-7b52-44ad-b948-b8fdb9438894 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/de72c18e-cf90-4463-ad17-80cbcf1e5a39 HTTP/1.1" status: 204 len: 168 time: 0.4276752 Nov 12 03:44:34.379439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.413568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3072c09-fe03-459a-959c-975b6a475fed None None] Network f6fe52d7-2939-4d49-af04-937c6bd44b29 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:34.472025 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.517706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:34.528449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:34.528885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.599517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,segment=NetworkSegment(8b3c5a32-c407-411d-9549-d4b7968c3c79),segment_id=8b3c5a32-c407-411d-9549-d4b7968c3c79)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:34.600009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.614461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:34.696058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.722792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=4079dcb5-9190-4e91-975a-d3d3b5cfa9eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.732621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:34.822961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.844776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fe52d7-2939-4d49-af04-937c6bd44b29']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.861750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3c5a32-c407-411d-9549-d4b7968c3c79') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.862047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3c5a32-c407-411d-9549-d4b7968c3c79') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.874370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.886626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b2be62-9051-484f-9bef-a543fd95703c None None] DHCP port deletion for f6fe52d7-2939-4d49-af04-937c6bd44b29 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:34.894731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.904047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:34.904869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:34.909608 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:34.977298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:33Z', 'revision_number': 9, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:34.983020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.004105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.007619 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/f6fe52d7-2939-4d49-af04-937c6bd44b29 HTTP/1.1" status: 204 len: 168 time: 0.6271391 Nov 12 03:44:35.009236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e1192-ff1c-44d0-b915-2bdc4b43a70e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=f6fe52d7-2939-4d49-af04-937c6bd44b29,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.010511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47718) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.011138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac22d553-b366-4ac9-830e-f6b889cc36f6 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:33Z', 'revision_number': 9, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': '38d61f65-9b8f-4e3d-b912-01dfe0500419', 'name': '', 'network_id': 'b931dbc7-5ba8-40fd-8211-8da1953b72c2', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:41:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:16Z', 'updated_at': '2021-11-12T03:44:21Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': 'e83d0562-8654-43ce-ab2a-d9eaf4bbfc10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:35.379789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133144-3a27-4b81-90f1-115efd2b4414 req-a4e45b3f-7678-45ee-a4bc-138e7d275f77 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.381572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99133144-3a27-4b81-90f1-115efd2b4414 req-a4e45b3f-7678-45ee-a4bc-138e7d275f77 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0849078 Nov 12 03:44:35.439897 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.482621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99133144-3a27-4b81-90f1-115efd2b4414 req-dd5125ee-c1ab-4d13-9f69-76a94eed222e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932565 Nov 12 03:44:35.652245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366290-7372-4bdc-9b08-1064366edb7b req-c9884e93-eb01-4bf1-87b2-49e2c7f5d2db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.654518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74366290-7372-4bdc-9b08-1064366edb7b req-c9884e93-eb01-4bf1-87b2-49e2c7f5d2db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0754166 Nov 12 03:44:35.735224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74366290-7372-4bdc-9b08-1064366edb7b req-a650a74f-807f-44ab-8920-3be4910cc5ad tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741732 Nov 12 03:44:35.790533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 38d61f65-9b8f-4e3d-b912-01dfe0500419 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:35.790871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.908278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33c3d-0341-4a15-b829-85902f3a82fc req-c27a19f3-0a0a-4fc1-8584-1910834273d9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.909730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bc33c3d-0341-4a15-b829-85902f3a82fc req-c27a19f3-0a0a-4fc1-8584-1910834273d9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0988135 Nov 12 03:44:35.914538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 38d61f65-9b8f-4e3d-b912-01dfe0500419, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=38d61f65-9b8f-4e3d-b912-01dfe0500419,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.914892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.942956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 38d61f65-9b8f-4e3d-b912-01dfe0500419 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:36.008376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bc33c3d-0341-4a15-b829-85902f3a82fc req-3e9db5d4-bb9d-423d-9f98-5338cb4e541c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907738 Nov 12 03:44:36.165525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976671aa-5265-4c73-bf4f-42784cea9b15 req-7efd3038-e1bf-4878-8737-18c823f5fbef tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.167003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-976671aa-5265-4c73-bf4f-42784cea9b15 req-7efd3038-e1bf-4878-8737-18c823f5fbef tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0853000 Nov 12 03:44:36.184194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.227371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=38d61f65-9b8f-4e3d-b912-01dfe0500419,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.290495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-976671aa-5265-4c73-bf4f-42784cea9b15 req-32a8bed8-41cf-49dd-91c1-ae93bcfa4b87 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148310 Nov 12 03:44:36.422496 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.936893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:36.939116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:36.959504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:36.959940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4079dcb5-9190-4e91-975a-d3d3b5cfa9eb not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:36.960446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0615d3d6-9a25-4440-a595-297c6281d7cd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:36.980141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0615d3d6-9a25-4440-a595-297c6281d7cd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:36.980576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0615d3d6-9a25-4440-a595-297c6281d7cd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:37.035055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:37.043017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1469123b-b40b-4e8e-803b-ee1cd9168ba5 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0278058 Nov 12 03:44:37.043017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47734) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.046295 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:37.056140 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:37.056740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.098164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet e83d0562-8654-43ce-ab2a-d9eaf4bbfc10 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:37.101613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.143900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.145274 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:37.237896 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.312932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.341825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=e83d0562-8654-43ce-ab2a-d9eaf4bbfc10,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.350594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.356238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/e83d0562-8654-43ce-ab2a-d9eaf4bbfc10 HTTP/1.1" status: 204 len: 168 time: 0.3099687 Nov 12 03:44:37.356238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.356238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.356563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.359587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:36Z', 'revision_number': 10, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.360280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.361517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.363239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.364291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.364868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.365420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.365970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.366078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68498479-e783-477f-90d5-9fb966e4317d None None] Network b931dbc7-5ba8-40fd-8211-8da1953b72c2 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:37.366612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.367146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.367870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770449fd-fa22-4b2a-a00a-f0772d93402d tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:37.394016 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:37.405563 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:37.406196 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.467746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.500295 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:37.532789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:37.533314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.602381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] DHCP port deletion for b931dbc7-5ba8-40fd-8211-8da1953b72c2 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:37.609433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.609801 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.622997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:37.649992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Deleting port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:37.650372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.715548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.717880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] For port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,segment=NetworkSegment(c9dcf7a9-3014-4fbc-8789-d11c34b305f3),segment_id=c9dcf7a9-3014-4fbc-8789-d11c34b305f3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.718469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.734188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Calling delete_port for 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:37.748607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:37.753524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.807407 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:36Z', 'revision_number': 10, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.813004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.832418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.833649 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be8ff1-63b9-471c-9368-af10c27ede41 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:36Z', 'revision_number': 10, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None, '_interfaces': [{'id': 'e28f18eb-cac8-4387-9b90-dc133c3a2ca2', 'name': '', 'network_id': 'c961c6eb-5571-41a7-b2ed-f9bc0642d82e', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'mac_address': 'fa:16:3e:ee:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:44:13Z', 'updated_at': '2021-11-12T03:44:17Z', 'revision_number': 5, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'subnets': [{'id': '1778b3bc-0e2f-4dd0-a991-133036881d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:37.837466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] Pushing event deleted for resources: {'Port': ['ID=4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.843555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4567d55-d7d1-495e-9679-889200e0f4a7 None None] No DVR routers for this DVR port 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:37.864374 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b931dbc7-5ba8-40fd-8211-8da1953b72c2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.874252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.874567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dcf7a9-3014-4fbc-8789-d11c34b305f3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:37.884130 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.897473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.903534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:37.904518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:37.907523 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:37.968595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.975111 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.978276 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/b931dbc7-5ba8-40fd-8211-8da1953b72c2 HTTP/1.1" status: 204 len: 168 time: 0.6206703 Nov 12 03:44:37.981135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.989459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f9722-adde-4ee9-afe5-ccc0866008ce tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=b931dbc7-5ba8-40fd-8211-8da1953b72c2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.317466 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.572304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port e28f18eb-cac8-4387-9b90-dc133c3a2ca2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:38.572649 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.668205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port e28f18eb-cac8-4387-9b90-dc133c3a2ca2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:38.668805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.687268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for e28f18eb-cac8-4387-9b90-dc133c3a2ca2 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:38.892433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.924870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=e28f18eb-cac8-4387-9b90-dc133c3a2ca2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.961081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:38.993914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:38.994337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4946d4e2-0cf8-43c1-9f06-fa0c8bd02f1b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:38.994828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 38d61f65-9b8f-4e3d-b912-01dfe0500419 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:39.024145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 38d61f65-9b8f-4e3d-b912-01dfe0500419 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:39.025125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 38d61f65-9b8f-4e3d-b912-01dfe0500419 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:39.046600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb1f73-bc3a-4d03-8837-e230fea2542a req-f8d7247d-179e-4877-a393-3a38f65d45ad tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.053855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbeb1f73-bc3a-4d03-8837-e230fea2542a req-f8d7247d-179e-4877-a393-3a38f65d45ad tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.1160462 Nov 12 03:44:39.139728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.222791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbeb1f73-bc3a-4d03-8837-e230fea2542a req-edd0d0fd-8aed-4448-81f4-9ac85e3a918e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357648 Nov 12 03:44:39.343298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:39.423733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:39.428756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6bca71e9-5af3-4126-8445-c3c7e370139f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4465458 Nov 12 03:44:39.431858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 47886) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.435833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:39.447130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:39.447875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.484973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting subnet 1778b3bc-0e2f-4dd0-a991-133036881d60 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:39.488294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.525696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:39.538890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.579723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.610052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:39.618940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:39.619625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.633793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.699665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:39.705069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.741234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Subnet': ['ID=1778b3bc-0e2f-4dd0-a991-133036881d60,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.747230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.753160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-39e3c7f8-528a-41b6-8a4c-9b024818e85b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/1778b3bc-0e2f-4dd0-a991-133036881d60 HTTP/1.1" status: 204 len: 168 time: 0.3177266 Nov 12 03:44:39.754823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 47936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.762261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529274f-c9df-4c72-b286-e51b0a92381e None None] Network c961c6eb-5571-41a7-b2ed-f9bc0642d82e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:39.765466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:39.811735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf16ee6c-686b-4fca-8f64-78698ad791af None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:39.872147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.930666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Deleting port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:39.931048 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.998510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] For port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,segment=NetworkSegment(82b40ae0-894d-4ccc-b616-478ee140ee0f),segment_id=82b40ae0-894d-4ccc-b616-478ee140ee0f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.998879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.013800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Calling delete_port for a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:40.097894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.123884 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Port': ['ID=a8cc81a4-81af-4ab9-a79c-bc9029dd14c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.127694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No DVR routers for this DVR port a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:40.202579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda17450-4e76-4e2e-aacb-bb92c99834a0 None None] DHCP port deletion for c961c6eb-5571-41a7-b2ed-f9bc0642d82e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:40.225422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.255485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c961c6eb-5571-41a7-b2ed-f9bc0642d82e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.271308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b40ae0-894d-4ccc-b616-478ee140ee0f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.271514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b40ae0-894d-4ccc-b616-478ee140ee0f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.283343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.300531 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.307027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:40.307462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:40.310964 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:40.387064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373e2b6-5f33-4b09-8de0-9343e4e9b50f req-615fc192-2684-412f-9736-8b1f7eb93be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.389299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d373e2b6-5f33-4b09-8de0-9343e4e9b50f req-615fc192-2684-412f-9736-8b1f7eb93be3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.0791247 Nov 12 03:44:40.391519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.412009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.424791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/networks/c961c6eb-5571-41a7-b2ed-f9bc0642d82e HTTP/1.1" status: 204 len: 168 time: 0.6685095 Nov 12 03:44:40.427252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.432537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'routes': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:40.448372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269250d2-54f6-4f81-b242-e3d2a0ce3917 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Pushing event deleted for resources: {'Network': ['ID=c961c6eb-5571-41a7-b2ed-f9bc0642d82e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.488653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d373e2b6-5f33-4b09-8de0-9343e4e9b50f req-4c56f025-ff9f-4e07-b1a6-de8d94f8d83f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877280 Nov 12 03:44:40.503499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-955c6b20-4cee-4458-809f-2355e501c97d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.505288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-955c6b20-4cee-4458-809f-2355e501c97d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 946 time: 0.1144960 Nov 12 03:44:40.643666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:40.644248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.690995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Added routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:44:40.692142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Removed routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:44:40.692679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.781567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port cf4e9f0a-a978-4c5f-8622-ade88112e4f0, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.781980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.853616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.859677 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.974181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:40.989146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router ae0f5655-5c89-4012-9f09-b353618e3d0d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:41.013943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:41.015564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a8cc81a4-81af-4ab9-a79c-bc9029dd14c4 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:41.016019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e28f18eb-cac8-4387-9b90-dc133c3a2ca2 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:41.037132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e28f18eb-cac8-4387-9b90-dc133c3a2ca2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:41.037659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e28f18eb-cac8-4387-9b90-dc133c3a2ca2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:41.065662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.066188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.066325 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP 9a3a2a19-5ff0-40fd-a059-70ac99dd97ca disassociated. External IP: 172.25.4.164, port: cf4e9f0a-a978-4c5f-8622-ade88112e4f0. Nov 12 03:44:41.066669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for cf4e9f0a-a978-4c5f-8622-ade88112e4f0 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:41.098255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:41.109925 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Sync routers for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:41.129548 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:41.130352 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:41.132472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.135757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dc32bbf5-2a08-4274-9b42-b43f814cc9b1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 701 time: 0.7074869 Nov 12 03:44:41.140246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:41.201753 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32da5d37-d8b0-45f7-add4-e3f2b1180b18 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 205 time: 0.0601566 Nov 12 03:44:41.202460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:41.241985 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:41.309297 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:41.321847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.332257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.343361 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Checking router: ae0f5655-5c89-4012-9f09-b353618e3d0d for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:41.353333 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Routers {'ae0f5655-5c89-4012-9f09-b353618e3d0d'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:41.353999 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ae0f5655-5c89-4012-9f09-b353618e3d0d'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:41.385724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=cf4e9f0a-a978-4c5f-8622-ade88112e4f0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.478964 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] Set router ae0f5655-5c89-4012-9f09-b353618e3d0d gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:41.598464 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:41.602222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:41.640569 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36511d9-d636-4865-8f90-ba850d7a1c13 None None] The sync data for ids ['ae0f5655-5c89-4012-9f09-b353618e3d0d'] in n-d-713499-30 is: [{'id': 'ae0f5655-5c89-4012-9f09-b353618e3d0d', 'name': 'tempest-RoutersTest-router-1696191415', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:12Z', 'updated_at': '2021-11-12T03:44:38Z', 'revision_number': 11, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:41.795859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-148a61b2-ddc1-4f3b-abc1-2effefab6dc4 req-cc56f4c1-0e58-4b9c-9e38-988cd5a4cfc4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0930779 Nov 12 03:44:41.823641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:41.837750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:41.853175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:41.853803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:41.949814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port cf4e9f0a-a978-4c5f-8622-ade88112e4f0 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:41.973575 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.977042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-58c854f1-eecb-44bf-a206-77a3aefd8821 req-a136ec2b-d9fe-4a54-8b84-b16932fd141d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "DELETE /v2.0/ports/cf4e9f0a-a978-4c5f-8622-ade88112e4f0 HTTP/1.1" status: 204 len: 173 time: 1.4611239 Nov 12 03:44:41.977526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'name': 'network-vif-deleted', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:41.979822 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a72c5-69a9-4db7-82e0-a9fe0c96fe6c" -d '{"events": [{"server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "name": "network-vif-deleted", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:41.982550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:42.121344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.129110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.206371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.206904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router ae0f5655-5c89-4012-9f09-b353618e3d0d {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:42.221211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.222769 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-949f63d8-6c99-4f2b-ab09-0457b2a88f11 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 204 len: 168 time: 1.0193756 Nov 12 03:44:42.226811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.236143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1100898473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:42.279579 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627eeca4-c823-4353-a00b-e4d17604bd72 x-openstack-request-id: req-627eeca4-c823-4353-a00b-e4d17604bd72 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:42.280453 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7e43b9-c651-421f-9c79-b13f3a4e90ed", "name": "network-vif-deleted", "tag": "cf4e9f0a-a978-4c5f-8622-ade88112e4f0", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:42.282195 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-627eeca4-c823-4353-a00b-e4d17604bd72 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:42.282829 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7e43b9-c651-421f-9c79-b13f3a4e90ed', 'name': 'network-vif-deleted', 'tag': 'cf4e9f0a-a978-4c5f-8622-ade88112e4f0', 'status': 'completed', 'code': 200} Nov 12 03:44:42.285930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.287326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.327952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.349913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.358754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.385438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.386967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b1039c67-a9b8-4107-a1e8-645b9f2b391f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1591318 Nov 12 03:44:42.389835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.395056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:42.524027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:42.533343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:42.534000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.632040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.655782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.668442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:42.783145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Router a2657a24-58f9-43fb-8b83-f10e574b57a4 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:42.883413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:42.893450 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Sync routers for ids ['a2657a24-58f9-43fb-8b83-f10e574b57a4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:42.902120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.906216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-951b4f85-9c9f-42ba-83ff-9dccdaef4359 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "PUT /v2.0/routers/a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 200 len: 694 time: 0.5152876 Nov 12 03:44:42.906761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48224) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.907537 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Routers {'a2657a24-58f9-43fb-8b83-f10e574b57a4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:42.908240 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a2657a24-58f9-43fb-8b83-f10e574b57a4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.932404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e8dc7d1-f3bd-47c8-af34-0dcb6e59e6a3 req-f77ed997-280c-4e5b-8932-6e8749b7c054 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0371273 Nov 12 03:44:42.977941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.988074 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Set router a2657a24-58f9-43fb-8b83-f10e574b57a4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:43.011743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-638d51df-4d0d-48aa-8a95-9ef2168dd48b tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/routers/a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 200 len: 700 time: 0.1014984 Nov 12 03:44:43.014937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48226) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.019209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e16c42-6d96-4809-b468-03edd0e2c4c4 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:43.049248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4447c085-fc46-4b9d-91a3-572248870dea tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 200 len: 205 time: 0.0329003 Nov 12 03:44:43.051815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.063581 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2657a24-58f9-43fb-8b83-f10e574b57a4', 'name': 'tempest-RoutersTest-router-1100898473', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:42Z', 'updated_at': '2021-11-12T03:44:42Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.090875 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Checking router: a2657a24-58f9-43fb-8b83-f10e574b57a4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:43.100320 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Routers {'a2657a24-58f9-43fb-8b83-f10e574b57a4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:43.100941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a2657a24-58f9-43fb-8b83-f10e574b57a4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.154819 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.177457 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] Set router a2657a24-58f9-43fb-8b83-f10e574b57a4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:43.233917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2657a24-58f9-43fb-8b83-f10e574b57a4', 'name': 'tempest-RoutersTest-router-1100898473', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:42Z', 'updated_at': '2021-11-12T03:44:42Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.276949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9839f55-eeaf-40c5-be7b-81e19a21c0d1 None None] The sync data for ids ['a2657a24-58f9-43fb-8b83-f10e574b57a4'] in n-d-713499-30 is: [{'id': 'a2657a24-58f9-43fb-8b83-f10e574b57a4', 'name': 'tempest-RoutersTest-router-1100898473', 'tenant_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:44:42Z', 'updated_at': '2021-11-12T03:44:42Z', 'revision_number': 2, 'project_id': 'f13d41dc7d0b4e75bd3c64653c3acd7e', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:43.349297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.351882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.398714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a292e-df7d-46e7-98ef-13565a30df97 None None] New status for floating IP 9a3a2a19-5ff0-40fd-a059-70ac99dd97ca: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:43.401982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.402711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Fanout notify agent at l3_agent the message router_deleted on router a2657a24-58f9-43fb-8b83-f10e574b57a4 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:43.410502 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.411685 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-443057fc-f137-43af-a0d8-54be77c29534 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 204 len: 168 time: 0.3588386 Nov 12 03:44:43.415271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48230) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.452081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0bdc97b5-a6e9-4926-b581-7dfcd3e312e2 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 200 len: 205 time: 0.0351584 Nov 12 03:44:43.454185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48232) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.722494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device cf4e9f0a-a978-4c5f-8622-ade88112e4f0 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:43.745231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: cf4e9f0a-a978-4c5f-8622-ade88112e4f0 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:43.745726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device cf4e9f0a-a978-4c5f-8622-ade88112e4f0 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:43.835189 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-3933cd39-c005-45be-bca5-4504a379418f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:43.838771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3933cd39-c005-45be-bca5-4504a379418f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/a2657a24-58f9-43fb-8b83-f10e574b57a4 HTTP/1.1" status: 404 len: 336 time: 0.3810041 Nov 12 03:44:43.839052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.869667 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-834b0a75-a506-408f-b0c2-1850d6e11406 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:43.870126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834b0a75-a506-408f-b0c2-1850d6e11406 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:43.873343 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-834b0a75-a506-408f-b0c2-1850d6e11406 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/a579ded9-5f74-4adc-8b0a-80c3f0c6e2db HTTP/1.1" status: 404 len: 337 time: 0.0332837 Nov 12 03:44:43.875832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.902742 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6f9616-8e3f-4cb5-bbce-1a60c8fc4620 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:43.903203 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6f9616-8e3f-4cb5-bbce-1a60c8fc4620 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:43.906977 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a6f9616-8e3f-4cb5-bbce-1a60c8fc4620 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/de72c18e-cf90-4463-ad17-80cbcf1e5a39 HTTP/1.1" status: 404 len: 337 time: 0.0301652 Nov 12 03:44:43.909614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.936107 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2979e6cc-34b9-42c7-b306-f770af63b80e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:43.936421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2979e6cc-34b9-42c7-b306-f770af63b80e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:43.939538 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2979e6cc-34b9-42c7-b306-f770af63b80e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/e83d0562-8654-43ce-ab2a-d9eaf4bbfc10 HTTP/1.1" status: 404 len: 337 time: 0.0289626 Nov 12 03:44:43.942231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.969625 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d9008d-ff70-414d-82c9-e49b6010407a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:43.970052 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d9008d-ff70-414d-82c9-e49b6010407a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:43.975584 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d2d9008d-ff70-414d-82c9-e49b6010407a tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/1778b3bc-0e2f-4dd0-a991-133036881d60 HTTP/1.1" status: 404 len: 337 time: 0.0299790 Nov 12 03:44:43.975830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.004755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d01f67ab-647e-40cc-8366-54d45c4f8445 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 200 len: 205 time: 0.0256541 Nov 12 03:44:44.004964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.044101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-488bf3c5-8eb9-4211-91a4-3dfcd9e105c9 req-2148c136-8523-4ba6-9f8d-772dd97ff916 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0276027 Nov 12 03:44:44.050906 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4fddf72f-5f0a-4825-8a30-123a176c2067 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.054308 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4fddf72f-5f0a-4825-8a30-123a176c2067 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/ae0f5655-5c89-4012-9f09-b353618e3d0d HTTP/1.1" status: 404 len: 336 time: 0.0461173 Nov 12 03:44:44.054547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.084439 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61156c8c-d68f-475d-83a6-fa3dccbaad13 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=0190ed17-780d-43f7-991d-0e3592c28835 HTTP/1.1" status: 200 len: 205 time: 0.0287879 Nov 12 03:44:44.086728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.123171 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-257bcf24-dacb-47b7-8679-28b8cbe2b046 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.124245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-257bcf24-dacb-47b7-8679-28b8cbe2b046 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/0190ed17-780d-43f7-991d-0e3592c28835 HTTP/1.1" status: 404 len: 336 time: 0.0365875 Nov 12 03:44:44.127459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48254) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.156756 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6d1ffc-ada1-4e1f-a428-588d8ababf43 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:44.157306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6d1ffc-ada1-4e1f-a428-588d8ababf43 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:44.160451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4f6d1ffc-ada1-4e1f-a428-588d8ababf43 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/73165db1-e1f4-4d5e-9c2e-3bbda40594b1 HTTP/1.1" status: 404 len: 337 time: 0.0316339 Nov 12 03:44:44.163008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48256) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.189613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c5d24521-10e1-4e64-80a6-794a1f266c2f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 200 len: 205 time: 0.0254617 Nov 12 03:44:44.191855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48258) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.236771 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-75ff25f0-46df-484d-ba57-5b644732f3bb tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.237811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-75ff25f0-46df-484d-ba57-5b644732f3bb tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/f5c933d9-39c8-4088-95c7-2c59c30a34e2 HTTP/1.1" status: 404 len: 336 time: 0.0450411 Nov 12 03:44:44.247068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48260) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.273348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7e832dbf-3db9-41ed-b2c8-4da73b40feeb tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=5c498cc6-207a-4bc5-a002-611499ab8b05 HTTP/1.1" status: 200 len: 205 time: 0.0309012 Nov 12 03:44:44.275631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48262) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.315833 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-34d78569-5f0f-4304-acdd-3f76b82cd7a1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.318971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-34d78569-5f0f-4304-acdd-3f76b82cd7a1 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/5c498cc6-207a-4bc5-a002-611499ab8b05 HTTP/1.1" status: 404 len: 336 time: 0.0404739 Nov 12 03:44:44.319698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.352697 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd7ab6c-20cc-4379-8a16-ac413cbcad68 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:44.353165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd7ab6c-20cc-4379-8a16-ac413cbcad68 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:44.356946 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2fd7ab6c-20cc-4379-8a16-ac413cbcad68 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/3bd8c37c-b425-49b4-a830-abfd42b49272 HTTP/1.1" status: 404 len: 337 time: 0.0361037 Nov 12 03:44:44.360308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48266) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.389678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-06db2b9c-2398-471b-b258-409df52825d7 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd34035f-2367-447f-8a56-2abe6cc38554 HTTP/1.1" status: 200 len: 205 time: 0.0279484 Nov 12 03:44:44.391834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.433476 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ecdee4ac-6f8c-4535-a729-cee42900fd72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.435363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ecdee4ac-6f8c-4535-a729-cee42900fd72 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/fd34035f-2367-447f-8a56-2abe6cc38554 HTTP/1.1" status: 404 len: 336 time: 0.0418541 Nov 12 03:44:44.437874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.465712 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ce17e-fcbd-4544-9294-a7e5a97b240e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:44.466208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81ce17e-fcbd-4544-9294-a7e5a97b240e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:44.469277 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a81ce17e-fcbd-4544-9294-a7e5a97b240e tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/c1b42fe6-b6ee-44de-a3fa-43ecab42f573 HTTP/1.1" status: 404 len: 337 time: 0.0304821 Nov 12 03:44:44.471769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.498829 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78b61e30-386b-4176-b10c-83b9765b44f8 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "GET /v2.0/ports?device_id=c41d5cb3-ffcc-4526-9dbf-660da012085a HTTP/1.1" status: 200 len: 205 time: 0.0259323 Nov 12 03:44:44.501115 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.542250 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e1dc8c63-898e-49b0-8ff6-6c8f2cad65e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] delete failed (client error): The resource could not be found. Nov 12 03:44:44.543309 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1dc8c63-898e-49b0-8ff6-6c8f2cad65e6 tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/routers/c41d5cb3-ffcc-4526-9dbf-660da012085a HTTP/1.1" status: 404 len: 336 time: 0.0410392 Nov 12 03:44:44.546343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.575674 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-05763871-69ba-4a3c-948c-12cf663d6c8f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:44.576076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05763871-69ba-4a3c-948c-12cf663d6c8f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:44.579120 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-05763871-69ba-4a3c-948c-12cf663d6c8f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/ff056e71-9cd5-4b0a-a220-6091a037cba1 HTTP/1.1" status: 404 len: 337 time: 0.0318599 Nov 12 03:44:44.581689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.608052 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebba48e-4e31-4b10-a602-55794ec6f85f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:44.608508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebba48e-4e31-4b10-a602-55794ec6f85f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:44.611562 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ebba48e-4e31-4b10-a602-55794ec6f85f tempest-RoutersTest-591113193 tempest-RoutersTest-591113193-project] 10.222.0.93 "DELETE /v2.0/subnets/0d448900-2195-4d95-a276-70cd28b0ab51 HTTP/1.1" status: 404 len: 337 time: 0.0289633 Nov 12 03:44:44.902876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48286) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.045327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c44f1629-ff02-44a6-8a9d-b5071f268db0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f13d41dc7d0b4e75bd3c64653c3acd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399851 Nov 12 03:44:45.047782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.100388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.132708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.152041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7f31565-5aeb-4ca7-82c5-a25a7a2ee0a3 req-5319aa8e-a3dc-46d0-bea6-a12e3afe9eb3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0370138 Nov 12 03:44:45.196443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.199088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.200258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b4db66ce-9fc4-41d0-af7a-013cd21693dd HTTP/1.1" status: 204 len: 168 time: 0.1513321 Nov 12 03:44:45.209825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cb91f-9178-483f-85e6-49bb5e79513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4db66ce-9fc4-41d0-af7a-013cd21693dd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.962762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.061777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2a3e555c-b63b-4fe1-9bbb-d0cdd8726a52 tempest-DvrRoutersNegativeTest-2039760962 tempest-DvrRoutersNegativeTest-2039760962-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-888997828', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.064704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.policy [None req-2a3e555c-b63b-4fe1-9bbb-d0cdd8726a52 tempest-DvrRoutersNegativeTest-2039760962 tempest-DvrRoutersNegativeTest-2039760962-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102605) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:44:46.065012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.policy [None req-2a3e555c-b63b-4fe1-9bbb-d0cdd8726a52 tempest-DvrRoutersNegativeTest-2039760962 tempest-DvrRoutersNegativeTest-2039760962-project] Failed policy check for 'create_router' {{(pid=102605) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:44:46.065529 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-2a3e555c-b63b-4fe1-9bbb-d0cdd8726a52 tempest-DvrRoutersNegativeTest-2039760962 tempest-DvrRoutersNegativeTest-2039760962-project] create failed (client error): Access was denied to this resource. Nov 12 03:44:46.066498 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2a3e555c-b63b-4fe1-9bbb-d0cdd8726a52 tempest-DvrRoutersNegativeTest-2039760962 tempest-DvrRoutersNegativeTest-2039760962-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1025920 Nov 12 03:44:46.261633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8e975d5-7678-4a68-9710-f0f644094a36 req-9d012231-f143-44a0-880c-55ca59f635e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=af7e43b9-c651-421f-9c79-b13f3a4e90ed HTTP/1.1" status: 200 len: 210 time: 0.0354531 Nov 12 03:44:46.324857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.434456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721c059b-7bb6-491d-a990-60fbf742501d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.520134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721c059b-7bb6-491d-a990-60fbf742501d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.524367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721c059b-7bb6-491d-a990-60fbf742501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.568304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48330) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.568433 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-721c059b-7bb6-491d-a990-60fbf742501d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6607921b7539433899a6cc0bb474715f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424252 Nov 12 03:44:46.570555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c059b-7bb6-491d-a990-60fbf742501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3154a9-97dd-4893-a549-618adbbc01d6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.626530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.658259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.704653 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.707542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.708831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0f3154a9-97dd-4893-a549-618adbbc01d6 HTTP/1.1" status: 204 len: 168 time: 0.1391408 Nov 12 03:44:46.716858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78947899-f7d9-42b0-b62f-91b1d9002fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3154a9-97dd-4893-a549-618adbbc01d6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.398054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.498983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-63fd891f-3187-4dd6-ba49-7fe99d753c24 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.499477 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-63fd891f-3187-4dd6-ba49-7fe99d753c24 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:44:47.499997 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-63fd891f-3187-4dd6-ba49-7fe99d753c24 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:47.500966 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-63fd891f-3187-4dd6-ba49-7fe99d753c24 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1019142 Nov 12 03:44:47.504834 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48366) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.509069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625176113'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.533338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.538213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-63d7a517-f970-43c1-a2f8-525bf443181e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763807019&fields=id&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 267 time: 0.0548708 Nov 12 03:44:47.542315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.622074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.627180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.661144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-7204a3ba-65e0-42a7-94cb-419ee6466942 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.662623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c7bc6-2f6f-49e1-b012-ec3fca711366,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.664530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-7204a3ba-65e0-42a7-94cb-419ee6466942 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.1172733 Nov 12 03:44:47.687680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-643811c2-262e-4fb0-bafd-d681cf6d2e96 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0157056 Nov 12 03:44:47.714052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.719116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.746895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-e42303b7-0052-40d1-b266-77c9124e2f85 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575328 Nov 12 03:44:47.749186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.753765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48368) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.754260 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2482870 Nov 12 03:44:47.759279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42372a1-f779-4b02-ba08-820c943fcd59 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3852d095-a375-4118-8a87-39da162d8492,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.762795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '3852d095-a375-4118-8a87-39da162d8492', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.799199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.836229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2f34b3f0-b530-42ac-b063-437fb4a1357c service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:44:47.837277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2f34b3f0-b530-42ac-b063-437fb4a1357c service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0679786 Nov 12 03:44:47.917231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.921663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.948268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf2f493-a15d-4b80-a3d9-33f8c5affb2c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.960224 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.961493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-15004594-48a7-4816-a51e-a2feb56d2f01 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054687 Nov 12 03:44:47.964504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.971059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e1bcf401-aaed-4b72-98e9-6be5a580b60c tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '3852d095-a375-4118-8a87-39da162d8492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.975608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-76c5a135-1a00-4f61-86b7-2159a46f2edb service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292744 Nov 12 03:44:48.004293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5806450-f3b3-4e6a-a908-c08eb6b93117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.017331 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf401-aaed-4b72-98e9-6be5a580b60c tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.065987 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e1bcf401-aaed-4b72-98e9-6be5a580b60c tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:48.070063 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1bcf401-aaed-4b72-98e9-6be5a580b60c tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1039908 Nov 12 03:44:48.070475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48376) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.115650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2008907d-f72e-43b7-8349-02943eeec55c service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160951 Nov 12 03:44:48.137376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.162760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.210075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.212890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.216864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48380) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.220483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/3852d095-a375-4118-8a87-39da162d8492 HTTP/1.1" status: 204 len: 168 time: 0.1408107 Nov 12 03:44:48.232480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7af1e8-8f78-4114-825c-33341ee1c833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852d095-a375-4118-8a87-39da162d8492,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.296347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3d24c18a-4f07-4cbe-af79-50df36a03833 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754316 Nov 12 03:44:48.298051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48386) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.302881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780541779'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.328059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.411947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.417463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.467937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e78b1ceb-1391-4fc4-8f35-d58cbe117dc2 req-170f2ee7-fbec-4112-a54b-2411d4a6eefd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0317087 Nov 12 03:44:48.483377 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.485138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1859040 Nov 12 03:44:48.486954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e9c3e-5349-4f05-8fe4-c52a5f598664 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9195a9a3-cacf-4cb1-a20d-114e1a903ae7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.488031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.493447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-946ebb53-f8e8-4d94-813f-8abae0514a98 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '9195a9a3-cacf-4cb1-a20d-114e1a903ae7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.494232 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-946ebb53-f8e8-4d94-813f-8abae0514a98 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:44:48.495020 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-946ebb53-f8e8-4d94-813f-8abae0514a98 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.499750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48398) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.500643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-946ebb53-f8e8-4d94-813f-8abae0514a98 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109611 Nov 12 03:44:48.556217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.584352 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.626121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.629271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.630427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/9195a9a3-cacf-4cb1-a20d-114e1a903ae7 HTTP/1.1" status: 204 len: 168 time: 0.1295857 Nov 12 03:44:48.633121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.641616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cef82-53bb-4917-b524-530a98720c53 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9195a9a3-cacf-4cb1-a20d-114e1a903ae7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.713401 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e81b94f-1f42-44ad-b0f9-83ed851bb419 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788171 Nov 12 03:44:48.720223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48406) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.725232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099519093'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.752804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.831100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.835167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.868360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.869629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1481783 Nov 12 03:44:48.870877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ba38-1749-4992-b3b7-81e19efaa436 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91587615-6373-49a7-87dd-a1fa4de8d60a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.872863 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.878619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2d137002-97a8-4a37-97b2-f44e3247eb91 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '91587615-6373-49a7-87dd-a1fa4de8d60a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.879205 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-2d137002-97a8-4a37-97b2-f44e3247eb91 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:44:48.879706 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-2d137002-97a8-4a37-97b2-f44e3247eb91 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:48.884168 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2d137002-97a8-4a37-97b2-f44e3247eb91 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102227 Nov 12 03:44:48.887219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:48.950436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.975674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.021968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.024857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.029098 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/91587615-6373-49a7-87dd-a1fa4de8d60a HTTP/1.1" status: 204 len: 168 time: 0.1376581 Nov 12 03:44:49.029729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.042483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711373d-5579-4c88-a507-973390d2c971 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91587615-6373-49a7-87dd-a1fa4de8d60a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.085478 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7382ff70-e705-4c67-819a-0f2c79d78f30 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0510828 Nov 12 03:44:49.085731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.093743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107344661'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.118849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.200958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.204858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.237800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.239045 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1524551 Nov 12 03:44:49.240412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1a24-736d-4c46-b083-862914b11f5f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83610fd0-96e8-4a9d-8f3a-1200a2b34abf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.242147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48420) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.246698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e00fc546-f00d-4697-8f14-a07d130e31ed tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '83610fd0-96e8-4a9d-8f3a-1200a2b34abf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.248050 n-d-713499-30 neutron-server[102606]: WARNING neutron.api.v2.base [None req-e00fc546-f00d-4697-8f14-a07d130e31ed tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:44:49.248492 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-e00fc546-f00d-4697-8f14-a07d130e31ed tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.252012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e00fc546-f00d-4697-8f14-a07d130e31ed tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065956 Nov 12 03:44:49.254365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48422) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.258598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bc3e8278-a7af-4ac3-897a-eb7d3960547a tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '83610fd0-96e8-4a9d-8f3a-1200a2b34abf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.259257 n-d-713499-30 neutron-server[102606]: WARNING neutron.api.v2.base [None req-bc3e8278-a7af-4ac3-897a-eb7d3960547a tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:44:49.259715 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-bc3e8278-a7af-4ac3-897a-eb7d3960547a tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.260670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bc3e8278-a7af-4ac3-897a-eb7d3960547a tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053809 Nov 12 03:44:49.263560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.268796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-575e2ed3-06c2-4a74-a285-d1aebab7f964 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '83610fd0-96e8-4a9d-8f3a-1200a2b34abf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.269595 n-d-713499-30 neutron-server[102606]: WARNING neutron.api.v2.base [None req-575e2ed3-06c2-4a74-a285-d1aebab7f964 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:44:49.270063 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-575e2ed3-06c2-4a74-a285-d1aebab7f964 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.270999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-575e2ed3-06c2-4a74-a285-d1aebab7f964 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064919 Nov 12 03:44:49.273623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.278411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de7f62b6-6f85-4c97-8a3f-a3b4d4e2d50b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '83610fd0-96e8-4a9d-8f3a-1200a2b34abf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.279986 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-de7f62b6-6f85-4c97-8a3f-a3b4d4e2d50b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:44:49.281837 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-de7f62b6-6f85-4c97-8a3f-a3b4d4e2d50b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.284006 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-de7f62b6-6f85-4c97-8a3f-a3b4d4e2d50b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080485 Nov 12 03:44:49.285600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.339717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.366053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.411201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.413843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.418273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48430) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.419295 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/83610fd0-96e8-4a9d-8f3a-1200a2b34abf HTTP/1.1" status: 204 len: 168 time: 0.1326787 Nov 12 03:44:49.429439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd60b88-ed8e-4f7c-94c0-b25579be23aa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83610fd0-96e8-4a9d-8f3a-1200a2b34abf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.488550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2e80d8f9-bdc9-4040-97bb-867787f58627 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689886 Nov 12 03:44:49.492520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.499690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--334071890'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.527110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.648553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee6755c-e790-4bb5-9e89-561bdf071d3e req-e50126b4-c418-4ec3-aa55-5b051c31ff90 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0623126 Nov 12 03:44:49.711897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fa3c1616-d356-406f-a243-2f32c9b145e3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.713499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fa3c1616-d356-406f-a243-2f32c9b145e3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.1748881 Nov 12 03:44:49.727929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.735279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.791458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.796101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2990465 Nov 12 03:44:49.796375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.800742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe72b-2dd4-4400-8210-b3414a9493a5 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1926c287-b14b-400e-beaa-cd54aa273cb7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.800929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4a5daebb-74d5-4244-9ce0-15c1b723956f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.801416 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-4a5daebb-74d5-4244-9ce0-15c1b723956f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:44:49.802080 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4a5daebb-74d5-4244-9ce0-15c1b723956f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.806069 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a5daebb-74d5-4244-9ce0-15c1b723956f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086596 Nov 12 03:44:49.806810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.813924 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b44e2bcd-bcfd-47f8-8231-5359c3f5a6ec tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.843133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-5c6f71f2-b9f8-4733-a74a-f548c7806e03 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 379 time: 0.1195450 Nov 12 03:44:49.852691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'security_groups': ['ca128e83-aebf-41c2-aa31-832cbc3d2088']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.871120 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b44e2bcd-bcfd-47f8-8231-5359c3f5a6ec tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.876677 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b44e2bcd-bcfd-47f8-8231-5359c3f5a6ec tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0687203 Nov 12 03:44:49.877724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.882423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4368f8cf-9633-42f5-a6c7-5f2395f7f65f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.883080 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-4368f8cf-9633-42f5-a6c7-5f2395f7f65f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:44:49.883719 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4368f8cf-9633-42f5-a6c7-5f2395f7f65f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.888675 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4368f8cf-9633-42f5-a6c7-5f2395f7f65f tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091763 Nov 12 03:44:49.889540 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.905635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-303d8bb4-57f7-4c9f-b759-71f7c794d341 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.942972 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-303d8bb4-57f7-4c9f-b759-71f7c794d341 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.947791 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-303d8bb4-57f7-4c9f-b759-71f7c794d341 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0570269 Nov 12 03:44:49.948642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.954480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eaa14baf-ecc9-4ddc-a8f5-79073312ebbb tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.955243 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-eaa14baf-ecc9-4ddc-a8f5-79073312ebbb tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:44:49.955915 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-eaa14baf-ecc9-4ddc-a8f5-79073312ebbb tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:49.960757 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eaa14baf-ecc9-4ddc-a8f5-79073312ebbb tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106061 Nov 12 03:44:49.962093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48446) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.967936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3305d8d0-a375-4f49-8b21-ce1f42ccfa2d tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.991439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:49.995402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.024058 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-3305d8d0-a375-4f49-8b21-ce1f42ccfa2d tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:50.029845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3305d8d0-a375-4f49-8b21-ce1f42ccfa2d tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0664415 Nov 12 03:44:50.031399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.036430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e7ff07f6-1b5b-4cdb-a5dc-9fd659c43059 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.037176 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-e7ff07f6-1b5b-4cdb-a5dc-9fd659c43059 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:44:50.037846 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e7ff07f6-1b5b-4cdb-a5dc-9fd659c43059 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:50.041727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e7ff07f6-1b5b-4cdb-a5dc-9fd659c43059 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077512 Nov 12 03:44:50.041874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.047512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5ee120c4-b891-4c54-8a16-da93c4f1ef58 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.085988 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5ee120c4-b891-4c54-8a16-da93c4f1ef58 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:50.087323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ee120c4-b891-4c54-8a16-da93c4f1ef58 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0444424 Nov 12 03:44:50.090288 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.095015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ad1b9a49-357d-42dc-b057-0ea91af190b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '1926c287-b14b-400e-beaa-cd54aa273cb7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.134119 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ad1b9a49-357d-42dc-b057-0ea91af190b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:50.135941 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ad1b9a49-357d-42dc-b057-0ea91af190b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0443842 Nov 12 03:44:50.138245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48456) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.176280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.9 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/118dd918-52c1-443c-be5e-92b3e84d9c1d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:50.258448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.335658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.370637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-deb05243-a454-40bf-9304-6a264c960a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.418749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.422321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.427044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.427912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/1926c287-b14b-400e-beaa-cd54aa273cb7 HTTP/1.1" status: 204 len: 168 time: 0.2883480 Nov 12 03:44:50.454074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.460862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf14e9-1dfe-45f9-82d3-5de085ca18db tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926c287-b14b-400e-beaa-cd54aa273cb7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.501697 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2dc5b0ec-b1db-4032-a74f-ab30855537fa tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0680306 Nov 12 03:44:50.502320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.507515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499363919'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.513604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.534855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.583749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:50.590780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:50.610706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:50.630635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.642118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.693689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.697627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1914680 Nov 12 03:44:50.697761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571299d7-25ac-4874-98b3-89b4f7efcfd4 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e479b6fb-5857-4421-a6ea-c647540c4650,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.700744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.706238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-418ac73e-d8ab-4d93-8086-d8ce4ad55ace tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': 'e479b6fb-5857-4421-a6ea-c647540c4650', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.707783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.779054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.779803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.821867 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-418ac73e-d8ab-4d93-8086-d8ce4ad55ace tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The resource could not be found. Nov 12 03:44:50.823129 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-418ac73e-d8ab-4d93-8086-d8ce4ad55ace tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1213558 Nov 12 03:44:50.827258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.832153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-73c13a2f-a1fb-45a1-98fa-e3aba6992e78 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': 'e479b6fb-5857-4421-a6ea-c647540c4650', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '87da76de-f74c-4f01-b27d-10ebed343aee'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.836525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-fb3fbaad-92aa-489f-b021-5c6dd7c6fc4f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877772 Nov 12 03:44:50.852217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Request body: {'port': {'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:50.865996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57857-7622-434f-8196-a3ffbe6af8fe req-6f3fab1a-61e4-46fa-ac93-e0a580ec3a84 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.868746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbd57857-7622-434f-8196-a3ffbe6af8fe req-6f3fab1a-61e4-46fa-ac93-e0a580ec3a84 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 931 time: 0.0806479 Nov 12 03:44:50.907851 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-73c13a2f-a1fb-45a1-98fa-e3aba6992e78 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The resource could not be found. Nov 12 03:44:50.917063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48472) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:50.917986 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73c13a2f-a1fb-45a1-98fa-e3aba6992e78 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0850170 Nov 12 03:44:50.982821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-064a76df-f308-4846-99c5-5f77e459fb0c None None] Provisioning complete for port 118dd918-52c1-443c-be5e-92b3e84d9c1d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:50.983161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-064a76df-f308-4846-99c5-5f77e459fb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.989491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.014755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbd57857-7622-434f-8196-a3ffbe6af8fe req-90f436a2-770e-4306-ac85-334458575de8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238992 Nov 12 03:44:51.024666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-064a76df-f308-4846-99c5-5f77e459fb0c None None] Port 118dd918-52c1-443c-be5e-92b3e84d9c1d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:51.061977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.145184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.261148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.264907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.266224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/e479b6fb-5857-4421-a6ea-c647540c4650 HTTP/1.1" status: 204 len: 168 time: 0.3464119 Nov 12 03:44:51.269364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.283999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011aafd-4671-46d2-9912-4278eb6c67b8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479b6fb-5857-4421-a6ea-c647540c4650,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.337735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d2d1a08-3245-4971-a57b-e8e45174b976 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667608 Nov 12 03:44:51.341754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.349428 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b07e0527-3dac-49f1-b21c-83ea3c556096 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '993e37a3-f4bc-4989-8e7b-a6125e01d298', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:51.396353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118dd918-52c1-443c-be5e-92b3e84d9c1d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:51.404989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.407922 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b07e0527-3dac-49f1-b21c-83ea3c556096 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The resource could not be found. Nov 12 03:44:51.409729 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b07e0527-3dac-49f1-b21c-83ea3c556096 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638440 Nov 12 03:44:51.413950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.418556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Transition to ACTIVE for port object 118dd918-52c1-443c-be5e-92b3e84d9c1d will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:51.419928 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959413361'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:51.424117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.452770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.509252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Pushing event updated for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.592892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.593122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Attempting to bind port 118dd918-52c1-443c-be5e-92b3e84d9c1d on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:51.593741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Attempting to bind port 118dd918-52c1-443c-be5e-92b3e84d9c1d by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:51.594151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Attempting to bind port 118dd918-52c1-443c-be5e-92b3e84d9c1d on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:51.600113 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.600286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Port 118dd918-52c1-443c-be5e-92b3e84d9c1d on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:51.600453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Attempting to bind port 118dd918-52c1-443c-be5e-92b3e84d9c1d on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:51.611236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:51.611582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:51.612009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:51.612443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Bound port: 118dd918-52c1-443c-be5e-92b3e84d9c1d, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:51.612805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.658353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.659985 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2449720 Nov 12 03:44:51.662471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21565b80-178d-4785-8e83-aa9a137c1f35 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490dbdcd-8685-474d-b339-82efcb1dc2fe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.664739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48482) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.672365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--382688784'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:51.703186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.731118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.745894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:51.763818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:51.773638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.830894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.831498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.833020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] 10.222.0.98 "PUT /v2.0/ports/118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 1092 time: 0.9869800 Nov 12 03:44:51.833360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:51.835600 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc" -d '{"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:51.924080 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c238c-dd47-41d0-a77c-11bf9eabf341 x-openstack-request-id: req-c05c238c-dd47-41d0-a77c-11bf9eabf341 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:51.924379 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:51.924613 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c05c238c-dd47-41d0-a77c-11bf9eabf341 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:51.925017 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'status': 'completed', 'code': 200} Nov 12 03:44:51.953388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d0ee-e405-4a01-9163-6eb8100432c2 service neutron] Pushing event updated for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.970221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.978293 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.998961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-4b86c29f-0c9d-45fd-b383-da4208bf6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.000547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-4b86c29f-0c9d-45fd-b383-da4208bf6658 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1095 time: 0.1147933 Nov 12 03:44:52.025750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.026899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3611858 Nov 12 03:44:52.030579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.036102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5fc21381-6333-4342-b105-e78f4637f3c8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group_rule': {'security_group_id': '490dbdcd-8685-474d-b339-82efcb1dc2fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd06dd7ec-64cd-4642-b951-33567224e7da'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.066657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-e1112f78-e6e3-4ce9-856d-33f66b7dee40 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 217 time: 0.0575652 Nov 12 03:44:52.067435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24117b43-6373-46e2-aedf-ac38db6db2b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06dd7ec-64cd-4642-b951-33567224e7da,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.088148 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5fc21381-6333-4342-b105-e78f4637f3c8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:52.089438 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5fc21381-6333-4342-b105-e78f4637f3c8 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0575011 Nov 12 03:44:52.092716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.160137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.188410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-15066650-abbb-4dd4-968b-4a0a5b4fc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.190134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-15066650-abbb-4dd4-968b-4a0a5b4fc301 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1092756 Nov 12 03:44:52.197492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.261416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9e15e-d087-4111-8af5-5c0cef48e300 req-e56d216a-a436-4bdf-8c00-500882a7e10b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.263684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04e9e15e-d087-4111-8af5-5c0cef48e300 req-e56d216a-a436-4bdf-8c00-500882a7e10b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.1205392 Nov 12 03:44:52.271106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.274986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.278080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/d06dd7ec-64cd-4642-b951-33567224e7da HTTP/1.1" status: 204 len: 168 time: 0.1841691 Nov 12 03:44:52.282665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.299926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6929e-055d-40d2-8568-d3490457cd93 req-4a1c15c6-9f06-4b12-bc37-bc1f05a81e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.301585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-4a1c15c6-9f06-4b12-bc37-bc1f05a81e21 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024275 Nov 12 03:44:52.305057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cc9ae-24e4-4b50-bdb0-e38420c8c38e tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06dd7ec-64cd-4642-b951-33567224e7da,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.360003 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a7bb8968-dece-467c-837b-f6a7207320f0 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0727186 Nov 12 03:44:52.360777 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.413807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04e9e15e-d087-4111-8af5-5c0cef48e300 req-5028a7a3-2914-4967-8135-0156489a5345 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406953 Nov 12 03:44:52.467163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.469433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-c9bb25f2-3aa6-4b4f-a862-afe2b961986a service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517448 Nov 12 03:44:52.494385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.540700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.546514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.551444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/490dbdcd-8685-474d-b339-82efcb1dc2fe HTTP/1.1" status: 204 len: 168 time: 0.1895945 Nov 12 03:44:52.552628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48498) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.570249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33865d36-26d9-431d-a928-2e43b413826b tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490dbdcd-8685-474d-b339-82efcb1dc2fe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.600042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13f6929e-055d-40d2-8568-d3490457cd93 req-d9a25a39-ec46-41f9-b9c2-375e9316cd7d service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239038 Nov 12 03:44:52.637186 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4168b9ac-4ca9-4ce5-b116-c4e099be1e9a tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741138 Nov 12 03:44:52.641554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.648480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034851314'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.706927 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.722155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-e5d5b28c-e737-4b52-b2bd-44b20e10d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.723738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-e5d5b28c-e737-4b52-b2bd-44b20e10d4b8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1095 time: 0.0687366 Nov 12 03:44:52.857062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.860670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-2beb8c0e-cc55-4bd7-be5b-cc51a4980dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.862258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-2beb8c0e-cc55-4bd7-be5b-cc51a4980dbc service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1307952 Nov 12 03:44:52.863332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.916930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-7c616e4b-1d82-4ebe-af87-b964027e085e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 217 time: 0.0471590 Nov 12 03:44:52.922647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.924127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2812161 Nov 12 03:44:52.926908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.932194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7dfca6b3-bc7c-46d8-b3e4-7cdf4d6eddfd tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.932850 n-d-713499-30 neutron-server[102605]: WARNING neutron.api.v2.base [None req-7dfca6b3-bc7c-46d8-b3e4-7cdf4d6eddfd tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:44:52.933576 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7dfca6b3-bc7c-46d8-b3e4-7cdf4d6eddfd tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:52.939403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48504) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.940027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7dfca6b3-bc7c-46d8-b3e4-7cdf4d6eddfd tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "PUT /v2.0/security-groups/e05c7fe3-78ef-45ed-a12f-a8ca4f5d2353 HTTP/1.1" status: 409 len: 330 time: 0.0116920 Nov 12 03:44:52.973216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c9944-eca0-4416-a830-9d13d628a558 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c7fe3-78ef-45ed-a12f-a8ca4f5d2353,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.014808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-033ffea9-4dfd-4c95-b30d-6d6baaf6bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.016373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-033ffea9-4dfd-4c95-b30d-6d6baaf6bf14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0912192 Nov 12 03:44:53.058262 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.084999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.092278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.104896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-73d9b4d2-2081-4202-ac86-7ef871782a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.106530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-73d9b4d2-2081-4202-ac86-7ef871782a29 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826902 Nov 12 03:44:53.194922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.197530 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.201553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/e05c7fe3-78ef-45ed-a12f-a8ca4f5d2353 HTTP/1.1" status: 204 len: 168 time: 0.2583249 Nov 12 03:44:53.202910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.213841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a3ce9-175d-4fca-95ed-d34c8ab910b3 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c7fe3-78ef-45ed-a12f-a8ca4f5d2353,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.234308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-1ce4af0d-55d0-4729-a524-e62c72bc76ab service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193435 Nov 12 03:44:53.299376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a267a4b-2422-420e-9474-bb9a85ceb1ab tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909824 Nov 12 03:44:53.299569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.317546 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-2288d22f-928c-4dd5-8b1d-1be9a27fd6a7 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] delete failed (client error): The resource could not be found. Nov 12 03:44:53.323491 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2288d22f-928c-4dd5-8b1d-1be9a27fd6a7 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "DELETE /v2.0/security-groups/6ae1499f-24d8-4afe-b41f-6cdee7138ae8 HTTP/1.1" status: 404 len: 347 time: 0.0185430 Nov 12 03:44:53.326343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48510) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.345278 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-eed7e7d2-ad2f-4b4c-80e2-3ad79dbcbd21 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] show failed (client error): The resource could not be found. Nov 12 03:44:53.351109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eed7e7d2-ad2f-4b4c-80e2-3ad79dbcbd21 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-groups/3a78e3cb-c80b-4080-b9fd-ad3008a4f00d HTTP/1.1" status: 404 len: 347 time: 0.0191717 Nov 12 03:44:53.351109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.377679 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-70ad14dd-24da-4e18-92ce-1c5044cc2e43 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] show failed (client error): The resource could not be found. Nov 12 03:44:53.381887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-70ad14dd-24da-4e18-92ce-1c5044cc2e43 tempest-NegativeSecGroupTest-413912283 tempest-NegativeSecGroupTest-413912283-project] 10.222.0.93 "GET /v2.0/security-group-rules/c250e70d-dd88-4f52-8690-e789060d0d9a HTTP/1.1" status: 404 len: 356 time: 0.0270748 Nov 12 03:44:53.381887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c05ad858-1cd9-4e03-a901-eb32bf9f25bc req-b5c0a503-aad2-4739-8020-46a4865f723d service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400962 Nov 12 03:44:53.602064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efe68-ed51-4cf9-b3d9-475395e5e6ce req-5d54cbef-b329-4642-a8f3-df9187464d9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.603569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-909efe68-ed51-4cf9-b3d9-475395e5e6ce req-5d54cbef-b329-4642-a8f3-df9187464d9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0736902 Nov 12 03:44:53.628305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.671605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-909efe68-ed51-4cf9-b3d9-475395e5e6ce req-f38b5443-e83a-4b18-8ff2-1711df9072e0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562263 Nov 12 03:44:53.709700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.868174 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3400bce8-e386-4526-aad6-6a60147bb590 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce1c7d6fea5a4624b5f71dd9b7cad877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548374 Nov 12 03:44:53.869240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.922971 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.945334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.000484 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.004525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.008270 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0d7c7bc6-2f6f-49e1-b012-ec3fca711366 HTTP/1.1" status: 204 len: 168 time: 0.1360400 Nov 12 03:44:54.016761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bcb60-56b4-457d-a3be-b1141d7dbd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c7bc6-2f6f-49e1-b012-ec3fca711366,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.741201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.873982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.894364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3c20-168c-4af6-a94c-8f9c2757d472 req-84a78fce-ae5c-4d98-9f6b-afdbeb06c160 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.901644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f93b3c20-168c-4af6-a94c-8f9c2757d472 req-84a78fce-ae5c-4d98-9f6b-afdbeb06c160 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.1157267 Nov 12 03:44:54.986014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f93b3c20-168c-4af6-a94c-8f9c2757d472 req-b05292dd-9ca2-4f0f-9434-d4f6c94ade8b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757701 Nov 12 03:44:55.025511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e037567-0dec-4d17-beb0-2806cdd99936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.077049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1169047336'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:55.100471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Made reservation on behalf of fec0215a0f0741ff8df6d40189cb2811 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:55.104309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.108563 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e037567-0dec-4d17-beb0-2806cdd99936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.112490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e037567-0dec-4d17-beb0-2806cdd99936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.114026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.144062 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e037567-0dec-4d17-beb0-2806cdd99936 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c2b7c59b5dfd40cbbfb0d4d39fa85810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665796 Nov 12 03:44:55.146192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48564) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.167030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e037567-0dec-4d17-beb0-2806cdd99936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f68c5-dc10-441d-ae07-5d4f34af4f16,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.242085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.279220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.295387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.306283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.346480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:55.358189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e698f49d-97fc-4179-8b29-f51d94a89f9b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.365290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.365633 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Added segment e131637b-b361-434b-ac8c-65dc138bfaa8 of type vlan for network e9d910eb-36d3-4c7d-a0ee-b5743da0acea Nov 12 03:44:55.405500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.408109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.409239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e35f68c5-dc10-441d-ae07-5d4f34af4f16 HTTP/1.1" status: 204 len: 168 time: 0.2616930 Nov 12 03:44:55.414634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.422043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80085e33-8d51-405d-9016-f7fa02b5beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f68c5-dc10-441d-ae07-5d4f34af4f16,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.424731 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:55.449048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.458151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.459070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.496243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7501094 Nov 12 03:44:55.497745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.502794 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-8439e1a8-371a-49ac-a3c9-8fbaadca8958 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-609589039') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.542540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade85e8-dbd1-4866-8b46-a0891aee1a0a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Pushing event updated for resources: {'Network': ['ID=e9d910eb-36d3-4c7d-a0ee-b5743da0acea,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.554501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e9d910eb-36d3-4c7d-a0ee-b5743da0acea details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:55.615132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8439e1a8-371a-49ac-a3c9-8fbaadca8958 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "PUT /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-609589039 HTTP/1.1" status: 201 len: 201 time: 0.1150298 Nov 12 03:44:55.616728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48572) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.621301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-39f2465a-b7c4-426b-affe-922a69837b36 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-609589039') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.692223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-39f2465a-b7c4-426b-affe-922a69837b36 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-609589039 HTTP/1.1" status: 204 len: 168 time: 0.0743587 Nov 12 03:44:55.694752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.698994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-7c3ecc20-862a-4ab8-8b1b-7e5036c4f3b8 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.769845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.774128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7c3ecc20-862a-4ab8-8b1b-7e5036c4f3b8 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags HTTP/1.1" status: 200 len: 237 time: 0.0783560 Nov 12 03:44:55.776788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48578) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.781782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-7a6d1801-ce28-42f2-a3aa-673cc863f723 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', {'tags': ['tempest-TagsTest-Tag-1663741864', 'tempest-TagsTest-Tag-1124032359', 'tempest-TagsTest-Tag-1898135724']}) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.785709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb54b2ab-449d-4e56-8c5e-55612d95aede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.863993 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb54b2ab-449d-4e56-8c5e-55612d95aede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.867830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb54b2ab-449d-4e56-8c5e-55612d95aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.870375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a6d1801-ce28-42f2-a3aa-673cc863f723 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "PUT /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags HTTP/1.1" status: 200 len: 309 time: 0.0923717 Nov 12 03:44:55.873526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48580) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.878464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-e8e14fdc-504a-4d26-be60-25ec39a9cfec tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1663741864') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.909455 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb54b2ab-449d-4e56-8c5e-55612d95aede admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=42a68004964947e78188490cf991af93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360118 Nov 12 03:44:55.910024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48582) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:55.912472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54b2ab-449d-4e56-8c5e-55612d95aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb9c93-f629-4629-a7be-fc1e5ecbe238,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.005629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8e14fdc-504a-4d26-be60-25ec39a9cfec tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "DELETE /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1663741864 HTTP/1.1" status: 204 len: 168 time: 0.1284373 Nov 12 03:44:56.005863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48584) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.010262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-9e4c8954-8633-49ab-8b74-464de7a47b6d tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1663741864') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.013020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.058124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.165952 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-9e4c8954-8633-49ab-8b74-464de7a47b6d tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] show failed (client error): The resource could not be found. Nov 12 03:44:56.170356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9e4c8954-8633-49ab-8b74-464de7a47b6d tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1663741864 HTTP/1.1" status: 404 len: 326 time: 0.1604655 Nov 12 03:44:56.172392 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48590) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.177378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-4c094742-84c2-4bce-a23c-ea477bd79953 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1124032359') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.177591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f070b-e17e-4186-b07e-ed4fa84f4fec req-3a2c24db-5a37-4cdb-a62a-f93a0cb022d4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.179189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-957f070b-e17e-4186-b07e-ed4fa84f4fec req-3a2c24db-5a37-4cdb-a62a-f93a0cb022d4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.1110511 Nov 12 03:44:56.189509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.193334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.198133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7eb9c93-f629-4629-a7be-fc1e5ecbe238 HTTP/1.1" status: 204 len: 168 time: 0.2850926 Nov 12 03:44:56.216562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8913a-f6a6-46c2-a11f-d5bc262c6523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb9c93-f629-4629-a7be-fc1e5ecbe238,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.277292 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4c094742-84c2-4bce-a23c-ea477bd79953 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1124032359 HTTP/1.1" status: 204 len: 168 time: 0.1035497 Nov 12 03:44:56.280640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.287011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-cdc7d5d9-c4b1-4120-b672-e32a9d872b0b tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1898135724') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.293491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-957f070b-e17e-4186-b07e-ed4fa84f4fec req-83c52cc1-d35d-4f4b-80f3-fecbd84638fa tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964108 Nov 12 03:44:56.366373 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cdc7d5d9-c4b1-4120-b672-e32a9d872b0b tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1898135724 HTTP/1.1" status: 204 len: 168 time: 0.0819237 Nov 12 03:44:56.366714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.371583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-d0a4a3a8-bb0e-4f7b-aa94-5a79cfdecba7 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.464265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d0a4a3a8-bb0e-4f7b-aa94-5a79cfdecba7 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "DELETE /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags HTTP/1.1" status: 204 len: 168 time: 0.0965495 Nov 12 03:44:56.467453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.472172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-de04ca26-6daf-4c69-aeb3-0d2da53a4688 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1124032359') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.544923 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-de04ca26-6daf-4c69-aeb3-0d2da53a4688 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] show failed (client error): The resource could not be found. Nov 12 03:44:56.545965 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-de04ca26-6daf-4c69-aeb3-0d2da53a4688 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1124032359 HTTP/1.1" status: 404 len: 326 time: 0.0774798 Nov 12 03:44:56.548794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48606) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.553263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-33574710-7764-404a-8270-b8c592740d26 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea', 'tempest-TagsTest-Tag-1898135724') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.622762 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-33574710-7764-404a-8270-b8c592740d26 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] show failed (client error): The resource could not be found. Nov 12 03:44:56.623793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-33574710-7764-404a-8270-b8c592740d26 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "GET /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags/tempest-TagsTest-Tag-1898135724 HTTP/1.1" status: 404 len: 326 time: 0.0740004 Nov 12 03:44:56.626664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48610) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.631169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-654d93fc-810a-4536-818b-010159bd5680 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e9d910eb-36d3-4c7d-a0ee-b5743da0acea') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.699931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-654d93fc-810a-4536-818b-010159bd5680 tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "DELETE /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea/tags HTTP/1.1" status: 204 len: 168 time: 0.0720377 Nov 12 03:44:56.703457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48614) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.114219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.198047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.219271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d910eb-36d3-4c7d-a0ee-b5743da0acea']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.229151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e131637b-b361-434b-ac8c-65dc138bfaa8') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.229456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e131637b-b361-434b-ac8c-65dc138bfaa8') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.239652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.255088 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.261850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:57.262257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:57.265399 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:57.329589 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.338515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.345037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] 10.222.0.93 "DELETE /v2.0/networks/e9d910eb-36d3-4c7d-a0ee-b5743da0acea HTTP/1.1" status: 204 len: 168 time: 0.6387200 Nov 12 03:44:57.352235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.356158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f17e7-52f5-4469-9ab5-eac757753e8a tempest-TagsTest-1328672504 tempest-TagsTest-1328672504-project] Pushing event deleted for resources: {'Network': ['ID=e9d910eb-36d3-4c7d-a0ee-b5743da0acea,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.459985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-3e52d006-4f22-4ea1-a41b-55cb02594016 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0719285 Nov 12 03:44:57.471410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9370351-67bf-4333-8a57-49312f6f6dc0 req-67c9f500-58a0-49d8-bddf-be46fc52d1a1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.472904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9370351-67bf-4333-8a57-49312f6f6dc0 req-67c9f500-58a0-49d8-bddf-be46fc52d1a1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0735469 Nov 12 03:44:57.504165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6186805c-08d3-4141-804c-b3ecb408208a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.562294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9370351-67bf-4333-8a57-49312f6f6dc0 req-77f84b13-629d-4178-b5ca-4161f517c89f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819602 Nov 12 03:44:57.565216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-f34f0f56-5276-4de2-a08c-e9255457fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.566895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-f34f0f56-5276-4de2-a08c-e9255457fa02 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 1098 time: 0.0790179 Nov 12 03:44:57.572093 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.599916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6186805c-08d3-4141-804c-b3ecb408208a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.603894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6186805c-08d3-4141-804c-b3ecb408208a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.646799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186805c-08d3-4141-804c-b3ecb408208a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a8731-1234-4218-892d-fdfdc2ec3dcf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.651130 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6186805c-08d3-4141-804c-b3ecb408208a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ddf8f4ff0204edd8817c5fca37cda2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963250 Nov 12 03:44:57.654529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.689326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-0158c7c4-e4c7-4a9d-9d09-d70f3d178d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.690918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-0158c7c4-e4c7-4a9d-9d09-d70f3d178d00 service neutron] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1015470 Nov 12 03:44:57.724626 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.735455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-abfa9276-a474-45aa-a302-f00d7202a584 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 200 len: 217 time: 0.0379024 Nov 12 03:44:57.757561 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-445303ba-3fb0-456d-91fb-2e90641f190e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fec0215a0f0741ff8df6d40189cb2811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820707 Nov 12 03:44:57.758304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.761356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.786789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-3b871613-6364-47b0-9148-3d94754b939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.788241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-3b871613-6364-47b0-9148-3d94754b939c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0461285 Nov 12 03:44:57.833222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.836899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-b4d05573-2f2b-4d56-b7e3-164bab1f7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.838387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-b4d05573-2f2b-4d56-b7e3-164bab1f7119 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433412 Nov 12 03:44:57.851712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.854272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.855390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/227a8731-1234-4218-892d-fdfdc2ec3dcf HTTP/1.1" status: 204 len: 168 time: 0.1998029 Nov 12 03:44:57.861442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.874579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33734e-6557-49f1-bebf-708a29a52d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a8731-1234-4218-892d-fdfdc2ec3dcf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.920112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.923131 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.924517 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e698f49d-97fc-4179-8b29-f51d94a89f9b HTTP/1.1" status: 204 len: 168 time: 0.1653092 Nov 12 03:44:57.933075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b4271-b461-4f35-a25c-79ddff9c1b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698f49d-97fc-4179-8b29-f51d94a89f9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.952763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-48729854-f8c0-4362-b583-b54ca3c46868 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072800 Nov 12 03:44:58.050488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ed08b6b-263e-40aa-9ea9-1e5b75f31332 req-90bbe3bc-0ea3-4d67-b90a-2953f9e5bc19 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909355 Nov 12 03:44:58.710429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f569c-c599-4037-be06-cd8871a7ea41 req-db771b87-3bde-428d-bdac-fa6661c5c85e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.711939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc4f569c-c599-4037-be06-cd8871a7ea41 req-db771b87-3bde-428d-bdac-fa6661c5c85e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0594919 Nov 12 03:44:58.771710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.775551 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028200 Nov 12 03:44:58.776115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc4f569c-c599-4037-be06-cd8871a7ea41 req-f485778b-0345-44db-9f87-82c241b251ff tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510118 Nov 12 03:44:58.780376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.889777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a28b307-bf27-4c19-a6e7-a511ecf41ab5 tempest-NetworksApiDiscovery-2122871580 tempest-NetworksApiDiscovery-2122871580-project] 10.222.0.93 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1078405 Nov 12 03:44:59.135748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.256388 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce34a53-558c-4f6b-b30f-e33a9462394a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.331512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce34a53-558c-4f6b-b30f-e33a9462394a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.336273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce34a53-558c-4f6b-b30f-e33a9462394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.376756 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dce34a53-558c-4f6b-b30f-e33a9462394a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=527936f1776743608c16e0fde531240b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377045 Nov 12 03:44:59.377226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.383184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce34a53-558c-4f6b-b30f-e33a9462394a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71479fe-3b69-4bf4-ae73-54d7a9e89e2c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.427495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.448742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.494210 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.496943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.498690 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e71479fe-3b69-4bf4-ae73-54d7a9e89e2c HTTP/1.1" status: 204 len: 168 time: 0.1205590 Nov 12 03:44:59.506732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf51474-9674-4f6a-bbfe-44c815b16c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71479fe-3b69-4bf4-ae73-54d7a9e89e2c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.904958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42ee46-8526-42d7-b0a8-9e71e23f2e99 req-a25883ad-3d13-47ec-af14-6fabd54ca6f7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.912623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b42ee46-8526-42d7-b0a8-9e71e23f2e99 req-a25883ad-3d13-47ec-af14-6fabd54ca6f7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0626771 Nov 12 03:44:59.961249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b42ee46-8526-42d7-b0a8-9e71e23f2e99 req-b7150b51-e871-4f13-83a2-da1e4705ded4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475929 Nov 12 03:45:00.165146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.273644 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2118356970-network', 'tenant_id': 'e73ec69843dc4b6e864a11cbcfd74905'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.297846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Made reservation on behalf of e73ec69843dc4b6e864a11cbcfd74905 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:00.300183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.311940 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.391937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.395932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.421341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:00.431264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4009900a-8e70-4922-bf91-f6a9f8951c1e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.436655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.437232 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Added segment b5dc5075-0f09-484d-8a3f-275e4ad87a5b of type vlan for network 1e1a0cf6-61da-4f40-99fc-0fca2517be4c Nov 12 03:45:00.477172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.503121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.504185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.504863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.553923 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3874888 Nov 12 03:45:00.557298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.564663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Request body: {'subnet': {'network_id': '1e1a0cf6-61da-4f40-99fc-0fca2517be4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2118356970-subnet', 'tenant_id': 'e73ec69843dc4b6e864a11cbcfd74905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.587474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Made reservation on behalf of e73ec69843dc4b6e864a11cbcfd74905 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:00.590301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.793229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.843192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9211ff71-b2f3-4ea9-8bf5-dc2e977316c2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.849674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1806b-17e0-4978-95e8-fcf4ce7c6b9d admin admin] Pushing event updated for resources: {'Network': ['ID=1e1a0cf6-61da-4f40-99fc-0fca2517be4c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.862560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1e1a0cf6-61da-4f40-99fc-0fca2517be4c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:00.881866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Checking segment: {'id': 'b5dc5075-0f09-484d-8a3f-275e4ad87a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '1e1a0cf6-61da-4f40-99fc-0fca2517be4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:00.882393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Network hostable DHCP agents. Network: 1e1a0cf6-61da-4f40-99fc-0fca2517be4c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:00.900213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Network 1e1a0cf6-61da-4f40-99fc-0fca2517be4c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:00.909778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1e1a0cf6-61da-4f40-99fc-0fca2517be4c) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:00.915516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.915725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.926814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62513db4-b8f4-4943-8861-80635320c05b None None] Network 1e1a0cf6-61da-4f40-99fc-0fca2517be4c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:00.936717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-897779f4-aaaf-4a9d-a288-7ae466a9126a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3781404 Nov 12 03:45:00.958293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.106949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26834a3-6802-4e4e-989a-fba616652c1e None None] Network 1e1a0cf6-61da-4f40-99fc-0fca2517be4c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:01.112825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6c36-2d95-4cb6-83df-64bd673a3215 req-87e9251f-e8c5-4bda-9768-9a908379c33b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.118197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387e6c36-2d95-4cb6-83df-64bd673a3215 req-87e9251f-e8c5-4bda-9768-9a908379c33b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0753312 Nov 12 03:45:01.177283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387e6c36-2d95-4cb6-83df-64bd673a3215 req-30476b99-aafc-4c06-b5bf-39619e194a4d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488958 Nov 12 03:45:01.480333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48770) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.485303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753294193-network', 'tenant_id': 'cd9b7508cb974233851ce5bab97cef49'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:01.505965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Made reservation on behalf of cd9b7508cb974233851ce5bab97cef49 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:01.508328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.517209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.595232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.598995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.620903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:01.642807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed939d-3b1f-4013-8e63-f097a4c500ad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.646818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.647160 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Added segment ebb1c538-aeec-4636-9723-c8a2681f055f of type vlan for network 7e085626-de82-41c3-a7a9-5cb9bef52998 Nov 12 03:45:01.690881 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.719086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.720559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.721477 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.803180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.831550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3491549 Nov 12 03:45:01.831758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.846075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Request body: {'subnet': {'network_id': '7e085626-de82-41c3-a7a9-5cb9bef52998', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753294193-subnet', 'tenant_id': 'cd9b7508cb974233851ce5bab97cef49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:01.879166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a0378-beed-4882-81dc-339ac52f64ed admin admin] Pushing event updated for resources: {'Network': ['ID=7e085626-de82-41c3-a7a9-5cb9bef52998,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.881888 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Made reservation on behalf of cd9b7508cb974233851ce5bab97cef49 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:01.884807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.890437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7e085626-de82-41c3-a7a9-5cb9bef52998 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:02.062757 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.119390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85689cd-141f-4d81-b062-79402e0a0485,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.124222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Checking segment: {'id': 'ebb1c538-aeec-4636-9723-c8a2681f055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '7e085626-de82-41c3-a7a9-5cb9bef52998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:02.124575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Network hostable DHCP agents. Network: 7e085626-de82-41c3-a7a9-5cb9bef52998, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:02.140965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Network 7e085626-de82-41c3-a7a9-5cb9bef52998 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:02.149409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7e085626-de82-41c3-a7a9-5cb9bef52998) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:02.154278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.155098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.158619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13c62c-3d47-48ed-b16d-f45e05e475b9 None None] Network 7e085626-de82-41c3-a7a9-5cb9bef52998 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:02.171335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2802f246-d8c5-4a18-ac92-54e9c3a40270 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3392553 Nov 12 03:45:02.304311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608ec43-1847-4348-8cd8-f8f7d1bdcdbb None None] Network 7e085626-de82-41c3-a7a9-5cb9bef52998 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:02.311028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.324908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30562d94-b232-4946-b9f3-74ab3bbfc6e7 req-a602ff6b-4f18-4ac1-b036-b0ee9f36bf07 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.326990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30562d94-b232-4946-b9f3-74ab3bbfc6e7 req-a602ff6b-4f18-4ac1-b036-b0ee9f36bf07 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.0720828 Nov 12 03:45:02.361901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Deleting subnet 9211ff71-b2f3-4ea9-8bf5-dc2e977316c2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:02.365193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.382354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30562d94-b232-4946-b9f3-74ab3bbfc6e7 req-b7ec33f3-78c3-4ddf-9568-940dd34c9452 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487156 Nov 12 03:45:02.408760 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.451310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.505610 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.530861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9211ff71-b2f3-4ea9-8bf5-dc2e977316c2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.534807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.538017 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5c2fb59-78e4-4113-a997-094b19406d0b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9211ff71-b2f3-4ea9-8bf5-dc2e977316c2 HTTP/1.1" status: 204 len: 168 time: 0.2247677 Nov 12 03:45:02.540510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.613135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.703620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.723897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a0cf6-61da-4f40-99fc-0fca2517be4c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.734525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dc5075-0f09-484d-8a3f-275e4ad87a5b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.734825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dc5075-0f09-484d-8a3f-275e4ad87a5b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:02.744124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.757914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.763735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:02.764145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:02.765805 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:02.821805 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.827430 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.831272 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1e1a0cf6-61da-4f40-99fc-0fca2517be4c HTTP/1.1" status: 204 len: 168 time: 0.2898393 Nov 12 03:45:02.834618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48804) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:02.842753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359d52-079e-48bf-92d1-be3b9fc60170 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1a0cf6-61da-4f40-99fc-0fca2517be4c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.882086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Deleting subnet f85689cd-141f-4d81-b062-79402e0a0485 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:02.885565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.921096 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.968840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.025886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.053605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85689cd-141f-4d81-b062-79402e0a0485,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.057383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.062953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0593c95d-debf-4a76-89d2-de8b1b06c8c2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f85689cd-141f-4d81-b062-79402e0a0485 HTTP/1.1" status: 204 len: 168 time: 0.2249446 Nov 12 03:45:03.063259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48816) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.131033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.212417 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.233936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e085626-de82-41c3-a7a9-5cb9bef52998']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.252813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb1c538-aeec-4636-9723-c8a2681f055f') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.253022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb1c538-aeec-4636-9723-c8a2681f055f') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.281868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.299115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.307119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:03.307500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:03.309307 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:03.312174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-f2cddb2c-d1c8-41ec-ba9c-aa55bf58857e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713289 Nov 12 03:45:03.397106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.402787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.407778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/7e085626-de82-41c3-a7a9-5cb9bef52998 HTTP/1.1" status: 204 len: 168 time: 0.3422415 Nov 12 03:45:03.422694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4c295-b2f5-4c9f-a98e-79fcfc43dae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e085626-de82-41c3-a7a9-5cb9bef52998,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.435127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-f924924e-d07a-4ce2-9543-fa914979bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.436832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-f924924e-d07a-4ce2-9543-fa914979bd1b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.0775867 Nov 12 03:45:03.565111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292228-f18d-4f2f-8fa3-9a336aba2990 req-61a8c338-50a4-4acd-9565-911a53406062 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.566694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a292228-f18d-4f2f-8fa3-9a336aba2990 req-61a8c338-50a4-4acd-9565-911a53406062 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 943 time: 0.1106260 Nov 12 03:45:03.601567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.634053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-3a4f4677-d5a1-434e-bac2-98947827df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.635532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-3a4f4677-d5a1-434e-bac2-98947827df22 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1669791 Nov 12 03:45:03.702198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a292228-f18d-4f2f-8fa3-9a336aba2990 req-9c5b573e-fc32-4ede-a18c-5299b8630868 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282644 Nov 12 03:45:03.727336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c24bb53f-fd74-4d68-b2e4-96eee7121114 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e73ec69843dc4b6e864a11cbcfd74905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245968 Nov 12 03:45:03.729794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48826) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.752522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-70a8635e-38bb-42b5-9f27-d0fd0a08c703 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.1055474 Nov 12 03:45:03.823001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-29704aa1-146b-4d21-a91a-a326ecee3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.824499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-29704aa1-146b-4d21-a91a-a326ecee3c2e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0648410 Nov 12 03:45:03.828018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.849110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 118dd918-52c1-443c-be5e-92b3e84d9c1d details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:03.878587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.916746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-53a00732-847a-43df-93a6-786ad39b9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.918377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-53a00732-847a-43df-93a6-786ad39b9307 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859947 Nov 12 03:45:03.984430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.987203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.990887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4009900a-8e70-4922-bf91-f6a9f8951c1e HTTP/1.1" status: 204 len: 168 time: 0.2578475 Nov 12 03:45:04.002999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba13b-3dd6-4f2c-ac44-d16534bafbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4009900a-8e70-4922-bf91-f6a9f8951c1e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.067132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-c97492a8-646d-4c53-858a-dc9ee0f618c1 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403258 Nov 12 03:45:04.134405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:04.147829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:04.188158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.188416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b562b1a-dfb4-4f20-a0b0-1cf52d962b51 req-8b65bcc1-6f07-4b94-bd4f-c4a9a739b83d service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129596 Nov 12 03:45:04.220050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118dd918-52c1-443c-be5e-92b3e84d9c1d {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:04.246227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:04.255228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.313998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.433031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48834) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.474866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['118dd918-52c1-443c-be5e-92b3e84d9c1d'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:04.479233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c83e474e-3b39-4ec5-85f9-eb7cdd7ee8b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cd9b7508cb974233851ce5bab97cef49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426300 Nov 12 03:45:04.479651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48836) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.530661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.561983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.614415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.617272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.618491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2bed939d-3b1f-4013-8e63-f097a4c500ad HTTP/1.1" status: 204 len: 168 time: 0.1377895 Nov 12 03:45:04.627903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403a2b-2ad7-414c-b2e9-1605ba3a9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed939d-3b1f-4013-8e63-f097a4c500ad,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.826599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a58bb-5212-4730-b5e7-5070e0337be0 req-af4d4d82-0c37-4064-a6f0-b0abf328a56c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.828164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b1a58bb-5212-4730-b5e7-5070e0337be0 req-af4d4d82-0c37-4064-a6f0-b0abf328a56c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 944 time: 0.0554197 Nov 12 03:45:04.879814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b1a58bb-5212-4730-b5e7-5070e0337be0 req-8558e237-d258-47ed-aefd-1ad6acb2b599 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455780 Nov 12 03:45:05.855362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 118dd918-52c1-443c-be5e-92b3e84d9c1d up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:05.870906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b170e8-5d5c-425b-9335-486235158341 req-b2be2397-2b9e-46ac-9f7e-d54ff66a1595 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.874266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90b170e8-5d5c-425b-9335-486235158341 req-b2be2397-2b9e-46ac-9f7e-d54ff66a1595 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0820711 Nov 12 03:45:05.875725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-3c5de28f-e691-4fbc-ac84-dcf87e1af380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.877446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-3c5de28f-e691-4fbc-ac84-dcf87e1af380 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.0762496 Nov 12 03:45:05.952872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 118dd918-52c1-443c-be5e-92b3e84d9c1d completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:05.958071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 118dd918-52c1-443c-be5e-92b3e84d9c1d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:05.958512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.050954 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.051620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90b170e8-5d5c-425b-9335-486235158341 req-a2dbb217-4dba-480a-9a34-30bb75f374c0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529500 Nov 12 03:45:06.067895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-e619206a-803c-44d9-a3af-8abb77820874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.069720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-e619206a-803c-44d9-a3af-8abb77820874 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1840837 Nov 12 03:45:06.079542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:06.082511 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f415cf65-d71f-4aec-9ea4-0b914ae1a859" -d '{"events": [{"server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "name": "network-vif-plugged", "status": "completed", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:06.086822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467bbbd-c489-489f-a351-07fe8370e9f3 req-a746e3ef-6ed3-4017-9bf2-a7464cbd4555 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.089032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1467bbbd-c489-489f-a351-07fe8370e9f3 req-a746e3ef-6ed3-4017-9bf2-a7464cbd4555 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 944 time: 0.1135700 Nov 12 03:45:06.109319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:06.115219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.201132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.215190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1467bbbd-c489-489f-a351-07fe8370e9f3 req-2b3ace34-7b1f-4695-bc78-0eb11e53b548 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170714 Nov 12 03:45:06.217560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-d17782b1-7f19-4fa9-b893-b72303cba8e2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.1275182 Nov 12 03:45:06.293715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-9fd4aa29-7c47-4f7e-88a7-848a037acedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.295906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-9fd4aa29-7c47-4f7e-88a7-848a037acedf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0595481 Nov 12 03:45:06.339839 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc55a50-79c2-4113-837d-846bcf715cde x-openstack-request-id: req-ebc55a50-79c2-4113-837d-846bcf715cde {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:06.340178 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "name": "network-vif-plugged", "status": "completed", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:06.340411 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ebc55a50-79c2-4113-837d-846bcf715cde {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:06.341143 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'code': 200} Nov 12 03:45:06.368823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-878dbcb0-e4af-49cb-8e15-5f2163a79afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.370068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-878dbcb0-e4af-49cb-8e15-5f2163a79afd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662963 Nov 12 03:45:06.492776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-98c32dd1-874c-4d2a-8ecf-d12660ef70ef service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139090 Nov 12 03:45:06.495561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68584752-4b28-4d25-82be-503417977d20 req-3680de49-58ce-4a98-808b-c632483acfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.497129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68584752-4b28-4d25-82be-503417977d20 req-3680de49-58ce-4a98-808b-c632483acfb0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0661871 Nov 12 03:45:06.554717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.602904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68584752-4b28-4d25-82be-503417977d20 req-89b6872a-ad55-4f89-88d6-ec405947bf66 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948107 Nov 12 03:45:06.623935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c8a81f3-852e-44c1-a2c1-f1ab13b45a6c req-beadf2ee-9b1a-4045-8745-0590a7773bf9 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 Nov 12 03:45:06.670221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e99924e1-2f2b-4b42-9703-0fb7be7ddc94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.751755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e99924e1-2f2b-4b42-9703-0fb7be7ddc94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.758671 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e99924e1-2f2b-4b42-9703-0fb7be7ddc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.798769 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e99924e1-2f2b-4b42-9703-0fb7be7ddc94 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=82fb7fe1db6c4c01a8dfd00d55338068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428825 Nov 12 03:45:06.799745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99924e1-2f2b-4b42-9703-0fb7be7ddc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a7f87e-c233-4bd2-9f15-774ccc13e536,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.801802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48918) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.854861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.877782 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.929556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.932439 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.933582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/40a7f87e-c233-4bd2-9f15-774ccc13e536 HTTP/1.1" status: 204 len: 168 time: 0.1284547 Nov 12 03:45:06.944028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa28efc-605d-4a94-aa6f-dbcab1583545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a7f87e-c233-4bd2-9f15-774ccc13e536,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.187071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcaa09-ba1f-4b91-ac96-9a05bae048e4 req-a952aa93-c04b-4ddf-b4f6-50ed07bb93dd tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:07.188621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acfcaa09-ba1f-4b91-ac96-9a05bae048e4 req-a952aa93-c04b-4ddf-b4f6-50ed07bb93dd tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0494769 Nov 12 03:45:07.242294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acfcaa09-ba1f-4b91-ac96-9a05bae048e4 req-00736aa3-6071-4000-b4d0-064bfe50ef91 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Nov 12 03:45:07.250346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.268949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f87487f-2ee3-4072-974f-123cf9cdaa3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.356750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33609653-bff1-41b1-ad5e-851d03d8f4a9 req-437f1f5b-682f-49a1-b02e-b7c0b5bab7d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:07.358307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33609653-bff1-41b1-ad5e-851d03d8f4a9 req-437f1f5b-682f-49a1-b02e-b7c0b5bab7d3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.0579009 Nov 12 03:45:07.378966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f87487f-2ee3-4072-974f-123cf9cdaa3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.383363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f87487f-2ee3-4072-974f-123cf9cdaa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.423411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33609653-bff1-41b1-ad5e-851d03d8f4a9 req-87e0e941-09ce-4e35-a65b-fe54ed22edc6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588062 Nov 12 03:45:07.433317 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f87487f-2ee3-4072-974f-123cf9cdaa3d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c7cb9c86cd7463695b0539728eec85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795008 Nov 12 03:45:07.435087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87487f-2ee3-4072-974f-123cf9cdaa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e578835e-4f24-4a03-b4b3-2e091a2ca800,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.436623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48934) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.492902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.516917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.568367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.572031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.573470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e578835e-4f24-4a03-b4b3-2e091a2ca800 HTTP/1.1" status: 204 len: 168 time: 0.1356173 Nov 12 03:45:07.595834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4ff5a-ac94-41c4-ad8c-e3bea302d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578835e-4f24-4a03-b4b3-2e091a2ca800,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.570939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2c882-0fc6-4803-8c18-2d092ce15d0a req-858c1ac1-e05a-4311-a4cf-c956930c2665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.578619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73c2c882-0fc6-4803-8c18-2d092ce15d0a req-858c1ac1-e05a-4311-a4cf-c956930c2665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.0638323 Nov 12 03:45:08.631854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73c2c882-0fc6-4803-8c18-2d092ce15d0a req-06e9f15b-e5b8-4bb4-a5a1-43c7f5d0a9e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523691 Nov 12 03:45:08.708633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.765043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4a59d-cd63-4805-a9db-44857e1cddd3 req-35202bcb-c55f-42cd-bba0-8bae2cb949e3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.767015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6b4a59d-cd63-4805-a9db-44857e1cddd3 req-35202bcb-c55f-42cd-bba0-8bae2cb949e3 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.0576773 Nov 12 03:45:08.840067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6b4a59d-cd63-4805-a9db-44857e1cddd3 req-fa4f3d1f-b143-46a0-8a55-3e06e615b2fb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665417 Nov 12 03:45:08.866429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.919063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5340ef4a-50a1-4f15-ae4f-4fbb15ed1972 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.920725 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5340ef4a-50a1-4f15-ae4f-4fbb15ed1972 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1092 time: 0.0520225 Nov 12 03:45:08.923531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 48988) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.928498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:08.951751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.955034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c71f0ad-3127-4b65-be59-9b3f0e2ac7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.034120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c71f0ad-3127-4b65-be59-9b3f0e2ac7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.038622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c71f0ad-3127-4b65-be59-9b3f0e2ac7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.077075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.081741 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c71f0ad-3127-4b65-be59-9b3f0e2ac7b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0daa8ad2ba5240e983f7b6e6780a0e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682754 Nov 12 03:45:09.081741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71f0ad-3127-4b65-be59-9b3f0e2ac7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde3aee-cc35-4b6f-892e-4e5b252b6846,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.083102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 48996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.150880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.173715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.218791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.25.4.232 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f64da030-3dfb-4f8e-8822-050c8a994dd4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:09.227377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.232035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.235859 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2fde3aee-cc35-4b6f-892e-4e5b252b6846 HTTP/1.1" status: 204 len: 168 time: 0.1492150 Nov 12 03:45:09.251925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e5a61-5453-4292-989c-8e24ff974bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde3aee-cc35-4b6f-892e-4e5b252b6846,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.360495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.397793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.445820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:09.452672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:09.457305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:09.460443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=f64da030-3dfb-4f8e-8822-050c8a994dd4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.727684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49038) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.856382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-169be1eb-1a21-4942-81f7-2ef6aa9c60b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.885209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.983633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.025633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-169be1eb-1a21-4942-81f7-2ef6aa9c60b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.033443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-169be1eb-1a21-4942-81f7-2ef6aa9c60b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.102719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-169be1eb-1a21-4942-81f7-2ef6aa9c60b1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=502a7456e7f645ec87ad7d3f76a0af09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736339 Nov 12 03:45:10.107351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169be1eb-1a21-4942-81f7-2ef6aa9c60b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c38af15-5d1f-4af9-a1ac-60334b67c70b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.107792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.165293 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.192518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.201040 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.206289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.251891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.254946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.256181 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c38af15-5d1f-4af9-a1ac-60334b67c70b HTTP/1.1" status: 204 len: 168 time: 0.1466181 Nov 12 03:45:10.278302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=f64da030-3dfb-4f8e-8822-050c8a994dd4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.278610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396af7-5ffc-4e17-98a2-e0d8b413193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c38af15-5d1f-4af9-a1ac-60334b67c70b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.290806 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.399876 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP df39ca7c-a451-4e0a-9010-ed08c55261fa associated. External IP: 172.25.4.232, port: 118dd918-52c1-443c-be5e-92b3e84d9c1d. Nov 12 03:45:10.647660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:10.660564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.673926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b991f42a-99b2-4667-88f6-0f083e141332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.754889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b991f42a-99b2-4667-88f6-0f083e141332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.759603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b991f42a-99b2-4667-88f6-0f083e141332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.761421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:10.772517 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:10.783414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:10.783939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.784076 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:10.802878 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b991f42a-99b2-4667-88f6-0f083e141332 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ffb499946d4a4070af5e9f9fb1b56e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410701 Nov 12 03:45:10.818185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991f42a-99b2-4667-88f6-0f083e141332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20c65f-32be-4bfd-8f98-ec891bc33d21,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.821051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd04bb8e-2155-4a94-b1e2-a4abd3534dc2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8961442 Nov 12 03:45:10.821409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.824670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:10.828185 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127" -d '{"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:10.881195 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88523795-094f-4931-ab6d-58af26f5d304 x-openstack-request-id: req-88523795-094f-4931-ab6d-58af26f5d304 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:10.881556 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:10.882292 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-88523795-094f-4931-ab6d-58af26f5d304 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:10.883389 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'status': 'completed', 'code': 200} Nov 12 03:45:10.906047 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.928926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.950036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:10.952103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-6019c08f-4f69-471c-b73d-f0a9714fae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:10.953788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-6019c08f-4f69-471c-b73d-f0a9714fae53 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0512726 Nov 12 03:45:10.983422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.987314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.988724 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2c20c65f-32be-4bfd-8f98-ec891bc33d21 HTTP/1.1" status: 204 len: 168 time: 0.1662350 Nov 12 03:45:11.000142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007f1b-dd67-4fc0-a360-5430f96eeae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20c65f-32be-4bfd-8f98-ec891bc33d21,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.096910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-59b82207-10ca-4f3b-b730-72a2a56bdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.098931 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-59b82207-10ca-4f3b-b730-72a2a56bdf52 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1379366 Nov 12 03:45:11.184457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-94e29c4a-8ca9-40dc-9f0c-bd4921b4ad9d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 999 time: 0.0768645 Nov 12 03:45:11.267081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-7fc96565-b22d-4f04-8600-86d4197143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.269782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-7fc96565-b22d-4f04-8600-86d4197143de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0771146 Nov 12 03:45:11.320891 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:09Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.334763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-a513b303-f9f1-421c-be25-9932b8ef53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.336968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-a513b303-f9f1-421c-be25-9932b8ef53bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588994 Nov 12 03:45:11.352458 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:11.362817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:11.363715 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:44:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.463201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-c94c0d39-e02e-4f95-9f12-be16fe0fad40 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177275 Nov 12 03:45:11.506246 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:11.563725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cddd4c0-cb53-43f5-9ec6-15fb5c499127 req-f45a908e-f6bf-463c-bf29-b42ce61284ca service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938962 Nov 12 03:45:11.736070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-b668935c-4a5f-4a57-95f1-f9df22a901be tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=1a8924ae8c084c38aa0c29849e288a20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304148 Nov 12 03:45:11.777188 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:09Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.806048 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53785a7b-9d8f-41e8-afec-428e768b6356 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:09Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:11.938337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-38c17a55-4155-4336-a999-ae0add2a5e44 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.940076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-38c17a55-4155-4336-a999-ae0add2a5e44 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985044 Nov 12 03:45:11.956433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-360a95a6-bd80-4a29-83d3-884592a546df tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/quotas/1a8924ae8c084c38aa0c29849e288a20 HTTP/1.1" status: 200 len: 375 time: 0.0104351 Nov 12 03:45:11.989331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-73fed7ab-2353-42ee-be88-227f6eb69baf tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1a8924ae8c084c38aa0c29849e288a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267365 Nov 12 03:45:12.036333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66716cc-1b1f-42ba-be76-f18624161d22 None None] New status for floating IP df39ca7c-a451-4e0a-9010-ed08c55261fa: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:45:12.172072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7df797b1-3dd6-455b-a0ba-c3c6183a4b26 req-9ca1bcdf-9e60-496d-9b55-6e765cffdff2 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 210 time: 0.0344887 Nov 12 03:45:13.038060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-ab85ff2c-22f2-48ff-8162-43a1fa9dcee3 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=1a8924ae8c084c38aa0c29849e288a20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237939 Nov 12 03:45:13.474395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b05b01-b981-4814-98e7-e33611d6087d req-2ec3e1b7-0914-432e-8a24-f9e264f20a89 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Nov 12 03:45:13.530202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-e69932f5-37c6-41e6-9edf-59dfef3bf813 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:13.532314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-e69932f5-37c6-41e6-9edf-59dfef3bf813 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4872386 Nov 12 03:45:13.546471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Request body: {'port': {'device_id': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': '1a8924ae8c084c38aa0c29849e288a20'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:13.661410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Made reservation on behalf of 1a8924ae8c084c38aa0c29849e288a20 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:13.665022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.674516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.750868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.755790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.816005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86778e7-dc7d-423c-929e-f2a5c550ba1e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.895413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Allocated IP 192.168.233.99 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/5c334eb4-4fb5-4c46-8db2-07bd793445ad) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:14.046634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.080001 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.126808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:14.132492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:14.136257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:14.165510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Pushing event updated for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.198265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.198883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.218906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-a629813d-bec5-4f00-b64d-3e99d9fe7731 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6771090 Nov 12 03:45:14.231976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Request body: {'port': {'device_id': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:14.292850 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.403553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6110043f-3829-48fb-8e18-8c58a7ca0ec5 None None] Provisioning complete for port 5c334eb4-4fb5-4c46-8db2-07bd793445ad triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.404563 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6110043f-3829-48fb-8e18-8c58a7ca0ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.442039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6110043f-3829-48fb-8e18-8c58a7ca0ec5 None None] Port 5c334eb4-4fb5-4c46-8db2-07bd793445ad cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:14.605501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c334eb4-4fb5-4c46-8db2-07bd793445ad {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:14.614859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.638819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023f768-6d4f-466c-8ff4-20cd4affe0d2 req-6aef6a64-8c51-4e81-afe0-4ddc5eb73c44 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.640323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4023f768-6d4f-466c-8ff4-20cd4affe0d2 req-6aef6a64-8c51-4e81-afe0-4ddc5eb73c44 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 935 time: 0.0775287 Nov 12 03:45:14.641272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Transition to ACTIVE for port object 5c334eb4-4fb5-4c46-8db2-07bd793445ad will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:14.646105 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.724227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.781656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4023f768-6d4f-466c-8ff4-20cd4affe0d2 req-b4f479f3-63d9-4488-95e9-32bdfb7337bf tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328924 Nov 12 03:45:14.824594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Attempting to bind port 5c334eb4-4fb5-4c46-8db2-07bd793445ad on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:14.825100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Attempting to bind port 5c334eb4-4fb5-4c46-8db2-07bd793445ad by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:14.825493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Attempting to bind port 5c334eb4-4fb5-4c46-8db2-07bd793445ad on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:14.830562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Port 5c334eb4-4fb5-4c46-8db2-07bd793445ad on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:14.830883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Attempting to bind port 5c334eb4-4fb5-4c46-8db2-07bd793445ad on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:14.836230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:14.836490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:14.836875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:14.837301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Bound port: 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:14.837695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.909729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:14.912876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:14.918238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.953410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.954119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.955736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] 10.222.0.100 "PUT /v2.0/ports/5c334eb4-4fb5-4c46-8db2-07bd793445ad HTTP/1.1" status: 200 len: 1096 time: 0.7285903 Nov 12 03:45:14.956301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:14.958544 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f7c1a-feb8-49f6-8df9-793fba828fac" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:14.984276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce4491-e872-4234-ac0a-0489d1544cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:15.045905 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d533ca71-52cb-430d-a0b4-92f6ce4c654c x-openstack-request-id: req-d533ca71-52cb-430d-a0b4-92f6ce4c654c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:15.046196 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:15.046440 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d533ca71-52cb-430d-a0b4-92f6ce4c654c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:15.046848 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad', 'status': 'completed', 'code': 200} Nov 12 03:45:15.064451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-203981f3-f477-4a66-b648-20299faa304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.068011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-203981f3-f477-4a66-b648-20299faa304d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1a8924ae8c084c38aa0c29849e288a20&device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 1099 time: 0.0587759 Nov 12 03:45:15.112941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-c0d3de1c-4d15-4e33-b9a7-d73c0cac7788 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad HTTP/1.1" status: 200 len: 217 time: 0.0376759 Nov 12 03:45:15.175757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-b192ee27-c63f-4a78-876d-ee516af9e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.177276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-b192ee27-c63f-4a78-876d-ee516af9e8d6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0559425 Nov 12 03:45:15.229143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5a7da676-8ec3-4ec5-91fe-835996a8e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.231147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-5a7da676-8ec3-4ec5-91fe-835996a8e5b2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0461264 Nov 12 03:45:15.329750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-888cbc0c-3582-41e2-a91e-df15d3c83dc6 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917678 Nov 12 03:45:15.426809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14019777-06d2-49fa-90c2-9a4a005c8a85 req-80fb1eaa-0d32-4ccf-92be-99613eeccb01 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906041 Nov 12 03:45:15.517610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-fab6b090-735c-4083-a4fe-8219b1956639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.519299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-fab6b090-735c-4083-a4fe-8219b1956639 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=1a8924ae8c084c38aa0c29849e288a20&device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 1099 time: 0.0436652 Nov 12 03:45:15.617066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-cddce15d-2075-4d82-b22a-5309cac25f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.620380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-cddce15d-2075-4d82-b22a-5309cac25f1b service neutron] 10.222.0.100 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.0905237 Nov 12 03:45:15.666358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-a489053e-c957-48e3-9f9b-c03f4d9689f4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad HTTP/1.1" status: 200 len: 217 time: 0.0410953 Nov 12 03:45:15.720983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-7d020ccc-a9f0-4663-8e33-a286d0e77672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.722364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-7d020ccc-a9f0-4663-8e33-a286d0e77672 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0488493 Nov 12 03:45:15.770699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-1528c557-e53b-4218-9c23-3fe87d192753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.772236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-1528c557-e53b-4218-9c23-3fe87d192753 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426521 Nov 12 03:45:15.895952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-a1337f3a-df10-4bec-836d-40c949be3154 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162128 Nov 12 03:45:15.931921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685060b0-3702-4d21-a73f-7e3d175e4b31 req-c16f813b-8da3-4024-befd-f7aea80071c4 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:15.933492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-685060b0-3702-4d21-a73f-7e3d175e4b31 req-c16f813b-8da3-4024-befd-f7aea80071c4 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 947 time: 0.0766022 Nov 12 03:45:16.033423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-685060b0-3702-4d21-a73f-7e3d175e4b31 req-9f97a30e-b44d-45b6-9d8b-09ca6077db6f tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925491 Nov 12 03:45:16.044925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a75f7c1a-feb8-49f6-8df9-793fba828fac req-5cce73ef-5d20-4095-beb1-8e7bbb332597 service neutron] 10.222.0.100 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400707 Nov 12 03:45:17.119141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c334eb4-4fb5-4c46-8db2-07bd793445ad details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:17.156789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a29401-850e-4717-be7b-1503d49dc4ea req-fb463632-5174-43ed-816e-7fb9e6d1130c tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.158302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59a29401-850e-4717-be7b-1503d49dc4ea req-fb463632-5174-43ed-816e-7fb9e6d1130c tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 947 time: 0.0517111 Nov 12 03:45:17.213263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59a29401-850e-4717-be7b-1503d49dc4ea req-1adcb45a-2dae-46b6-8759-c1ae52bbc299 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471129 Nov 12 03:45:17.241631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:17.253527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '5c334eb4-4fb5-4c46-8db2-07bd793445ad', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': '5c334eb4-4fb5-4c46-8db2-07bd793445ad', 'mac_address': 'fa:16:3e:5c:a6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:17.291673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.304508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c334eb4-4fb5-4c46-8db2-07bd793445ad {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:17.326058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:17.330048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.381699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.389908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.390254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.390600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.390935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.391270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.391597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.391920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.392269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.392597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.393015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.393437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.393760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:17.582786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5c334eb4-4fb5-4c46-8db2-07bd793445ad'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:17.989604 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06f3de75-cbeb-4757-bc2e-66e894f7b552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.338676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422b78e-6778-4025-8d44-a8878d94244d req-de9c7a27-4703-4e71-bf3f-7e0d7bf83433 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.340324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7422b78e-6778-4025-8d44-a8878d94244d req-de9c7a27-4703-4e71-bf3f-7e0d7bf83433 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 948 time: 0.0547805 Nov 12 03:45:18.400404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7422b78e-6778-4025-8d44-a8878d94244d req-7ec9fac4-efd7-4795-85d9-8fe4a2a5126c tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Nov 12 03:45:19.133600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c334eb4-4fb5-4c46-8db2-07bd793445ad up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:19.194217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 5c334eb4-4fb5-4c46-8db2-07bd793445ad completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:19.198669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 5c334eb4-4fb5-4c46-8db2-07bd793445ad triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.199067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.280678 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.304295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:19.306537 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43affc3e-1da6-4160-bf45-3503d4f3d7ff" -d '{"events": [{"server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "name": "network-vif-plugged", "status": "completed", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:19.324337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:19.328734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.352719 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469e718-1090-4a2b-ad88-8134ce3fc8a1 x-openstack-request-id: req-e469e718-1090-4a2b-ad88-8134ce3fc8a1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:19.353018 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "name": "network-vif-plugged", "status": "completed", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:19.353276 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e469e718-1090-4a2b-ad88-8134ce3fc8a1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:19.353700 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad', 'code': 200} Nov 12 03:45:19.383128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.480466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f5a13-52e9-4351-91fd-2f52cb99951f req-ebf995b0-3c38-42d3-b6dd-409c9c51b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.482570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da4f5a13-52e9-4351-91fd-2f52cb99951f req-ebf995b0-3c38-42d3-b6dd-409c9c51b7c7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 1101 time: 0.0673375 Nov 12 03:45:19.564845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19c3d3-ef73-4eb6-9604-41e0b5c111ca req-70234e07-faae-41df-93e7-34b4e5b3ff4f tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.566349 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c19c3d3-ef73-4eb6-9604-41e0b5c111ca req-70234e07-faae-41df-93e7-34b4e5b3ff4f tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.0800529 Nov 12 03:45:19.568633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da4f5a13-52e9-4351-91fd-2f52cb99951f req-f7c7a76a-69aa-400f-a444-41c269cceec1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727470 Nov 12 03:45:19.617290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c19c3d3-ef73-4eb6-9604-41e0b5c111ca req-4512c5b8-9e66-4bb2-9dbf-1512c5f07685 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Nov 12 03:45:20.375427 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56fce738-6412-4106-8455-7e1aa970e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.772011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbef1-cea9-4aff-88a1-58b538311ab1 req-c6db1a89-da8e-4b36-b59d-43c7d3ac8383 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:20.773637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d65bbef1-cea9-4aff-88a1-58b538311ab1 req-c6db1a89-da8e-4b36-b59d-43c7d3ac8383 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.0634711 Nov 12 03:45:20.824467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d65bbef1-cea9-4aff-88a1-58b538311ab1 req-69696c8c-684a-4fce-86aa-8f0833ed2b40 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444036 Nov 12 03:45:21.699264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.946447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60059ddf-6191-4ba2-aab2-f5d03c0501b5 req-641a38bb-f00e-4dd8-a9b7-08142535cc0e tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:21.948082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60059ddf-6191-4ba2-aab2-f5d03c0501b5 req-641a38bb-f00e-4dd8-a9b7-08142535cc0e tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.0545850 Nov 12 03:45:21.997870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60059ddf-6191-4ba2-aab2-f5d03c0501b5 req-0cda44e6-c349-4886-8023-eb9cad2d07c6 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Nov 12 03:45:23.074999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.630766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.900502 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.921482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49322) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.036362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a569f7fc-712c-48fc-a850-b9e419490bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.122748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a569f7fc-712c-48fc-a850-b9e419490bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.126759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a569f7fc-712c-48fc-a850-b9e419490bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.168835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a569f7fc-712c-48fc-a850-b9e419490bfb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef9a511c8f1f4f359ea6e4c979c6f722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434130 Nov 12 03:45:31.168835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569f7fc-712c-48fc-a850-b9e419490bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0c069-2a12-45c2-b4ae-10f54dcaf262,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.169225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.237568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.263295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.314788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.317953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.319216 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1cb0c069-2a12-45c2-b4ae-10f54dcaf262 HTTP/1.1" status: 204 len: 168 time: 0.1466019 Nov 12 03:45:31.328417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0c069-2a12-45c2-b4ae-10f54dcaf262,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:31.336004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.336365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.336712 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.337044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.337384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.337718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.338050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.338378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.338706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.339106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.339379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.339682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d73b96b-4e13-4f40-9af9-0178e540eb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:31.777244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.424221 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:36.654629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49404) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.767858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a2edfaa-4f8e-4cdb-8a4b-314d82896fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.850911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a2edfaa-4f8e-4cdb-8a4b-314d82896fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.856235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a2edfaa-4f8e-4cdb-8a4b-314d82896fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.892110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2edfaa-4f8e-4cdb-8a4b-314d82896fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997bf289-e4be-4e5b-b423-4c310daa4a00,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.913292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.913763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a2edfaa-4f8e-4cdb-8a4b-314d82896fe8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a1f3362ae2c143fe9264e1fca2c7b718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574446 Nov 12 03:45:36.967741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.991045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.043340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.047807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.051736 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/997bf289-e4be-4e5b-b423-4c310daa4a00 HTTP/1.1" status: 204 len: 168 time: 0.1340044 Nov 12 03:45:37.058098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efb500-87e7-413a-8ff9-dce59e214b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997bf289-e4be-4e5b-b423-4c310daa4a00,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.359667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 49416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.373363 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fe688b-103c-4015-9e6b-5e8b4ec2628a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.459142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fe688b-103c-4015-9e6b-5e8b4ec2628a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.464943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fe688b-103c-4015-9e6b-5e8b4ec2628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.504878 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61fe688b-103c-4015-9e6b-5e8b4ec2628a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96812f62e8f5401fa3e4d834e77a09d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440408 Nov 12 03:45:37.505845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe688b-103c-4015-9e6b-5e8b4ec2628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a782f2d-240a-4a29-a4ae-a8efea9ea4dc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.507592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 49418) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.559535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.580778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.631534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.634825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.638394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a782f2d-240a-4a29-a4ae-a8efea9ea4dc HTTP/1.1" status: 204 len: 168 time: 0.1273911 Nov 12 03:45:37.644089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a782f2d-240a-4a29-a4ae-a8efea9ea4dc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.651830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.652202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.652545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.652879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.653213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.654035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.654372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.654697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.655262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.655626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.655929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.656825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1308ebb-d893-4136-a0b1-1d7412047769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:42.575529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb49ad-1aca-4143-8f1c-0e1cfce7b3e0 req-ef7750d5-c053-4ef9-9da7-caf6a4c32f8b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.577240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48cb49ad-1aca-4143-8f1c-0e1cfce7b3e0 req-ef7750d5-c053-4ef9-9da7-caf6a4c32f8b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0608153 Nov 12 03:45:42.638036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48cb49ad-1aca-4143-8f1c-0e1cfce7b3e0 req-f6cf07c3-f4d7-48bf-a902-79604f1adb44 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542090 Nov 12 03:45:42.774806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de47613-39a2-462f-8c08-67bcfb048a4f req-eb53d620-ac6e-4712-9c61-729ac778cdaf tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:42.776537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0de47613-39a2-462f-8c08-67bcfb048a4f req-eb53d620-ac6e-4712-9c61-729ac778cdaf tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0538652 Nov 12 03:45:42.836315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0de47613-39a2-462f-8c08-67bcfb048a4f req-ffdf7c9d-4d8c-43f7-b636-0480fa1efbdd tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531294 Nov 12 03:45:43.143939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-47f3abf7-0ac7-43f4-baba-f211315405b9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:43.145694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-47f3abf7-0ac7-43f4-baba-f211315405b9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1252472 Nov 12 03:45:43.165027 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-b553ef3c-bddf-482e-b505-0809cbd0f621 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/quotas/43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 375 time: 0.0135803 Nov 12 03:45:43.254596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-73665700-6b49-4651-8da7-2471c4a145ee tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0835950 Nov 12 03:45:43.362838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-40d8fec3-1172-4741-b2d5-18b2806cda98 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966599 Nov 12 03:45:43.480550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-3c7c4d83-0157-4953-9a27-3828b482b13f service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106613 Nov 12 03:45:43.677733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5a6a2ca-a21b-49f8-bf71-44a4a3a14d00 req-f8f37cad-e6e6-422e-b265-fa6f1cfcef18 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 210 time: 0.0506403 Nov 12 03:45:44.745450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-8df105d0-b571-49ab-9f1c-ce040b1515a0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:44.749303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-8df105d0-b571-49ab-9f1c-ce040b1515a0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1520004 Nov 12 03:45:44.766537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'device_id': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'admin_state_up': True, 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:44.865599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-183bced0-8551-4538-822a-9f856f0a3d9d req-60af0c9f-3f6d-425c-ab64-f67edc82fbfa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 210 time: 0.0623097 Nov 12 03:45:44.936862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:44.940454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.085226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.20.0.9 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/757b101b-0456-4cc5-866c-5c412e8db62f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:45.251208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.288056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.301524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:45.334858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:45.339609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:45.342748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:45.380036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:45.411316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:45.412000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.416185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:45.433274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-3947ab04-1601-45f7-a8f7-4178067e6950 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6747608 Nov 12 03:45:45.446959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Request body: {'port': {'device_id': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:45.569706 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.703890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d5430eac-ba8c-40ea-b16c-37ca9fe4ee03 None None] Provisioning complete for port 757b101b-0456-4cc5-866c-5c412e8db62f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:45.704341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5430eac-ba8c-40ea-b16c-37ca9fe4ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.745037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d5430eac-ba8c-40ea-b16c-37ca9fe4ee03 None None] Port 757b101b-0456-4cc5-866c-5c412e8db62f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:45.889601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757b101b-0456-4cc5-866c-5c412e8db62f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:45.897570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.913392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Transition to ACTIVE for port object 757b101b-0456-4cc5-866c-5c412e8db62f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:45.918694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.981006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.076824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada96c52-608d-4c40-92b2-918ee24bb58f req-04d4760e-abe9-4882-9a3a-65ea94ad314a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.078375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ada96c52-608d-4c40-92b2-918ee24bb58f req-04d4760e-abe9-4882-9a3a-65ea94ad314a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 943 time: 0.1145546 Nov 12 03:45:46.159126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ada96c52-608d-4c40-92b2-918ee24bb58f req-5eedd4a2-216c-493f-abb5-99aab5fb86b1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 Nov 12 03:45:46.163326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Attempting to bind port 757b101b-0456-4cc5-866c-5c412e8db62f on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:46.163677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Attempting to bind port 757b101b-0456-4cc5-866c-5c412e8db62f by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:46.164094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Attempting to bind port 757b101b-0456-4cc5-866c-5c412e8db62f on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:46.172711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Port 757b101b-0456-4cc5-866c-5c412e8db62f on network 129769f6-93ea-43b9-8308-e890d14663ab not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:46.173036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Attempting to bind port 757b101b-0456-4cc5-866c-5c412e8db62f on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:46.191079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:46.191715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:46.192135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:46.192850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Bound port: 757b101b-0456-4cc5-866c-5c412e8db62f, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:46.193220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.281460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:46.288684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:46.293789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.333365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.334001 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.335407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] 10.222.0.98 "PUT /v2.0/ports/757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 200 len: 1092 time: 0.8942618 Nov 12 03:45:46.335863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:46.338156 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:46.381251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95169ef5-8c39-4ed2-922b-ced8f1a8b71f service neutron] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.427768 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1087ddf-673d-44a3-80b2-e9e355b69323 x-openstack-request-id: req-b1087ddf-673d-44a3-80b2-e9e355b69323 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:46.428110 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:46.428371 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b1087ddf-673d-44a3-80b2-e9e355b69323 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:46.428787 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f', 'status': 'completed', 'code': 200} Nov 12 03:45:46.441379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-10887e2b-24e9-4515-84df-2272e849c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.442961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-10887e2b-24e9-4515-84df-2272e849c115 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 1095 time: 0.0551953 Nov 12 03:45:46.491292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-e8a71085-7d09-4dde-aaf4-a27b6aeeab11 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 200 len: 217 time: 0.0394843 Nov 12 03:45:46.557832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-c2428bf0-d781-4e56-b8fa-a0117788055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.559329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-c2428bf0-d781-4e56-b8fa-a0117788055a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0608771 Nov 12 03:45:46.624262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796e2-affa-4540-8d87-c840751156f3 req-3708d63b-7200-4c80-89d0-35e889c59d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.625797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-3708d63b-7200-4c80-89d0-35e889c59d01 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578966 Nov 12 03:45:46.758172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-a9e707b6-2eb7-40f7-81db-f0edc157ac4f service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246259 Nov 12 03:45:46.864728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99c796e2-affa-4540-8d87-c840751156f3 req-65d16f86-6da7-4b2e-ac52-d507377e81fe service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998609 Nov 12 03:45:46.961796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-0f85fe25-c5cb-4989-9c15-40519b78e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.963322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-0f85fe25-c5cb-4989-9c15-40519b78e688 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 1095 time: 0.0472996 Nov 12 03:45:47.074627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-b4062078-78ad-4481-a71d-5f6fc8382824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.077031 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-b4062078-78ad-4481-a71d-5f6fc8382824 service neutron] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1065128 Nov 12 03:45:47.137355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-368d7ce4-2212-4d01-9349-71ad690f63ee service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 200 len: 217 time: 0.0512192 Nov 12 03:45:47.192281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-85475ef9-a720-4082-9b6e-9e486a6d2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.193825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-85475ef9-a720-4082-9b6e-9e486a6d2c7b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0495360 Nov 12 03:45:47.281938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-f2e8d147-56f7-4237-9f8f-f2c1445c9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.283430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-f2e8d147-56f7-4237-9f8f-f2c1445c9420 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803862 Nov 12 03:45:47.332462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059583e-ef4c-4d7c-ad28-5b680f99c68b req-c2e9c79d-8708-4f05-8432-db8d11f8076b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.334269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9059583e-ef4c-4d7c-ad28-5b680f99c68b req-c2e9c79d-8708-4f05-8432-db8d11f8076b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 943 time: 0.0919242 Nov 12 03:45:47.440022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-fc97fbf6-5905-44e4-84b0-f2bbfefe290c service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484623 Nov 12 03:45:47.443547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9059583e-ef4c-4d7c-ad28-5b680f99c68b req-bd06b27d-e1c4-49ae-9ac3-e259d6972e0a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Nov 12 03:45:47.553173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de4adc5a-2b1b-45d8-ac20-9890b6ba9d1c req-89a83bb1-0564-451a-a86a-a925c6ab0c71 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060107 Nov 12 03:45:47.995759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a393780-a42b-4a57-a57e-5f94cc95e614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.088979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 757b101b-0456-4cc5-866c-5c412e8db62f details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:48.197573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:48.208857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '757b101b-0456-4cc5-866c-5c412e8db62f', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '757b101b-0456-4cc5-866c-5c412e8db62f', 'mac_address': 'fa:16:3e:89:c4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:48.248056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.264248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757b101b-0456-4cc5-866c-5c412e8db62f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:48.284818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:48.289973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.356542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.505912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['757b101b-0456-4cc5-866c-5c412e8db62f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:48.588537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894e96-bda6-453a-bd82-586e93c71fa7 req-0e0a7c4d-cec9-4842-b460-1383c74ca63f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:48.591529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90894e96-bda6-453a-bd82-586e93c71fa7 req-0e0a7c4d-cec9-4842-b460-1383c74ca63f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 944 time: 0.0694134 Nov 12 03:45:48.653285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90894e96-bda6-453a-bd82-586e93c71fa7 req-e41433df-718f-444c-8149-b60d626b5e39 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555038 Nov 12 03:45:49.783431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55d93-82d2-43e0-b4c5-ac1fdd099a85 req-6120d4c6-d42a-4606-a766-19f5012b68fa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:49.785711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d55d93-82d2-43e0-b4c5-ac1fdd099a85 req-6120d4c6-d42a-4606-a766-19f5012b68fa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 944 time: 0.0582831 Nov 12 03:45:49.838650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2d55d93-82d2-43e0-b4c5-ac1fdd099a85 req-932d2437-4f6f-4e06-bcd6-3da6690703a5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Nov 12 03:45:50.110093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 757b101b-0456-4cc5-866c-5c412e8db62f up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:50.163888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 757b101b-0456-4cc5-866c-5c412e8db62f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:45:50.169738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 757b101b-0456-4cc5-866c-5c412e8db62f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:50.170162 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.270785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.296416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:50.299080 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b002e-85f6-472a-8d91-5dccd2d9855e" -d '{"events": [{"server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "name": "network-vif-plugged", "status": "completed", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:50.312851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:50.318047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.359937 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a31a7e-d9c7-494d-ac97-2d575ac8af0e x-openstack-request-id: req-80a31a7e-d9c7-494d-ac97-2d575ac8af0e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:50.360354 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "name": "network-vif-plugged", "status": "completed", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:50.360554 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-80a31a7e-d9c7-494d-ac97-2d575ac8af0e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:50.360944 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f', 'code': 200} Nov 12 03:45:50.395284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7c76a33-87a8-4c89-bfbd-336019cbfb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:50.396844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:50.491800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d0ca8-6095-4b8d-ad25-de093e42a8e5 req-098dee6e-afbd-4fcb-a7d3-e49d19a0b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.493367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f04d0ca8-6095-4b8d-ad25-de093e42a8e5 req-098dee6e-afbd-4fcb-a7d3-e49d19a0b354 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 1097 time: 0.0572145 Nov 12 03:45:50.556387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f04d0ca8-6095-4b8d-ad25-de093e42a8e5 req-240057c2-b12a-404e-8ff6-b85a8711f600 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555255 Nov 12 03:45:50.965993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a938-aa79-466c-b464-a69b4904913f req-e6590ccf-4c97-429b-ad0f-7a37814a0c32 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:50.968094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad97a938-aa79-466c-b464-a69b4904913f req-e6590ccf-4c97-429b-ad0f-7a37814a0c32 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Nov 12 03:45:51.016532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad97a938-aa79-466c-b464-a69b4904913f req-50722c3d-51cb-436c-a5a0-377af5bcfe4b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Nov 12 03:45:51.707925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.948384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-6bb81bee-a160-48ad-b9d9-68c89f881889 req-64fe20bc-b78f-4986-9c5e-cf7737664b4f service neutron] (102606) timed out ('10.222.0.98', 52064) {{(pid=102606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:45:52.162272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62126a1-14eb-48db-95c3-432ad629f037 req-659451bd-f32d-49a8-aa8d-f68c8c94bfd4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.164246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a62126a1-14eb-48db-95c3-432ad629f037 req-659451bd-f32d-49a8-aa8d-f68c8c94bfd4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 945 time: 0.0639398 Nov 12 03:45:52.218061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a62126a1-14eb-48db-95c3-432ad629f037 req-43b47118-c360-4a2f-bdc9-2ad8d0243584 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Nov 12 03:45:52.341773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-7d48a5c8-9a09-43eb-8afa-cbdc00abbd63 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 267 time: 0.0449481 Nov 12 03:45:52.417371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-0a9a522e-c100-4b19-b5d9-86f47d8eaaae tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.418963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-0a9a522e-c100-4b19-b5d9-86f47d8eaaae tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 945 time: 0.0703290 Nov 12 03:45:52.431953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'security_groups': []}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:52.501010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.695679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:52.746362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.752330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.766554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06', '757b101b-0456-4cc5-866c-5c412e8db62f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:52.797653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:52.799685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.802367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0df2ebcc-1e4b-47f7-95e0-9c677f9a8cf3 req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "PUT /v2.0/ports/757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 200 len: 904 time: 0.3755450 Nov 12 03:45:52.803195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:52.807710 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d2e7f-48d5-4393-8e45-67b3f3731008" -d '{"events": [{"name": "network-changed", "server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:52.853761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:52.873042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751899f8-ff8e-492c-8eb0-ba5f11e04db5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.892561 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60c2eee-d492-41db-8850-410f4086337e x-openstack-request-id: req-d60c2eee-d492-41db-8850-410f4086337e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:52.893080 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:52.893333 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d60c2eee-d492-41db-8850-410f4086337e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:52.893752 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f', 'status': 'completed', 'code': 200} Nov 12 03:45:52.990559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['757b101b-0456-4cc5-866c-5c412e8db62f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:53.028127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd56d6b-4728-456b-b3ab-251d25ed5b28 req-663cca2e-d347-4cef-bf69-ec99286fe9e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.030668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fd56d6b-4728-456b-b3ab-251d25ed5b28 req-663cca2e-d347-4cef-bf69-ec99286fe9e1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 907 time: 0.1153748 Nov 12 03:45:53.049300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-7ca4283b-ce17-40c9-a0e9-b042814c3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.050812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-7ca4283b-ce17-40c9-a0e9-b042814c3955 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 1059 time: 0.0883396 Nov 12 03:45:53.270767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d61c9-1ca2-4a7c-a8ff-f308f1bd35f4 req-e8f7b2a3-a321-4084-b898-bb987c8a72b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.277086 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.279160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e7d61c9-1ca2-4a7c-a8ff-f308f1bd35f4 req-e8f7b2a3-a321-4084-b898-bb987c8a72b5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0990374 Nov 12 03:45:53.299432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-63dee3d3-fdbd-4db6-b466-185fcf11bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.301017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-63dee3d3-fdbd-4db6-b466-185fcf11bad9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2425079 Nov 12 03:45:53.349580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-750955e7-8225-4461-8fab-c86c733f63a4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 200 len: 217 time: 0.0405612 Nov 12 03:45:53.353527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-afea5601-c865-4dab-9a15-0b413197350f None None] Provisioning complete for port 757b101b-0456-4cc5-866c-5c412e8db62f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:53.353896 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afea5601-c865-4dab-9a15-0b413197350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.421158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-6630a535-5918-4beb-aafa-4894cbd7287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.422960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-6630a535-5918-4beb-aafa-4894cbd7287a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0556636 Nov 12 03:45:53.440145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e7d61c9-1ca2-4a7c-a8ff-f308f1bd35f4 req-b74c9cda-06b7-4ed5-ac26-d28f19aeb1e9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588943 Nov 12 03:45:53.504645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-91f446a1-40c6-4196-a3b4-1244bcc93ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.506345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-91f446a1-40c6-4196-a3b4-1244bcc93ef7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648565 Nov 12 03:45:53.640092 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.022044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3fd97-4169-4671-b37e-50cb3ad25a03 req-4b54f6a1-edf5-48ed-abb8-98d97041b597 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.023570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4b3fd97-4169-4671-b37e-50cb3ad25a03 req-4b54f6a1-edf5-48ed-abb8-98d97041b597 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.4889891 Nov 12 03:45:54.030407 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-fd91358a-304c-4f91-b372-7bd2bda60c99 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160253 Nov 12 03:45:54.133821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4b3fd97-4169-4671-b37e-50cb3ad25a03 req-0e594a36-3270-42c3-a321-2ff82a0e5ba0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997097 Nov 12 03:45:54.167644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-197d2e7f-48d5-4393-8e45-67b3f3731008 req-57b858c0-2fe1-4560-8fcf-7101c6d72517 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259997 Nov 12 03:45:54.429096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-4ece7254-50a3-4b41-848c-7f8d6dde257a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.431766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-4ece7254-50a3-4b41-848c-7f8d6dde257a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1358037 Nov 12 03:45:54.449505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-3f8198de-221a-4279-83a5-81e4c989d2ea tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/quotas/43f8ce02ecb84bfe92f09e0c9b764b3e HTTP/1.1" status: 200 len: 375 time: 0.0110083 Nov 12 03:45:54.518572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-60c0934d-6194-4015-b877-f2fa075cbb8b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0608025 Nov 12 03:45:54.641957 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-61f5b14c-bc1a-48f3-9c21-f2a429d7136e service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151121 Nov 12 03:45:54.767627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-b85790e6-9e95-492a-bc30-da7e185f7642 service neutron] 10.222.0.93 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170714 Nov 12 03:45:55.013908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4390fd6-4483-4373-a6a0-4dabfca93a12 req-a4624098-a93b-4167-9dab-a594cb3c4b47 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 210 time: 0.0401258 Nov 12 03:45:56.055754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-5673913a-0957-4f56-ae8d-88bdead0ad9b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.058475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-5673913a-0957-4f56-ae8d-88bdead0ad9b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 812 time: 0.1560779 Nov 12 03:45:56.073521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Request body: {'port': {'device_id': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'admin_state_up': True, 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:56.197587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12510c68-5580-40f4-ac0e-a3046a6c5d14 req-b55ec6e3-d0f3-4c5d-8cc2-5ea0602ab02d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 210 time: 0.0767806 Nov 12 03:45:56.277382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Made reservation on behalf of 43f8ce02ecb84bfe92f09e0c9b764b3e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:56.281311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.442128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Allocated IP 172.20.0.4 (129769f6-93ea-43b9-8308-e890d14663ab/ed4a6757-2df0-4a9b-8955-81f18c72fdca/8f293ef5-9f61-4885-b10f-e25a1f78f04f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:56.597021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.639346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.654053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:56.699664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Network 129769f6-93ea-43b9-8308-e890d14663ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:56.703791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:56.708451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:56.712665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:56.712885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:56.779699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:56.780371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.815907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-b05d0e49-ac89-470c-8492-14d0b249af51 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472203 Nov 12 03:45:56.835283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Request body: {'port': {'device_id': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:57.007587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.130792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7620ef0e-6014-4aa2-8870-db784059001b None None] Provisioning complete for port 8f293ef5-9f61-4885-b10f-e25a1f78f04f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:57.131155 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7620ef0e-6014-4aa2-8870-db784059001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.174582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7620ef0e-6014-4aa2-8870-db784059001b None None] Port 8f293ef5-9f61-4885-b10f-e25a1f78f04f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:57.364894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f293ef5-9f61-4885-b10f-e25a1f78f04f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:57.375118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.384750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf59710-750c-4fe8-a006-107c0fad40dd req-c393d98c-59ba-4dbc-9e76-1d23dc7a2b83 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.386327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cf59710-750c-4fe8-a006-107c0fad40dd req-c393d98c-59ba-4dbc-9e76-1d23dc7a2b83 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 931 time: 0.1002674 Nov 12 03:45:57.412313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Transition to ACTIVE for port object 8f293ef5-9f61-4885-b10f-e25a1f78f04f will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:45:57.421068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.531312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cf59710-750c-4fe8-a006-107c0fad40dd req-743a4d63-8fe8-4113-8d05-e7c87f4c4a5b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375196 Nov 12 03:45:57.534956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:57.589965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-bf232dad-388a-4839-94d3-4211ce971f67 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1620586 Nov 12 03:45:57.632983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Attempting to bind port 8f293ef5-9f61-4885-b10f-e25a1f78f04f on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:57.633614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Attempting to bind port 8f293ef5-9f61-4885-b10f-e25a1f78f04f by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:57.633952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Attempting to bind port 8f293ef5-9f61-4885-b10f-e25a1f78f04f on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:57.638982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Port 8f293ef5-9f61-4885-b10f-e25a1f78f04f on network 129769f6-93ea-43b9-8308-e890d14663ab not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:45:57.639348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Attempting to bind port 8f293ef5-9f61-4885-b10f-e25a1f78f04f on network 129769f6-93ea-43b9-8308-e890d14663ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:57.655614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:57.655951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Checking segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:57.656395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Bound using segment: {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:57.656833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Bound port: 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36a5f3-c26c-4f6d-8e00-fe0318446384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:57.657200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.728842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171213e-45d5-4642-88ec-de9799a8e421 req-0e12b818-bff2-4a89-b43e-868909254988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.730352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-0e12b818-bff2-4a89-b43e-868909254988 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 1098 time: 0.0885909 Nov 12 03:45:57.758685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:57.791177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:57.832924 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.880178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:57.880803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.882214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] 10.222.0.100 "PUT /v2.0/ports/8f293ef5-9f61-4885-b10f-e25a1f78f04f HTTP/1.1" status: 200 len: 1092 time: 1.0556037 Nov 12 03:45:57.886591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:57.889026 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7733ea-2241-4d32-89ac-234b10bdb39a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:57.941968 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd53853-b751-4236-92b7-f4bd41203ce5 x-openstack-request-id: req-bfd53853-b751-4236-92b7-f4bd41203ce5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:57.942263 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:57.942662 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bfd53853-b751-4236-92b7-f4bd41203ce5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:57.943176 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'status': 'completed', 'code': 200} Nov 12 03:45:57.993452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be347c-8913-44bb-b6f7-fe55dae4450c service neutron] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:58.007658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171213e-45d5-4642-88ec-de9799a8e421 req-4d50e052-6726-4168-b63a-189656559dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.009431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-4d50e052-6726-4168-b63a-189656559dbc service neutron] 10.222.0.98 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.2525477 Nov 12 03:45:58.026894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-21ab639e-82d6-4a23-b43b-de6f95d99ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.029503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-21ab639e-82d6-4a23-b43b-de6f95d99ec2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 1095 time: 0.0987475 Nov 12 03:45:58.067028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-39b153f9-7464-4ba0-a24b-6060b68b246f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 200 len: 217 time: 0.0498977 Nov 12 03:45:58.120965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-d84936f0-fc9f-468b-bbcc-4011358ec957 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f HTTP/1.1" status: 200 len: 217 time: 0.0621796 Nov 12 03:45:58.206451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171213e-45d5-4642-88ec-de9799a8e421 req-1a1f929d-0e0a-4367-bf08-9f24c970521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.207944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-1a1f929d-0e0a-4367-bf08-9f24c970521d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0974572 Nov 12 03:45:58.216418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-ba957f00-bd8b-453c-96db-dd4f07c4cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.218148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-ba957f00-bd8b-453c-96db-dd4f07c4cac1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0766954 Nov 12 03:45:58.306688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171213e-45d5-4642-88ec-de9799a8e421 req-ebb85f70-5780-4f86-b2fa-7c0758911f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.308104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-ebb85f70-5780-4f86-b2fa-7c0758911f9b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888512 Nov 12 03:45:58.313451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03089f7-7774-4995-b3f4-de07c324717d req-4ebd6434-5360-4dd5-bf3a-37e1360c6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.314904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-4ebd6434-5360-4dd5-bf3a-37e1360c6e68 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865817 Nov 12 03:45:58.475968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-a2fb244a-b77f-4c54-bc49-f546e7001726 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524458 Nov 12 03:45:58.477825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-56f5f7e6-5ada-4011-b5d7-29314f211725 service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616910 Nov 12 03:45:58.662173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d03089f7-7774-4995-b3f4-de07c324717d req-3c9435f9-1359-427d-8711-d5feb37d0431 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765037 Nov 12 03:45:58.663516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d171213e-45d5-4642-88ec-de9799a8e421 req-6f03c977-15cb-4974-a7ce-e2fbfe9cf9bf service neutron] 10.222.0.98 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771760 Nov 12 03:45:58.719830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd158a1c-d884-4ff7-89d6-c54c2b15c53d req-d066c407-f84e-4b09-9744-4c91ed7be3f7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.721467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd158a1c-d884-4ff7-89d6-c54c2b15c53d req-d066c407-f84e-4b09-9744-4c91ed7be3f7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 943 time: 0.0742774 Nov 12 03:45:58.799176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd158a1c-d884-4ff7-89d6-c54c2b15c53d req-8b7939c9-e720-41d3-ae6e-f06282ea86d0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683014 Nov 12 03:45:58.801098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-2d1b05a5-9b87-4ef5-9673-9283ac5a6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.802737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-2d1b05a5-9b87-4ef5-9673-9283ac5a6187 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 1095 time: 0.0800209 Nov 12 03:45:58.931788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-61ad16ee-73e8-46ea-ad41-5a059ff14812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:58.933698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-61ad16ee-73e8-46ea-ad41-5a059ff14812 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1213882 Nov 12 03:45:58.978280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-c68714d2-3933-4eb4-8cbc-4debd72ec127 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f HTTP/1.1" status: 200 len: 217 time: 0.0370100 Nov 12 03:45:59.033257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-29858193-7ee2-4ccd-8be3-366f6078296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.034838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-29858193-7ee2-4ccd-8be3-366f6078296b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0478365 Nov 12 03:45:59.084743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-5eca4065-97ff-4ca2-8cda-72941e71c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.086299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-5eca4065-97ff-4ca2-8cda-72941e71c1a9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437284 Nov 12 03:45:59.193172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-1ae471fa-b8fd-4610-b6cf-292424a3a340 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954700 Nov 12 03:45:59.294822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b7733ea-2241-4d32-89ac-234b10bdb39a req-7523c27e-b6ea-447a-8dcb-9a23c7a8039d service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944271 Nov 12 03:45:59.946363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c8bd-9fba-40f1-82bb-0c51f04a0127 req-f85bbb31-56ea-4a4f-b078-aaca519b1310 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:59.947941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3631c8bd-9fba-40f1-82bb-0c51f04a0127 req-f85bbb31-56ea-4a4f-b078-aaca519b1310 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 943 time: 0.0700419 Nov 12 03:46:00.000739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3631c8bd-9fba-40f1-82bb-0c51f04a0127 req-9cc1de09-b8ab-4fc3-9f2d-b5f000594a17 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Nov 12 03:46:00.945372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.123721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f6fc6-137a-4a83-a0c1-0309fa078873 req-43207b3c-e5c0-4773-aa44-f7cec6f97e06 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:01.125341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-780f6fc6-137a-4a83-a0c1-0309fa078873 req-43207b3c-e5c0-4773-aa44-f7cec6f97e06 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 943 time: 0.0512936 Nov 12 03:46:01.176806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-780f6fc6-137a-4a83-a0c1-0309fa078873 req-a9a847ff-4d7a-4ae8-a057-c79249625aa7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Nov 12 03:46:01.296669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8f293ef5-9f61-4885-b10f-e25a1f78f04f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:01.412107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:01.424698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'mac_address': 'fa:16:3e:91:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:01.469264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.483611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f293ef5-9f61-4885-b10f-e25a1f78f04f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:01.506215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:01.511072 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.567566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:01.739474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8f293ef5-9f61-4885-b10f-e25a1f78f04f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:01.790139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.305226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef093f6f-b8e5-4253-b03f-0beca1ff1288 req-fbdd0b46-3bf4-4e13-b2c8-b0250fa2cc91 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:02.306875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef093f6f-b8e5-4253-b03f-0beca1ff1288 req-fbdd0b46-3bf4-4e13-b2c8-b0250fa2cc91 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 944 time: 0.0545852 Nov 12 03:46:02.360402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef093f6f-b8e5-4253-b03f-0beca1ff1288 req-53d42345-0687-4eba-9531-f44dd5088544 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Nov 12 03:46:02.918413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-dcaf770d-89a3-4c24-a63f-063ff3a333c6 req-8ae741d4-c104-4993-b6a7-0eaf96d8adcd service neutron] (102606) timed out ('10.222.0.93', 59954) {{(pid=102606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:46:03.306631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8f293ef5-9f61-4885-b10f-e25a1f78f04f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:03.431716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 8f293ef5-9f61-4885-b10f-e25a1f78f04f completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:03.442621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 8f293ef5-9f61-4885-b10f-e25a1f78f04f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:03.442621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.520752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080eca3-f4a7-4396-8227-e739823d8240 req-400199ac-0ed3-48e1-9999-e6fbc21e3c5a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:03.523328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5080eca3-f4a7-4396-8227-e739823d8240 req-400199ac-0ed3-48e1-9999-e6fbc21e3c5a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 944 time: 0.0615220 Nov 12 03:46:03.552499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.600951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:03.601997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:03.603791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5080eca3-f4a7-4396-8227-e739823d8240 req-a1141c0a-fc40-4ba6-a43b-b2725510111c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716791 Nov 12 03:46:03.605381 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6b9ab3-5386-4fc5-908e-84e60057c388" -d '{"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-plugged", "status": "completed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:03.617448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.660110 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d18b6-a10a-43d1-8fc1-8c059be48eb2 x-openstack-request-id: req-ff0d18b6-a10a-43d1-8fc1-8c059be48eb2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:03.660401 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-plugged", "status": "completed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:03.660650 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ff0d18b6-a10a-43d1-8fc1-8c059be48eb2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:03.661046 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'code': 200} Nov 12 03:46:03.688437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.762951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d21e-6d63-41b7-af04-f0add798ca36 req-014923fe-8785-48e3-984e-ba46846bf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:03.764849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6665d21e-6d63-41b7-af04-f0add798ca36 req-014923fe-8785-48e3-984e-ba46846bf433 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 1097 time: 0.0432711 Nov 12 03:46:03.818823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6665d21e-6d63-41b7-af04-f0add798ca36 req-c45e8de9-981a-4c3a-b571-eae328449933 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Nov 12 03:46:04.503507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-d2d46f92-539c-4c7f-b757-f0f0705337f0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444274 Nov 12 03:46:04.573364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-64e9de78-1886-4c51-a02c-d6dcf460dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.575626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-64e9de78-1886-4c51-a02c-d6dcf460dcd8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 1098 time: 0.0508289 Nov 12 03:46:04.692853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-399f0d31-b9d5-4367-a10f-6913b030111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.694611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-399f0d31-b9d5-4367-a10f-6913b030111f service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.0991967 Nov 12 03:46:04.758831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-68d03680-b62f-4852-a09c-1c9e25fd33a6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0419b69d-27d5-46af-ab84-b4067b764d92 HTTP/1.1" status: 200 len: 217 time: 0.0563064 Nov 12 03:46:04.811378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaa728-d451-4533-b960-0f2530f9fc6c req-d730a11f-0ec1-47fa-928f-ab14fe262448 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.812897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24eaa728-d451-4533-b960-0f2530f9fc6c req-d730a11f-0ec1-47fa-928f-ab14fe262448 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.1227570 Nov 12 03:46:04.840156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-825819e3-ec46-4ff5-b314-8e60c0b52734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.842172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-825819e3-ec46-4ff5-b314-8e60c0b52734 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0757165 Nov 12 03:46:04.900735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24eaa728-d451-4533-b960-0f2530f9fc6c req-7b509181-9795-4885-b101-e011687343f9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Nov 12 03:46:04.910924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-0c61d2cc-032c-411f-8d8c-d90a08f19beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:04.912434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-0c61d2cc-032c-411f-8d8c-d90a08f19beb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617342 Nov 12 03:46:05.049724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-8472f0a5-c737-43cc-b59c-0a17e2d9cd91 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262047 Nov 12 03:46:05.155551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4a1c2de-7ea0-4387-8401-83f6b7b810c2 req-dc87c132-dcc5-4530-85e5-8fa800103288 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983896 Nov 12 03:46:06.050316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0ac1e-b88d-4bb5-95c6-edbaff56af1b req-1589de06-75e4-43e2-bee8-351a64de5a88 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.051813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d0ac1e-b88d-4bb5-95c6-edbaff56af1b req-1589de06-75e4-43e2-bee8-351a64de5a88 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0565617 Nov 12 03:46:06.101530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d0ac1e-b88d-4bb5-95c6-edbaff56af1b req-e1e76f8e-49f8-41db-b2b5-ff40a0afc6c5 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Nov 12 03:46:06.349404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad10e58-121d-413d-9165-1a06048124f1 req-e8fff780-3c53-44db-b20f-7a22b1e5fee7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:06.350373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ad10e58-121d-413d-9165-1a06048124f1 req-e8fff780-3c53-44db-b20f-7a22b1e5fee7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0605419 Nov 12 03:46:06.402866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ad10e58-121d-413d-9165-1a06048124f1 req-6fcd4c64-386a-4f4a-a0e7-77cceb8a01be tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Nov 12 03:46:07.596289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560bd7-f437-4fde-add5-1503e428a74c req-0bef64bf-b58f-4cb6-bd48-81f1c2b9ef63 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.597994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09560bd7-f437-4fde-add5-1503e428a74c req-0bef64bf-b58f-4cb6-bd48-81f1c2b9ef63 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0630071 Nov 12 03:46:07.653901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09560bd7-f437-4fde-add5-1503e428a74c req-0dc7b6e2-a8b4-45eb-a123-7300ec170e0b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Nov 12 03:46:08.097942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea738-0b69-415e-a081-3c3fd2e4dcdd req-4aa239b1-6691-4d88-8212-d2ba52e9a3a4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.099424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-255ea738-0b69-415e-a081-3c3fd2e4dcdd req-4aa239b1-6691-4d88-8212-d2ba52e9a3a4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Nov 12 03:46:08.153890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-255ea738-0b69-415e-a081-3c3fd2e4dcdd req-8989a33d-243f-45ab-8880-a1b2e4cb085e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Nov 12 03:46:09.280510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658323b3-ce51-4c4c-898a-137d06a4cc6a req-5654ccec-161e-41e5-809c-a87828e0c71c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.282099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-658323b3-ce51-4c4c-898a-137d06a4cc6a req-5654ccec-161e-41e5-809c-a87828e0c71c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0555341 Nov 12 03:46:09.330175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-658323b3-ce51-4c4c-898a-137d06a4cc6a req-6874d133-db96-487c-b818-55367a9754ad tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Nov 12 03:46:09.335397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8f293ef5-9f61-4885-b10f-e25a1f78f04f details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:09.444085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:09.457324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:09.475162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'port_id': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'mac_address': 'fa:16:3e:91:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:09.513829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.527387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f293ef5-9f61-4885-b10f-e25a1f78f04f {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:09.548543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:09.554140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.605504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.662862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['8f293ef5-9f61-4885-b10f-e25a1f78f04f'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:10.563470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0c735-d111-4e65-8105-4b261356a037 req-40b6d24e-5b91-4ab2-b818-8f607c4b5be0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.572288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b0c735-d111-4e65-8105-4b261356a037 req-40b6d24e-5b91-4ab2-b818-8f607c4b5be0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 944 time: 0.0834856 Nov 12 03:46:10.662084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b0c735-d111-4e65-8105-4b261356a037 req-e5a6b213-0d2c-4f93-a3ef-f826e247754e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886536 Nov 12 03:46:11.346374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8f293ef5-9f61-4885-b10f-e25a1f78f04f up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:11.441286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 8f293ef5-9f61-4885-b10f-e25a1f78f04f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.441968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.565222 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.610778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:11.614476 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a702863-aa33-4af8-8525-93b81100bb72" -d '{"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-plugged", "status": "completed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:11.656281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.660548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.714908 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3667f9-f720-4a4b-b0ea-cef65542d349 x-openstack-request-id: req-4e3667f9-f720-4a4b-b0ea-cef65542d349 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:11.716756 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-plugged", "status": "completed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:11.717243 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4e3667f9-f720-4a4b-b0ea-cef65542d349 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:11.717852 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'code': 200} Nov 12 03:46:11.733700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.835747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dd416-44ba-4cf6-9338-88c9273e83ed req-efd0da7d-ddfa-4110-a596-9146126f3f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.838422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-356dd416-44ba-4cf6-9338-88c9273e83ed req-efd0da7d-ddfa-4110-a596-9146126f3f2e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0699997 Nov 12 03:46:11.916929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-356dd416-44ba-4cf6-9338-88c9273e83ed req-02f3ad23-a83a-4964-87d5-53c69384df52 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702903 Nov 12 03:46:13.056183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d66c1-00a8-47a1-88f6-271cd14a6455 req-d57f37f9-c7bd-4e82-a2c6-a01e33b35fee tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.065382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c73d66c1-00a8-47a1-88f6-271cd14a6455 req-d57f37f9-c7bd-4e82-a2c6-a01e33b35fee tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0686767 Nov 12 03:46:13.127989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c73d66c1-00a8-47a1-88f6-271cd14a6455 req-63f1f698-bb36-4082-b188-e6a77cf68d7a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612140 Nov 12 03:46:14.277381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543fb94-6e24-4ae3-b02e-b593e5359b69 req-c0aa8152-5ae3-4d08-bb29-50b1fea37f26 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.286625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e543fb94-6e24-4ae3-b02e-b593e5359b69 req-c0aa8152-5ae3-4d08-bb29-50b1fea37f26 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0719526 Nov 12 03:46:14.362803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e543fb94-6e24-4ae3-b02e-b593e5359b69 req-06fe67f9-4767-4820-9cc7-ff86a3523cd9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749466 Nov 12 03:46:15.529587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07179823-91bd-428c-92d0-62f114ae83c2 req-2dd86d74-fca6-4f51-80f5-07d3e6faa9f2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.537971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07179823-91bd-428c-92d0-62f114ae83c2 req-2dd86d74-fca6-4f51-80f5-07d3e6faa9f2 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0962231 Nov 12 03:46:15.634157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07179823-91bd-428c-92d0-62f114ae83c2 req-9a783f37-ddbd-4878-96ee-db2d099cce5a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845869 Nov 12 03:46:16.826157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b7c3-b024-4849-9173-60400b2e6d7b req-856df05d-bdd9-45df-8615-560da1b3cd6d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.828522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96a5b7c3-b024-4849-9173-60400b2e6d7b req-856df05d-bdd9-45df-8615-560da1b3cd6d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0907567 Nov 12 03:46:16.914498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96a5b7c3-b024-4849-9173-60400b2e6d7b req-08139f2f-6b31-4a69-906d-0dc7d4f65ef9 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Nov 12 03:46:17.619813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50260) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:17.761362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84e5ff8-f770-46c5-9e10-428c17bec5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.850166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84e5ff8-f770-46c5-9e10-428c17bec5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.856756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b84e5ff8-f770-46c5-9e10-428c17bec5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:17.911260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:17.918449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b84e5ff8-f770-46c5-9e10-428c17bec5c8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f940d21f106b41dfb162935278983e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975709 Nov 12 03:46:17.923525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e5ff8-f770-46c5-9e10-428c17bec5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51228d5-5d63-47cb-bc91-a3ee9085764b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:17.975191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.000407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.025735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d24c-1172-469d-97bc-7d5fccae13c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.061239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.068114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:18.085020 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b51228d5-5d63-47cb-bc91-a3ee9085764b HTTP/1.1" status: 204 len: 168 time: 0.1717644 Nov 12 03:46:18.102378 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba14d3c-ac5a-4943-a84b-7b3506b3814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51228d5-5d63-47cb-bc91-a3ee9085764b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:18.157369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6dcbf-da35-46fb-9a49-598334c26681 req-fd9ed349-6ed1-4d17-93c5-1720f8630c8a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.170117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e6dcbf-da35-46fb-9a49-598334c26681 req-fd9ed349-6ed1-4d17-93c5-1720f8630c8a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.1129925 Nov 12 03:46:18.254332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e6dcbf-da35-46fb-9a49-598334c26681 req-e9bb6acb-9289-43ae-acfc-0269b0e7199d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754678 Nov 12 03:46:19.454644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab2292-196f-4896-aabd-e49d87f65314 req-385d504f-91dd-4917-9ff6-a5e071b9b001 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:19.456967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82ab2292-196f-4896-aabd-e49d87f65314 req-385d504f-91dd-4917-9ff6-a5e071b9b001 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0849032 Nov 12 03:46:19.536562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82ab2292-196f-4896-aabd-e49d87f65314 req-940dcba0-f4c9-47dc-8548-5960662396d7 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635347 Nov 12 03:46:20.312823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:20.318602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682635764', 'description': 'tempest-secgroup-smoke-1682635764 description', 'project_id': '818a96820e2147d9add93d4f490de685'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:20.347010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.396520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e410b711-4e0b-4c02-a848-a56ff06e004d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.397890 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.501830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.506069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.562850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea2f73-7ee6-4279-b5bf-9cbf5bce9569,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.628148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.638454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.703179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.704541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3902991 Nov 12 03:46:20.713206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:20.721972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be146a-63bb-4333-8e2f-23f96f7fdf25 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a260b-2a73-49a0-8d7d-c92360917ee2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.723759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:20.760934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.823993 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.832530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb1ac6-b13f-4190-97b1-32159151499f req-a0fdac74-4c83-48ff-ae84-b40432ad7c1b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.840391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35bb1ac6-b13f-4190-97b1-32159151499f req-a0fdac74-4c83-48ff-ae84-b40432ad7c1b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.1657953 Nov 12 03:46:20.851153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.907923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.909131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949613 Nov 12 03:46:20.912135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:20.917003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:20.941595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5d77-33f5-4ad3-9848-5a4de96ad557 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab163550-9185-46d6-9ad6-d2b3b420278d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:20.960836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35bb1ac6-b13f-4190-97b1-32159151499f req-f934f8a3-7a0e-4d9f-b8e6-04b1ce381535 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192398 Nov 12 03:46:21.009449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.103169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.111533 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.132146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d469d8-a2ae-408c-9955-9ae9fa45a3e2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.141118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.142344 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-893cb0d7-6755-41ce-b50b-9a9ebdacc3b9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2289214 Nov 12 03:46:21.145055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.149662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:21.193734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.270642 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.276930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.305860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08cb6a0-16b9-4a92-a5ce-147c92b69597,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.327984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.330168 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-646edc3f-40d0-4cce-ae9a-21125643d3aa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840489 Nov 12 03:46:21.332948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.337591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:21.369788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.441596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.445858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.471094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d8221-ee8a-41a6-9984-955d668e56c3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.478822 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.483456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5955b9bc-4b96-4fe2-b7c7-a8f19d29f0be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495140 Nov 12 03:46:21.483953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50376) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.489383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:21.521166 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:46:21.527305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.599335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.609628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.635546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6d5de0-5aed-4d57-8000-5cdcad1b532b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.649690 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.654853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-be302de5-1284-40fb-8f43-1e63e15cb4d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1693351 Nov 12 03:46:21.657761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.662893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'e15a260b-2a73-49a0-8d7d-c92360917ee2', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:21.705727 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:46:21.713509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.717198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.806892 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.812663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.835772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e8862-abbc-4b8d-a1ef-4bdb2308cff8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.845564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.849727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e393c538-dcc8-4dae-8633-8bf568eebeca tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879244 Nov 12 03:46:21.850134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:21.860280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'network': {'name': 'tempest-network-smoke--1143147477', 'project_id': '818a96820e2147d9add93d4f490de685', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:21.883543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:21.887401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.922130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1204} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:21.932374 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.932564 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Added segment 04a9f72d-0751-4f3d-b4ae-2f64ed542cf1 of type vlan for network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 Nov 12 03:46:21.979211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.010294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.016404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.017098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.087855 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2337115 Nov 12 03:46:22.088083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:22.093030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'admin_state_up': True, 'project_id': '818a96820e2147d9add93d4f490de685', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:22.121476 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.122596 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.126021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bcd16-17e1-4e00-af3c-47a3e8a53b45 req-5ee00549-ae20-4208-8fa7-10fe461b45df tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.127619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-299bcd16-17e1-4e00-af3c-47a3e8a53b45 req-5ee00549-ae20-4208-8fa7-10fe461b45df tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0587406 Nov 12 03:46:22.130198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4e9da-6210-40d2-ad0d-8ca23c2c8fba tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Network': ['ID=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.143686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:22.178872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.207246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-299bcd16-17e1-4e00-af3c-47a3e8a53b45 req-3a771e11-722f-4a42-a9d1-aa5f6a58294e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Nov 12 03:46:22.327780 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.533019 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.552446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.649864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-35941d8d-dc05-4ad5-95cb-02ffeb799d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.651555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-35941d8d-dc05-4ad5-95cb-02ffeb799d37 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 1097 time: 0.0556335 Nov 12 03:46:22.670338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.63 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/15d3fc82-ed09-44f5-bc10-9e029dee0bc4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:22.755678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-bcf7a642-f1bd-4659-a28d-484f1e980e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.757295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-bcf7a642-f1bd-4659-a28d-484f1e980e11 service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.0962260 Nov 12 03:46:22.780234 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.800298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-75845c0e-f464-4414-90c3-596f2c39e884 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f HTTP/1.1" status: 200 len: 217 time: 0.0356126 Nov 12 03:46:22.827555 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.858384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-117b3e80-3d41-4220-98e6-282a0e65f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.859862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-117b3e80-3d41-4220-98e6-282a0e65f75e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0531867 Nov 12 03:46:22.866395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:22.869446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:22.876773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:22.908490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.914469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-07194c0f-18ec-4d25-8b45-54507f8b261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.916448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-07194c0f-18ec-4d25-8b45-54507f8b261e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493200 Nov 12 03:46:23.036475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-e668a111-381f-4152-b1ee-34ac798fb0e2 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132324 Nov 12 03:46:23.079026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10e0a7-b959-451e-8084-b41dfd8ece4c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:23.110241 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.154245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44d6b55-bf42-43cb-b0c4-66bdf16a72a1 req-4d7f8af4-ea3d-42ed-b2b5-feee91cf44e8 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107914 Nov 12 03:46:23.176734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.187549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-59e21b41-7da2-403d-a445-a2c8d0af2806 None None] Provisioning complete for port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:23.187912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-59e21b41-7da2-403d-a445-a2c8d0af2806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.232392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-59e21b41-7da2-403d-a445-a2c8d0af2806 None None] Port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:23.311036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970adcb3-345c-4b9e-aac4-d4866a501511 req-8f3ba09f-5175-429f-8b90-1d57fe38bb18 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.312662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-970adcb3-345c-4b9e-aac4-d4866a501511 req-8f3ba09f-5175-429f-8b90-1d57fe38bb18 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0513632 Nov 12 03:46:23.365313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-970adcb3-345c-4b9e-aac4-d4866a501511 req-2736ad54-0487-4b96-b50a-dfadacc503ac tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Nov 12 03:46:23.408588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.540455 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:23.634982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.650839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:23.662256 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Sync routers for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:23.672341 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.673761 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4f0e5cb3-c8a0-4849-8585-535c35839a6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5847528 Nov 12 03:46:23.674278 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:23.674881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:23.676940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50436) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:23.789613 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:23.826613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc6ea580-dd2d-4745-8e2b-671568382363 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=818a96820e2147d9add93d4f490de685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455073 Nov 12 03:46:23.827050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:23.976041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:23.980880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80047faa-9c3f-4a6f-85ee-5998d8688c8c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.982510 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80047faa-9c3f-4a6f-85ee-5998d8688c8c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544003 Nov 12 03:46:23.985765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50446) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.006692 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Checking router: a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:24.007048 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Updating router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:24.033885 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.050138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-935c77ae-8a7b-4037-ba11-b9f71e81b7c3 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629838 Nov 12 03:46:24.050628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 50448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.056422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896290081', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'project_id': '818a96820e2147d9add93d4f490de685', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:24.150798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:24.154487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.311301 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.316948 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.362829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badeba5-bf84-4d63-abde-42efaf7eb770 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:24.367655 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Attempting to bind port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:24.368060 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Attempting to bind port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:24.368426 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Attempting to bind port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:24.385553 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:24.385933 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:24.386334 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.386733 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:24.387193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Bound port: 15d3fc82-ed09-44f5-bc10-9e029dee0bc4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:24.387637 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.389381 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Pushing event updated for resources: {'Port': ['ID=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.413983 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.414443 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.414656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.414990 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.415308 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.415724 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.416070 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.416395 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.416729 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.417058 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.417361 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.417682 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.466404 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] For port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:24.469725 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] For port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:24.474341 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.484859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Provisioning complete for port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:24.486095 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.552171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2783b66-378c-4977-92ac-3e974da5fc2b req-3718bae3-584b-4f97-b162-8920c1e99ce4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.562435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2783b66-378c-4977-92ac-3e974da5fc2b req-3718bae3-584b-4f97-b162-8920c1e99ce4 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.0869877 Nov 12 03:46:24.594449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553359e-4f3f-44e3-a31c-6e0a63c681c8 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:24.642298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.644554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:24.645588 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:24.666496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2783b66-378c-4977-92ac-3e974da5fc2b req-1d1fe1c5-f16f-40f3-8026-b1ba95c3ccdf tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028502 Nov 12 03:46:24.699268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.725480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] For port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:24.736263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.741410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Subnet': ['ID=db5763e1-3927-426b-b03b-c74532b3d728,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.743762 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Checking segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:24.744394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network hostable DHCP agents. Network: bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:24.764391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:24.772653 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:24.774067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:24.779209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.779878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.795644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd69933-5b89-43bc-be26-51316c4ed851 None None] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:24.801676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74cc04c6-d737-4f95-b7da-2bbbb86f1f7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7471008 Nov 12 03:46:24.802014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 50470) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.900397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Pushing event updated for resources: {'Port': ['ID=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.914873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.915781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.916370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.916915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.917451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.918000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.918550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.919145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.919853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.920573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.921432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.921985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ecb8f-bc8d-4110-8408-9cd5ee99d028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:24.930400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c490-8843-4988-b0bb-2f1f8187a784 None None] Pushing event updated for resources: {'Port': ['ID=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.941833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-80fbd85e-7f7c-42a4-93b5-579ae12b0b39 None None] Provisioning complete for port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:24.942281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fbd85e-7f7c-42a4-93b5-579ae12b0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.049515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:25.084956 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a70ce-44e9-4098-aae8-34d2bca330ca None None] The sync data for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 is: [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:23Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:25.089358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:25.090322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.299499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Allocated IP 172.20.0.2 (bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32/db5763e1-3927-426b-b03b-c74532b3d728/ba40ee51-7279-401c-b6fe-e3e6c0776226) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:25.520437 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.529526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.591349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:25.595730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:25.597626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Pushing event updated for resources: {'Port': ['ID=ba40ee51-7279-401c-b6fe-e3e6c0776226,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.603359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:25.695453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Attempting to bind port ba40ee51-7279-401c-b6fe-e3e6c0776226 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:25.695830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Attempting to bind port ba40ee51-7279-401c-b6fe-e3e6c0776226 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:25.696226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Attempting to bind port ba40ee51-7279-401c-b6fe-e3e6c0776226 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:25.706100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:25.706896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Checking segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:25.707116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.707521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Bound using segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:25.708033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Bound port: ba40ee51-7279-401c-b6fe-e3e6c0776226, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:25.708401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.794744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] For port ba40ee51-7279-401c-b6fe-e3e6c0776226, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:25.798350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] For port ba40ee51-7279-401c-b6fe-e3e6c0776226, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba40ee51-7279-401c-b6fe-e3e6c0776226,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:25.806844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.891941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc640aec-2cc9-4e85-bfcb-7af516281c63 None None] Pushing event updated for resources: {'Port': ['ID=ba40ee51-7279-401c-b6fe-e3e6c0776226,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.910663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c745de9-1e09-45dc-aa73-01a7fea93171 req-1d14f2af-93d6-41c1-b2e0-c4d786a3c808 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.912356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c745de9-1e09-45dc-aa73-01a7fea93171 req-1d14f2af-93d6-41c1-b2e0-c4d786a3c808 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 945 time: 0.1146536 Nov 12 03:46:25.950085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.026186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c745de9-1e09-45dc-aa73-01a7fea93171 req-7559daa7-b9c2-4fcd-8afa-8e850aa9bd9b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039920 Nov 12 03:46:26.296537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093d53-7836-490e-b6f6-d8f712de5d61 req-341f7ed3-c1c8-4cfe-a834-abd7e2198577 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.298084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5093d53-7836-490e-b6f6-d8f712de5d61 req-341f7ed3-c1c8-4cfe-a834-abd7e2198577 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1225877 Nov 12 03:46:26.405285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5093d53-7836-490e-b6f6-d8f712de5d61 req-d3c503a0-ce6a-4ab4-bf75-17d77e757de3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900850 Nov 12 03:46:26.408777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.1 (bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32/db5763e1-3927-426b-b03b-c74532b3d728/e70084a6-1755-48b7-b535-177cf401f087) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:26.572594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6475-68ee-4d06-8363-375775fd12f2 req-e93f30d3-fe67-42d7-933b-3db72acfba86 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.574054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41bb6475-68ee-4d06-8363-375775fd12f2 req-e93f30d3-fe67-42d7-933b-3db72acfba86 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0850925 Nov 12 03:46:26.577453 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.644877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41bb6475-68ee-4d06-8363-375775fd12f2 req-1ab06cd8-644c-4166-aac5-b08dc850a59b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629678 Nov 12 03:46:26.652101 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.691306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:26.694745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:26.697694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:26.743223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.760936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.982559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414df0-1714-4182-9142-da243128f49a req-5801b91a-f211-4fe6-bb21-c01421ec668b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.993030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51414df0-1714-4182-9142-da243128f49a req-5801b91a-f211-4fe6-bb21-c01421ec668b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1153567 Nov 12 03:46:27.030631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.108603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58c201-385d-49d7-a8fb-ba033d5dda3f None None] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:27.149500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba40ee51-7279-401c-b6fe-e3e6c0776226 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:27.158276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51414df0-1714-4182-9142-da243128f49a req-7db0482f-2a7a-46fe-b520-20dc7542216a tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643634 Nov 12 03:46:27.256818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] Provisioning complete for port ba40ee51-7279-401c-b6fe-e3e6c0776226 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:27.257190 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.344698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ba40ee51-7279-401c-b6fe-e3e6c0776226 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:27.345069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.391820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.396532 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.443602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 8f293ef5-9f61-4885-b10f-e25a1f78f04f no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:27.485915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.488716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.520299 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.548929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.611363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:27.613365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:27.635132 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.639337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] For port ba40ee51-7279-401c-b6fe-e3e6c0776226, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba40ee51-7279-401c-b6fe-e3e6c0776226,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:27.649631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.722378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:46:27.722737 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:46:27.729114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:27.732799 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5805bdae-ea7d-4e2e-af28-9305a6d659df" -d '{"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-unplugged", "status": "completed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:27.755324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:27.761592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.768088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a81548-73e2-42db-983e-2b3563ce83be None None] Pushing event updated for resources: {'Port': ['ID=ba40ee51-7279-401c-b6fe-e3e6c0776226,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.782798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:27.795594 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25d3ff-7afc-4ccd-a71f-99fd31defb41 x-openstack-request-id: req-cf25d3ff-7afc-4ccd-a71f-99fd31defb41 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:27.795890 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-unplugged", "status": "failed", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:27.796186 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cf25d3ff-7afc-4ccd-a71f-99fd31defb41 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:27.796723 n-d-713499-30 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'code': 422} returned with failed status Nov 12 03:46:27.842893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:27.946372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:27.960351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-edd746fd-e2e5-46ef-8617-34e77174c9c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571224 Nov 12 03:46:27.961065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Sync routers for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:27.987132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:27.988065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:27.994810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3a6bd0ed-e820-45bf-ac81-029fc3670acf None None] Provisioning complete for port ba40ee51-7279-401c-b6fe-e3e6c0776226 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:27.995269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd0ed-e820-45bf-ac81-029fc3670acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.149760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-8c47cc96-691c-4d27-b408-7e1447cc14b8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682635764&fields=id&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 267 time: 0.0668263 Nov 12 03:46:28.185083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:28.289554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:28.320456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-2c11bcf2-54b1-4e0a-8c2f-03b4203e4154 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.322529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-2c11bcf2-54b1-4e0a-8c2f-03b4203e4154 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 797 time: 0.1600635 Nov 12 03:46:28.365430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-3bfbbb35-2c13-4277-8430-99a449fa367a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/quotas/818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 375 time: 0.0281122 Nov 12 03:46:28.415682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69409394-8e4c-4586-9b1c-0a775b149893 req-0b0e7431-33e7-47a8-bf27-e8b5fd623e11 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.417466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69409394-8e4c-4586-9b1c-0a775b149893 req-0b0e7431-33e7-47a8-bf27-e8b5fd623e11 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0940137 Nov 12 03:46:28.474871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-bebad2e4-deab-4f4a-9102-ca635d1d9a1b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011238 Nov 12 03:46:28.491521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69409394-8e4c-4586-9b1c-0a775b149893 req-e76f7546-c787-485e-a114-0eeb53eb652f tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 Nov 12 03:46:28.518029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3a6bd0ed-e820-45bf-ac81-029fc3670acf None None] Provisioning complete for port e70084a6-1755-48b7-b535-177cf401f087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:28.518558 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd0ed-e820-45bf-ac81-029fc3670acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.585676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-ef4b5da6-f74a-4451-a08f-f7e82180abb2 service neutron] 10.222.0.93 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927734 Nov 12 03:46:28.616997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bd0ed-e820-45bf-ac81-029fc3670acf None None] Port e70084a6-1755-48b7-b535-177cf401f087 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:28.621200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:28.621574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.682875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-07357c2c-c7d7-48b7-b90e-0cdb43a91880 service neutron] 10.222.0.93 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910306 Nov 12 03:46:28.770378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c674b6bf-15c8-486e-b8a9-13287f827ded None None] Provisioning complete for port e70084a6-1755-48b7-b535-177cf401f087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:28.771207 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c674b6bf-15c8-486e-b8a9-13287f827ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.798579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:27Z', 'revision_number': 2, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:28.828967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Checking router: a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:28.829325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Updating router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad port e70084a6-1755-48b7-b535-177cf401f087 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:28.842367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c674b6bf-15c8-486e-b8a9-13287f827ded None None] Port e70084a6-1755-48b7-b535-177cf401f087 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:28.875582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc5abbf1-71c0-45e8-8a42-e75686f6e74e req-b5103ae8-d18e-48fe-a619-e9de15e42c18 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 210 time: 0.0391774 Nov 12 03:46:28.893597 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.026973 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba40ee51-7279-401c-b6fe-e3e6c0776226 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:29.149148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ba40ee51-7279-401c-b6fe-e3e6c0776226 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:29.149522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.318353 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.324240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.407690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2615a8-aa70-41fa-93d6-b2fcddd6a6a5 None None] Pushing event updated for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.444190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Attempting to bind port e70084a6-1755-48b7-b535-177cf401f087 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:29.444565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Attempting to bind port e70084a6-1755-48b7-b535-177cf401f087 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:29.445087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Attempting to bind port e70084a6-1755-48b7-b535-177cf401f087 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:29.458646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:29.459089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Checking segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:29.459505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.459909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Bound using segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:29.460438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Bound port: e70084a6-1755-48b7-b535-177cf401f087, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:29.460825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.552545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] For port e70084a6-1755-48b7-b535-177cf401f087, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:29.556435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] For port e70084a6-1755-48b7-b535-177cf401f087, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e70084a6-1755-48b7-b535-177cf401f087,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:29.561982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.635617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:29.636261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:29.639061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2615a8-aa70-41fa-93d6-b2fcddd6a6a5 None None] Pushing event updated for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:29.661280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ebc8-aa5a-47f5-bf3f-cb7d8f5776e8 req-69345936-27cc-4174-bc4e-0b643badc782 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.663043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6020ebc8-aa5a-47f5-bf3f-cb7d8f5776e8 req-69345936-27cc-4174-bc4e-0b643badc782 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0597613 Nov 12 03:46:29.722304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6020ebc8-aa5a-47f5-bf3f-cb7d8f5776e8 req-92c4b03c-7e36-4dbb-994b-d2885b6fcac6 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513296 Nov 12 03:46:29.791455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:29.793252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] Provisioning complete for port e70084a6-1755-48b7-b535-177cf401f087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:29.793622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.095386 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.113352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-7dd0238c-c44c-4894-ab2e-46906569581a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.115417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-7dd0238c-c44c-4894-ab2e-46906569581a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 797 time: 0.2155273 Nov 12 03:46:30.154756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] For port e70084a6-1755-48b7-b535-177cf401f087, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e70084a6-1755-48b7-b535-177cf401f087,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:30.161438 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.210786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-67f6ec5d-bfa2-40cf-9aab-3dc58fb832ab tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 380 time: 0.0853705 Nov 12 03:46:30.226397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'port': {'device_id': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'admin_state_up': True, 'tenant_id': '818a96820e2147d9add93d4f490de685', 'security_groups': ['e15a260b-2a73-49a0-8d7d-c92360917ee2']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:30.268511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd1c67-3b2f-4f78-936c-df6527755a90 None None] Pushing event updated for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.294800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-45ab86df-004c-492f-8e7c-8c84f19bdf76 None None] Provisioning complete for port e70084a6-1755-48b7-b535-177cf401f087 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:30.295167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45ab86df-004c-492f-8e7c-8c84f19bdf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.298091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:29Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:30.327156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82a904c6-6ebc-4c00-a7ea-9a83ebff3fc8 req-84ba4343-f5e8-4347-9916-aaf316da40b4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 210 time: 0.0741334 Nov 12 03:46:30.344193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b219e8d-cd52-4640-9e1b-9992ac8e6237 None None] The sync data for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 is: [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:29Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:30.436316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:30.443162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.589263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.3 (bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32/db5763e1-3927-426b-b03b-c74532b3d728/fd5abfca-1cf7-46d6-871d-c5059589eec5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:30.744423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.793861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.855851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:30.873721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:30.876497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:30.923554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:30.973339 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:30.995415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.996239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.019438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43375-fa9f-49ae-8288-4c0873ac2126 req-ef129050-daea-4214-b760-5dc17355de7c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.042197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37c43375-fa9f-49ae-8288-4c0873ac2126 req-ef129050-daea-4214-b760-5dc17355de7c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.2307663 Nov 12 03:46:31.095316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e70084a6-1755-48b7-b535-177cf401f087 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:31.131617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-95c1a631-dd49-4a1a-a5c2-b3f6d9f1526d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9109271 Nov 12 03:46:31.149150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Request body: {'port': {'device_id': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:31.167776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e70084a6-1755-48b7-b535-177cf401f087 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.168319 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.208658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37c43375-fa9f-49ae-8288-4c0873ac2126 req-ab2dfb05-e46d-4afb-9752-b1127b492f40 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634488 Nov 12 03:46:31.264867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.283085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b78475e9-4be0-42df-aeed-fcc603c4320f None None] Provisioning complete for port fd5abfca-1cf7-46d6-871d-c5059589eec5 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.283444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b78475e9-4be0-42df-aeed-fcc603c4320f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.330485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b78475e9-4be0-42df-aeed-fcc603c4320f None None] Port fd5abfca-1cf7-46d6-871d-c5059589eec5 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:31.519506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8fc0-1996-4e1c-a8a8-2e33bc2ae636 req-cb3d6a83-091e-4562-9933-843c82cebb62 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.521019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81ee8fc0-1996-4e1c-a8a8-2e33bc2ae636 req-cb3d6a83-091e-4562-9933-843c82cebb62 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 931 time: 0.1076756 Nov 12 03:46:31.606977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81ee8fc0-1996-4e1c-a8a8-2e33bc2ae636 req-bb3fc691-46a0-4d5c-9760-d32bf36b2cd9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788677 Nov 12 03:46:31.655894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5abfca-1cf7-46d6-871d-c5059589eec5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:31.664445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.678172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Transition to ACTIVE for port object fd5abfca-1cf7-46d6-871d-c5059589eec5 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:31.681769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.735072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.796672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.810203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:31.810756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:31.810878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:31.816109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:31.816517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:31.821802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:31.822228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Checking segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:31.822679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Bound using segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:31.823118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Bound port: fd5abfca-1cf7-46d6-871d-c5059589eec5, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:31.823477 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.898813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:31.902909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:31.909796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.943457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.944110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.945799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] 10.222.0.98 "PUT /v2.0/ports/fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 1092 time: 0.8016789 Nov 12 03:46:31.948940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:31.952739 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53705ee-2117-4a6c-bfdb-046a73d5d160" -d '{"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:31.982880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320378ed-c26d-42d2-bb63-31a80967e75b service neutron] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.042145 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e79a7cd-f942-4b26-b9e7-81ebb44fa37d x-openstack-request-id: req-3e79a7cd-f942-4b26-b9e7-81ebb44fa37d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:32.042908 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:32.043312 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e79a7cd-f942-4b26-b9e7-81ebb44fa37d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:32.044430 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'status': 'completed', 'code': 200} Nov 12 03:46:32.062623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-594bb2b9-e5c9-488b-aac7-ac3012d41e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.064536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-594bb2b9-e5c9-488b-aac7-ac3012d41e08 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1095 time: 0.0574634 Nov 12 03:46:32.114602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-3ee97c24-5399-48ed-b319-8cea080d2b39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 217 time: 0.0408628 Nov 12 03:46:32.172664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-925f585d-5775-4ef0-9222-e601e8fa1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.174666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-925f585d-5775-4ef0-9222-e601e8fa1169 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0532002 Nov 12 03:46:32.250812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-4abc108d-d7dc-46dd-a29f-4ccf8f33b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.252416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-4abc108d-d7dc-46dd-a29f-4ccf8f33b1db service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706234 Nov 12 03:46:32.413482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223775f-bc27-47c1-a01c-47ae8e4d34ad req-d00381b9-4b4b-499d-8d52-37725a192494 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.415079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c223775f-bc27-47c1-a01c-47ae8e4d34ad req-d00381b9-4b4b-499d-8d52-37725a192494 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0820909 Nov 12 03:46:32.417533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-a3ef6b55-6621-4064-85c7-ae8b328e28fe service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573400 Nov 12 03:46:32.538806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c223775f-bc27-47c1-a01c-47ae8e4d34ad req-540bf619-759d-4150-95b1-2fe876f532ac tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130288 Nov 12 03:46:32.562691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d62fc04-23f0-435e-9707-84bee70cb49d req-e10cded1-fcf6-45aa-89e6-14c7f0086828 service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305742 Nov 12 03:46:32.660355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-0626b9be-08af-4d1a-ab2f-bcdcb2968af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.662010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-0626b9be-08af-4d1a-ab2f-bcdcb2968af8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1095 time: 0.0477734 Nov 12 03:46:32.802201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f4a4d-1649-419e-8357-55c0f7afeba9 req-f53d0a75-18fd-4c8c-8834-06f2303ca4f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.803713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-296f4a4d-1649-419e-8357-55c0f7afeba9 req-f53d0a75-18fd-4c8c-8834-06f2303ca4f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 943 time: 0.1138718 Nov 12 03:46:32.809207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-78b5ac05-037c-4231-b433-d64b959ce3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.810893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-78b5ac05-037c-4231-b433-d64b959ce3ed service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1421623 Nov 12 03:46:32.860360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-47dbb5e4-7598-42d0-9381-b070512c2d39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 217 time: 0.0413721 Nov 12 03:46:32.929647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-296f4a4d-1649-419e-8357-55c0f7afeba9 req-0da7d156-8f65-4233-8cac-d229755fe907 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177216 Nov 12 03:46:32.938654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-016e381a-8df5-4188-91f4-0ebfb7cfc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.940416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-016e381a-8df5-4188-91f4-0ebfb7cfc71a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0720332 Nov 12 03:46:32.995185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-b778b85d-e806-4701-89e0-e84f603b9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.996702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-b778b85d-e806-4701-89e0-e84f603b9ecf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477591 Nov 12 03:46:33.099032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-e712998b-84f1-4b6a-9966-e929e164e86a service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948730 Nov 12 03:46:33.195278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b53705ee-2117-4a6c-bfdb-046a73d5d160 req-4f87336c-de3e-46a8-b895-e18d60262684 service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890191 Nov 12 03:46:33.669315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d25fb-d4d9-41e0-bc9c-9e31c658232b req-0bbf61cb-9a5b-4573-8233-417c9fcfc5ce tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.671469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d25fb-d4d9-41e0-bc9c-9e31c658232b req-0bbf61cb-9a5b-4573-8233-417c9fcfc5ce tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0553393 Nov 12 03:46:33.733810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-552d25fb-d4d9-41e0-bc9c-9e31c658232b req-a7552add-0f1b-4d46-8676-519885580ead tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534749 Nov 12 03:46:34.068844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eaf6c-6021-4d39-9a41-7f65680bde99 req-52ad6d81-0027-4c95-a169-4c3029e6582d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.070395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-756eaf6c-6021-4d39-9a41-7f65680bde99 req-52ad6d81-0027-4c95-a169-4c3029e6582d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 943 time: 0.0668647 Nov 12 03:46:34.125164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-756eaf6c-6021-4d39-9a41-7f65680bde99 req-b1b9120a-daa8-49b4-b917-ec972320103d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484424 Nov 12 03:46:34.294715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:34.394414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:34.407277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'mac_address': 'fa:16:3e:43:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:34.446364 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.459198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5abfca-1cf7-46d6-871d-c5059589eec5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:34.480129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:34.484918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:34.536354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:34.731928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['fd5abfca-1cf7-46d6-871d-c5059589eec5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:34.862467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665d112-eb3b-42aa-8668-f51986e76e0f req-b4450db7-2f0c-445a-a40b-953b973c1060 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.864394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9665d112-eb3b-42aa-8668-f51986e76e0f req-b4450db7-2f0c-445a-a40b-953b973c1060 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0586865 Nov 12 03:46:34.921631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9665d112-eb3b-42aa-8668-f51986e76e0f req-a95be952-c077-4c2a-ab22-e3ed056ac8d6 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496640 Nov 12 03:46:35.248600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923b0a-6c22-4053-b81c-62da88904749 req-17ea3203-d70d-4c4c-8f19-f443f781b91a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.250123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7923b0a-6c22-4053-b81c-62da88904749 req-17ea3203-d70d-4c4c-8f19-f443f781b91a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 944 time: 0.0550220 Nov 12 03:46:35.304378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7923b0a-6c22-4053-b81c-62da88904749 req-88936d28-aa3a-4c10-8909-4c53ab7530ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471258 Nov 12 03:46:36.049254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8d63-d7e2-44e8-9e5f-66dd64372f6c req-bd38d176-deec-44e4-9f64-9139a57a0c92 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.050766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c09d8d63-d7e2-44e8-9e5f-66dd64372f6c req-bd38d176-deec-44e4-9f64-9139a57a0c92 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0498233 Nov 12 03:46:36.098639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c09d8d63-d7e2-44e8-9e5f-66dd64372f6c req-39a8ee29-aa69-4c0f-9ca3-df686684f1db tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Nov 12 03:46:36.306344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:36.360114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port fd5abfca-1cf7-46d6-871d-c5059589eec5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:36.364927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port fd5abfca-1cf7-46d6-871d-c5059589eec5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:36.365368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.427022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2ff6-1585-4992-bcb8-9ff49f26e302 req-c16b28b8-19c0-49ce-9255-3163c33ecfad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.428551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2daf2ff6-1585-4992-bcb8-9ff49f26e302 req-c16b28b8-19c0-49ce-9255-3163c33ecfad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 944 time: 0.0506978 Nov 12 03:46:36.449622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.474425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:36.476747 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bab6f8-a19f-40d3-9478-821ff1de8e21" -d '{"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-plugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:36.490840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.494237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2daf2ff6-1585-4992-bcb8-9ff49f26e302 req-e9ebeb10-ba8d-45cb-9bff-363c91d8b75e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586083 Nov 12 03:46:36.499637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.529288 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e850b17-86fd-4733-a555-1e1805f1801e x-openstack-request-id: req-7e850b17-86fd-4733-a555-1e1805f1801e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:36.529586 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-plugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:36.529852 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e850b17-86fd-4733-a555-1e1805f1801e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:36.530245 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'code': 200} Nov 12 03:46:36.564873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.626503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a91d-cffa-446f-957b-38d3bbf79393 req-fffae7dc-3a9f-419e-86fd-2ca1d74ad2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.628143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea27a91d-cffa-446f-957b-38d3bbf79393 req-fffae7dc-3a9f-419e-86fd-2ca1d74ad2cf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0407238 Nov 12 03:46:36.674930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea27a91d-cffa-446f-957b-38d3bbf79393 req-cc0bf825-f025-418c-a907-b55878a6f090 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Nov 12 03:46:37.215021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0a65f-91fb-4e2d-98a9-6521e2ab8b61 req-28cfd41f-d708-4c6e-a1b8-bbe3e24c17a6 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.216994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d0a65f-91fb-4e2d-98a9-6521e2ab8b61 req-28cfd41f-d708-4c6e-a1b8-bbe3e24c17a6 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0494969 Nov 12 03:46:37.265806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16d0a65f-91fb-4e2d-98a9-6521e2ab8b61 req-56a14261-4762-4b7f-b152-784378f86b44 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Nov 12 03:46:37.490708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644c931-3353-444a-82f2-ff409a97d5d0 req-71d83634-376e-479e-ab81-cd90f05879bc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.492207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8644c931-3353-444a-82f2-ff409a97d5d0 req-71d83634-376e-479e-ab81-cd90f05879bc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0768619 Nov 12 03:46:37.518812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ba25-feac-4272-8645-a4639271de3a req-f91e0a02-ad9f-4acd-bed1-a23c16b7a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.520361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-f91e0a02-ad9f-4acd-bed1-a23c16b7a119 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.0671959 Nov 12 03:46:37.583696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8644c931-3353-444a-82f2-ff409a97d5d0 req-d7a2fa98-50f7-4cf7-a3fb-89e819188a89 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841525 Nov 12 03:46:37.672835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59ffb-a65c-410f-a10c-c49ba4db2105 req-2d0a2785-c17b-4ebf-bfaa-871f5f44f1eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.674386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04f59ffb-a65c-410f-a10c-c49ba4db2105 req-2d0a2785-c17b-4ebf-bfaa-871f5f44f1eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.1070004 Nov 12 03:46:37.699374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ba25-feac-4272-8645-a4639271de3a req-99c86495-e741-43f5-8e61-15c00fcc467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.700920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-99c86495-e741-43f5-8e61-15c00fcc467d service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.1699734 Nov 12 03:46:37.787497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04f59ffb-a65c-410f-a10c-c49ba4db2105 req-bae4ec58-cc7f-4bd1-868b-948a166193f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043627 Nov 12 03:46:37.806174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-0b8bbc4d-3c96-416c-99d3-38a62d5116e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.0969682 Nov 12 03:46:38.209622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ba25-feac-4272-8645-a4639271de3a req-552c4ce9-b1be-4dfd-a02a-31eef9e3d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.211185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-552c4ce9-b1be-4dfd-a02a-31eef9e3d9ba service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.3978395 Nov 12 03:46:38.275095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ba25-feac-4272-8645-a4639271de3a req-90538f13-6edc-4d49-b6a4-f492199489a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.276617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-90538f13-6edc-4d49-b6a4-f492199489a4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575783 Nov 12 03:46:38.368702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-18ceee77-0513-4f62-abee-9eb718d1113f service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Nov 12 03:46:38.461623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bd7ba25-feac-4272-8645-a4639271de3a req-a3152692-bb66-4d69-888f-f12a54f0cbb3 service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861330 Nov 12 03:46:38.702243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0677-32ee-4935-aa4d-e559ec6c2f2e req-c4d6481c-bdd4-4361-9610-8fdbe5aca7fa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.703708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2aa0677-32ee-4935-aa4d-e559ec6c2f2e req-c4d6481c-bdd4-4361-9610-8fdbe5aca7fa tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0493548 Nov 12 03:46:38.754492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2aa0677-32ee-4935-aa4d-e559ec6c2f2e req-968a1695-f350-468e-8962-1c8827650aec tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Nov 12 03:46:38.898754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b96ab-0dce-4b1a-83d9-975fc063f4ee req-50a3f406-6650-403a-8202-69994ec3fd56 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.900282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc0b96ab-0dce-4b1a-83d9-975fc063f4ee req-50a3f406-6650-403a-8202-69994ec3fd56 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0491192 Nov 12 03:46:38.949667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc0b96ab-0dce-4b1a-83d9-975fc063f4ee req-d74eab42-6a3a-4afd-bb15-c670cfaaef2e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Nov 12 03:46:39.080860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dd276-49ac-428a-96ab-2bef1a645346 req-71076169-4657-4f79-a7da-854067bcf5bb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.082297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e2dd276-49ac-428a-96ab-2bef1a645346 req-71076169-4657-4f79-a7da-854067bcf5bb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0496471 Nov 12 03:46:39.132097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e2dd276-49ac-428a-96ab-2bef1a645346 req-9f7c0884-7526-4bfc-bdca-2dc82439df9f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Nov 12 03:46:39.154353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51018) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.196054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859921ea-c378-4531-af11-00d39ea699a3 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.197560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-859921ea-c378-4531-af11-00d39ea699a3 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1092 time: 0.0421882 Nov 12 03:46:39.201306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51020) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:39.205539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:39.227609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.327691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.437249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.76 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:39.538370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.571917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.610152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:39.612800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:39.616150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:39.646428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:39.659392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.660098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.660098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.660415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.660742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.661071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.661393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.661712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.662032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.662349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.662667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.662981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:39.903182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb783e-05f5-4468-a6d4-38fcd234c31d req-d742f5f4-5821-47d2-aaf5-4427dea18258 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.904709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47eb783e-05f5-4468-a6d4-38fcd234c31d req-d742f5f4-5821-47d2-aaf5-4427dea18258 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0736156 Nov 12 03:46:40.047618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-47eb783e-05f5-4468-a6d4-38fcd234c31d req-d4b4c149-a300-4322-8d76-f85c34830016 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247451 Nov 12 03:46:40.076032 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.185657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.225381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ecd7-32c9-471e-8109-fa2deb359d3c req-d6da40fe-267d-4acb-a405-aca1457d825c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.226895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41b1ecd7-32c9-471e-8109-fa2deb359d3c req-d6da40fe-267d-4acb-a405-aca1457d825c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1018920 Nov 12 03:46:40.330672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41b1ecd7-32c9-471e-8109-fa2deb359d3c req-1ab5cc3a-16bc-42e4-be5c-684910db72f3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956824 Nov 12 03:46:40.394604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.399292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.502347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:40.516863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:40.527267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3532-ee12-4183-902f-f4fca714001f req-8911ff17-20b5-4493-a644-d45b0264390c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.529354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68fe3532-ee12-4183-902f-f4fca714001f req-8911ff17-20b5-4493-a644-d45b0264390c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1238232 Nov 12 03:46:40.652367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68fe3532-ee12-4183-902f-f4fca714001f req-59e99705-5bea-4d60-bb89-1680a6f358d1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898759 Nov 12 03:46:40.664455 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP f07c4305-37af-4a2b-8829-a262861dad36 associated. External IP: 172.25.4.76, port: fd5abfca-1cf7-46d6-871d-c5059589eec5. Nov 12 03:46:40.950679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:40.980097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a717-2141-43f6-bd9c-f28e3ff4cfc7 req-7ef6aac2-8259-4807-8024-28acbe064ed3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.981728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6740a717-2141-43f6-bd9c-f28e3ff4cfc7 req-7ef6aac2-8259-4807-8024-28acbe064ed3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0887108 Nov 12 03:46:41.149359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111098-2035-4e14-97f8-429866968356 req-964e7d0f-b244-4e0a-a1ff-ca33fdf9fa1d tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.150806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61111098-2035-4e14-97f8-429866968356 req-964e7d0f-b244-4e0a-a1ff-ca33fdf9fa1d tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.1235759 Nov 12 03:46:41.156488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6740a717-2141-43f6-bd9c-f28e3ff4cfc7 req-24f7f603-6930-4563-a631-a15b9eb90dfc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382315 Nov 12 03:46:41.172564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:41.183845 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Sync routers for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:41.193841 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:41.195150 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:41.205048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.243885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61111098-2035-4e14-97f8-429866968356 req-17d4658f-9075-4060-9db9-02eec7344c54 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815532 Nov 12 03:46:41.251311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b0102707-f8f9-4601-8afb-dcce016a176c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0465686 Nov 12 03:46:41.251311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:41.256284 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:41.317265 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:41.336266 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7567f3c6-c407-47c8-94e6-29f412c8f163 x-openstack-request-id: req-7567f3c6-c407-47c8-94e6-29f412c8f163 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:41.336553 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:41.336931 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7567f3c6-c407-47c8-94e6-29f412c8f163 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:41.337337 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'status': 'completed', 'code': 200} Nov 12 03:46:41.402326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905d26-8e16-4c77-a123-a0388f46b261 req-12eb05c2-b0f4-423b-9a49-b0b3b0a5e8ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.404173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a905d26-8e16-4c77-a123-a0388f46b261 req-12eb05c2-b0f4-423b-9a49-b0b3b0a5e8ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.1023419 Nov 12 03:46:41.406172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-ef55a5bd-2c20-484a-bd3c-c30dc4b3edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.407550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-ef55a5bd-2c20-484a-bd3c-c30dc4b3edfc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0640984 Nov 12 03:46:41.529701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a905d26-8e16-4c77-a123-a0388f46b261 req-3cca1070-40fe-42bc-98f7-830e67048117 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167619 Nov 12 03:46:41.555417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-da2bb4d3-8123-4ed6-97ae-70e19ecaacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.557195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-da2bb4d3-8123-4ed6-97ae-70e19ecaacad service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1365216 Nov 12 03:46:41.557891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:41.566506 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f07c4305-37af-4a2b-8829-a262861dad36', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'mac_address': 'fa:16:3e:43:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:46:39Z', 'updated_at': '2021-11-12T03:46:39Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:41.596043 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Checking router: a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:41.604261 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:41.604853 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:41.672576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f9e6f9a4-d49b-4a94-9c49-1627431d7f0c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f07c4305-37af-4a2b-8829-a262861dad36 HTTP/1.1" status: 200 len: 990 time: 0.1122971 Nov 12 03:46:41.674797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-a84223ba-052c-497f-b9e9-dabacefb7ec4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 998 time: 0.1097789 Nov 12 03:46:41.714610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:41.725707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-86355ebc-5502-4297-9e23-474912057f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.727164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-86355ebc-5502-4297-9e23-474912057f77 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0457995 Nov 12 03:46:41.774628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-5dabcf2b-b8a5-4512-a9eb-561393ad66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.776169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-5dabcf2b-b8a5-4512-a9eb-561393ad66d2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401263 Nov 12 03:46:41.868532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-99b5212f-3849-4ca5-bc8e-d95368acb2ae service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Nov 12 03:46:41.931528 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f07c4305-37af-4a2b-8829-a262861dad36', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'mac_address': 'fa:16:3e:43:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:46:39Z', 'updated_at': '2021-11-12T03:46:39Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:41.956820 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803706b-0343-41a3-b048-e4dd6a519117 None None] The sync data for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 is: [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f07c4305-37af-4a2b-8829-a262861dad36', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'mac_address': 'fa:16:3e:43:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:46:39Z', 'updated_at': '2021-11-12T03:46:39Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:41.959295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cdfff0b-f8a0-416e-8fae-929bc9d94cb8 req-87caae0e-d20f-44e9-85d9-e65fb60f92a9 service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Nov 12 03:46:42.150723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c9cd5-d6a8-48b5-af9d-5ad2cf7e11e2 None None] New status for floating IP f07c4305-37af-4a2b-8829-a262861dad36: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:46:42.280666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1ecfc-34c6-40ac-9525-1abec002320a req-2f650ac4-66c1-4301-85a2-79ce0d21fb0d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.288263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b1ecfc-34c6-40ac-9525-1abec002320a req-2f650ac4-66c1-4301-85a2-79ce0d21fb0d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0609329 Nov 12 03:46:42.368388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62b1ecfc-34c6-40ac-9525-1abec002320a req-aca71c65-427d-48b8-98ed-8168391808f8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790939 Nov 12 03:46:42.389593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bfbbd-cf09-45b5-8d00-d08b533bc887 req-5b3fcba0-ed86-4442-8c3e-f3c15198f83b tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.391065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b75bfbbd-cf09-45b5-8d00-d08b533bc887 req-5b3fcba0-ed86-4442-8c3e-f3c15198f83b tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.0683889 Nov 12 03:46:42.441199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b75bfbbd-cf09-45b5-8d00-d08b533bc887 req-8f933c3b-2439-4987-ab3d-3beb6e07c6e6 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/security-groups?id=c86778e7-dc7d-423c-929e-f2a5c550ba1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Nov 12 03:46:42.525522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-24431ede-4028-404a-a497-e9cddef7b338 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.527111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-24431ede-4028-404a-a497-e9cddef7b338 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.100 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 949 time: 0.0559976 Nov 12 03:46:42.654109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644661-672d-4632-8566-28e66ca15551 req-1fbad323-3272-4780-b7f4-43e540cedeff tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.655566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c644661-672d-4632-8566-28e66ca15551 req-1fbad323-3272-4780-b7f4-43e540cedeff tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1259477 Nov 12 03:46:42.674717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:42.678240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-be1f804e-906c-48d3-9bcc-f8f16311b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.679652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-be1f804e-906c-48d3-9bcc-f8f16311b9bb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 1096 time: 0.1027665 Nov 12 03:46:42.771539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Deleting port 5c334eb4-4fb5-4c46-8db2-07bd793445ad {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:42.771880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.791285 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33f6af6b-9773-43db-9b37-e3a8e814c349 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f07c4305-37af-4a2b-8829-a262861dad36 HTTP/1.1" status: 200 len: 992 time: 0.1154139 Nov 12 03:46:42.797702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c644661-672d-4632-8566-28e66ca15551 req-18319002-19fd-4840-bccf-1dc33b3555a1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350818 Nov 12 03:46:43.202444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-c8650e82-e062-4b96-b81c-7976995a8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.203803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-c8650e82-e062-4b96-b81c-7976995a8c7a service neutron] 10.222.0.100 "GET /v2.0/networks?id=129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 200 len: 914 time: 0.5168724 Nov 12 03:46:43.262922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] For port 5c334eb4-4fb5-4c46-8db2-07bd793445ad, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=5c334eb4-4fb5-4c46-8db2-07bd793445ad,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:43.263289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.281151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Calling delete_port for 5c334eb4-4fb5-4c46-8db2-07bd793445ad owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:43.298545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-6f2bc13d-308e-4aad-bd6a-29c997f3ffe1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 200 len: 999 time: 0.0863497 Nov 12 03:46:43.389251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-69953a23-a336-4796-b4ef-e823990adf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.390660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-69953a23-a336-4796-b4ef-e823990adf04 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 200 len: 851 time: 0.0619276 Nov 12 03:46:43.467038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-48092f37-a782-49a3-9d76-1d2543cd6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.468449 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-48092f37-a782-49a3-9d76-1d2543cd6ca7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=129769f6-93ea-43b9-8308-e890d14663ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673754 Nov 12 03:46:43.505658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.518098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['5c334eb4-4fb5-4c46-8db2-07bd793445ad'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:43.572374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Pushing event deleted for resources: {'Port': ['ID=5c334eb4-4fb5-4c46-8db2-07bd793445ad,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:43.598977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-470ca470-9518-44f5-a25e-f8031856808b req-8215f292-63b9-4913-bc9f-c543a68d2fd7 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6d552a8-6bbe-4a5d-8eff-7435b935f895 HTTP/1.1" status: 200 len: 210 time: 0.0616720 Nov 12 03:46:43.641556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] No DVR routers for this DVR port 5c334eb4-4fb5-4c46-8db2-07bd793445ad on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:43.645638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:43.648886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a545c11b-6d61-4a0f-a11a-a7686f6322e5 req-0b3f7f2b-84e0-4649-b526-d2d20fd17c68 tempest-VolumesBackupsTest-208573724 tempest-VolumesBackupsTest-208573724-project] 10.222.0.100 "DELETE /v2.0/ports/5c334eb4-4fb5-4c46-8db2-07bd793445ad HTTP/1.1" status: 204 len: 173 time: 1.1097054 Nov 12 03:46:43.649325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'name': 'network-vif-deleted', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:43.651537 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7c4500-20c1-4dab-8689-c9ed3015853e" -d '{"events": [{"server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "name": "network-vif-deleted", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:43.669208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-6a55ad7c-2902-48cd-88ff-29e1a73315cf service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913114 Nov 12 03:46:43.699162 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcb114-30e2-4b7b-b51e-8f1dfd728a00 x-openstack-request-id: req-83fcb114-30e2-4b7b-b51e-8f1dfd728a00 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:43.699450 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d552a8-6bbe-4a5d-8eff-7435b935f895", "name": "network-vif-deleted", "tag": "5c334eb4-4fb5-4c46-8db2-07bd793445ad", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:43.699717 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-83fcb114-30e2-4b7b-b51e-8f1dfd728a00 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:43.700153 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d552a8-6bbe-4a5d-8eff-7435b935f895', 'name': 'network-vif-deleted', 'tag': '5c334eb4-4fb5-4c46-8db2-07bd793445ad', 'status': 'completed', 'code': 200} Nov 12 03:46:43.768069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a11f7-2994-43cd-9ae8-6264e2ca08a0 req-0c899224-ee4b-49f1-b803-a4c82589225c service neutron] 10.222.0.100 "GET /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913286 Nov 12 03:46:43.913759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999302d4-d418-4cc6-8e2f-133722c3a713 req-f28a4250-6827-47e1-a7be-6233d6497f2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:43.915356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-999302d4-d418-4cc6-8e2f-133722c3a713 req-f28a4250-6827-47e1-a7be-6233d6497f2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0501802 Nov 12 03:46:43.972614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-999302d4-d418-4cc6-8e2f-133722c3a713 req-bd08aeb7-b46d-4301-9c08-282326febc05 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502603 Nov 12 03:46:45.089159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9ebd-db6b-48ec-a904-9ea8d4bb8deb req-d4b1e19f-919c-4fef-a45b-4b420fc2646e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.090647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e73a9ebd-db6b-48ec-a904-9ea8d4bb8deb req-d4b1e19f-919c-4fef-a45b-4b420fc2646e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0486236 Nov 12 03:46:45.138798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e73a9ebd-db6b-48ec-a904-9ea8d4bb8deb req-3981cf91-1315-416b-8748-af383cfe2b44 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Nov 12 03:46:45.256251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960894b9-3eb6-4b23-89d6-9ae4c495cb19 req-148c6ef8-40b4-490c-9684-bcb6d545c37e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.257709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-960894b9-3eb6-4b23-89d6-9ae4c495cb19 req-148c6ef8-40b4-490c-9684-bcb6d545c37e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0512707 Nov 12 03:46:45.305100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-960894b9-3eb6-4b23-89d6-9ae4c495cb19 req-b410aa3c-3795-4b3f-bbd0-b3063d4dce6d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 Nov 12 03:46:46.428045 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:47.039869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-42dfe4e9-0503-4286-bf03-8cb8f6608794 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:47.041318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-42dfe4e9-0503-4286-bf03-8cb8f6608794 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab044cf4-17f0-4d4b-bd87-b7cb6616eca3 HTTP/1.1" status: 200 len: 943 time: 0.0541232 Nov 12 03:46:47.132877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port 8f293ef5-9f61-4885-b10f-e25a1f78f04f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:47.133213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.223163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port 8f293ef5-9f61-4885-b10f-e25a1f78f04f, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=8f293ef5-9f61-4885-b10f-e25a1f78f04f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:47.223449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.238021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for 8f293ef5-9f61-4885-b10f-e25a1f78f04f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:47.370485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.384206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:47.387893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:47.410271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=8f293ef5-9f61-4885-b10f-e25a1f78f04f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.460769 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] No DVR routers for this DVR port 8f293ef5-9f61-4885-b10f-e25a1f78f04f on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:47.463278 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.467742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cdf0cf-9034-4771-aa10-f46443e8f4e8 req-28c71ad3-19d0-4666-aa7a-86ca17e1e144 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "DELETE /v2.0/ports/8f293ef5-9f61-4885-b10f-e25a1f78f04f HTTP/1.1" status: 204 len: 173 time: 0.4197586 Nov 12 03:46:47.468230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-deleted', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:47.470540 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24216888-5915-4d76-bdf6-8a915e672205" -d '{"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-deleted", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:47.507252 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe5476-365c-4663-a802-ecde2126e6b3 x-openstack-request-id: req-9dfe5476-365c-4663-a802-ecde2126e6b3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:47.507769 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab044cf4-17f0-4d4b-bd87-b7cb6616eca3", "name": "network-vif-deleted", "tag": "8f293ef5-9f61-4885-b10f-e25a1f78f04f", "status": "failed", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:47.508259 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9dfe5476-365c-4663-a802-ecde2126e6b3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:47.508819 n-d-713499-30 neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab044cf4-17f0-4d4b-bd87-b7cb6616eca3', 'name': 'network-vif-deleted', 'tag': '8f293ef5-9f61-4885-b10f-e25a1f78f04f', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:46:47.552031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c334eb4-4fb5-4c46-8db2-07bd793445ad no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:47.587733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 5c334eb4-4fb5-4c46-8db2-07bd793445ad {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:47.588183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 5c334eb4-4fb5-4c46-8db2-07bd793445ad not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:47.993074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-96c1d1ad-162f-43af-aafe-aa196ab96dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.412443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3695d-75b5-4706-bbb7-0bf9cc68e65c req-e96e3151-89e1-4af8-868f-f5cbc21d06e8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:48.427983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73a3695d-75b5-4706-bbb7-0bf9cc68e65c req-e96e3151-89e1-4af8-868f-f5cbc21d06e8 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 907 time: 0.0723252 Nov 12 03:46:49.550055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a549d-60f1-49ff-beed-146d54f6a61f req-60245b28-f1ba-4746-a53b-415033e20b7c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.556561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd0a549d-60f1-49ff-beed-146d54f6a61f req-60245b28-f1ba-4746-a53b-415033e20b7c tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 907 time: 0.0572629 Nov 12 03:46:49.715631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-b9a2061d-c575-4efc-baee-eb3c7ddaa761 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:49.717513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-b9a2061d-c575-4efc-baee-eb3c7ddaa761 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 907 time: 0.0566180 Nov 12 03:46:49.821351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port 757b101b-0456-4cc5-866c-5c412e8db62f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:49.821862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.929065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port 757b101b-0456-4cc5-866c-5c412e8db62f, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=757b101b-0456-4cc5-866c-5c412e8db62f,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:49.929426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.944832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for 757b101b-0456-4cc5-866c-5c412e8db62f owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:50.111704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.169842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=757b101b-0456-4cc5-866c-5c412e8db62f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.191263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] No DVR routers for this DVR port 757b101b-0456-4cc5-866c-5c412e8db62f on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:50.194076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.197915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d9a2c6c-9bea-45bc-bdcf-1db83760b3ea req-8ea05763-445c-4ecb-ba2c-1bdd7ead1477 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "DELETE /v2.0/ports/757b101b-0456-4cc5-866c-5c412e8db62f HTTP/1.1" status: 204 len: 173 time: 0.4723878 Nov 12 03:46:50.198416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'name': 'network-vif-deleted', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:50.200996 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e374b-fe5e-497c-a21f-1b2319556f80" -d '{"events": [{"server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "name": "network-vif-deleted", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:50.251302 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faafa805-2e3a-4159-9d7c-90374ba6a4b4 x-openstack-request-id: req-faafa805-2e3a-4159-9d7c-90374ba6a4b4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:50.251705 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5602974-f7c4-477c-9b82-568c811e1f68", "name": "network-vif-deleted", "tag": "757b101b-0456-4cc5-866c-5c412e8db62f", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:50.252210 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-faafa805-2e3a-4159-9d7c-90374ba6a4b4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:50.252688 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5602974-f7c4-477c-9b82-568c811e1f68', 'name': 'network-vif-deleted', 'tag': '757b101b-0456-4cc5-866c-5c412e8db62f', 'status': 'completed', 'code': 200} Nov 12 03:46:50.382234 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7362b07-0d4b-408a-85e0-8988a71421f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.683254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9797403d-7a46-42b1-a77f-8ecb37bb6a89 req-621e1846-d153-4876-b533-448522966488 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=c5602974-f7c4-477c-9b82-568c811e1f68 HTTP/1.1" status: 200 len: 210 time: 0.0443876 Nov 12 03:46:51.714074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.008688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e7a76-480d-4d85-9d38-1be4f153e747 req-1cdf7df1-29c9-4f6a-9edd-adc43d080cc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:52.010150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-666e7a76-480d-4d85-9d38-1be4f153e747 req-1cdf7df1-29c9-4f6a-9edd-adc43d080cc1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 946 time: 0.0593381 Nov 12 03:46:52.080543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-666e7a76-480d-4d85-9d38-1be4f153e747 req-8e3c0b98-36f1-4475-887b-2d1f02feb136 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639141 Nov 12 03:46:53.083377 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.215599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490225b4-657b-48d9-bd99-d64aa74214a3 req-3e03f839-ac9d-4f16-aa57-9c4d95774971 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.217794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-490225b4-657b-48d9-bd99-d64aa74214a3 req-3e03f839-ac9d-4f16-aa57-9c4d95774971 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 946 time: 0.0538752 Nov 12 03:46:53.307627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-79719b81-5661-45da-aaf3-7eb25b7f32b1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.309006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-79719b81-5661-45da-aaf3-7eb25b7f32b1 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 946 time: 0.0901258 Nov 12 03:46:53.316963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-490225b4-657b-48d9-bd99-d64aa74214a3 req-e3b2e0e2-9ada-4d96-bcdc-52a0650e3725 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 Nov 12 03:46:53.434659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port 0419b69d-27d5-46af-ab84-b4067b764d92 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:53.435100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.548392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port 0419b69d-27d5-46af-ab84-b4067b764d92, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=0419b69d-27d5-46af-ab84-b4067b764d92,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:53.548804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.571423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for 0419b69d-27d5-46af-ab84-b4067b764d92 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:53.637244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.723289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.736393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['0419b69d-27d5-46af-ab84-b4067b764d92'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:53.764666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:53.772168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=0419b69d-27d5-46af-ab84-b4067b764d92,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.824397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] No DVR routers for this DVR port 0419b69d-27d5-46af-ab84-b4067b764d92 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:53.827157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.831085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4ccc8c6-d7bb-439f-8c94-bfa1348cf99a req-785dc995-b68e-45a7-8c3e-00e948ea1c2d tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "DELETE /v2.0/ports/0419b69d-27d5-46af-ab84-b4067b764d92 HTTP/1.1" status: 204 len: 173 time: 0.5125031 Nov 12 03:46:53.831906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'name': 'network-vif-deleted', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:53.840312 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68291263-614c-4a18-9906-038f0436f434" -d '{"events": [{"server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "name": "network-vif-deleted", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:53.911859 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8668711e-7794-4535-a7f9-5de9d44fc6c7 x-openstack-request-id: req-8668711e-7794-4535-a7f9-5de9d44fc6c7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:53.912185 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6b9049-bfe5-44a2-a282-4526fcbf6b36", "name": "network-vif-deleted", "tag": "0419b69d-27d5-46af-ab84-b4067b764d92", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:53.912442 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8668711e-7794-4535-a7f9-5de9d44fc6c7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:53.912880 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6b9049-bfe5-44a2-a282-4526fcbf6b36', 'name': 'network-vif-deleted', 'tag': '0419b69d-27d5-46af-ab84-b4067b764d92', 'status': 'completed', 'code': 200} Nov 12 03:46:54.425337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 757b101b-0456-4cc5-866c-5c412e8db62f no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:54.473943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 757b101b-0456-4cc5-866c-5c412e8db62f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:54.474290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 757b101b-0456-4cc5-866c-5c412e8db62f not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:54.484136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e28bd82d-d2f9-411f-af30-248304df3dce req-e18d64a7-2f0a-4552-b9ba-a173556ef058 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e6b9049-bfe5-44a2-a282-4526fcbf6b36 HTTP/1.1" status: 200 len: 210 time: 0.0713787 Nov 12 03:46:55.912635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec4192-a7dd-4361-98fd-3254708dbaa1 req-50b04bd5-77fd-4ec3-be30-16eb34a08236 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.914326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4ec4192-a7dd-4361-98fd-3254708dbaa1 req-50b04bd5-77fd-4ec3-be30-16eb34a08236 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0611317 Nov 12 03:46:55.979447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4ec4192-a7dd-4361-98fd-3254708dbaa1 req-d51283a5-76af-44a4-948e-78f90fcf7e58 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Nov 12 03:46:57.066390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-3153816e-cd5b-431b-b65e-47d46ab66c25 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.068095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-3153816e-cd5b-431b-b65e-47d46ab66c25 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0690527 Nov 12 03:46:57.195855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdb37d-e8d9-4502-9c50-1ed7f128f5b5 req-4d3927d0-00de-4703-91ed-d6b8439c119b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.198906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70cdb37d-e8d9-4502-9c50-1ed7f128f5b5 req-4d3927d0-00de-4703-91ed-d6b8439c119b tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=54292f87-9d32-420f-bbdb-178267612905 HTTP/1.1" status: 200 len: 946 time: 0.0917673 Nov 12 03:46:57.251528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port dda47be6-1619-4a64-b706-4f634e1f8c06 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:57.251856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.290346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70cdb37d-e8d9-4502-9c50-1ed7f128f5b5 req-32948b11-a673-4d08-9fd4-88bac1902fe3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccaf5201-ee47-493c-ae3b-37acebbf396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851812 Nov 12 03:46:57.371059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port dda47be6-1619-4a64-b706-4f634e1f8c06, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dda47be6-1619-4a64-b706-4f634e1f8c06,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:57.373063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.389346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for dda47be6-1619-4a64-b706-4f634e1f8c06 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:57.555864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.571887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['dda47be6-1619-4a64-b706-4f634e1f8c06'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:57.586341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=dda47be6-1619-4a64-b706-4f634e1f8c06,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.609861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 0419b69d-27d5-46af-ab84-b4067b764d92 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:57.644933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] No DVR routers for this DVR port dda47be6-1619-4a64-b706-4f634e1f8c06 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:57.647408 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 0419b69d-27d5-46af-ab84-b4067b764d92 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:57.647759 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 0419b69d-27d5-46af-ab84-b4067b764d92 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:57.649236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.654700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7b253f2-eafe-426b-9819-697e7f0a4e00 req-00dcc3d5-6fdf-41a4-b234-9916f5f5abca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.98 "DELETE /v2.0/ports/dda47be6-1619-4a64-b706-4f634e1f8c06 HTTP/1.1" status: 204 len: 173 time: 0.5809457 Nov 12 03:46:57.655173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'name': 'network-vif-deleted', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:57.657858 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf8a6f-818b-4f57-b20b-f6dc3f72a822" -d '{"events": [{"server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "name": "network-vif-deleted", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:57.739129 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5cc49-8b60-4cce-ad40-b7fe8e7bf649 x-openstack-request-id: req-b5f5cc49-8b60-4cce-ad40-b7fe8e7bf649 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:57.739422 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54292f87-9d32-420f-bbdb-178267612905", "name": "network-vif-deleted", "tag": "dda47be6-1619-4a64-b706-4f634e1f8c06", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:57.739675 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b5f5cc49-8b60-4cce-ad40-b7fe8e7bf649 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:57.740099 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54292f87-9d32-420f-bbdb-178267612905', 'name': 'network-vif-deleted', 'tag': 'dda47be6-1619-4a64-b706-4f634e1f8c06', 'status': 'completed', 'code': 200} Nov 12 03:46:57.770462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-d6892eb3-6a24-49fb-a2cc-7af92d4f16e0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0889266 Nov 12 03:46:57.900930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-c3744b14-2aa4-4de7-abda-8f826a4c4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.902470 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-c3744b14-2aa4-4de7-abda-8f826a4c4aa5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0882688 Nov 12 03:46:58.037780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-14b3fcc5-6356-4c5b-81dc-d479aaec1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.039800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-14b3fcc5-6356-4c5b-81dc-d479aaec1490 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1062009 Nov 12 03:46:58.151302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-e5e17d71-38b5-4106-be2b-f432599e5970 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 1001 time: 0.0928504 Nov 12 03:46:58.218637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-6c9121fa-a26e-4778-ae78-f052ad13d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.220166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-6c9121fa-a26e-4778-ae78-f052ad13d5fc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0529468 Nov 12 03:46:58.299393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-6fb1177e-6bee-4e40-8cc8-a19adf2e7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.301398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-6fb1177e-6bee-4e40-8cc8-a19adf2e7bec service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599012 Nov 12 03:46:58.420781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-9f374ef2-7cc8-412d-a0f6-e7e4f5181563 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110702 Nov 12 03:46:58.534057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71e59dc4-f1ea-43df-a5f1-a31abbd928bf req-87360861-ada4-47fd-8e79-ae92afdc0a53 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048942 Nov 12 03:46:58.633066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360624c-017d-49c4-99f8-2677f15be809 req-0b314078-1c0d-4de9-bdc7-dce341e29fb0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.634570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e360624c-017d-49c4-99f8-2677f15be809 req-0b314078-1c0d-4de9-bdc7-dce341e29fb0 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0714581 Nov 12 03:46:58.700167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e360624c-017d-49c4-99f8-2677f15be809 req-8432a211-3aa2-46e1-9601-a017a3a341cd tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545921 Nov 12 03:46:59.837157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3045-2ed8-4a06-aef7-8dc0338aaf0a req-e798af2c-1e30-4e1c-9fae-907d4a0228e3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:59.844783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-331c3045-2ed8-4a06-aef7-8dc0338aaf0a req-e798af2c-1e30-4e1c-9fae-907d4a0228e3 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.0630317 Nov 12 03:46:59.908663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-331c3045-2ed8-4a06-aef7-8dc0338aaf0a req-edb03098-d1c3-4d62-9e61-883cc02e1bca tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629244 Nov 12 03:47:00.796445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-2b33dc81-1e1e-43cd-92f1-7341c1d8db80 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:00.797924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-2b33dc81-1e1e-43cd-92f1-7341c1d8db80 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1078670 Nov 12 03:47:00.839014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-862de86d-620d-4615-a99c-9aea7bfdc0e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763807019&fields=id&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 267 time: 0.0866792 Nov 12 03:47:00.975638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.018410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-1732cd84-11b1-4597-be89-1efbb42f420f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.019909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-1732cd84-11b1-4597-be89-1efbb42f420f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.1670129 Nov 12 03:47:01.038384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:01.038917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.072868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-5640745c-09cf-4cd7-b528-4ea5092d3e1b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/quotas/105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 375 time: 0.0381837 Nov 12 03:47:01.139244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b301429-6564-4072-88e3-a0fd54d7188f req-c3e4e43b-fb31-440a-a9ff-1dc68380cb29 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:01.140755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b301429-6564-4072-88e3-a0fd54d7188f req-c3e4e43b-fb31-440a-a9ff-1dc68380cb29 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 944 time: 0.1518974 Nov 12 03:47:01.200385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] For port 25b7b73e-7f68-4a16-a024-b1450b7d486e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=25b7b73e-7f68-4a16-a024-b1450b7d486e,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:01.200643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.241565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-83a5df11-ee9c-487f-b663-c3959deb864c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1329153 Nov 12 03:47:01.305873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b301429-6564-4072-88e3-a0fd54d7188f req-0fb52b73-7de5-41d9-a705-e915dcafd067 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups?id=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480610 Nov 12 03:47:01.463533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-fe5b5af1-ebe2-4443-a370-9af90a55013b service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858678 Nov 12 03:47:01.508987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.509367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.509656 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Floating IP 8963bc8b-787f-4080-9b18-7e74dbd14d09 disassociated. External IP: 172.25.4.192, port: 25b7b73e-7f68-4a16-a024-b1450b7d486e. Nov 12 03:47:01.509993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for 25b7b73e-7f68-4a16-a024-b1450b7d486e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:01.619499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-ad369639-a488-41d4-b9a1-e11c654f101a service neutron] 10.222.0.93 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491163 Nov 12 03:47:01.694856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.740714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=25b7b73e-7f68-4a16-a024-b1450b7d486e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.806468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.868982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Router dbb583ef-6c75-4905-ad68-e1ff04e80621 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:02.036628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91eec78c-60e0-40c2-b4c5-b03644ebfaa1 req-9673917d-f751-4610-9817-f61d0e127d6d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0344803 Nov 12 03:47:02.052746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:02.065021 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Sync routers for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:02.081803 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:02.082444 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.097049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] No DVR routers for this DVR port 25b7b73e-7f68-4a16-a024-b1450b7d486e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:02.099570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.104966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8932a8cd-a1b2-426e-bc17-4fbbec02d37d req-438dfc83-3934-4d42-be10-2cbb2c4e7442 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.100 "DELETE /v2.0/ports/25b7b73e-7f68-4a16-a024-b1450b7d486e HTTP/1.1" status: 204 len: 173 time: 1.2984378 Nov 12 03:47:02.105450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-deleted', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:02.114996 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342221b3-1b10-471b-9202-d9ba178f60bc" -d '{"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-deleted", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:02.183707 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31a7f8-f6fb-4906-9482-bb46ef6e5e9c x-openstack-request-id: req-ec31a7f8-f6fb-4906-9482-bb46ef6e5e9c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:02.184050 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3192ddd8-709d-451d-aeaf-be3068c8b0de", "name": "network-vif-deleted", "tag": "25b7b73e-7f68-4a16-a024-b1450b7d486e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:02.184307 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ec31a7f8-f6fb-4906-9482-bb46ef6e5e9c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:02.184712 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3192ddd8-709d-451d-aeaf-be3068c8b0de', 'name': 'network-vif-deleted', 'tag': '25b7b73e-7f68-4a16-a024-b1450b7d486e', 'status': 'completed', 'code': 200} Nov 12 03:47:02.245776 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:02.437272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a688065-3690-41e5-9bf1-102a82e1a5f3 req-dc62fe68-fc1b-42d9-9843-73963144abbc tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/ports?device_id=3192ddd8-709d-451d-aeaf-be3068c8b0de HTTP/1.1" status: 200 len: 210 time: 0.0337007 Nov 12 03:47:02.447717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dda47be6-1619-4a64-b706-4f634e1f8c06 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:02.472369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: dda47be6-1619-4a64-b706-4f634e1f8c06 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:02.473213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dda47be6-1619-4a64-b706-4f634e1f8c06 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:02.580825 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.612546 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Checking router: dbb583ef-6c75-4905-ad68-e1ff04e80621 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:02.623591 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:02.624327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.756947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:02.984158 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:03.027410 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550711bc-6b7c-4ae9-aa36-9b7e8f3cc557 None None] The sync data for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 is: [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 4, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'fb61eda1-21f7-4e0c-b2bb-d07660bf06dd', 'name': '', 'network_id': '129769f6-93ea-43b9-8308-e890d14663ab', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'mac_address': 'fa:16:3e:34:cc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:50Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'subnets': [{'id': 'ed4a6757-2df0-4a9b-8955-81f18c72fdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:03.224629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcb1af42-0552-47c0-a3c1-8f6b777e4e6a req-7c457fed-fa75-4961-acb8-88f93fd78cd4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0493128 Nov 12 03:47:03.273107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-a9e2c2f4-2c7b-4c29-ad8c-a4526910aa1a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:03.274835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-a9e2c2f4-2c7b-4c29-ad8c-a4526910aa1a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 812 time: 0.2197006 Nov 12 03:47:03.365010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-791453f9-f086-4c54-8d50-2165fbe298c7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=105a6008e44b4564b6110e521fd15c3d HTTP/1.1" status: 200 len: 379 time: 0.0781617 Nov 12 03:47:03.375672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'port': {'device_id': '95902847-6e69-4d0b-b087-9b3bb156370c', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'admin_state_up': True, 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'security_groups': ['ca128e83-aebf-41c2-aa31-832cbc3d2088']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:03.408885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4efb00-30ef-4470-b94e-f9708da1f361 None None] New status for floating IP 8963bc8b-787f-4080-9b18-7e74dbd14d09: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:03.513750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Made reservation on behalf of 105a6008e44b4564b6110e521fd15c3d for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:03.517295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.564483 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.631744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.663424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.689707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.20.0.4 (fe21895f-dd0e-4556-9307-674366a2f85a/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9/e76618d6-49ec-4957-b437-3b74905a75d4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:03.730692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.741114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.744050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "DELETE /v2.0/security-groups/ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7 HTTP/1.1" status: 204 len: 168 time: 0.1783018 Nov 12 03:47:03.747576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51372) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.759817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.771866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.772631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.773364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.774070 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.774636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.775232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.775782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.776361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.776931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.778433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.779856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.780479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ef9772-8492-4807-90a6-00c9d7fc0282 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.784953 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-6836604d-9f08-40f5-86b4-3bce87fca99e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] show failed (client error): The resource could not be found. Nov 12 03:47:03.786206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6836604d-9f08-40f5-86b4-3bce87fca99e tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "GET /v2.0/security-groups/ed08a12a-fbe5-4e88-a5cc-e276c66bbfe7 HTTP/1.1" status: 404 len: 347 time: 0.0378547 Nov 12 03:47:03.789802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51374) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.326517 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.356973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f039ea6b-de65-473e-9e5b-fb668999b273 req-2df0b34d-0647-448e-be9c-858bad7ecd71 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0411134 Nov 12 03:47:04.386869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Deleting port 26d1a213-ea0b-4ac6-bb29-d34c769e1515 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:04.387547 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.458415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.514731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network fe21895f-dd0e-4556-9307-674366a2f85a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:04.526943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:04.540901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.541165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.544433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:04.579584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Calling delete_port for 26d1a213-ea0b-4ac6-bb29-d34c769e1515 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:04.583284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.654279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.654973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.687195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-649c4360-c3be-4f1f-8118-6685ef7b54e5 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3157258 Nov 12 03:47:04.703524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Request body: {'port': {'device_id': '95902847-6e69-4d0b-b087-9b3bb156370c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.788135 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.990728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-57f8e04d-66fa-4a51-b2fa-f693c2ab8b01 None None] Provisioning complete for port e76618d6-49ec-4957-b437-3b74905a75d4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:04.991826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57f8e04d-66fa-4a51-b2fa-f693c2ab8b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.045982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-57f8e04d-66fa-4a51-b2fa-f693c2ab8b01 None None] Port e76618d6-49ec-4957-b437-3b74905a75d4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:05.048330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.087191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Pushing event deleted for resources: {'Port': ['ID=26d1a213-ea0b-4ac6-bb29-d34c769e1515,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.196693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.199418 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.201277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4599d844-d965-46c1-bf5d-ef8eb622f513 tempest-ServerActionsTestJSON-730832509 tempest-ServerActionsTestJSON-730832509-project] 10.222.0.93 "DELETE /v2.0/floatingips/8963bc8b-787f-4080-9b18-7e74dbd14d09 HTTP/1.1" status: 204 len: 168 time: 1.4111583 Nov 12 03:47:05.204743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.244686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76618d6-49ec-4957-b437-3b74905a75d4 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:05.255824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.271010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Transition to ACTIVE for port object e76618d6-49ec-4957-b437-3b74905a75d4 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:05.277353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.423390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Pushing event updated for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.576363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Attempting to bind port e76618d6-49ec-4957-b437-3b74905a75d4 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:05.576965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Attempting to bind port e76618d6-49ec-4957-b437-3b74905a75d4 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:05.577605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Attempting to bind port e76618d6-49ec-4957-b437-3b74905a75d4 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.597245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Port e76618d6-49ec-4957-b437-3b74905a75d4 on network fe21895f-dd0e-4556-9307-674366a2f85a not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:05.597514 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Attempting to bind port e76618d6-49ec-4957-b437-3b74905a75d4 on network fe21895f-dd0e-4556-9307-674366a2f85a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.603549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:05.603898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Checking segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.604308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Bound using segment: {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:05.606131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Bound port: e76618d6-49ec-4957-b437-3b74905a75d4, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f84527-a952-4941-840c-b5fdf8a1beec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:05.606131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.634446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:05.693314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea0e04-7afb-4af9-907c-1d560b7ad66e req-8ff44e1d-b041-4c54-8642-81c17ba3df9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.702518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1ea0e04-7afb-4af9-907c-1d560b7ad66e req-8ff44e1d-b041-4c54-8642-81c17ba3df9b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.1407700 Nov 12 03:47:05.706391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 25b7b73e-7f68-4a16-a024-b1450b7d486e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:05.706914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 25b7b73e-7f68-4a16-a024-b1450b7d486e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:05.799389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1ea0e04-7afb-4af9-907c-1d560b7ad66e req-da2b2b68-192e-4bfc-8223-00bf89a8cd0d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959840 Nov 12 03:47:05.857647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:05.862461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e76618d6-49ec-4957-b437-3b74905a75d4,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:05.867837 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.958269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.959071 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.960607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] 10.222.0.100 "PUT /v2.0/ports/e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 200 len: 1092 time: 1.2618580 Nov 12 03:47:05.961084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:05.964173 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792fa3ac-8f23-40c5-872c-0fcb70208e34" -d '{"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:06.062637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.076481 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761012d-6591-4dc4-9361-2e5611d769fd x-openstack-request-id: req-4761012d-6591-4dc4-9361-2e5611d769fd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:06.077071 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:06.077531 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4761012d-6591-4dc4-9361-2e5611d769fd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:06.078151 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'status': 'completed', 'code': 200} Nov 12 03:47:06.093296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542a60-e7fa-4f05-a793-302c730cec48 service neutron] Pushing event updated for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.128324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-e81843c9-e0bc-478c-ae22-2faf32a64e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.129690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-e81843c9-e0bc-478c-ae22-2faf32a64e90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1095 time: 0.1066017 Nov 12 03:47:06.197792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-8ba13a80-77df-464c-891b-d38eecf4a5b3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 200 len: 217 time: 0.0596600 Nov 12 03:47:06.279022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-58532859-3918-4875-bc77-19fa6e803981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.281511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-58532859-3918-4875-bc77-19fa6e803981 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0759697 Nov 12 03:47:06.370308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-d3730e76-82a7-44c0-ae6d-1141e13d63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.372621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-d3730e76-82a7-44c0-ae6d-1141e13d63c2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837748 Nov 12 03:47:06.512728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-ce2483cf-1946-473b-b289-ab6f284485ae service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325865 Nov 12 03:47:06.573715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Deleting port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:06.573715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.641000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-215ac88d-0a15-43e6-9891-8cd4c2ab3a3d req-2cf886f0-c894-419c-ab62-315c571d9454 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211591 Nov 12 03:47:06.704736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] For port fb61eda1-21f7-4e0c-b2bb-d07660bf06dd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:06.705240 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.727332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Calling delete_port for fb61eda1-21f7-4e0c-b2bb-d07660bf06dd owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:06.768902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-8a0525e9-58e6-4605-83c5-d4107277cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.770942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-8a0525e9-58e6-4605-83c5-d4107277cf30 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1095 time: 0.0693431 Nov 12 03:47:06.938411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-4202ae24-9250-46fb-a51f-1d7ec7f6faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.940644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-4202ae24-9250-46fb-a51f-1d7ec7f6faf5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1615484 Nov 12 03:47:07.001688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-fda2c038-b919-4559-9653-ee93361d8fb8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 200 len: 217 time: 0.0458946 Nov 12 03:47:07.030438 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.069295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb61eda1-21f7-4e0c-b2bb-d07660bf06dd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.079500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4f438-fa47-4f98-abd7-18bfb54ce2a6 req-883ed39c-4375-481f-9ee6-c2b5a9cb6579 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.081172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91e4f438-fa47-4f98-abd7-18bfb54ce2a6 req-883ed39c-4375-481f-9ee6-c2b5a9cb6579 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.1562560 Nov 12 03:47:07.098466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-c37bb5c9-4009-4518-83de-ca00356b20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.099984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-c37bb5c9-4009-4518-83de-ca00356b20b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0889416 Nov 12 03:47:07.186612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91e4f438-fa47-4f98-abd7-18bfb54ce2a6 req-26dc2ef1-3a69-4b8b-9496-95f07d8e4758 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981779 Nov 12 03:47:07.201615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-6c1464f2-b172-46a6-af57-818c6e4645ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:07.203191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-6c1464f2-b172-46a6-af57-818c6e4645ec service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938110 Nov 12 03:47:07.269506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.377145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-88b518d1-7993-421f-9b86-6c0274747d63 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619718 Nov 12 03:47:07.503895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-792fa3ac-8f23-40c5-872c-0fcb70208e34 req-56f52097-06cd-4d0d-955f-626b602f6327 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193314 Nov 12 03:47:07.546339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Router dbb583ef-6c75-4905-ad68-e1ff04e80621 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:07.678735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:07.687472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51398) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:07.692418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Sync routers for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:07.693711 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe18970b-1bad-458a-acfc-a91af57d3690 admin admin] 10.222.0.93 "PUT /v2.0/routers/dbb583ef-6c75-4905-ad68-e1ff04e80621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4853287 Nov 12 03:47:07.702679 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:07.703290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:07.835226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.840070 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:07.967228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.048584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Deleting port 2811d3d9-592e-4eaa-a0db-b53bfb453606 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:08.049113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.072229 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:47:06Z', 'revision_number': 5, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port': {'id': '2811d3d9-592e-4eaa-a0db-b53bfb453606', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:08.102065 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Checking router: dbb583ef-6c75-4905-ad68-e1ff04e80621 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:08.112340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Routers {'dbb583ef-6c75-4905-ad68-e1ff04e80621'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:08.113206 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:46:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbb583ef-6c75-4905-ad68-e1ff04e80621'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:08.175618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] For port 2811d3d9-592e-4eaa-a0db-b53bfb453606, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2811d3d9-592e-4eaa-a0db-b53bfb453606,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:08.176066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.193798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Calling delete_port for 2811d3d9-592e-4eaa-a0db-b53bfb453606 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:08.216799 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] Set router dbb583ef-6c75-4905-ad68-e1ff04e80621 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:08.280567 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 6, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:08.309944 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81421e4-1a3c-46ec-9ccf-64c3738501d1 None None] The sync data for ids ['dbb583ef-6c75-4905-ad68-e1ff04e80621'] in n-d-713499-30 is: [{'id': 'dbb583ef-6c75-4905-ad68-e1ff04e80621', 'name': 'tempest-ServerActionsTestJSON-1842689230-router', 'tenant_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:32Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 6, 'project_id': '43f8ce02ecb84bfe92f09e0c9b764b3e', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:08.383126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54621-ad15-4fb5-ba88-41a3372c2042 req-a72e0500-5d2c-4596-8b98-2a36ed4ff87e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.384939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51d54621-ad15-4fb5-ba88-41a3372c2042 req-a72e0500-5d2c-4596-8b98-2a36ed4ff87e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0665975 Nov 12 03:47:08.488247 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.499784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51d54621-ad15-4fb5-ba88-41a3372c2042 req-db03c0e2-032e-4e99-8cea-383615a81332 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048012 Nov 12 03:47:08.524417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2811d3d9-592e-4eaa-a0db-b53bfb453606,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.542230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b0c32-d3e7-4fb6-8abe-ae313bb03e38 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:08.598737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.716555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.719119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.773781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.774497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb583ef-6c75-4905-ad68-e1ff04e80621 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:08.781553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.783141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a37b3555-9c03-4caa-8834-26be076fd2d6 admin admin] 10.222.0.93 "DELETE /v2.0/routers/dbb583ef-6c75-4905-ad68-e1ff04e80621 HTTP/1.1" status: 204 len: 168 time: 1.0944636 Nov 12 03:47:08.786178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51408) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:08.857366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Deleting subnet ed4a6757-2df0-4a9b-8955-81f18c72fdca {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:08.861372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.917114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.009120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.079726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.110189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4a6757-2df0-4a9b-8955-81f18c72fdca,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.112163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.118262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78c7b9f8-f1b1-4f67-a278-a1e1fe11e06e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ed4a6757-2df0-4a9b-8955-81f18c72fdca HTTP/1.1" status: 204 len: 168 time: 0.3307493 Nov 12 03:47:09.118461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.119747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd22a24-0116-4431-90f7-83a35601e991 None None] Network 129769f6-93ea-43b9-8308-e890d14663ab requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:09.228201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.334329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Deleting port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:09.334680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.350854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2811d3d9-592e-4eaa-a0db-b53bfb453606 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:09.384326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2811d3d9-592e-4eaa-a0db-b53bfb453606 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:09.384694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2811d3d9-592e-4eaa-a0db-b53bfb453606 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:09.385127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb61eda1-21f7-4e0c-b2bb-d07660bf06dd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:09.413128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fb61eda1-21f7-4e0c-b2bb-d07660bf06dd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:09.414483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fb61eda1-21f7-4e0c-b2bb-d07660bf06dd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:09.416059 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] DHCP port deletion for 129769f6-93ea-43b9-8308-e890d14663ab request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:09.442100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] For port 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0d225815-b52d-40fc-9158-3bfcb74ea7d6,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:09.442466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.457231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Calling delete_port for 0d225815-b52d-40fc-9158-3bfcb74ea7d6 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:09.490431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Deleting port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:09.490984 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.589978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] For port 0d225815-b52d-40fc-9158-3bfcb74ea7d6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0d225815-b52d-40fc-9158-3bfcb74ea7d6,segment=NetworkSegment(ee36a5f3-c26c-4f6d-8e00-fe0318446384),segment_id=ee36a5f3-c26c-4f6d-8e00-fe0318446384)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:09.591834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.614280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.628899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Calling delete_port for 0d225815-b52d-40fc-9158-3bfcb74ea7d6 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:09.674874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55e6c6-acc1-40ca-88f6-219f96275a0b req-1e4c199e-4f27-4cd3-9b00-c119bf44a47b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.692571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d225815-b52d-40fc-9158-3bfcb74ea7d6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.694359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc55e6c6-acc1-40ca-88f6-219f96275a0b req-1e4c199e-4f27-4cd3-9b00-c119bf44a47b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0824664 Nov 12 03:47:09.696959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] No DVR routers for this DVR port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:09.767602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.811591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc55e6c6-acc1-40ca-88f6-219f96275a0b req-4be5d515-189d-4bf5-a5e8-3840a83dc53d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159668 Nov 12 03:47:09.813190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] Pushing event deleted for resources: {'Port': ['ID=0d225815-b52d-40fc-9158-3bfcb74ea7d6,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.825868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cefcb-dea7-4aea-92b1-02cf8cae0c5d None None] No DVR routers for this DVR port 0d225815-b52d-40fc-9158-3bfcb74ea7d6 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:09.837525 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.866346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129769f6-93ea-43b9-8308-e890d14663ab']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:09.875681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee36a5f3-c26c-4f6d-8e00-fe0318446384') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:09.876005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee36a5f3-c26c-4f6d-8e00-fe0318446384') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:09.885886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.905197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.911816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:09.912229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:09.914216 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:09.976277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.981759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.985194 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/129769f6-93ea-43b9-8308-e890d14663ab HTTP/1.1" status: 204 len: 168 time: 0.8656166 Nov 12 03:47:09.997432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be359-b515-492a-843b-21859338c4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=129769f6-93ea-43b9-8308-e890d14663ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.115025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.169571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fc8bb1a-6109-4142-9c6a-bda5032902dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=43f8ce02ecb84bfe92f09e0c9b764b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527186 Nov 12 03:47:10.172176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:10.226858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.250505 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.306194 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.309085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.310574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ccaf5201-ee47-493c-ae3b-37acebbf396f HTTP/1.1" status: 204 len: 168 time: 0.1374104 Nov 12 03:47:10.321418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9a68a-d5c3-4826-815b-3931a985d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf5201-ee47-493c-ae3b-37acebbf396f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.969521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fff0a-18f8-4b2b-b5b5-d0b254b14e26 req-6da7581a-78bf-4388-900f-373d5d50acd9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.971128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e5fff0a-18f8-4b2b-b5b5-d0b254b14e26 req-6da7581a-78bf-4388-900f-373d5d50acd9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0913346 Nov 12 03:47:11.026887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0d225815-b52d-40fc-9158-3bfcb74ea7d6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:11.050052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e5fff0a-18f8-4b2b-b5b5-d0b254b14e26 req-5ff670db-1f49-4f30-96b8-ce668a696dae tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721009 Nov 12 03:47:11.055935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0d225815-b52d-40fc-9158-3bfcb74ea7d6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:11.056642 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0d225815-b52d-40fc-9158-3bfcb74ea7d6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:11.450085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5008cb6f-928a-42ee-81f7-56704ca56558 req-842da525-4045-41ca-9a05-bc0f457c08f1 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Nov 12 03:47:11.869745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bbe83dcf-5441-456c-b50e-3f91fbd023d4 req-ec862592-6636-4099-8c21-b2b779abf34f tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0364194 Nov 12 03:47:12.184280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159b717-847a-436f-a754-65b111bf9246 req-a1eafc71-2d07-4f50-924e-de55266721bb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.185907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c159b717-847a-436f-a754-65b111bf9246 req-a1eafc71-2d07-4f50-924e-de55266721bb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0562756 Nov 12 03:47:12.242982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c159b717-847a-436f-a754-65b111bf9246 req-9203384d-949b-47bd-85a5-c8d798025cba tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503833 Nov 12 03:47:12.974589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4189b1bd-2bfa-4941-8047-4f8cddf2f7d0 req-e91aae87-2043-4725-aa7d-1f552363d5a9 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0273409 Nov 12 03:47:13.363728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8422d7-8c3a-48e1-9d11-4957158bb729 req-936a7a18-96d4-4103-82e4-44cf93c03023 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.365253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da8422d7-8c3a-48e1-9d11-4957158bb729 req-936a7a18-96d4-4103-82e4-44cf93c03023 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0489116 Nov 12 03:47:13.414551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da8422d7-8c3a-48e1-9d11-4957158bb729 req-70012526-da67-4d6d-9d50-172325e0be05 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432653 Nov 12 03:47:13.586840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0df2a2a0-6c52-4015-aa61-3f8e920a3f7a req-3fe26618-861f-47a3-8056-27903dc9d4ae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0293555 Nov 12 03:47:14.108561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca3cbc92-8ccf-4219-90d3-27b959b835ee req-dbff6bc8-3f1e-4654-ba8b-0b5e69475c16 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0377133 Nov 12 03:47:14.129830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7af15f7a-d976-402e-a1c6-570b5ed8fd0b req-0e091c03-9280-4bc1-bb0b-780e99d984b4 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0476654 Nov 12 03:47:14.157864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-0f819fa7-0b4e-4b7e-a7a7-e2bb1b26946f tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.159363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-0f819fa7-0b4e-4b7e-a7a7-e2bb1b26946f tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0541272 Nov 12 03:47:14.177817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-d7d7445d-6d19-4abc-bbae-0a9722c8652a tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.259035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-d7d7445d-6d19-4abc-bbae-0a9722c8652a tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.263863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-d7d7445d-6d19-4abc-bbae-0a9722c8652a tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.307871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-789a2c12-8ab5-460e-a122-dbe4320b379f req-d7d7445d-6d19-4abc-bbae-0a9722c8652a tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423764 Nov 12 03:47:14.308664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7445d-6d19-4abc-bbae-0a9722c8652a tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94578de-760d-4b5e-886d-3b51f1d7cc71,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.429803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0c183-eaf9-4157-8799-13c6b45ade1f req-5befe4bd-eabd-4b3b-8f33-a7211f006923 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.431298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53a0c183-eaf9-4157-8799-13c6b45ade1f req-5befe4bd-eabd-4b3b-8f33-a7211f006923 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0508652 Nov 12 03:47:14.486599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53a0c183-eaf9-4157-8799-13c6b45ade1f req-241db799-4b0b-4728-bde9-bec4db49ad38 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482957 Nov 12 03:47:14.509896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:14.557679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb4fc-2b96-47f2-a5d0-884857d69c99 req-676794e1-82b5-42ea-9a3d-e308565dae87 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.562679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660bb4fc-2b96-47f2-a5d0-884857d69c99 req-676794e1-82b5-42ea-9a3d-e308565dae87 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0607021 Nov 12 03:47:14.581245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b674dddd-7820-4b21-8e7d-8436bace317f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f07c4305-37af-4a2b-8829-a262861dad36 HTTP/1.1" status: 200 len: 992 time: 0.0701602 Nov 12 03:47:14.643809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660bb4fc-2b96-47f2-a5d0-884857d69c99 req-141a14ec-708c-4868-9aa7-5a9aa0511bf6 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619595 Nov 12 03:47:14.925415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-c1e91dab-b4f1-449e-9f57-c858549dc24c req-0f10cfd1-c204-4f95-83e5-41323836eff5 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:47:14.927771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1e91dab-b4f1-449e-9f57-c858549dc24c req-0f10cfd1-c204-4f95-83e5-41323836eff5 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054319 Nov 12 03:47:15.197559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:15.258282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5a8fdc3-888a-46a1-9cf2-5ad4980e2b7b req-a0de3bdc-06d3-4b1a-9e72-7219686cd1c3 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0421176 Nov 12 03:47:15.317418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c996c2-065d-4b8f-a0db-90651a67c104 req-3596ace8-7f78-4a88-8ceb-09cc1b903af0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.318901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7c996c2-065d-4b8f-a0db-90651a67c104 req-3596ace8-7f78-4a88-8ceb-09cc1b903af0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0918767 Nov 12 03:47:15.369472 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-cb0b5a4b-7163-41dd-a97d-fac5f9358109 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1707397 Nov 12 03:47:15.375710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7c996c2-065d-4b8f-a0db-90651a67c104 req-c805f825-4111-4b8e-a186-b282a2ca8fe0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506098 Nov 12 03:47:15.378437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-e6a3fce9-5e3b-41b3-955f-4b8e8ae47809 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:47:15.379415 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-e6a3fce9-5e3b-41b3-955f-4b8e8ae47809 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Nov 12 03:47:15.761427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682cda-933c-476a-a08b-019bba9f9eb2 req-21161755-5746-4e9e-acf7-d6f06c459b74 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.763622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95682cda-933c-476a-a08b-019bba9f9eb2 req-21161755-5746-4e9e-acf7-d6f06c459b74 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.0558846 Nov 12 03:47:15.815294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95682cda-933c-476a-a08b-019bba9f9eb2 req-200d97e6-e549-4115-aa70-0b03a2e3a937 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451500 Nov 12 03:47:16.375085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-79785bee-35be-4ebd-8c66-75e3d5fd2def req-a3feaa7b-1e4e-4aeb-aeca-05040a95e753 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0315547 Nov 12 03:47:16.544433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ad628-0a71-4b81-a812-b0182f8385b5 req-56bcf818-6c04-4458-b4fa-5693ca201fea tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.545920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c70ad628-0a71-4b81-a812-b0182f8385b5 req-56bcf818-6c04-4458-b4fa-5693ca201fea tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0824640 Nov 12 03:47:16.562610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-a99d81cb-ce2b-48d3-977e-e6b32bc3e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.564679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-a99d81cb-ce2b-48d3-977e-e6b32bc3e84a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0706406 Nov 12 03:47:16.672865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c70ad628-0a71-4b81-a812-b0182f8385b5 req-d76d54bb-f57c-48de-9164-fe3c5d86bb7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186366 Nov 12 03:47:16.768519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-796db83f-e20e-4086-9f6c-df9569a75bbe req-dd9adf66-e7a4-4c7e-97f1-c0e9e275eb87 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0357287 Nov 12 03:47:16.770749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-54c83b47-da79-42f4-8d6f-376a30a85e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.773071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-54c83b47-da79-42f4-8d6f-376a30a85e0e service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1992128 Nov 12 03:47:16.851006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-58472329-9f11-4170-b1ce-e40234b4ddc5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 1000 time: 0.0646031 Nov 12 03:47:16.935365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d5fcb932-54d8-409c-84a2-a6ab0cf06254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.936872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d5fcb932-54d8-409c-84a2-a6ab0cf06254 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0779305 Nov 12 03:47:17.006301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753c9fa-c826-4090-aee1-e0eb2f170954 req-e89bf63d-16ff-48f5-8786-1784aa9765ea tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.007994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a753c9fa-c826-4090-aee1-e0eb2f170954 req-e89bf63d-16ff-48f5-8786-1784aa9765ea tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 943 time: 0.1125937 Nov 12 03:47:17.024469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-b5f5593d-9cc4-4354-a3cd-63f6d922e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.025809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-b5f5593d-9cc4-4354-a3cd-63f6d922e6fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799725 Nov 12 03:47:17.117499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a753c9fa-c826-4090-aee1-e0eb2f170954 req-c2f57c62-d479-4b5f-8c7d-5f84211edf31 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008756 Nov 12 03:47:17.147429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-f6041477-f43c-4c82-8385-c3dd9b7f955f service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118388 Nov 12 03:47:17.241390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-79e9fc7a-7a77-4732-961f-1c864fb38861 service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869722 Nov 12 03:47:17.703413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e76618d6-49ec-4957-b437-3b74905a75d4 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:17.810693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ac5be-c26b-4114-a12b-c295a77dacf0 req-1734e06d-0185-41a0-bc93-187bf3708516 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.811202 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e76618d6-49ec-4957-b437-3b74905a75d4,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.812437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-970ac5be-c26b-4114-a12b-c295a77dacf0 req-1734e06d-0185-41a0-bc93-187bf3708516 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0524766 Nov 12 03:47:17.833164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'port_id': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'mac_address': 'fa:16:3e:27:18:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:17.871650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.875916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-970ac5be-c26b-4114-a12b-c295a77dacf0 req-13f60033-2a8f-4f83-bdf9-264db1e9723a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545831 Nov 12 03:47:17.888398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76618d6-49ec-4957-b437-3b74905a75d4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:17.908016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c64d16d-ae2d-4fa8-b848-a50593d85103 req-cf6a033f-986c-4966-893c-24d03c586c8c tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0398645 Nov 12 03:47:17.908852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e76618d6-49ec-4957-b437-3b74905a75d4,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.913570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.962145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.984720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-440e2c23-4a21-4546-8d77-7512a6f62fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.114876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e76618d6-49ec-4957-b437-3b74905a75d4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:18.233300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc8271-ea5f-4e16-bcb0-888aab72261d req-f095aa3b-a550-4df8-9ad9-6e654255edbd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.236429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cc8271-ea5f-4e16-bcb0-888aab72261d req-f095aa3b-a550-4df8-9ad9-6e654255edbd tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 944 time: 0.0531282 Nov 12 03:47:18.300757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5cc8271-ea5f-4e16-bcb0-888aab72261d req-596665ed-6cef-442a-bcf4-d8aeff419d00 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546486 Nov 12 03:47:18.994551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfbb1-9775-44a5-b40a-1fb5d2795e7a req-4b78a90b-82f7-4965-bb7c-2ec7afc0a90b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.996272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5badfbb1-9775-44a5-b40a-1fb5d2795e7a req-4b78a90b-82f7-4965-bb7c-2ec7afc0a90b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0537095 Nov 12 03:47:19.033061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dfc653ce-9dc2-4c25-98c8-143e9ee5d538 req-21d932a0-f595-4a9a-9182-8966f7e80682 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0357273 Nov 12 03:47:19.064973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5badfbb1-9775-44a5-b40a-1fb5d2795e7a req-e50e39a0-2531-49cb-9614-f65b064e020e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596256 Nov 12 03:47:19.414463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e619914-a7c7-4986-b7eb-3991e43ec58a req-8115c073-92a5-4385-98e2-fb87ffde3e16 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.415822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e619914-a7c7-4986-b7eb-3991e43ec58a req-8115c073-92a5-4385-98e2-fb87ffde3e16 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 944 time: 0.0490475 Nov 12 03:47:19.468045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e619914-a7c7-4986-b7eb-3991e43ec58a req-fdbb619a-efd8-480b-8c1b-126ad88235c1 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Nov 12 03:47:19.719188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e76618d6-49ec-4957-b437-3b74905a75d4 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:19.771366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port e76618d6-49ec-4957-b437-3b74905a75d4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:19.775934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port e76618d6-49ec-4957-b437-3b74905a75d4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:19.776356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.859197 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.882297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:19.884563 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b803f2-3f08-44b4-88f7-78a52c4c2ccd" -d '{"events": [{"server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "name": "network-vif-plugged", "status": "completed", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:19.900438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e76618d6-49ec-4957-b437-3b74905a75d4,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:19.905565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.935396 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78d9de6-fad5-4510-af66-23ed0fe07d0d x-openstack-request-id: req-c78d9de6-fad5-4510-af66-23ed0fe07d0d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:19.935741 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "name": "network-vif-plugged", "status": "completed", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:19.936142 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c78d9de6-fad5-4510-af66-23ed0fe07d0d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:19.936536 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'code': 200} Nov 12 03:47:19.959983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:20.032109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7836-9d08-438f-845d-4a08ca8d26fc req-64f0998b-80c4-4179-ad91-bae98fe042d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.033727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bac7836-9d08-438f-845d-4a08ca8d26fc req-64f0998b-80c4-4179-ad91-bae98fe042d2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1097 time: 0.0409269 Nov 12 03:47:20.081686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bac7836-9d08-438f-845d-4a08ca8d26fc req-be6bf967-db98-4b60-90ea-ab2a34ae29cd service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411956 Nov 12 03:47:20.139721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e96e7cb2-386a-4d91-92f3-250a6368dfd3 req-f37df6ee-ebe4-4da8-beac-246c5fdd37b6 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0278232 Nov 12 03:47:20.200549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f58f-f76e-4cb3-8a3d-2757a800d8d3 req-f8be2fc5-cdff-4f4a-9507-79b6b8c23f6a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.202197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3440f58f-f76e-4cb3-8a3d-2757a800d8d3 req-f8be2fc5-cdff-4f4a-9507-79b6b8c23f6a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0597975 Nov 12 03:47:20.257614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3440f58f-f76e-4cb3-8a3d-2757a800d8d3 req-21bdc700-5d7e-4266-8d0a-6c4ab2ad4004 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493031 Nov 12 03:47:20.389552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fbaf9fc-ddba-4f0d-be49-b134989aaeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:20.585461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76fd20-dc29-4cfa-aa22-974aded77267 req-27170004-1d0a-4ef9-954e-9c48c5fe1121 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.586932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d76fd20-dc29-4cfa-aa22-974aded77267 req-27170004-1d0a-4ef9-954e-9c48c5fe1121 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.0497649 Nov 12 03:47:20.636248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d76fd20-dc29-4cfa-aa22-974aded77267 req-2a2a03d3-3413-4745-a67b-a9e520d4f6ea tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Nov 12 03:47:21.253330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd7d0eef-381b-4ad7-b2b6-afb34bdd68bc req-69a227f7-b578-4202-92b7-f522509a525c tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0272381 Nov 12 03:47:21.373352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9c93d-bae1-4898-bc60-a70d2090dbc8 req-bef65cf7-5633-4441-a481-f6efb0983de2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.374829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b9c93d-bae1-4898-bc60-a70d2090dbc8 req-bef65cf7-5633-4441-a481-f6efb0983de2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0481277 Nov 12 03:47:21.427239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98b9c93d-bae1-4898-bc60-a70d2090dbc8 req-e89546f3-8619-43d1-bd5b-ea09de5715eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Nov 12 03:47:21.723026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:21.753833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4d8b8-c394-4aa7-8df6-ba7964de6bfa req-869ff028-6a4f-40ca-abd6-0fbb21e2582f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.755292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08b4d8b8-c394-4aa7-8df6-ba7964de6bfa req-869ff028-6a4f-40ca-abd6-0fbb21e2582f tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.0523539 Nov 12 03:47:21.805456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08b4d8b8-c394-4aa7-8df6-ba7964de6bfa req-9416f877-4f0a-4171-aa9d-0042aa6aa792 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 Nov 12 03:47:21.921928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcf9e6-08c1-44e4-ab41-05d80fa13d9a req-953d1733-9240-4833-b6c0-1876d4036e59 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.923488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2dcf9e6-08c1-44e4-ab41-05d80fa13d9a req-953d1733-9240-4833-b6c0-1876d4036e59 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.0502524 Nov 12 03:47:21.974766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2dcf9e6-08c1-44e4-ab41-05d80fa13d9a req-a44daa97-e281-421a-a361-7626c15d631d tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443921 Nov 12 03:47:21.997452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:22.037433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e64b70-1ed9-46a1-99ee-e608b55d5d21 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.038947 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73e64b70-1ed9-46a1-99ee-e608b55d5d21 tempest-TestVolumeBootPattern-875002791 tempest-TestVolumeBootPattern-875002791-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1092 time: 0.0403748 Nov 12 03:47:22.041696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 51684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:22.046486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:22.068497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.167066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.367635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-146de2d5-1260-4a80-876b-84908c0fc3dd req-6c1b1504-0513-4f20-8518-770be0c6bde0 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0317020 Nov 12 03:47:22.541371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Allocated IP 172.25.4.124 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/94b1f451-e54c-4c9b-805a-e7437746877c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:22.560085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30dd3b-7e78-465a-a61f-9aa016d74a99 req-6a367f9e-d846-4909-880c-401273ad6c9f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.561604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff30dd3b-7e78-465a-a61f-9aa016d74a99 req-6a367f9e-d846-4909-880c-401273ad6c9f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0515251 Nov 12 03:47:22.614807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff30dd3b-7e78-465a-a61f-9aa016d74a99 req-4b3b258f-a13d-4eb3-b68e-9edcbafdbcd7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Nov 12 03:47:22.649708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.681543 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.717371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:22.720127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:22.726073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:22.753690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=94b1f451-e54c-4c9b-805a-e7437746877c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.081813 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.083682 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.148343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.304774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.309359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.377881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event updated for resources: {'Port': ['ID=94b1f451-e54c-4c9b-805a-e7437746877c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:23.389688 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.432275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:23.476033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d55e63f-b280-44a7-a4cb-340d773a1fea req-18debe27-43af-418a-aff0-32ce0a51dfcc tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0268295 Nov 12 03:47:23.495541 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP 82375718-3c1e-4292-aced-186c637978ca associated. External IP: 172.25.4.124, port: e76618d6-49ec-4957-b437-3b74905a75d4. Nov 12 03:47:23.634187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.719417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:23.769000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02507d0-88cf-40bd-bf4a-957e4a9d16c3 req-7780a4b3-3c57-4d45-b49e-9b624203897e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:23.770836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e02507d0-88cf-40bd-bf4a-957e4a9d16c3 req-7780a4b3-3c57-4d45-b49e-9b624203897e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0617166 Nov 12 03:47:23.835580 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:23.836518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e02507d0-88cf-40bd-bf4a-957e4a9d16c3 req-d05a8fb7-6b80-4236-9790-c7ef2fe63bef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591531 Nov 12 03:47:23.847147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:23.861225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:23.861593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.862092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:23.903741 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-00aa6c3f-660c-49ea-b306-18e2994a34e8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8470235 Nov 12 03:47:23.903741 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:23.903741 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43cf17a-916c-4062-b73f-050888f0b5df" -d '{"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:23.983500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:24.009835 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65232670-7111-4898-abc4-a07a4fa30569 x-openstack-request-id: req-65232670-7111-4898-abc4-a07a4fa30569 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:24.010227 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:24.011007 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-65232670-7111-4898-abc4-a07a4fa30569 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:24.011007 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'status': 'completed', 'code': 200} Nov 12 03:47:24.077476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf17a-916c-4062-b73f-050888f0b5df req-45ca9566-29db-4a71-b080-a772d933450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.078862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-45ca9566-29db-4a71-b080-a772d933450d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1097 time: 0.0434344 Nov 12 03:47:24.172528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf17a-916c-4062-b73f-050888f0b5df req-fe4de266-7388-4fa2-8819-5631dbca8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.174131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-fe4de266-7388-4fa2-8819-5631dbca8595 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.0889435 Nov 12 03:47:24.222591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '82375718-3c1e-4292-aced-186c637978ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:27:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95902847-6e69-4d0b-b087-9b3bb156370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:22Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}, {'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:24.249907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-fe6f4e6a-e460-4bf9-8775-7dd348711fdd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 200 len: 999 time: 0.0687537 Nov 12 03:47:24.251777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:24.260420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:24.261086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:24.307788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf17a-916c-4062-b73f-050888f0b5df req-935cfbe5-f564-489d-9ee2-c40f270d7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.309868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-935cfbe5-f564-489d-9ee2-c40f270d7c96 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0524733 Nov 12 03:47:24.358161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf17a-916c-4062-b73f-050888f0b5df req-4511d00f-8861-4d86-a630-306d9b4ad032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.359764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-4511d00f-8861-4d86-a630-306d9b4ad032 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435464 Nov 12 03:47:24.467795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-f091778e-dc18-4a5e-be73-f695a00b9219 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001868 Nov 12 03:47:24.537563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:24.593775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-77600710-1bda-4765-917f-17e584a9149f req-43e291f6-66ff-4e2a-ab21-48dcc416c1e3 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0389111 Nov 12 03:47:24.599550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c43cf17a-916c-4062-b73f-050888f0b5df req-118e03d7-063e-4f62-8ecb-eba29ff13121 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 Nov 12 03:47:24.778132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '82375718-3c1e-4292-aced-186c637978ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:27:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95902847-6e69-4d0b-b087-9b3bb156370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:22Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}, {'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:24.807760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740a592-d097-4fb7-8266-e7ec33b1925e None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '82375718-3c1e-4292-aced-186c637978ca', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.124', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:27:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95902847-6e69-4d0b-b087-9b3bb156370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:47:22Z', 'updated_at': '2021-11-12T03:47:22Z', 'revision_number': 0, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}, {'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:24.953002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad78f1-d628-4c75-8f07-bed663326687 req-38650453-574f-4f49-81f0-8cfe6babc8eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.954827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cad78f1-d628-4c75-8f07-bed663326687 req-38650453-574f-4f49-81f0-8cfe6babc8eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0509329 Nov 12 03:47:25.014971 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06b7ce-c644-4bd8-a4e5-dcd1df6fc9f5 None None] New status for floating IP 82375718-3c1e-4292-aced-186c637978ca: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:25.018920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cad78f1-d628-4c75-8f07-bed663326687 req-06ae56d9-f54f-4660-a087-6bf0981f04ce tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505013 Nov 12 03:47:25.707437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c2a764-58ca-48ea-836f-6ce0eb5ec33b req-ac7deb5c-97f0-49a8-8e96-332f594cf7cb tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0271771 Nov 12 03:47:26.139137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecfa32-b96e-45f3-8d15-c42628f8e6d1 req-0bb93828-1e5b-4582-ba6d-9394055eeb0b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.140595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fecfa32-b96e-45f3-8d15-c42628f8e6d1 req-0bb93828-1e5b-4582-ba6d-9394055eeb0b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0523298 Nov 12 03:47:26.188186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fecfa32-b96e-45f3-8d15-c42628f8e6d1 req-c1960c65-cfda-4492-afdc-abcb21e8f51d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 Nov 12 03:47:26.806573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daefac48-e5a3-4a5b-9ec2-7c4f56d66540 req-f7a02739-2300-4526-b690-89a59fdfe512 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0260780 Nov 12 03:47:27.306186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810a28-0b66-4cc5-9491-b2d949c17db6 req-4c208aba-0203-42f5-b104-10b50f926045 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.307646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1810a28-0b66-4cc5-9491-b2d949c17db6 req-4c208aba-0203-42f5-b104-10b50f926045 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0501215 Nov 12 03:47:27.356508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1810a28-0b66-4cc5-9491-b2d949c17db6 req-d299c9b8-c963-4912-adc8-6085f545e01d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Nov 12 03:47:27.909688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93f9c991-9da2-4af5-aa19-dd9bb1cef999 req-70cd7b54-dca4-400c-ba11-2b34760cff98 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0299666 Nov 12 03:47:28.815370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053deaa-0d91-4243-b1cc-0f9bc30df223 req-1c842ee7-b0f3-4b1d-81ab-9facafdb5b26 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.816784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1053deaa-0d91-4243-b1cc-0f9bc30df223 req-1c842ee7-b0f3-4b1d-81ab-9facafdb5b26 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.3848104 Nov 12 03:47:28.865466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1053deaa-0d91-4243-b1cc-0f9bc30df223 req-0ee7e9e3-69a9-4296-a819-80beb21cd0c6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Nov 12 03:47:29.027057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ce2e43f-ad38-426c-a98e-952464821b21 req-b240122b-327b-462d-b7db-9bf9cf8e62e8 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0372941 Nov 12 03:47:29.987951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43773f51-8584-4e50-9eb9-8408804607ea req-4881861e-fac7-4a84-b41a-dd09a574faae tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.989332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43773f51-8584-4e50-9eb9-8408804607ea req-4881861e-fac7-4a84-b41a-dd09a574faae tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0488489 Nov 12 03:47:30.041461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43773f51-8584-4e50-9eb9-8408804607ea req-6fd61e6e-84de-42d7-898f-b20ae1be3295 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Nov 12 03:47:30.130383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-870c3e58-6f95-4250-8577-7ad92058dc3f req-6560d6f4-f399-408c-8435-e7b6e0c4b16e tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0292861 Nov 12 03:47:30.982156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.156725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a7ea3-ef92-4e77-a7ab-4add0bd17f94 req-f7121ae5-f7fe-4c2a-8e57-8413127fada8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.159281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-507a7ea3-ef92-4e77-a7ab-4add0bd17f94 req-f7121ae5-f7fe-4c2a-8e57-8413127fada8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0505145 Nov 12 03:47:31.211221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-507a7ea3-ef92-4e77-a7ab-4add0bd17f94 req-f741abd5-d0c2-4bed-aca8-938150c0aed0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Nov 12 03:47:31.238642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-645fd5a1-4203-4ae2-b696-bd431e838183 req-bc068ab2-8170-4202-8f5e-ca315c1a28e1 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0257809 Nov 12 03:47:31.808048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.362098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32d0cfb9-0c8d-430e-8599-f65bd4a14d69 req-ffb1a5d7-ad4e-477e-8fa5-6d388fec928f tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0337405 Nov 12 03:47:32.381876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fe243-8ec1-42f7-a2ac-5e5864a35c50 req-3f71f182-1d05-47ea-acbe-36ae1752cf39 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.383475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c5fe243-8ec1-42f7-a2ac-5e5864a35c50 req-3f71f182-1d05-47ea-acbe-36ae1752cf39 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0929751 Nov 12 03:47:32.441564 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c5fe243-8ec1-42f7-a2ac-5e5864a35c50 req-b0dd21d3-d8cf-4df4-bebd-16772140fda8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484319 Nov 12 03:47:33.464310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b711ab8-bb80-4627-91bf-dfadc1b4a048 req-1db80fc9-b085-48e8-a44f-38006b0ed3df tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0256004 Nov 12 03:47:33.558501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f90f4-2af5-4b44-9583-3fb89fd45392 req-89035f2a-d4f5-4c66-941f-49e328426cd6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.560560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f78f90f4-2af5-4b44-9583-3fb89fd45392 req-89035f2a-d4f5-4c66-941f-49e328426cd6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0486951 Nov 12 03:47:33.612300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f78f90f4-2af5-4b44-9583-3fb89fd45392 req-2f16ed45-2cad-4f35-a414-3d16ace22a50 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Nov 12 03:47:34.205883 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-9496f239-269f-4120-8b5f-453de0ad35dd req-e8126bf4-ff9b-4b46-81f1-fbc68ea22d53 service neutron] show failed (client error): The resource could not be found. Nov 12 03:47:34.206909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-e8126bf4-ff9b-4b46-81f1-fbc68ea22d53 service neutron] 10.222.0.98 "GET /v2.0/ports/fd5abfca-1cf7-46d6-871d-c5059589eec5/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0567288 Nov 12 03:47:34.446104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-c040b7fa-14b5-45b2-a8c0-bb82b705705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.447596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-c040b7fa-14b5-45b2-a8c0-bb82b705705c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 1097 time: 0.0700107 Nov 12 03:47:34.461839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:34.520591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.593336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0fcd0bd8-8def-428d-94eb-8c35d4627357 req-b6bd08b9-b43e-481a-b286-2d9fb2ad3aad tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0412130 Nov 12 03:47:34.786947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547526cf-17b5-4b1f-a150-3e9cbdebe654 req-f5ccbaa1-006c-4f72-8b7c-ca63e95fde4d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.788479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-547526cf-17b5-4b1f-a150-3e9cbdebe654 req-f5ccbaa1-006c-4f72-8b7c-ca63e95fde4d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.1034672 Nov 12 03:47:34.795817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:34.855113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:34.892650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-547526cf-17b5-4b1f-a150-3e9cbdebe654 req-03e1f3d8-2224-4977-b1f9-8549ec91d2e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882778 Nov 12 03:47:34.912140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:34.914456 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3c534-ba56-4c9d-bb3b-17096601620c" -d '{"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:34.919318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.933285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Transition to ACTIVE for port object fd5abfca-1cf7-46d6-871d-c5059589eec5 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:34.937947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.974270 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a93558-a738-4b0f-9c80-346e1712e8e2 x-openstack-request-id: req-f6a93558-a738-4b0f-9c80-346e1712e8e2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:34.974559 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:34.974810 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6a93558-a738-4b0f-9c80-346e1712e8e2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:34.975234 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'code': 200} Nov 12 03:47:35.000776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.127265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] No DVR routers for this DVR port fd5abfca-1cf7-46d6-871d-c5059589eec5 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:35.266838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:35.267099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:35.267425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:35.273148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:35.273471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Attempting to bind port fd5abfca-1cf7-46d6-871d-c5059589eec5 on network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:35.279044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:35.279209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Checking segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:35.279574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Bound using segment: {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:35.280017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Bound port: fd5abfca-1cf7-46d6-871d-c5059589eec5, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:35.280372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.342197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:35.345229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:35.350330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.388508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.389132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.390512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] 10.222.0.100 "PUT /v2.0/ports/fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 1092 time: 0.9326930 Nov 12 03:47:35.412867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc784-9cb0-4413-bede-5c526a26613d service neutron] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:35.460992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-ceac2a94-54ec-47a7-8965-e4cc9bdf8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.462712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-ceac2a94-54ec-47a7-8965-e4cc9bdf8f69 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1095 time: 0.0462136 Nov 12 03:47:35.560829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-52983242-a529-480c-9716-f44c05a97c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.562381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-52983242-a529-480c-9716-f44c05a97c3f service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.0908065 Nov 12 03:47:35.661018 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-5a86cf88-e7ca-4d88-b412-a0dabd143a7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 998 time: 0.0892305 Nov 12 03:47:35.724555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2e7adbb8-bb60-497f-9a8c-2f5e06d6071b req-619db6d7-e1d2-4a2a-8a1d-5cdce1f0e863 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0476072 Nov 12 03:47:35.743522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-bff9217a-e13a-4364-9910-87cdb9e0625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.746393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-bff9217a-e13a-4364-9910-87cdb9e0625b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0773497 Nov 12 03:47:35.800829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496f239-269f-4120-8b5f-453de0ad35dd req-9f3a5cb9-d10a-462a-8943-daa05aba4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.802216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-9f3a5cb9-d10a-462a-8943-daa05aba4f7f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477631 Nov 12 03:47:35.905585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-1c06485f-8d3a-4a91-b64c-eb8880c1d0bc service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Nov 12 03:47:36.029645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9496f239-269f-4120-8b5f-453de0ad35dd req-85dc2812-966b-4724-a5e2-bd806e054d83 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168530 Nov 12 03:47:36.038056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597de79-6308-42b6-b7e1-ce9f0e6057f5 req-43eecf76-6e43-4e84-9a3c-1a8922422272 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.039445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e597de79-6308-42b6-b7e1-ce9f0e6057f5 req-43eecf76-6e43-4e84-9a3c-1a8922422272 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 943 time: 0.0712755 Nov 12 03:47:36.093743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e597de79-6308-42b6-b7e1-ce9f0e6057f5 req-0e7a12fd-3d49-482e-9b1c-9847ed0cf3b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474834 Nov 12 03:47:36.838510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1c70eb8a-ad16-4b88-8a22-5a039282fdb8 req-7cb4582c-84c4-4f66-a91d-7ef09ef87026 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0257611 Nov 12 03:47:36.976226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:36.978542 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9145dbc8-5db1-4cf7-b183-3195db86b628" -d '{"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:37.026354 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bfdc0e-9870-4567-93a2-9dc2fc960f03 x-openstack-request-id: req-53bfdc0e-9870-4567-93a2-9dc2fc960f03 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:37.026712 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:37.027027 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53bfdc0e-9870-4567-93a2-9dc2fc960f03 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:37.028125 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'status': 'completed', 'code': 200} Nov 12 03:47:37.124164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-0bda3fa1-324f-41ba-a345-86b63cc97efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.125669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-0bda3fa1-324f-41ba-a345-86b63cc97efc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1095 time: 0.0724974 Nov 12 03:47:37.128286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-d4b7f694-1c38-46f8-89a6-6164f04b2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.129637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-d4b7f694-1c38-46f8-89a6-6164f04b2408 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1095 time: 0.0683603 Nov 12 03:47:37.311061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1b525-be94-4ed4-8fc9-6e6dba0f7235 req-0b693f04-1c4d-4776-8a70-68354290a3b1 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.312544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e1b525-be94-4ed4-8fc9-6e6dba0f7235 req-0b693f04-1c4d-4776-8a70-68354290a3b1 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 943 time: 0.1456828 Nov 12 03:47:37.336681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-0da37c87-ccfd-483a-84e2-500ef0754d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.338123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-0da37c87-ccfd-483a-84e2-500ef0754d96 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1947901 Nov 12 03:47:37.361289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-ddc45295-01da-4d0b-bbb9-81b7edb4c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.362676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-ddc45295-01da-4d0b-bbb9-81b7edb4c7e8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.2282655 Nov 12 03:47:37.474553 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6e1b525-be94-4ed4-8fc9-6e6dba0f7235 req-13f44336-ff66-4bf7-afcb-c6c19e251d9f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534100 Nov 12 03:47:37.479772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-51216231-6c92-4445-8217-4fbdae2e43a4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 998 time: 0.1296022 Nov 12 03:47:37.504526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-74a53b5f-0398-415f-a6f3-b2f9083b277a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 998 time: 0.1108310 Nov 12 03:47:37.569260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-571b92b0-2f62-454a-9377-5088cf3b456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.570699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-571b92b0-2f62-454a-9377-5088cf3b456f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0759993 Nov 12 03:47:37.576508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-9fc60c19-f0c6-458d-9dfc-841a05bb4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.577974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-9fc60c19-f0c6-458d-9dfc-841a05bb4c1b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0559082 Nov 12 03:47:37.649109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-5a27f7c1-250c-4616-ab42-bbde3d0c7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.650576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-5a27f7c1-250c-4616-ab42-bbde3d0c7e51 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717778 Nov 12 03:47:37.653736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-6dc959bd-8a67-469f-ad49-812740b033c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.655146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-6dc959bd-8a67-469f-ad49-812740b033c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681825 Nov 12 03:47:37.795302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:37.819022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-deb75111-fc85-4e0a-ba86-6636139494bb service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590719 Nov 12 03:47:37.820888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-723e8e5b-f5a5-410c-a50d-a758e10aeb35 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519022 Nov 12 03:47:37.902999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:37.917688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'port_id': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'mac_address': 'fa:16:3e:43:29:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:37.963124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.977212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5abfca-1cf7-46d6-871d-c5059589eec5 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:37.985181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e24c450-de6f-4e0e-8ce9-4e8ffb14c578 req-485c35ed-33e7-4223-8565-be01ed48640d tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0381687 Nov 12 03:47:37.999998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:38.007047 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.022386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-bcc8439b-1aff-4df0-861b-7b09d23251d5 service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948645 Nov 12 03:47:38.028950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9145dbc8-5db1-4cf7-b183-3195db86b628 req-ace2ef25-2fd9-4ad8-b5fe-8b6e3740e7ac service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941199 Nov 12 03:47:38.057030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.065071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.065421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.065765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.066105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.066441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.066867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.067186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.067486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.067844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.068246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.068579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.068903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:38.250171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['fd5abfca-1cf7-46d6-871d-c5059589eec5'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:38.596179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eecb55-7b33-45da-afd8-ac34c2e6e2bf req-49fe02ce-e8e2-4147-9dab-cd6685d83ecc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.597601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09eecb55-7b33-45da-afd8-ac34c2e6e2bf req-49fe02ce-e8e2-4147-9dab-cd6685d83ecc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 944 time: 0.0537314 Nov 12 03:47:38.646811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:38.648689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09eecb55-7b33-45da-afd8-ac34c2e6e2bf req-d61d033d-9787-4931-9fc6-48d06e10cdae tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Nov 12 03:47:38.690224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:38.908504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf6702-71b5-443e-aa28-b81a885f967d req-571addb3-d362-43e3-9629-5b3de3fee8ab tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.909953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ccf6702-71b5-443e-aa28-b81a885f967d req-571addb3-d362-43e3-9629-5b3de3fee8ab tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 944 time: 0.1075130 Nov 12 03:47:38.930290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-10c571dc-023c-4bbb-b224-63bf13417cea tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.931639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-10c571dc-023c-4bbb-b224-63bf13417cea tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e&tenant_id=818a96820e2147d9add93d4f490de685&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.1033244 Nov 12 03:47:39.005074 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ccf6702-71b5-443e-aa28-b81a885f967d req-23856909-7f91-47b2-8abc-8fc67526b550 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878389 Nov 12 03:47:39.030349 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-57306fc6-84c1-4266-a62f-edd5cd4757c4 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:47:39.031569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-57306fc6-84c1-4266-a62f-edd5cd4757c4 service neutron] 10.222.0.98 "DELETE /v2.0/ports/fd5abfca-1cf7-46d6-871d-c5059589eec5/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0906813 Nov 12 03:47:39.123873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c3bd305-1491-4313-9f19-ba873e7f1b9d req-d1a2d573-9b05-4261-9e8f-fd62146d8934 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0488868 Nov 12 03:47:39.144164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-41d69f61-65c2-4d74-b568-f58d560e3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.145703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-41d69f61-65c2-4d74-b568-f58d560e3fb7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1096 time: 0.0687902 Nov 12 03:47:39.244091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-64a18c9b-7601-4f56-9fc6-56761a148aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.245535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-64a18c9b-7601-4f56-9fc6-56761a148aee service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.0912323 Nov 12 03:47:39.311147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-fa117901-e886-446d-a2fa-eb70891fee73 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 999 time: 0.0577466 Nov 12 03:47:39.707452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-32d5489f-677e-47d4-8535-d42bc7e8ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.708058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-32d5489f-677e-47d4-8535-d42bc7e8ae29 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.3884320 Nov 12 03:47:39.764368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-f1122740-8686-4f90-b3ba-27133d97b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.765925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-f1122740-8686-4f90-b3ba-27133d97b8c8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438845 Nov 12 03:47:39.815412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:39.863145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-61a4cac4-97ad-4e16-b283-b65c76aac08a service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888479 Nov 12 03:47:39.897474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port fd5abfca-1cf7-46d6-871d-c5059589eec5 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:39.908712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port fd5abfca-1cf7-46d6-871d-c5059589eec5 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:39.909158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.970579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37b4a777-3bc7-4c80-ab07-8c8a7de51c60 req-ccd48416-5843-4cc5-9da4-c10268504c4a service neutron] 10.222.0.98 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988238 Nov 12 03:47:39.997015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.020026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:40.022237 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713031bd-d1ba-4748-bca0-df53c991a9fa" -d '{"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-plugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:40.035385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:40.040695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:40.115878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:40.124231 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a807b-8380-4151-bc42-71b9df976d6a x-openstack-request-id: req-0d8a807b-8380-4151-bc42-71b9df976d6a {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:40.124527 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-plugged", "status": "completed", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:40.124761 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d8a807b-8380-4151-bc42-71b9df976d6a {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:40.125148 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'code': 200} Nov 12 03:47:40.157657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d92a6-1f86-4c24-8d86-17c29b11ded6 req-6bcbd966-72da-4239-82e7-ed200f79262e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.159248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c4d92a6-1f86-4c24-8d86-17c29b11ded6 req-6bcbd966-72da-4239-82e7-ed200f79262e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0534737 Nov 12 03:47:40.228026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c4d92a6-1f86-4c24-8d86-17c29b11ded6 req-c1aac834-1867-4caa-ac78-18fb5e4a1d10 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585644 Nov 12 03:47:40.245287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc173931-9b88-421c-9d98-c6f1c8febeaf req-c492c7bc-2e56-4b4f-950e-838121ef403f tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0393572 Nov 12 03:47:41.378083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8622fa47-d87b-4068-b9ff-5e5f7fae6963 req-8dbc54ee-1904-43d2-98b7-d49e42ae9a04 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0435658 Nov 12 03:47:41.395009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028b6e1-93a0-45e9-bf8b-4e568823e864 req-52710e35-e37f-46da-b03b-7674984bf1a2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.396692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e028b6e1-93a0-45e9-bf8b-4e568823e864 req-52710e35-e37f-46da-b03b-7674984bf1a2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0912857 Nov 12 03:47:41.449335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e028b6e1-93a0-45e9-bf8b-4e568823e864 req-08e76d02-f931-4c51-9bdc-2292c47d819e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Nov 12 03:47:41.473355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 51902) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:41.539682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e2282412-9a3c-4989-a4aa-42eaf9e59b40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f07c4305-37af-4a2b-8829-a262861dad36 HTTP/1.1" status: 200 len: 992 time: 0.0650640 Nov 12 03:47:42.483978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70235b58-88fc-4a99-965f-8617ea89920d req-bc95ce32-3004-465b-a6fe-61bfeaad8c26 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0264587 Nov 12 03:47:43.588452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61f41e48-1e60-44b4-a72e-fdf2092f5015 req-3540c092-e5c8-4482-8b97-d2cc9f08bb80 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0271039 Nov 12 03:47:44.527301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-221c7ee9-774b-46d4-9f8b-c67d85908105 req-8447c784-14fb-4515-9f91-e745716e4dab service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0260825 Nov 12 03:47:44.698300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa7e1102-79b3-4783-8ac6-edcc476c87dc req-9166dc67-5cc1-467f-9013-fa32a7029924 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0273888 Nov 12 03:47:45.808613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40dd0f98-43da-4241-813d-9a5baa0c3d84 req-2772a735-7623-4456-b003-b35d00726cec tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0298688 Nov 12 03:47:46.104819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-607733bc-64eb-4270-8787-88493ee14ee2 req-a0a93117-44f4-43af-9e0f-3671c8c1fd52 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5&device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0262365 Nov 12 03:47:46.329702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-213c6743-91f4-479a-b523-db51111018d7 req-570c0fc1-56f7-4e55-8da2-86b1f131259a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=799e0dacc04b48c5a2e48702f240cfec&device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0377100 Nov 12 03:47:46.363802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74ea660c-2588-4586-9db6-6842c1bf4484 req-07816e60-535f-46f6-8adb-1a20a48ce4f2 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0378621 Nov 12 03:47:46.381859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-213c6743-91f4-479a-b523-db51111018d7 req-16179776-70e7-45f5-b34f-e3fd21428561 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=799e0dacc04b48c5a2e48702f240cfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408773 Nov 12 03:47:46.570578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6743-91f4-479a-b523-db51111018d7 req-2a27de68-fdad-4373-bd6c-41505be1821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:46.572209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-213c6743-91f4-479a-b523-db51111018d7 req-2a27de68-fdad-4373-bd6c-41505be1821f service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1835580 Nov 12 03:47:47.467533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0c0cc3-1671-4c1e-b2e6-e3348a4fbada req-bc9c76e0-d710-43a5-99c1-d10872cc00ca tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0272682 Nov 12 03:47:47.889504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-213c6743-91f4-479a-b523-db51111018d7 req-e97649fa-f800-4b7c-b455-675d382bee72 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.98 "GET /v2.0/ports?device_id=956538ec-0822-46b5-b5a3-192454255b8e HTTP/1.1" status: 200 len: 210 time: 0.0413907 Nov 12 03:47:47.994343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fffc0423-0316-477d-9fcc-6ee19ef69b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.701010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d173bbf-ae8e-47c0-a97f-a978bf8e7b1b req-1d5e41fc-a7be-43e0-bd10-6457c9958ca4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=799e0dacc04b48c5a2e48702f240cfec&device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Nov 12 03:47:48.733285 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bdb1a08e-6f29-4c63-8e1e-8e73c789a229 req-8f77b0e0-e2b1-4585-84c4-b6e9218c87b2 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0345333 Nov 12 03:47:48.742894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d173bbf-ae8e-47c0-a97f-a978bf8e7b1b req-58dc4834-26ee-4d9f-9e45-d4469c08ca3e service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=799e0dacc04b48c5a2e48702f240cfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322850 Nov 12 03:47:48.839251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d173bbf-ae8e-47c0-a97f-a978bf8e7b1b req-b8013389-d7d4-413b-b9d6-b763e5f034d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.841192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d173bbf-ae8e-47c0-a97f-a978bf8e7b1b req-b8013389-d7d4-413b-b9d6-b763e5f034d7 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0907917 Nov 12 03:47:49.833228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa15e458-bf3e-412e-8242-06b3502cfa23 req-e637e4dd-23b2-4167-8a58-3d571a4204dd tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.93 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0274560 Nov 12 03:47:50.108145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d173bbf-ae8e-47c0-a97f-a978bf8e7b1b req-fb8f95a4-0c58-4e56-a5d6-b87d9a879d16 tempest-ServerShowV247Test-103221554 tempest-ServerShowV247Test-103221554-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cad4e72-c435-420d-bb0b-b4d0d6683be5 HTTP/1.1" status: 200 len: 210 time: 0.0260866 Nov 12 03:47:50.381360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4a5bc87-fe2d-4e4e-9c26-8f2a59e6ca64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.136457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.251820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.334176 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.338864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.378098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=799e0dacc04b48c5a2e48702f240cfec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402220 Nov 12 03:47:51.379022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec19ba-32fc-4430-9192-cc5d52e1a28c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:51.380548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:51.387934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.388304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.388646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.389107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.389318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.389860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.389993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.390313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.390643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.390969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.391292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.391613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b7c917-c080-4159-aace-41c766e669ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:51.440474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.461936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.511893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.515079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:51.516249 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ceec19ba-32fc-4430-9192-cc5d52e1a28c HTTP/1.1" status: 204 len: 168 time: 0.1346998 Nov 12 03:47:51.524155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033cd25-bebe-435a-af2a-404426ef3e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec19ba-32fc-4430-9192-cc5d52e1a28c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:51.724567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.149553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.257948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-5438146-network', 'tenant_id': '50cd6bf9543c42779916313fac042c8c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:52.286539 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Made reservation on behalf of 50cd6bf9543c42779916313fac042c8c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:52.289317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.298697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.379574 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.383924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.412302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:52.418544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb51322-e535-4336-949a-0c9cfab55555,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.427222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.427222 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Added segment 187681e9-6fb2-4122-aeab-3e2864d9df5b of type vlan for network 7c3b020c-c370-43eb-98f1-7f97658d5b39 Nov 12 03:47:52.468867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.492831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.493703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.494285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.528266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3775787 Nov 12 03:47:52.531650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52040) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:52.537822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Request body: {'subnet': {'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-5438146-subnet', 'tenant_id': '50cd6bf9543c42779916313fac042c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:52.563627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e0360-bbac-482f-abe7-f522acd5a7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3b020c-c370-43eb-98f1-7f97658d5b39,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.565083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Made reservation on behalf of 50cd6bf9543c42779916313fac042c8c for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:52.573411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 7c3b020c-c370-43eb-98f1-7f97658d5b39 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:52.573583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.771838 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.830748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e54f5c1-25df-4c8c-a7e8-4fa966a49017,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:52.840848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Checking segment: {'id': '187681e9-6fb2-4122-aeab-3e2864d9df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:52.841207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Network hostable DHCP agents. Network: 7c3b020c-c370-43eb-98f1-7f97658d5b39, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:52.861030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Network 7c3b020c-c370-43eb-98f1-7f97658d5b39 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:52.873034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 7c3b020c-c370-43eb-98f1-7f97658d5b39) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:52.877668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.878635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.884237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02118992-25c4-4835-909c-7a4497e1e0ce None None] Network 7c3b020c-c370-43eb-98f1-7f97658d5b39 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:52.900802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3230b4a5-d68a-406c-9d8e-f3b84be88b6d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3673589 Nov 12 03:47:53.048893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303a398-0c86-4747-8321-3946284d1386 None None] Network 7c3b020c-c370-43eb-98f1-7f97658d5b39 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:53.127731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.348144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52062) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:53.353254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-302175881-network', 'tenant_id': 'f005bd1b638d469f90aab4f4195fa036'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:53.376974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Made reservation on behalf of f005bd1b638d469f90aab4f4195fa036 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:53.379258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.388442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.463393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.467223 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.489433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:53.506605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd652c9-e76b-45db-85ed-90954f4307c5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.510760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.511105 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Added segment d343c549-a02d-4100-bdd1-022a7b641ebc of type vlan for network 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 Nov 12 03:47:53.557003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.586133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.587176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.587738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.636736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.674013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3246908 Nov 12 03:47:53.676906 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:53.682080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895825-e351-4952-93a0-03091826ca78 admin admin] Pushing event updated for resources: {'Network': ['ID=2e824b9a-c249-4c2e-a664-2b29cf4b1bc5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.683180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Request body: {'subnet': {'network_id': '2e824b9a-c249-4c2e-a664-2b29cf4b1bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-302175881-subnet', 'tenant_id': 'f005bd1b638d469f90aab4f4195fa036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:53.694173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:53.718510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Made reservation on behalf of f005bd1b638d469f90aab4f4195fa036 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:53.721179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.895186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.952320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7916744b-25fb-4eea-8b2c-28e6dcfe00bb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.960205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Checking segment: {'id': 'd343c549-a02d-4100-bdd1-022a7b641ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '2e824b9a-c249-4c2e-a664-2b29cf4b1bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:53.960570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Network hostable DHCP agents. Network: 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:53.978032 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Network 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:53.987358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:53.991515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.992194 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.002901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99fdc0-b294-4dc2-827c-1b399d84d78c None None] Network 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:54.008233 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f3dea622-1797-4873-9b84-15ddd7adf143 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3301475 Nov 12 03:47:54.157297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e837a6-89c4-43c6-a3f5-01289cba4050 None None] Network 2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:54.533953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-cd46c040-6270-4f16-8e51-1c3cd571d935 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.535436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-cd46c040-6270-4f16-8e51-1c3cd571d935 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/networks?id=7c3b020c-c370-43eb-98f1-7f97658d5b39 HTTP/1.1" status: 200 len: 822 time: 0.1241231 Nov 12 03:47:54.550741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-da4c165d-933f-4ec8-98f5-ea75e2feeb60 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/quotas/50cd6bf9543c42779916313fac042c8c HTTP/1.1" status: 200 len: 375 time: 0.0091784 Nov 12 03:47:54.583537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-117ddc6b-f530-4f65-9789-5cfab8a3336f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=50cd6bf9543c42779916313fac042c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271552 Nov 12 03:47:54.676946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-6059445c-44b6-4481-9135-6d654268b1ad service neutron] 10.222.0.93 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Nov 12 03:47:54.773067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3326d4f4-108f-45f0-bb90-87655352593b service neutron] 10.222.0.93 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899084 Nov 12 03:47:54.937094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-300eef79-91e7-4b48-8fd2-7621ff1d5749 req-eba4271b-b97d-4ade-a308-b83ae3532cbe tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 210 time: 0.0314565 Nov 12 03:47:55.904978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-22475874-8fc2-4a3e-b854-78dc0e1aebdc tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:55.906442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-22475874-8fc2-4a3e-b854-78dc0e1aebdc tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.98 "GET /v2.0/networks?id=7c3b020c-c370-43eb-98f1-7f97658d5b39 HTTP/1.1" status: 200 len: 822 time: 0.1042078 Nov 12 03:47:55.919986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Request body: {'port': {'device_id': '0375e830-8ec2-4025-895c-e37b167ea61a', 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39', 'admin_state_up': True, 'tenant_id': '50cd6bf9543c42779916313fac042c8c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:56.041842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d5ec6c9-6d68-40fb-8c9a-a27259d54969 req-da18d7a4-99f4-48e8-b977-67a9b0378254 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 210 time: 0.0284073 Nov 12 03:47:56.060379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Made reservation on behalf of 50cd6bf9543c42779916313fac042c8c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:56.064014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.190799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Allocated IP 172.20.0.10 (7c3b020c-c370-43eb-98f1-7f97658d5b39/6e54f5c1-25df-4c8c-a7e8-4fa966a49017/0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:56.342983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.376343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.423046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Network 7c3b020c-c370-43eb-98f1-7f97658d5b39 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:56.428788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:56.432550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:56.439623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Pushing event updated for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.485809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:56.486407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.504545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-67d301b1-e41d-4e09-a062-6838c958d13f tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5884502 Nov 12 03:47:56.518131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Request body: {'port': {'device_id': '0375e830-8ec2-4025-895c-e37b167ea61a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:56.573611 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.839392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:56.847215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.859146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Transition to ACTIVE for port object 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:56.863130 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.917081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.986381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Attempting to bind port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:56.986609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Attempting to bind port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '187681e9-6fb2-4122-aeab-3e2864d9df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:56.986941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Attempting to bind port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 on network 7c3b020c-c370-43eb-98f1-7f97658d5b39 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:56.991305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 on network 7c3b020c-c370-43eb-98f1-7f97658d5b39 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:56.991620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Attempting to bind port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 on network 7c3b020c-c370-43eb-98f1-7f97658d5b39 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:56.997309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:56.997642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Checking segment: {'id': '187681e9-6fb2-4122-aeab-3e2864d9df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:56.998023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Bound using segment: {'id': '187681e9-6fb2-4122-aeab-3e2864d9df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:56.998442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Bound port: 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187681e9-6fb2-4122-aeab-3e2864d9df5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:56.998795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.066826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:57.070027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,segment=NetworkSegment(187681e9-6fb2-4122-aeab-3e2864d9df5b),segment_id=187681e9-6fb2-4122-aeab-3e2864d9df5b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:57.076174 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.111900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.112544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.113979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] 10.222.0.98 "PUT /v2.0/ports/0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 HTTP/1.1" status: 200 len: 1093 time: 0.6002488 Nov 12 03:47:57.114401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:57.116680 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28fb7b0-3ea7-4828-afcb-0634523a2424" -d '{"events": [{"name": "network-changed", "server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:57.181960 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a47e3a-be5d-46cb-b213-7bc26ada5cbf x-openstack-request-id: req-b8a47e3a-be5d-46cb-b213-7bc26ada5cbf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:57.182256 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:57.182512 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b8a47e3a-be5d-46cb-b213-7bc26ada5cbf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:57.182910 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9', 'status': 'completed', 'code': 200} Nov 12 03:47:57.195204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23976-037c-40e5-920a-77a59d651a92 service neutron] Pushing event updated for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:57.227407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aa95c-5054-4ccf-8073-e0c3be0813d1 req-aacbd3f2-69b3-49ce-a3f9-bbab9fae8c15 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.228945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123aa95c-5054-4ccf-8073-e0c3be0813d1 req-aacbd3f2-69b3-49ce-a3f9-bbab9fae8c15 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 944 time: 0.1073916 Nov 12 03:47:57.246115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-214f1a7d-740d-46ba-9964-0461d1889880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.248255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-214f1a7d-740d-46ba-9964-0461d1889880 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=50cd6bf9543c42779916313fac042c8c&device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 1096 time: 0.0751197 Nov 12 03:47:57.301792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-8b54929a-605e-47ff-8f1b-c280676f30b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 HTTP/1.1" status: 200 len: 217 time: 0.0439279 Nov 12 03:47:57.344424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123aa95c-5054-4ccf-8073-e0c3be0813d1 req-4d529b1c-61eb-47fa-a775-b9db6f2cded5 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084161 Nov 12 03:47:57.371068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-6c1451d8-7a3b-4db2-94ec-635045802ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.373562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-6c1451d8-7a3b-4db2-94ec-635045802ea5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6e54f5c1-25df-4c8c-a7e8-4fa966a49017 HTTP/1.1" status: 200 len: 862 time: 0.0644696 Nov 12 03:47:57.406170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-1d812b41-7bfd-4868-bee0-fa58d3e95dc5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7c3b020c-c370-43eb-98f1-7f97658d5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248520 Nov 12 03:47:57.502390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-e51fbd3e-0128-4301-b0e1-87f6fd8bcbc1 service neutron] 10.222.0.98 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879695 Nov 12 03:47:57.599275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f48a6483-1ac0-46fd-9e22-337a3be15c0f req-3257c9dd-ec26-4fed-a25a-669a2d87d9fa service neutron] 10.222.0.98 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896800 Nov 12 03:47:57.687251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-dd863a86-de85-4b2d-9964-a090b0318bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.688770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-dd863a86-de85-4b2d-9964-a090b0318bf0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=50cd6bf9543c42779916313fac042c8c&device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 1096 time: 0.0415330 Nov 12 03:47:57.783860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-c69f42ba-a6ee-485e-823c-f4e9ef6c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.785249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-c69f42ba-a6ee-485e-823c-f4e9ef6c48a6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7c3b020c-c370-43eb-98f1-7f97658d5b39 HTTP/1.1" status: 200 len: 924 time: 0.0887158 Nov 12 03:47:57.827350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-17748c13-f130-4e66-ab71-9c171be517d8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 HTTP/1.1" status: 200 len: 217 time: 0.0338848 Nov 12 03:47:57.877620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-3ce6d1fc-ea5b-4c52-b9c2-c48e180aac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.879066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-3ce6d1fc-ea5b-4c52-b9c2-c48e180aac8d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6e54f5c1-25df-4c8c-a7e8-4fa966a49017 HTTP/1.1" status: 200 len: 862 time: 0.0446856 Nov 12 03:47:57.913118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-8338224f-1029-41af-84e0-ef8c33bbd2db service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7c3b020c-c370-43eb-98f1-7f97658d5b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253046 Nov 12 03:47:58.011026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-bcf40a15-d6ac-4a3a-9924-204e9457cb0b service neutron] 10.222.0.98 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896630 Nov 12 03:47:58.105388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b28fb7b0-3ea7-4828-afcb-0634523a2424 req-6bf91df1-6621-4a3b-ab16-0525b1fa80a8 service neutron] 10.222.0.98 "GET /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Nov 12 03:47:58.463548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149b61-1311-434a-9400-b5aee9af7d5e req-c24874cd-1054-45d8-b7fa-4c79debff78e tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.465038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06149b61-1311-434a-9400-b5aee9af7d5e req-c24874cd-1054-45d8-b7fa-4c79debff78e tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 944 time: 0.0496616 Nov 12 03:47:58.519273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06149b61-1311-434a-9400-b5aee9af7d5e req-6d773f06-eb06-4ea1-994a-569fb4f921e3 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Nov 12 03:47:58.728597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:58.823329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,segment=NetworkSegment(187681e9-6fb2-4122-aeab-3e2864d9df5b),segment_id=187681e9-6fb2-4122-aeab-3e2864d9df5b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:58.838350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9', 'network_id': '7c3b020c-c370-43eb-98f1-7f97658d5b39', 'port_id': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9', 'mac_address': 'fa:16:3e:28:a1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e54f5c1-25df-4c8c-a7e8-4fa966a49017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:58.877551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.892193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:58.912663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,segment=NetworkSegment(187681e9-6fb2-4122-aeab-3e2864d9df5b),segment_id=187681e9-6fb2-4122-aeab-3e2864d9df5b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:58.918013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.964480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:59.126884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:59.639405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc2ec-1699-4400-86b6-933ea1d6bd47 req-5bd6c504-760d-4714-b40b-6c8af020ea55 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.641536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68ebc2ec-1699-4400-86b6-933ea1d6bd47 req-5bd6c504-760d-4714-b40b-6c8af020ea55 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 945 time: 0.0553262 Nov 12 03:47:59.695380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-68ebc2ec-1699-4400-86b6-933ea1d6bd47 req-401e200b-16f2-4f77-9c85-5aed14eeea9a tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Nov 12 03:48:00.433035 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:00.720359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:00.773252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:00.778088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:00.778476 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.826686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543813f-0622-44ea-b37e-6ec2dd576ac3 req-8afcb975-ef87-44de-be36-6b8f782fa528 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.830390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a543813f-0622-44ea-b37e-6ec2dd576ac3 req-8afcb975-ef87-44de-be36-6b8f782fa528 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 945 time: 0.0622406 Nov 12 03:48:00.861151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.876891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a543813f-0622-44ea-b37e-6ec2dd576ac3 req-320ff751-0344-4d2a-b975-54840d0fc3ec tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Nov 12 03:48:00.883626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:00.885919 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38732995-23b4-4285-bee4-3398dc5e8890" -d '{"events": [{"server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "name": "network-vif-plugged", "status": "completed", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:00.898861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,segment=NetworkSegment(187681e9-6fb2-4122-aeab-3e2864d9df5b),segment_id=187681e9-6fb2-4122-aeab-3e2864d9df5b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:00.912777 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.929427 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb1423-0859-4315-985a-46e98b54c7ec x-openstack-request-id: req-2dbb1423-0859-4315-985a-46e98b54c7ec {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:00.929715 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "name": "network-vif-plugged", "status": "completed", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:00.930031 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2dbb1423-0859-4315-985a-46e98b54c7ec {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:00.930359 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9', 'code': 200} Nov 12 03:48:00.974939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.006095 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.031842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038c1da-dda9-403e-afe5-02ac1481d2e3 req-0048081f-69b9-4135-91de-d6118148a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:01.033441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e038c1da-dda9-403e-afe5-02ac1481d2e3 req-0048081f-69b9-4135-91de-d6118148a80f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 1098 time: 0.0467591 Nov 12 03:48:01.077373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e038c1da-dda9-403e-afe5-02ac1481d2e3 req-b8b39489-4558-4f03-926d-8ecbc14444c3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Nov 12 03:48:01.813159 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.016820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756ce3c-9a8f-49ff-a2b3-25bc40b1969a req-a69d66c0-db6c-4f30-9e1d-63d08847b0f9 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.018333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c756ce3c-9a8f-49ff-a2b3-25bc40b1969a req-a69d66c0-db6c-4f30-9e1d-63d08847b0f9 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0577686 Nov 12 03:48:02.067880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c756ce3c-9a8f-49ff-a2b3-25bc40b1969a req-57acea0c-b03f-4615-b473-3eed8e334d74 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Nov 12 03:48:03.310822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038dd33-b406-4b78-b370-745862a872eb req-dff1eabb-62af-41a5-9b81-e35e454d4fc6 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.312438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1038dd33-b406-4b78-b370-745862a872eb req-dff1eabb-62af-41a5-9b81-e35e454d4fc6 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.1718106 Nov 12 03:48:03.368691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1038dd33-b406-4b78-b370-745862a872eb req-8aa9ef71-abf7-4bb5-9015-f1511b406a69 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497332 Nov 12 03:48:03.498465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168fb8-8bb2-4609-b83e-0470afa54e62 req-c377f815-eb02-4768-a8be-9370aee17616 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.500058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4168fb8-8bb2-4609-b83e-0470afa54e62 req-c377f815-eb02-4768-a8be-9370aee17616 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0598118 Nov 12 03:48:03.619113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4168fb8-8bb2-4609-b83e-0470afa54e62 req-953afaac-ce4b-441b-9d16-e7e8dab20fa5 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127234 Nov 12 03:48:03.840989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953854-b8dd-4a88-a5bf-1a432830e991 req-002101b1-56d0-4962-985b-31effd0ea180 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.842742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a953854-b8dd-4a88-a5bf-1a432830e991 req-002101b1-56d0-4962-985b-31effd0ea180 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0569983 Nov 12 03:48:03.899090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a953854-b8dd-4a88-a5bf-1a432830e991 req-7f0a3116-395a-49c8-b217-f465d1dcd2be tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495431 Nov 12 03:48:04.193522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185bba-0a50-4bf5-b91c-65cc635d5839 req-13365956-69ae-4f26-9133-c2744191591a tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.194953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e185bba-0a50-4bf5-b91c-65cc635d5839 req-13365956-69ae-4f26-9133-c2744191591a tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0526822 Nov 12 03:48:04.251752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e185bba-0a50-4bf5-b91c-65cc635d5839 req-823ec1f0-6a29-4599-9761-5faf00a185e0 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Nov 12 03:48:05.399566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838ef5-360b-4890-9537-73428688de27 req-1d993615-4f01-4ade-9d9d-1eeb5def7303 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.401056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04838ef5-360b-4890-9537-73428688de27 req-1d993615-4f01-4ade-9d9d-1eeb5def7303 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0788629 Nov 12 03:48:05.441679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-d67a7faa-a6ea-4e48-8a9c-48786bd246b8 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.443127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-d67a7faa-a6ea-4e48-8a9c-48786bd246b8 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.98 "GET /v2.0/ports?device_id=0375e830-8ec2-4025-895c-e37b167ea61a HTTP/1.1" status: 200 len: 946 time: 0.0794828 Nov 12 03:48:05.490812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04838ef5-360b-4890-9537-73428688de27 req-c9bc0dbf-8aa1-4bc5-82f1-48633929ab65 tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.93 "GET /v2.0/security-groups?id=dbb51322-e535-4336-949a-0c9cfab55555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831373 Nov 12 03:48:05.554661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Deleting port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:05.554996 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.645549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] For port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,segment=NetworkSegment(187681e9-6fb2-4122-aeab-3e2864d9df5b),segment_id=187681e9-6fb2-4122-aeab-3e2864d9df5b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:05.645906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.660526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Calling delete_port for 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:05.807435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.826689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:05.837110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Pushing event deleted for resources: {'Port': ['ID=0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:05.880698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] No DVR routers for this DVR port 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:05.883483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.887060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-74fcbaca-9e8e-4a14-82bd-c96804a0d516 req-14f00b49-eb3f-4cf3-8c56-24b43e29cdab tempest-ServersNegativeTestMultiTenantJSON-1182751506 tempest-ServersNegativeTestMultiTenantJSON-1182751506-project] 10.222.0.98 "DELETE /v2.0/ports/0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 HTTP/1.1" status: 204 len: 173 time: 0.4376593 Nov 12 03:48:05.887504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'name': 'network-vif-deleted', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:05.890688 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11733374-47f1-4199-b2d0-7467db0e124c" -d '{"events": [{"server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "name": "network-vif-deleted", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:05.929988 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b2686-46c2-4192-8c3d-8f4d422c3884 x-openstack-request-id: req-bf3b2686-46c2-4192-8c3d-8f4d422c3884 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:05.930952 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375e830-8ec2-4025-895c-e37b167ea61a", "name": "network-vif-deleted", "tag": "0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:05.931218 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf3b2686-46c2-4192-8c3d-8f4d422c3884 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:05.931880 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375e830-8ec2-4025-895c-e37b167ea61a', 'name': 'network-vif-deleted', 'tag': '0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9', 'status': 'completed', 'code': 200} Nov 12 03:48:06.250762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-2cfe553b-b57b-4dac-a12d-5feedc5f8443 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457578 Nov 12 03:48:06.359938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-881388e3-b9a1-4432-a0ec-1d4592b683e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.362316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-881388e3-b9a1-4432-a0ec-1d4592b683e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0633707 Nov 12 03:48:06.509480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-90d24553-e30c-48d3-af29-9d6b7ae94701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.510880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-90d24553-e30c-48d3-af29-9d6b7ae94701 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1209264 Nov 12 03:48:06.567789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.596535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-afd1334f-59c0-4d1d-88dd-2e66f1e13517 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 1000 time: 0.0660219 Nov 12 03:48:06.621049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Deleting subnet 6e54f5c1-25df-4c8c-a7e8-4fa966a49017 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:06.625208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.655048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-8472f773-9e23-4986-874b-223d0fab8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.656852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-8472f773-9e23-4986-874b-223d0fab8791 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0528214 Nov 12 03:48:06.676776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.714886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-1740b7fc-86d7-4c56-bd93-738a43760dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.717108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-1740b7fc-86d7-4c56-bd93-738a43760dab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528483 Nov 12 03:48:06.740332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.798305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.818667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-b438b598-53a5-4fd7-9cc3-f3458ab451b4 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923686 Nov 12 03:48:06.826792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e54f5c1-25df-4c8c-a7e8-4fa966a49017,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:06.833967 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.839525 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6e54f5c1-25df-4c8c-a7e8-4fa966a49017 HTTP/1.1" status: 204 len: 168 time: 0.2686989 Nov 12 03:48:06.839694 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.839999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.840491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.840920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.841219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.841546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.841864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.842788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.842788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.842978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.843294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.843765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e749df-65a3-40e4-bd42-85d7b4620efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:06.847695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52304) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:06.965898 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.995044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15f02d9e-2131-4cdb-aa20-571ac5d9d3ce req-23beacdb-db26-4ca9-9a60-b7cbd2bfdf04 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675704 Nov 12 03:48:07.070849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.092764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3b020c-c370-43eb-98f1-7f97658d5b39']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.110553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187681e9-6fb2-4122-aeab-3e2864d9df5b') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.110906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187681e9-6fb2-4122-aeab-3e2864d9df5b') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.127913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.148507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.155358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:07.155742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:07.157571 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:07.569345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.576263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.578742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/7c3b020c-c370-43eb-98f1-7f97658d5b39 HTTP/1.1" status: 204 len: 168 time: 0.7298222 Nov 12 03:48:07.582081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.589523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2b663-0a5e-473a-9446-052e04f6e5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3b020c-c370-43eb-98f1-7f97658d5b39,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.631204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Deleting subnet 7916744b-25fb-4eea-8b2c-28e6dcfe00bb {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:07.635260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.673887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.720741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.777056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.803178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7916744b-25fb-4eea-8b2c-28e6dcfe00bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.805153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.808502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-16547f9b-8676-46f6-94ed-731d7085ce3f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7916744b-25fb-4eea-8b2c-28e6dcfe00bb HTTP/1.1" status: 204 len: 168 time: 0.2253990 Nov 12 03:48:07.811529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:07.880320 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.965107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.986783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e824b9a-c249-4c2e-a664-2b29cf4b1bc5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.997556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd343c549-a02d-4100-bdd1-022a7b641ebc') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:07.997881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd343c549-a02d-4100-bdd1-022a7b641ebc') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:08.008620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.021628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.027524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:08.027923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:08.029654 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:08.086036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.091693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.094817 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2e824b9a-c249-4c2e-a664-2b29cf4b1bc5 HTTP/1.1" status: 204 len: 168 time: 0.2823529 Nov 12 03:48:08.106576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f711f0-3976-4db2-b564-72118776a494 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e824b9a-c249-4c2e-a664-2b29cf4b1bc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.278761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.318999 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9332e26b-f721-46de-9e9a-22109905760b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50cd6bf9543c42779916313fac042c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390253 Nov 12 03:48:08.321423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.371033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.392150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.438601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.441335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.444410 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dbb51322-e535-4336-949a-0c9cfab55555 HTTP/1.1" status: 204 len: 168 time: 0.1220431 Nov 12 03:48:08.457973 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69b2e-b6f2-4306-b778-f9d9e168df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb51322-e535-4336-949a-0c9cfab55555,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.793228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.839180 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e23b9837-63b4-4398-8f28-45aafe41e5db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f005bd1b638d469f90aab4f4195fa036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447586 Nov 12 03:48:08.842312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:08.889118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.910697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.958785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.961844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.962990 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/edd652c9-e76b-45db-85ed-90954f4307c5 HTTP/1.1" status: 204 len: 168 time: 0.1197515 Nov 12 03:48:08.976314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cb93-4388-4c72-9f0b-a27385e35667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd652c9-e76b-45db-85ed-90954f4307c5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.682278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:09.780315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-534306355-network', 'tenant_id': '13432f45dbd049f0bc496e1cfbe26912'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:09.805234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Made reservation on behalf of 13432f45dbd049f0bc496e1cfbe26912 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:09.807548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.816183 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.909075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.913071 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.941279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:09.946629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be90edb3-febb-4f37-a313-d9935a41bf90,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.955164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.955506 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Added segment 32de2cec-45f9-4f11-bbac-4f81662ed9ce of type vlan for network 67865226-6da6-4bd9-818b-f4f3a5d721f2 Nov 12 03:48:10.001295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.026314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.027283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.028418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.065206 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3756320 Nov 12 03:48:10.094443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faa69a-ba09-4a77-bcba-811b63dd1dea admin admin] Pushing event updated for resources: {'Network': ['ID=67865226-6da6-4bd9-818b-f4f3a5d721f2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:10.105492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 67865226-6da6-4bd9-818b-f4f3a5d721f2 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:10.556600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2daa-0283-450d-9d08-699caa876664 req-ddcd04a4-cd7f-4b33-8522-eb544a2650db tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.562877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2daa-0283-450d-9d08-699caa876664 req-ddcd04a4-cd7f-4b33-8522-eb544a2650db tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.568941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb2daa-0283-450d-9d08-699caa876664 req-ddcd04a4-cd7f-4b33-8522-eb544a2650db tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.570548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-decb2daa-0283-450d-9d08-699caa876664 req-ddcd04a4-cd7f-4b33-8522-eb544a2650db tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2043471 Nov 12 03:48:10.678787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533abda-927a-4435-b0b3-3c0a75b3dd8c req-efdbc523-6684-469f-acf5-8076c9df9a68 tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.680273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0533abda-927a-4435-b0b3-3c0a75b3dd8c req-efdbc523-6684-469f-acf5-8076c9df9a68 tempest-ComputeTenantNetworksTest-2137619592 tempest-ComputeTenantNetworksTest-2137619592-project] 10.222.0.93 "GET /v2.0/networks/67865226-6da6-4bd9-818b-f4f3a5d721f2 HTTP/1.1" status: 200 len: 768 time: 0.0876606 Nov 12 03:48:10.689596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:10.737296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:10.759753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:10.760190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d88252d-fbb3-49e8-8928-6a9a8a9ef2d9 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:10.763290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.842591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.864187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67865226-6da6-4bd9-818b-f4f3a5d721f2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.875406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32de2cec-45f9-4f11-bbac-4f81662ed9ce') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.875651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32de2cec-45f9-4f11-bbac-4f81662ed9ce') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:10.886320 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.900201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.907316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:10.907734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:10.909793 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:10.978468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.987588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:10.990263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/67865226-6da6-4bd9-818b-f4f3a5d721f2 HTTP/1.1" status: 204 len: 168 time: 0.2995141 Nov 12 03:48:11.002056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2205a-05fa-435e-b2a3-2fed77eaa2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=67865226-6da6-4bd9-818b-f4f3a5d721f2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:11.105062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52442) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.145649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4e99772e-257d-4400-bdbd-1fac15477bbe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=13432f45dbd049f0bc496e1cfbe26912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393322 Nov 12 03:48:11.148147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52444) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:11.197573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.221132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.275166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.277905 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:11.279056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be90edb3-febb-4f37-a313-d9935a41bf90 HTTP/1.1" status: 204 len: 168 time: 0.1300094 Nov 12 03:48:11.286867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c534f8-777e-4225-bd8d-6a348a88f845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90edb3-febb-4f37-a313-d9935a41bf90,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.027420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452af391-28be-4617-8587-2dedad0003c5 req-e07fc777-e046-41b5-9d05-c25a9fa69c54 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.030672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-452af391-28be-4617-8587-2dedad0003c5 req-e07fc777-e046-41b5-9d05-c25a9fa69c54 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0534816 Nov 12 03:48:12.088611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-452af391-28be-4617-8587-2dedad0003c5 req-344a2fbd-39ce-4594-87ff-2d9de17169bb tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516386 Nov 12 03:48:12.112278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:12.296312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:12.296687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.389860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.390195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.406644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:12.617164 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.647516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=a8cd45e3-9fb3-4e2d-9fa0-5edee88faf63,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:12.709152 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:12.709648 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP f07c4305-37af-4a2b-8829-a262861dad36 disassociated (deleted). External IP: 172.25.4.76, port: fd5abfca-1cf7-46d6-871d-c5059589eec5. Nov 12 03:48:12.964383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:13.080077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:13.085697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.094124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Sync routers for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:13.108465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:13.109051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.119747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e0e9e943-43a1-4a36-a2a5-536da6a696d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/floatingips/f07c4305-37af-4a2b-8829-a262861dad36 HTTP/1.1" status: 204 len: 168 time: 1.0059865 Nov 12 03:48:13.120636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:13.123429 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:13.168088 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21b885-7428-4103-b1de-d7931297d67d x-openstack-request-id: req-fe21b885-7428-4103-b1de-d7931297d67d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:13.168503 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:13.169143 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fe21b885-7428-4103-b1de-d7931297d67d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:13.169773 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'status': 'completed', 'code': 200} Nov 12 03:48:13.255139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-a2413dce-983d-4722-a6b1-b380f43a5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.257246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-a2413dce-983d-4722-a6b1-b380f43a5615 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 1097 time: 0.0586703 Nov 12 03:48:13.269439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:13.435367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-b4f08059-790f-4d50-b092-78bca9668d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.437001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-b4f08059-790f-4d50-b092-78bca9668d65 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 200 len: 899 time: 0.1698134 Nov 12 03:48:13.495125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-28d1d593-dcbc-4399-8251-e45a677e4c07 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 200 len: 217 time: 0.0475006 Nov 12 03:48:13.504044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44280d-08e4-4e6f-9fc5-c179cc538dca req-f83f7be4-66e7-413d-bee4-cde59d26a656 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.505502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f44280d-08e4-4e6f-9fc5-c179cc538dca req-f83f7be4-66e7-413d-bee4-cde59d26a656 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.1075125 Nov 12 03:48:13.573768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-089b54d4-78d1-4a85-9742-5cadc24a7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.575771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-089b54d4-78d1-4a85-9742-5cadc24a7a86 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 200 len: 835 time: 0.0693865 Nov 12 03:48:13.580116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.612320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Checking router: a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:13.629967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:13.630851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:13.636376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f44280d-08e4-4e6f-9fc5-c179cc538dca req-e592f190-a94b-46e7-9e33-8219a6713818 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971425 Nov 12 03:48:13.649802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-b93d0068-b37b-466a-b481-d5fe794f75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.655523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-b93d0068-b37b-466a-b481-d5fe794f75c6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670831 Nov 12 03:48:13.786415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-2a365869-13bb-432e-a048-1bcee649fae1 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166978 Nov 12 03:48:13.910217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6961393a-f7c9-434b-8feb-4fd3a93dbf6f req-0aa97ce2-55cd-4962-a552-efac76eacbb3 service neutron] 10.222.0.100 "GET /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147249 Nov 12 03:48:13.961914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:14.023294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52546) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.170384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00260036-afac-4db2-8ab7-5c66f10cc730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.222275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:14.264519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d45ab-cc73-4405-8a0f-4c6a691850eb None None] The sync data for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 is: [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e70084a6-1755-48b7-b535-177cf401f087', 'name': '', 'network_id': 'bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:67:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:26Z', 'updated_at': '2021-11-12T03:46:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'db5763e1-3927-426b-b03b-c74532b3d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:14.285678 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00260036-afac-4db2-8ab7-5c66f10cc730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.290470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00260036-afac-4db2-8ab7-5c66f10cc730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.336333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-00260036-afac-4db2-8ab7-5c66f10cc730 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b5faa699f8de4c888fe82d4cae04b5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095050 Nov 12 03:48:14.336333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260036-afac-4db2-8ab7-5c66f10cc730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73a489-4af4-4847-97e6-238dd5d10491,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.337017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52550) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.391711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.417267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.467711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.470875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.476543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec73a489-4af4-4847-97e6-238dd5d10491 HTTP/1.1" status: 204 len: 168 time: 0.1370037 Nov 12 03:48:14.487014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e534a6-4de4-444a-86e6-bcc12b0c68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73a489-4af4-4847-97e6-238dd5d10491,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.595797 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79dde9-f68d-4306-bf27-6814f8665d6c None None] New status for floating IP f07c4305-37af-4a2b-8829-a262861dad36: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:14.800805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-73de5366-9232-457e-a1b3-b2e445c5daec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.802398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-73de5366-9232-457e-a1b3-b2e445c5daec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.100 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.1058602 Nov 12 03:48:14.829479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1874-6f42-4e53-914c-10f9a2f5b934 req-95469046-d1a3-4ee8-9977-cb3857941683 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.831023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085d1874-6f42-4e53-914c-10f9a2f5b934 req-95469046-d1a3-4ee8-9977-cb3857941683 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=8da663e1-8d8e-40d7-9e72-a59103b4379e HTTP/1.1" status: 200 len: 945 time: 0.0895758 Nov 12 03:48:14.851737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:14.866692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-096a59cd-537d-43fd-b67f-dc5bf2d3abd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.946508 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-096a59cd-537d-43fd-b67f-dc5bf2d3abd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.949071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085d1874-6f42-4e53-914c-10f9a2f5b934 req-0def37ac-e8b1-4f26-bb05-8fd385a49c22 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=e15a260b-2a73-49a0-8d7d-c92360917ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011231 Nov 12 03:48:14.951595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-096a59cd-537d-43fd-b67f-dc5bf2d3abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.971442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port fd5abfca-1cf7-46d6-871d-c5059589eec5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:14.971800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.985778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a59cd-537d-43fd-b67f-dc5bf2d3abd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82c86a-3530-4f28-969d-d5c949374067,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.999540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-096a59cd-537d-43fd-b67f-dc5bf2d3abd1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6b17439f42c8437cb2e0a354362b397f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466541 Nov 12 03:48:15.002253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52562) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:15.112940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port fd5abfca-1cf7-46d6-871d-c5059589eec5, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=fd5abfca-1cf7-46d6-871d-c5059589eec5,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:15.113213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.115433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.134599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for fd5abfca-1cf7-46d6-871d-c5059589eec5 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:15.151180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.254946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.257980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.259112 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a82c86a-3530-4f28-969d-d5c949374067 HTTP/1.1" status: 204 len: 168 time: 0.2556882 Nov 12 03:48:15.291588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee813e2-0d39-46a9-8b34-bd7a1b0bec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82c86a-3530-4f28-969d-d5c949374067,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.317201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.374720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=fd5abfca-1cf7-46d6-871d-c5059589eec5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:15.395791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] No DVR routers for this DVR port fd5abfca-1cf7-46d6-871d-c5059589eec5 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:15.398588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.402443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32e27369-1aa6-498b-b4fa-840e05ccfca6 req-c928aba6-a4a6-4f9b-9485-c9a193d27de9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.100 "DELETE /v2.0/ports/fd5abfca-1cf7-46d6-871d-c5059589eec5 HTTP/1.1" status: 204 len: 173 time: 0.5892718 Nov 12 03:48:15.403272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-deleted', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:15.405714 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251350b3-2ec5-43cf-8beb-f0f1d33ea35d" -d '{"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-deleted", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:15.450432 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7752743b-c51d-43c6-91f7-2610c6ab2e57 x-openstack-request-id: req-7752743b-c51d-43c6-91f7-2610c6ab2e57 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:15.450952 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da663e1-8d8e-40d7-9e72-a59103b4379e", "name": "network-vif-deleted", "tag": "fd5abfca-1cf7-46d6-871d-c5059589eec5", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:15.451236 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7752743b-c51d-43c6-91f7-2610c6ab2e57 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:15.451667 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da663e1-8d8e-40d7-9e72-a59103b4379e', 'name': 'network-vif-deleted', 'tag': 'fd5abfca-1cf7-46d6-871d-c5059589eec5', 'status': 'completed', 'code': 200} Nov 12 03:48:16.010283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:16.462075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.067992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port e70084a6-1755-48b7-b535-177cf401f087 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:17.068348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.158715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port e70084a6-1755-48b7-b535-177cf401f087, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e70084a6-1755-48b7-b535-177cf401f087,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:17.159086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.176899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for e70084a6-1755-48b7-b535-177cf401f087 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:17.403010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.431876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=e70084a6-1755-48b7-b535-177cf401f087,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.624004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.869531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:17.988629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b1b98ea-5c88-468e-95b0-426b04213afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.990660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:17.998477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e91f98b3-8afa-4f2f-9dec-b0a136a328b6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870479 Nov 12 03:48:18.001175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52630) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.010754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Sync routers for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:18.023447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:18.024327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.078404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting subnet db5763e1-3927-426b-b03b-c74532b3d728 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:18.082690 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.141355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.148045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:18.249604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.330156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.359932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Subnet': ['ID=db5763e1-3927-426b-b03b-c74532b3d728,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:18.370668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.374623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8d389ecb-8589-4f77-b375-d6d054535035 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/subnets/db5763e1-3927-426b-b03b-c74532b3d728 HTTP/1.1" status: 204 len: 168 time: 0.3722866 Nov 12 03:48:18.377347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52636) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.379032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d83bf2-9d15-4a6b-a2d4-f77b1128b3e7 None None] Network bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:18.450115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:48:17Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.502930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Checking router: a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:18.508651 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.517427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Routers {'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:18.518076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:47:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.641980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.678114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] Set router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:18.703298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:18.703741 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.756056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] DHCP port deletion for bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:18.837852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 15d3fc82-ed09-44f5-bc10-9e029dee0bc4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:18.838225 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.863189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:18.917858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Deleting port ba40ee51-7279-401c-b6fe-e3e6c0776226 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:18.919118 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.998192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] For port ba40ee51-7279-401c-b6fe-e3e6c0776226, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ba40ee51-7279-401c-b6fe-e3e6c0776226,segment=NetworkSegment(04a9f72d-0751-4f3d-b4ae-2f64ed542cf1),segment_id=04a9f72d-0751-4f3d-b4ae-2f64ed542cf1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:18.998787 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.024702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Calling delete_port for ba40ee51-7279-401c-b6fe-e3e6c0776226 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:19.032789 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:48:17Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.067867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7677c2-87f3-4491-a855-75f4c4bd2aaf None None] The sync data for ids ['a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad'] in n-d-713499-30 is: [{'id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049915560', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:48:17Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '15d3fc82-ed09-44f5-bc10-9e029dee0bc4', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:22Z', 'updated_at': '2021-11-12T03:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:19.089583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.133917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=15d3fc82-ed09-44f5-bc10-9e029dee0bc4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.156582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa5297d-e084-49b3-8b10-ad0045858012 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:19.229665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba40ee51-7279-401c-b6fe-e3e6c0776226 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:19.251687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.274203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.311838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] Pushing event deleted for resources: {'Port': ['ID=ba40ee51-7279-401c-b6fe-e3e6c0776226,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.322625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9c34f-889c-43c2-b2ab-2963d3cdce84 None None] No DVR routers for this DVR port ba40ee51-7279-401c-b6fe-e3e6c0776226 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:19.334192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No active binding found for port ba40ee51-7279-401c-b6fe-e3e6c0776226 {{(pid=102607) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:48:19.335163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ba40ee51-7279-401c-b6fe-e3e6c0776226 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:19.392264 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.395360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.450403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.451251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Fanout notify agent at l3_agent the message router_deleted on router a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:19.461104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.462244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c897332-61f3-419a-b1e0-c9c9a82b07db tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/routers/a6bbe0e4-e05c-4fc3-9e14-13c2b5fc01ad HTTP/1.1" status: 204 len: 168 time: 1.0834370 Nov 12 03:48:19.465592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.566402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.673494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.695155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.706054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.706435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a9f72d-0751-4f3d-b4ae-2f64ed542cf1') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:19.717914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.732236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.740736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Releasing vlan 1204 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:19.741137 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:19.744485 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:19.814844 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.822684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.825975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/networks/bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32 HTTP/1.1" status: 204 len: 168 time: 0.3592217 Nov 12 03:48:19.828803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.858602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dea64-14c5-4c21-b8aa-7946b00fe2ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Network': ['ID=bb09224a-e15f-4fa5-bafd-ae4cc7bbdf32,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.904914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.933667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.001481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.004589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.006205 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/security-groups/e15a260b-2a73-49a0-8d7d-c92360917ee2 HTTP/1.1" status: 204 len: 168 time: 0.1763730 Nov 12 03:48:20.019046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8e7ce-8f83-462f-a9d4-ef71f3e28e05 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a260b-2a73-49a0-8d7d-c92360917ee2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.023772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:20.063110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: fd5abfca-1cf7-46d6-871d-c5059589eec5 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:20.063339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device fd5abfca-1cf7-46d6-871d-c5059589eec5 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:20.362049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.367871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329561339', 'description': 'tempest-secgroup-smoke-329561339 description', 'project_id': '818a96820e2147d9add93d4f490de685'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.384407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a252a2d-b7e1-472d-b959-86fb8a82b439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.393743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.460878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.464849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.495155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.496974 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1332982 Nov 12 03:48:20.498899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ef6f3-3648-4e05-9ef8-85539fedd93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d5d491-3b3b-49e0-a93b-08955a99a2d4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.500069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52698) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.505337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.533772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.589347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.593139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.610021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd9b25c-5adf-49d0-9e1a-631eb959864f,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.620845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.625506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6377f6bf-b714-49d7-a2d2-8b070cf653f6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212120 Nov 12 03:48:20.625898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52700) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.630371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.656776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.712735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.716844 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.739389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22d8dff-5d0d-476e-a536-0c0bbf0be667,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.749441 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.750924 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e92dac58-224e-4935-bcec-ec4bf398f010 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242824 Nov 12 03:48:20.753630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52704) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.758306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.784751 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.845596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.849755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.867434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e20316-f4ef-4eeb-bde9-77091fd74616,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:20.876125 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.877323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f401219b-9b17-4c42-9ea0-157ead3f2886 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227629 Nov 12 03:48:20.880048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52708) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.884804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.912324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.976791 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.980240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.001936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b70f871-b2ae-46d1-bda4-0b8ca0e9f81b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.011337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.015406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4208f7df-bd09-44e8-840d-e979245c1d40 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317027 Nov 12 03:48:21.015705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52712) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.020632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:21.048412 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:21.053589 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.069457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e70084a6-1755-48b7-b535-177cf401f087 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:21.093392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e70084a6-1755-48b7-b535-177cf401f087 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:21.093984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e70084a6-1755-48b7-b535-177cf401f087 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:21.094561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:21.115345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.116622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:21.117093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 15d3fc82-ed09-44f5-bc10-9e029dee0bc4 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:21.123426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.143481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c9ff1-fb74-421e-a589-8b1a35e91232,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.155103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.156412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-96163c07-8af8-4c25-b466-533b4aca169e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396008 Nov 12 03:48:21.159495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.164397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': 'd8d5d491-3b3b-49e0-a93b-08955a99a2d4', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:21.187879 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:21.192698 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.257069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.261314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.290263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.291693 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308298 Nov 12 03:48:21.293174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593946f-68d6-47ca-b121-0fd31a5045e7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514250cc-515e-42b8-a383-d32ca6cb4206,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.295462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52720) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.300776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'network': {'name': 'tempest-network-smoke--43430348', 'project_id': '818a96820e2147d9add93d4f490de685', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:21.326223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:21.329761 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.361324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:21.371245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.371672 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Added segment 04502c07-6686-4b7f-91c9-4a66c275ef3a of type vlan for network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 Nov 12 03:48:21.414206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.438489 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.444506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.445182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.539289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2402198 Nov 12 03:48:21.540434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.545569 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'admin_state_up': True, 'project_id': '818a96820e2147d9add93d4f490de685', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:21.554056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b1e32-51d2-4436-a5f1-b4da1cb3aeec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Network': ['ID=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.566433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:21.576628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.577916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.621060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52726) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.647767 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.727451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.744676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95576b05-47d9-492f-ac30-fa3998d97e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.805906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.833840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95576b05-47d9-492f-ac30-fa3998d97e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.838614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95576b05-47d9-492f-ac30-fa3998d97e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.877962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-95576b05-47d9-492f-ac30-fa3998d97e15 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0a9274a2eed74a20ad3394bc9dd4f8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557833 Nov 12 03:48:21.878665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95576b05-47d9-492f-ac30-fa3998d97e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d68d5-bbfb-480f-8b5a-8c375cec7b73,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.880972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:21.936868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.959740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.009058 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.011805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.016448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a4d68d5-bbfb-480f-8b5a-8c375cec7b73 HTTP/1.1" status: 204 len: 168 time: 0.1317382 Nov 12 03:48:22.022683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c965678-6bba-4eb9-80ce-d74e1186b955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d68d5-bbfb-480f-8b5a-8c375cec7b73,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.304854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.324828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.336716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52738) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.356387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2183231e-2b2f-436b-9512-cbfd1ed17472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.439535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2183231e-2b2f-436b-9512-cbfd1ed17472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.442939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.102 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c82a2486-5df5-4cd1-ab58-de656c946d82) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:22.443362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2183231e-2b2f-436b-9512-cbfd1ed17472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.485669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2183231e-2b2f-436b-9512-cbfd1ed17472 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f2f764a891f749d6bd3c24572c4a8523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450489 Nov 12 03:48:22.485864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.491555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183231e-2b2f-436b-9512-cbfd1ed17472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e8f9d7-6f26-483f-8bfe-cb59151bd6f8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.542735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.555607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.573928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.588648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.632310 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:22.637585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.637895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:22.641433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:22.642057 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.645656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d6e8f9d7-6f26-483f-8bfe-cb59151bd6f8 HTTP/1.1" status: 204 len: 168 time: 0.1565597 Nov 12 03:48:22.654035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2ff1-aeef-44c8-a4d9-17d6e3e999d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e8f9d7-6f26-483f-8bfe-cb59151bd6f8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.664015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a3b2b-57b2-4e61-8533-6f3720702b65 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:22.675414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=c82a2486-5df5-4cd1-ab58-de656c946d82,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.719448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-47a28ecc-df96-4074-bb77-aa68270c9109 None None] Provisioning complete for port c82a2486-5df5-4cd1-ab58-de656c946d82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:22.720149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47a28ecc-df96-4074-bb77-aa68270c9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.762495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-47a28ecc-df96-4074-bb77-aa68270c9109 None None] Port c82a2486-5df5-4cd1-ab58-de656c946d82 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:22.950887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.093764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.171338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.307880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:23.436008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:23.448525 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Sync routers for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:23.456753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.461013 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2807d623-c9c9-4609-90d7-c3a24dbdaa85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9164422 Nov 12 03:48:23.461322 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.461720 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:23.462345 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:23.497363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3375d936-43dd-48fc-9cb4-f9480de79928 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=818a96820e2147d9add93d4f490de685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337791 Nov 12 03:48:23.499765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.593877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee578d38-1755-47ed-9f84-4e9dced5c248 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:23.594801 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:23.595547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee578d38-1755-47ed-9f84-4e9dced5c248 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946708 Nov 12 03:48:23.598157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.645289 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a130964d-7aca-4391-a10a-2577a65d2959 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460589 Nov 12 03:48:23.647802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:23.653749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1617929620', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'project_id': '818a96820e2147d9add93d4f490de685', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:23.670478 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.760543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:23.766189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.822113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:23.851162 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Checking router: 94aaa239-76a5-436a-8ab4-88c7aa2769b5 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:23.851508 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Updating router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 port c82a2486-5df5-4cd1-ab58-de656c946d82 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:23.879771 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.992959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.083564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Subnet': ['ID=c4e9d1b6-5f0b-4659-879e-78d6553cebbc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.101193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:24.101583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network hostable DHCP agents. Network: ea7ff3a4-4e0e-417f-ab12-43e8c48149b5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:24.126229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:24.142080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ea7ff3a4-4e0e-417f-ab12-43e8c48149b5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:24.150542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:24.151147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.152241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8191b12-cf9c-42d1-b3a9-526576249574 None None] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:24.173000 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6401f39-e463-4884-b07e-f85c198c4be6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5233767 Nov 12 03:48:24.175704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52786) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.186868 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.202360 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.298501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489ec11-0de5-4113-815c-dde96b6c2261 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:24.310926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Pushing event updated for resources: {'Port': ['ID=c82a2486-5df5-4cd1-ab58-de656c946d82,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.319277 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Attempting to bind port c82a2486-5df5-4cd1-ab58-de656c946d82 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:24.319911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Attempting to bind port c82a2486-5df5-4cd1-ab58-de656c946d82 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:24.320565 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Attempting to bind port c82a2486-5df5-4cd1-ab58-de656c946d82 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:24.327992 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.329104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.329609 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.330122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.330634 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.331121 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.331605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.332113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.332610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.346522 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.347177 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.348564 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:24.358650 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:24.359812 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:24.359986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:24.360625 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.360754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.361268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:24.362337 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Bound port: c82a2486-5df5-4cd1-ab58-de656c946d82, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:24.362888 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.427361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] Provisioning complete for port c82a2486-5df5-4cd1-ab58-de656c946d82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:24.427935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.433792 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] For port c82a2486-5df5-4cd1-ab58-de656c946d82, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:24.438184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] For port c82a2486-5df5-4cd1-ab58-de656c946d82, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c82a2486-5df5-4cd1-ab58-de656c946d82,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:24.442992 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.529292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c1731-5848-440b-a23a-5ae6537d25fa None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:24.529828 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5995f-26ac-4395-98dc-65f4ac2de966 None None] Pushing event updated for resources: {'Port': ['ID=c82a2486-5df5-4cd1-ab58-de656c946d82,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.539662 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:24.540599 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.629353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Allocated IP 172.20.0.2 (ea7ff3a4-4e0e-417f-ab12-43e8c48149b5/c4e9d1b6-5f0b-4659-879e-78d6553cebbc/aa99212a-6b81-4652-906f-893ab442f5ac) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:24.668830 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.713385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:24.732726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] For port c82a2486-5df5-4cd1-ab58-de656c946d82, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c82a2486-5df5-4cd1-ab58-de656c946d82,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:24.740517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.848425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78583af6-b0b3-47e5-89e5-d1dc7fedc6b3 None None] Pushing event updated for resources: {'Port': ['ID=c82a2486-5df5-4cd1-ab58-de656c946d82,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.893751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2a878e09-259f-4302-b84d-ddc6d4229e1c None None] Provisioning complete for port c82a2486-5df5-4cd1-ab58-de656c946d82 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:24.894123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2a878e09-259f-4302-b84d-ddc6d4229e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.936621 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.966187 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c518cb1-2be8-4797-ace2-1765dc964c91 None None] The sync data for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 is: [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:25.035309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.042624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.049036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.096928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Pushing event updated for resources: {'Port': ['ID=aa99212a-6b81-4652-906f-893ab442f5ac,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.106450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:25.108047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:25.111131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:25.181427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Attempting to bind port aa99212a-6b81-4652-906f-893ab442f5ac on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:25.182049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Attempting to bind port aa99212a-6b81-4652-906f-893ab442f5ac by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:25.182877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Attempting to bind port aa99212a-6b81-4652-906f-893ab442f5ac on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:25.190205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:25.190854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:25.191561 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.192967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:25.193711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Bound port: aa99212a-6b81-4652-906f-893ab442f5ac, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:25.194280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.293448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] For port aa99212a-6b81-4652-906f-893ab442f5ac, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:25.300602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] For port aa99212a-6b81-4652-906f-893ab442f5ac, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa99212a-6b81-4652-906f-893ab442f5ac,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:25.312176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.514101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.1 (ea7ff3a4-4e0e-417f-ab12-43e8c48149b5/c4e9d1b6-5f0b-4659-879e-78d6553cebbc/c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:25.629433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563d556-3a3c-4245-8f7e-dd1b91ecb780 None None] Pushing event updated for resources: {'Port': ['ID=aa99212a-6b81-4652-906f-893ab442f5ac,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.699013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.757149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.818664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:25.822829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:25.833822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:25.920434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.935054 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.456201 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.803567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.820258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.899922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.902431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.914778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6375d7-e871-4391-bd00-bbe7510c429e None None] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:27.038917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] Provisioning complete for port aa99212a-6b81-4652-906f-893ab442f5ac triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.039332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.062413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:27.064409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:27.197414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa99212a-6b81-4652-906f-893ab442f5ac up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:27.209184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:27.327007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.350420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port aa99212a-6b81-4652-906f-893ab442f5ac triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.350795 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.376166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:27.383105 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a76bd7ba-3922-47ff-9999-d25ec03b225f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/94aaa239-76a5-436a-8ab4-88c7aa2769b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2058940 Nov 12 03:48:27.441686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] For port aa99212a-6b81-4652-906f-893ab442f5ac, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa99212a-6b81-4652-906f-893ab442f5ac,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:27.452475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.555078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c110f1e-bc15-4e6a-9624-b84b19d9e1f0 None None] Pushing event updated for resources: {'Port': ['ID=aa99212a-6b81-4652-906f-893ab442f5ac,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:27.611495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c82a2486-5df5-4cd1-ab58-de656c946d82 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:27.657792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Sync routers for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:27.703911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:27.704543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:27.744361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c82a2486-5df5-4cd1-ab58-de656c946d82 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.744733 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.781272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-8e06da0d-0631-4b0d-900e-4a0427626bcc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329561339&fields=id&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 267 time: 0.0723610 Nov 12 03:48:27.866802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-990dedc7-d9a0-4a28-80cc-8e9b658ef589 None None] Provisioning complete for port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:27.867183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-990dedc7-d9a0-4a28-80cc-8e9b658ef589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.935150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:27.952160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-da09576f-df5f-4b38-aa4e-22aa08e6eaa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.953706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-da09576f-df5f-4b38-aa4e-22aa08e6eaa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 795 time: 0.1657114 Nov 12 03:48:27.970847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-817eec93-f08d-4f66-8c27-ab96a168d750 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/quotas/818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 375 time: 0.0110655 Nov 12 03:48:27.993506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-990dedc7-d9a0-4a28-80cc-8e9b658ef589 None None] Port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:28.032418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-990dedc7-d9a0-4a28-80cc-8e9b658ef589 None None] Provisioning complete for port aa99212a-6b81-4652-906f-893ab442f5ac triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.033187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-990dedc7-d9a0-4a28-80cc-8e9b658ef589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.047828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-afb925e3-1c89-4505-8ca5-358eb07b5f18 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695977 Nov 12 03:48:28.195419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-11ba96a3-9045-479c-a83a-8d4550dccb10 service neutron] 10.222.0.93 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293831 Nov 12 03:48:28.364731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-ffc4e766-e227-4280-8695-ba37a88f9a1a service neutron] 10.222.0.93 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516716 Nov 12 03:48:28.364958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 2, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:28.420669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Checking router: 94aaa239-76a5-436a-8ab4-88c7aa2769b5 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:28.421123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Updating router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:28.455926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.515813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5cb1f0b9-3df2-4583-8f81-c4813e6b802e None None] Provisioning complete for port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.516224 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f0b9-3df2-4583-8f81-c4813e6b802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.564541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3f0152e-586f-4df3-b48c-4ad7ab138c0d req-8a0df1a0-7db8-42b9-b658-76d76940a28b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 210 time: 0.0418797 Nov 12 03:48:28.609871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1f0b9-3df2-4583-8f81-c4813e6b802e None None] Port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:28.801540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.807912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.864883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06099915-5148-4649-9616-a4a7839a84a4 None None] Pushing event updated for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.927935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Attempting to bind port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:28.928630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Attempting to bind port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:28.929008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Attempting to bind port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:28.935397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:28.936080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:28.936376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.936821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:28.937308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Bound port: c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:28.937736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.044410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] For port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:29.049070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] For port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:29.057179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.111263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa99212a-6b81-4652-906f-893ab442f5ac up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:29.154275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:29.154915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:29.262418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06099915-5148-4649-9616-a4a7839a84a4 None None] Pushing event updated for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.273592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] Provisioning complete for port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.274029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.557188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:29.627681 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.634343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port aa99212a-6b81-4652-906f-893ab442f5ac triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.634704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.709820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-0bee3405-9c76-4d9c-9372-f9429dba15a2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:29.711887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-0bee3405-9c76-4d9c-9372-f9429dba15a2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 795 time: 0.1860104 Nov 12 03:48:29.785830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4fa343f1-5f95-4385-9bf1-3954d0e16917 req-39123aa6-fadf-447d-8402-74150885b3dc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 210 time: 0.0659204 Nov 12 03:48:29.791480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] For port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:29.823246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.845016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-7be46c2d-2279-467f-ad02-79aaf62046c1 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 379 time: 0.1231630 Nov 12 03:48:29.861268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'port': {'device_id': '87da6cdb-e877-47f9-a86f-f233334b1247', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'admin_state_up': True, 'tenant_id': '818a96820e2147d9add93d4f490de685', 'security_groups': ['d8d5d491-3b3b-49e0-a93b-08955a99a2d4']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.931540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844dca3-215e-4541-95e9-7e108a9a753b None None] Pushing event updated for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.993894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-26f4e2c5-4f72-4659-9225-854a0a44db08 None None] Provisioning complete for port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.994522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26f4e2c5-4f72-4659-9225-854a0a44db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.071478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:30.071478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.083922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:30.157323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02b274b-91e6-448b-b060-02cae15413fa None None] The sync data for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 is: [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:30.281707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.12 (ea7ff3a4-4e0e-417f-ab12-43e8c48149b5/c4e9d1b6-5f0b-4659-879e-78d6553cebbc/377a837e-f381-44bf-99fe-76c3cb3d3f9c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:30.478808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.542047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.618673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:30.629096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:30.636468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:30.756709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.757416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.765064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.785035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-bf88d253-3181-4bed-9ca1-4ce7544af6ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9331119 Nov 12 03:48:30.801131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Request body: {'port': {'device_id': '87da6cdb-e877-47f9-a86f-f233334b1247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.891397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.050195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819e94-b3a6-4731-aaa7-2823ba86f01c req-5da36f71-b572-4dd3-a267-77295b4f6a3c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.055361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e819e94-b3a6-4731-aaa7-2823ba86f01c req-5da36f71-b572-4dd3-a267-77295b4f6a3c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 932 time: 0.1335990 Nov 12 03:48:31.101979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-397f7c47-1479-45a9-a17f-f0c5a282ef0c None None] Provisioning complete for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.102569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-397f7c47-1479-45a9-a17f-f0c5a282ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.112218 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.163177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:31.216323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-397f7c47-1479-45a9-a17f-f0c5a282ef0c None None] Port 377a837e-f381-44bf-99fe-76c3cb3d3f9c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:31.247882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.248279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.258282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e819e94-b3a6-4731-aaa7-2823ba86f01c req-a627ef93-938c-4072-905e-783fec10f770 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932604 Nov 12 03:48:31.445616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:31.457580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.472083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Transition to ACTIVE for port object 377a837e-f381-44bf-99fe-76c3cb3d3f9c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:31.477598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.543226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.648333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:31.648824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:31.649624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:31.658091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:31.658638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:31.667457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:31.667876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:31.669068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:31.671553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Bound port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:31.672144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.782597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:31.789541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:31.804999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.862787 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.867436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:31.868126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.869391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] 10.222.0.98 "PUT /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1093 time: 1.0750594 Nov 12 03:48:31.869819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:31.872452 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ccca1a-0376-45cf-800d-1f91018a5f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:31.928574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb63c-93be-4654-b14e-1922c692bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:31.941244 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513ee97-6c05-4f17-bf60-52613dc6e821 x-openstack-request-id: req-3513ee97-6c05-4f17-bf60-52613dc6e821 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:31.941627 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:31.941845 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3513ee97-6c05-4f17-bf60-52613dc6e821 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:31.942299 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:48:32.008974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-f020fb55-43bf-4e8b-af14-1d1baa1235a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.010893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-f020fb55-43bf-4e8b-af14-1d1baa1235a0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.0720589 Nov 12 03:48:32.080898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-d5e8b329-aa6c-4363-b63f-65de879df7cb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 217 time: 0.0615225 Nov 12 03:48:32.146054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-5180a7d7-7278-449d-812a-97434406bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.148416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-5180a7d7-7278-449d-812a-97434406bf92 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0607853 Nov 12 03:48:32.169821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 52980) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.205801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-e7a13f7d-42f5-4dc2-8e1f-2fd472614237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.207360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-e7a13f7d-42f5-4dc2-8e1f-2fd472614237 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511672 Nov 12 03:48:32.319167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-08af1385-1bd3-4b8e-958f-1ec977cd71d7 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033316 Nov 12 03:48:32.343516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-531266d1-60a4-4c15-87ae-2d80d2ccd7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.497378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7cab3186-b8e8-4267-ae43-f98efc997e08 req-0b9c1c8c-619d-40b1-b9f6-e1b6d885766a service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700530 Nov 12 03:48:32.510431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e476-694e-4296-bcd3-6248ce93edc7 req-c43eb9d5-2ed0-4118-8f00-6356c02484e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.512100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d01e476-694e-4296-bcd3-6248ce93edc7 req-c43eb9d5-2ed0-4118-8f00-6356c02484e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.1164842 Nov 12 03:48:32.561942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-531266d1-60a4-4c15-87ae-2d80d2ccd7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.580124 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-531266d1-60a4-4c15-87ae-2d80d2ccd7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.646380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d01e476-694e-4296-bcd3-6248ce93edc7 req-d0dd87e5-5a51-4811-b995-89060b16b983 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265364 Nov 12 03:48:32.656627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-531266d1-60a4-4c15-87ae-2d80d2ccd7da admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=47fb0e67f8c442d7b58b515abf83638d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4857502 Nov 12 03:48:32.658995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531266d1-60a4-4c15-87ae-2d80d2ccd7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee4aec-c82d-46a0-be26-893c3f47fcac,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.668106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 52992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.673032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-2c3d716f-a8cd-4bb1-b25f-413cbde6c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.674689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-2c3d716f-a8cd-4bb1-b25f-413cbde6c65b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.1066601 Nov 12 03:48:32.731941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.764875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.787231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-6359c967-adeb-47a8-9c57-0a20cfe62bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.789038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-6359c967-adeb-47a8-9c57-0a20cfe62bf6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.1055887 Nov 12 03:48:32.813942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.817126 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.818303 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7eee4aec-c82d-46a0-be26-893c3f47fcac HTTP/1.1" status: 204 len: 168 time: 0.1481800 Nov 12 03:48:32.828117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e99c6e-505a-43fa-b4fb-d704cb211398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee4aec-c82d-46a0-be26-893c3f47fcac,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.838980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-9c7e6bdb-c02b-4992-9de8-ea8fe45c7d7a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 217 time: 0.0425270 Nov 12 03:48:32.910965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-cce3e58e-017f-4fc7-8d20-067ac41bc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.912562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-cce3e58e-017f-4fc7-8d20-067ac41bc7c1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0652115 Nov 12 03:48:32.960934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-7b0f34b5-833c-40e5-8370-97f39da6e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.962591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-7b0f34b5-833c-40e5-8370-97f39da6e937 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425193 Nov 12 03:48:33.077957 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-cd120c86-9ab6-40d3-803a-d209d90b683f service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077533 Nov 12 03:48:33.163106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.178017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80586e7d-6757-4700-8e2f-8f06d2de41f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.186527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02ccca1a-0376-45cf-800d-1f91018a5f7e req-34ba515c-30f8-4cf1-8db1-e85d01593b16 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010494 Nov 12 03:48:33.278118 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80586e7d-6757-4700-8e2f-8f06d2de41f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.282306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80586e7d-6757-4700-8e2f-8f06d2de41f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.322972 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80586e7d-6757-4700-8e2f-8f06d2de41f6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b33144f4cc8b4cab978772aaf87efebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586695 Nov 12 03:48:33.323758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80586e7d-6757-4700-8e2f-8f06d2de41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54c4c06-012c-45cc-aad9-b799befebebc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.326956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53010) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.383294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.404952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.460322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.462975 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.464225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d54c4c06-012c-45cc-aad9-b799befebebc HTTP/1.1" status: 204 len: 168 time: 0.1360600 Nov 12 03:48:33.480272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd849539-3e04-4afc-88f1-a17236984d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54c4c06-012c-45cc-aad9-b799befebebc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.804692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0274e3-fc94-4344-8540-5e7c47f92227 req-18a00bde-f6fc-47de-b26e-cddcdd34c212 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.806223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed0274e3-fc94-4344-8540-5e7c47f92227 req-18a00bde-f6fc-47de-b26e-cddcdd34c212 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.0699608 Nov 12 03:48:33.871056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed0274e3-fc94-4344-8540-5e7c47f92227 req-03d5e359-53b9-4139-a9bb-9b6d31eb7a18 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585690 Nov 12 03:48:34.999993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a864a-80a8-488f-bedb-cde0a060fe61 req-de777628-8793-4191-9c22-f4ef3357728c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.001537 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a63a864a-80a8-488f-bedb-cde0a060fe61 req-de777628-8793-4191-9c22-f4ef3357728c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.0577178 Nov 12 03:48:35.056298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a63a864a-80a8-488f-bedb-cde0a060fe61 req-4af53138-3729-47cc-87d1-0b56672dd61c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470912 Nov 12 03:48:36.197764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3b8ac-17e4-4a07-b8b6-ac96d2f1b691 req-619ba9fd-e49c-472b-a9f4-533af2906ee3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.199402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad3b8ac-17e4-4a07-b8b6-ac96d2f1b691 req-619ba9fd-e49c-472b-a9f4-533af2906ee3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.0654738 Nov 12 03:48:36.253638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad3b8ac-17e4-4a07-b8b6-ac96d2f1b691 req-23d5dbf4-333d-42af-a778-72cef0a04efe tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469813 Nov 12 03:48:36.439501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.553992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e09861ea-b036-469d-b23e-d56277d950f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.628749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e09861ea-b036-469d-b23e-d56277d950f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.633585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e09861ea-b036-469d-b23e-d56277d950f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.675454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09861ea-b036-469d-b23e-d56277d950f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b435c7cb-11e5-4c87-a14e-d4f85fa83275,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.683010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e09861ea-b036-469d-b23e-d56277d950f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1cabfa599cbc4623a7fd8e12b98d65b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389190 Nov 12 03:48:36.683010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.745020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.769729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.822802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.825979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.827444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b435c7cb-11e5-4c87-a14e-d4f85fa83275 HTTP/1.1" status: 204 len: 168 time: 0.1440213 Nov 12 03:48:36.836652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174eea1a-52d9-403d-bca3-ef670f801ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435c7cb-11e5-4c87-a14e-d4f85fa83275,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.870758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:36.972840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:36.986427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:37.030356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.048068 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:37.069240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:37.073172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.127664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.152425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.167898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e91e07d8-7320-4549-b6eb-4bba9c1fb363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.245639 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e91e07d8-7320-4549-b6eb-4bba9c1fb363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.249969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e91e07d8-7320-4549-b6eb-4bba9c1fb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.273756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['377a837e-f381-44bf-99fe-76c3cb3d3f9c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:37.301212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e07d8-7320-4549-b6eb-4bba9c1fb363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b45112-4915-47c5-b7ee-8a97c21332c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.322682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53260) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.323817 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e91e07d8-7320-4549-b6eb-4bba9c1fb363 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=daf4e5a22f4a44319c01e663f78a42a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694560 Nov 12 03:48:37.425648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.434899 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:37.449800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591f50-f0d4-475d-825e-63e2fa679690 req-9f86b7b4-fd8a-403e-bb32-bde8e24d3ebe tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.457386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30591f50-f0d4-475d-825e-63e2fa679690 req-9f86b7b4-fd8a-403e-bb32-bde8e24d3ebe tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.1018758 Nov 12 03:48:37.506378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.523364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-30591f50-f0d4-475d-825e-63e2fa679690 req-1e2ffd60-375d-4b97-ba03-3022b97ef43d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651212 Nov 12 03:48:37.573695 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.578643 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.580274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/04b45112-4915-47c5-b7ee-8a97c21332c4 HTTP/1.1" status: 204 len: 168 time: 0.2565243 Nov 12 03:48:37.590741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8b2b0-af2c-44d0-938f-4293f367a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b45112-4915-47c5-b7ee-8a97c21332c4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.616047 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.660872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91124aa-e8f2-4714-9350-92ec64860218 req-4d95cf72-83d8-449b-9deb-6c3e21a5231e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.662661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f91124aa-e8f2-4714-9350-92ec64860218 req-4d95cf72-83d8-449b-9deb-6c3e21a5231e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.0558872 Nov 12 03:48:38.718906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f91124aa-e8f2-4714-9350-92ec64860218 req-d05de07c-1fed-45de-bf8a-3f97e5efad9e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459950 Nov 12 03:48:38.741477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b314e8-d38e-4297-96e3-b25c73acba8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.822497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b314e8-d38e-4297-96e3-b25c73acba8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.826946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b314e8-d38e-4297-96e3-b25c73acba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.854585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:38.868887 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b3b314e8-d38e-4297-96e3-b25c73acba8f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f77c0807f0d14967807b09f4fa92624f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492158 Nov 12 03:48:38.868887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b314e8-d38e-4297-96e3-b25c73acba8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e78824-c1a7-45fc-8676-afeea77440ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.869171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53324) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.926259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:38.928393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:38.928820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.942851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.967404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.019555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.035233 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.038946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.040129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b7e78824-c1a7-45fc-8676-afeea77440ed HTTP/1.1" status: 204 len: 168 time: 0.1699629 Nov 12 03:48:39.050164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e743a01-311f-4f45-b53f-29a3cbf3fcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e78824-c1a7-45fc-8676-afeea77440ed,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.056825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:39.059158 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e7545-8659-4a0e-868d-648896394a03" -d '{"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-plugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:39.084290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:39.093359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.125035 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec52bd-a662-42a1-883c-42b7d8da5cbd x-openstack-request-id: req-a5ec52bd-a662-42a1-883c-42b7d8da5cbd {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:39.125780 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-plugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:39.126184 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a5ec52bd-a662-42a1-883c-42b7d8da5cbd {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:39.126889 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'code': 200} Nov 12 03:48:39.171340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.180125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.180459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.180806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.181142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.181475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.181811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.182112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.182604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.182931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.183407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.183760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.189829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:39.227034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a47050-c59b-4b1e-ac07-81164abbf068 req-82ab5da7-f5fc-4386-82c1-81dfabdd8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.228747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07a47050-c59b-4b1e-ac07-81164abbf068 req-82ab5da7-f5fc-4386-82c1-81dfabdd8e18 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1098 time: 0.0496047 Nov 12 03:48:39.287398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07a47050-c59b-4b1e-ac07-81164abbf068 req-3125b459-bdc1-4041-b276-e4439678f0a0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507853 Nov 12 03:48:39.862462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7fa5-0f7f-4857-97fa-daddc08a2334 req-eb8f8b2b-7f12-4811-89ab-5856bd7d0241 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.864325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177f7fa5-0f7f-4857-97fa-daddc08a2334 req-eb8f8b2b-7f12-4811-89ab-5856bd7d0241 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0542817 Nov 12 03:48:39.934584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177f7fa5-0f7f-4857-97fa-daddc08a2334 req-0bf44902-05a4-4581-86f7-94f4ced38724 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628529 Nov 12 03:48:40.397447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.565077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1082913555'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:40.588003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Made reservation on behalf of 5dfeed4f7d8243819479b1aeafa714ef for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:40.592776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.612021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.701110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.709568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.748442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:40.754978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59dfed-a4eb-481c-b498-7dfb9b49dd56,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.762011 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.762626 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Added segment 814ce083-91a0-42e2-8aa9-b46d4a835e1c of type vlan for network ac226475-1894-4538-b62d-0b74a72c8b79 Nov 12 03:48:40.813999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.848376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.854296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.854889 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.892046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4933727 Nov 12 03:48:40.930822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebe262-079b-4e86-8f86-bb87ce2ed8cc tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Pushing event updated for resources: {'Network': ['ID=ac226475-1894-4538-b62d-0b74a72c8b79,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.944601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network ac226475-1894-4538-b62d-0b74a72c8b79 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:41.107342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d13b2-5560-423e-9dbb-faa9dbe7603a req-ed4b5638-889c-4fd1-b0e6-b9625f29b93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.109146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a68d13b2-5560-423e-9dbb-faa9dbe7603a req-ed4b5638-889c-4fd1-b0e6-b9625f29b93c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0695043 Nov 12 03:48:41.184273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a68d13b2-5560-423e-9dbb-faa9dbe7603a req-4101c507-3ab1-42ee-a2ee-829b434ffe96 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564613 Nov 12 03:48:41.204358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53420) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.213226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79', 'binding:host_id': 'n-h2-713499-30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-287068504'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.249519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Made reservation on behalf of c478445334d741899c466f73f5289111 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:41.251981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.265285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.353222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d8e68-5e97-428e-a9b5-d8406927e994 req-a12afc9a-ccfe-47b4-b577-2b6c76308503 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.355535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b74d8e68-5e97-428e-a9b5-d8406927e994 req-a12afc9a-ccfe-47b4-b577-2b6c76308503 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0795171 Nov 12 03:48:41.424339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.430140 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.441539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port 7fb06f00-ae2b-467d-bdde-4270da0500d3 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:41.461392 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b74d8e68-5e97-428e-a9b5-d8406927e994 req-75ea4b58-2f11-4ab7-808e-87973010f6eb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954180 Nov 12 03:48:41.488496 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.530696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6210290-9ac4-488e-9c44-e33d4ce403f3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.567423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da08cde-0866-42f2-965c-070795f2260c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.573125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53432) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.574025 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6da08cde-0866-42f2-965c-070795f2260c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1093 time: 0.0836833 Nov 12 03:48:41.579459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.663099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.781436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port 7fb06f00-ae2b-467d-bdde-4270da0500d3 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:41.794310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.803458 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.175774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb06f00-ae2b-467d-bdde-4270da0500d3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.203165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.204921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Checking segment: {'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:42.205338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Network hostable DHCP agents. Network: ac226475-1894-4538-b62d-0b74a72c8b79, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:42.265062 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Network ac226475-1894-4538-b62d-0b74a72c8b79 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:42.280974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, ac226475-1894-4538-b62d-0b74a72c8b79) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.291613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c49b12-2467-4007-8228-2eaf8ac1f870 None None] Network ac226475-1894-4538-b62d-0b74a72c8b79 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:42.304631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:42.325060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.325404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.325832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.336306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.336506 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.339255 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 2 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.349397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.123 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/94d6fd26-c9b2-496a-95ce-e50e4c670a05) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:42.367353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.367605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.367867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.377861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.378204 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.399698 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 3 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.416359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.416704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.417046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.448911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.450340 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.451562 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 4 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.472134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.472474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.472815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.480850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.481181 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.483450 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 5 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.510677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.511021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.511361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.522089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.522455 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.525054 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.526216 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 6 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.544572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.544914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.545257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.553211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.553557 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.557165 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 7 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.579926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.580295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.580636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.595696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.595696 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.595696 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 8 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.601811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.613608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.613949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.614294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.649368 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.649758 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.651349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:42.653987 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 9 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.666731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:42.672225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:42.696104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=94d6fd26-c9b2-496a-95ce-e50e4c670a05,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.698870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.699801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.700069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.711383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.711723 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.715764 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 10 to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 Nov 12 03:48:42.759036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.759371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.759708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.769850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.770177 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 7fb06f00-ae2b-467d-bdde-4270da0500d3 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:42.770552 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.923459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port 7fb06f00-ae2b-467d-bdde-4270da0500d3, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:42.923836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempted to set empty binding levels {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:42.955309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.002819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.003423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.038067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb06f00-ae2b-467d-bdde-4270da0500d3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.051785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7dccc981-6c48-4bc3-92aa-e35ae5ec4140 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8446195 Nov 12 03:48:43.054646 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.154824 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Deleting port 7fb06f00-ae2b-467d-bdde-4270da0500d3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:43.155170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.225370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port 7fb06f00-ae2b-467d-bdde-4270da0500d3, host n-h2-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:43.225681 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.236684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.244240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Calling delete_port for 7fb06f00-ae2b-467d-bdde-4270da0500d3 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:43.328629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.344353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.383941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.391665 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "DELETE /v2.0/ports/7fb06f00-ae2b-467d-bdde-4270da0500d3 HTTP/1.1" status: 204 len: 168 time: 0.3358037 Nov 12 03:48:43.393129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024b88f-5c4b-4ebf-a82f-8d4b7c0e9ddd tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb06f00-ae2b-467d-bdde-4270da0500d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.395625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.420549 n-d-713499-30 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde98923-aca8-46fe-9bd1-706ab7a0ce18 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:43.422171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bde98923-aca8-46fe-9bd1-706ab7a0ce18 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports/7fb06f00-ae2b-467d-bdde-4270da0500d3 HTTP/1.1" status: 404 len: 333 time: 0.0254476 Nov 12 03:48:43.426735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.435879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1069335543'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.459586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Made reservation on behalf of c478445334d741899c466f73f5289111 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:43.462103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.478531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:43.510156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.515743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.594541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=94d6fd26-c9b2-496a-95ce-e50e4c670a05,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.609358 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.680260 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.718665 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP ddf926cc-77bc-427b-bc82-93463ea3ba39 associated. External IP: 172.25.4.123, port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c. Nov 12 03:48:43.719630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.759713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Network ac226475-1894-4538-b62d-0b74a72c8b79 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:43.763030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:43.768844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:43.769775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.770450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.782073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca09400-6bd8-4fbd-9d44-7bb98494c7d7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.793381 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c1fca01-7bcf-49ad-a8fa-baa47e7dd79e tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3665764 Nov 12 03:48:43.795854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.801186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.866070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.954724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:44.069371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:44.083273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.092478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.100333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:44.113296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Sync routers for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:44.132277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.154290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:44.154933 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.161172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca09400-6bd8-4fbd-9d44-7bb98494c7d7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.165693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.166031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.166372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.171800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.172174 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.172555 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 2 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.184810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2fe2a9dc-0567-4107-8e6c-011b1473dceb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6103506 Nov 12 03:48:44.185900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:44.190163 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549b82be-6139-4ed4-accb-dae8222f8ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:44.204029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.204380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.204726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.210153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.210962 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.211356 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 3 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.233473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.234320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.235104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.241764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.242333 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.243333 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 4 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.259416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.259997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.260509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.267682 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.268077 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.268296 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ceee98-8f14-47e2-a491-139dc9451003 x-openstack-request-id: req-49ceee98-8f14-47e2-a491-139dc9451003 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:44.268808 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 5 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.268915 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:44.269061 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49ceee98-8f14-47e2-a491-139dc9451003 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:44.269547 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:48:44.282743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.283104 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.283566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.289220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.289556 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.289988 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 6 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.304647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.305254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.305765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.311255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.311792 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.312367 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 7 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.327233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.327827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.328377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.333459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.334016 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.334565 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 8 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.342002 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:44.350836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.351407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.351918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.358608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.359803 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.360485 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 9 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.364746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386fc2-4010-4b69-a594-0b36e3a60d86 req-056ae143-8adb-42a8-b444-d87e4a75daf3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.366323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75386fc2-4010-4b69-a594-0b36e3a60d86 req-056ae143-8adb-42a8-b444-d87e4a75daf3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0835299 Nov 12 03:48:44.369294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-85e903f5-be48-4d25-a6ee-79349aef1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.371642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-85e903f5-be48-4d25-a6ee-79349aef1673 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1098 time: 0.0778103 Nov 12 03:48:44.376098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.376633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.377144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.382043 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.382587 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.383140 n-d-713499-30 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 10 to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 Nov 12 03:48:44.401479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:44.402901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:44.403410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:44.409036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:44.409612 n-d-713499-30 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:44.410143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.482196 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:44.483418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:44.489733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75386fc2-4010-4b69-a594-0b36e3a60d86 req-ab79de79-98c6-4109-b431-3f4b08a8729b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151621 Nov 12 03:48:44.490980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.518581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53492) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.541467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-e3218be3-5bdd-455a-a009-68d42e985505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.542983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-e3218be3-5bdd-455a-a009-68d42e985505 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.1599905 Nov 12 03:48:44.545028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] In _notify_port_updated(), no bound segment for port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:44.546381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.546498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.550097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "PUT /v2.0/ports/9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 HTTP/1.1" status: 200 len: 976 time: 0.7508392 Nov 12 03:48:44.550895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.630488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ddf926cc-77bc-427b-bc82-93463ea3ba39', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.123', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da6cdb-e877-47f9-a86f-f233334b1247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:43Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.630804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caaaa0-1335-4934-a2ac-caa3a4ca1f05 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca09400-6bd8-4fbd-9d44-7bb98494c7d7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.660827 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Checking router: 94aaa239-76a5-436a-8ab4-88c7aa2769b5 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:44.672566 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:44.673183 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:44.673499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-b0c7713d-05b0-4bd4-a361-7b746d791e81 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.0830207 Nov 12 03:48:44.679409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.679899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.680430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.680982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.681504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.681957 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.682423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.682872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.683324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.684362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.684823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.685278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.685732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.686188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.686643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.687111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.687819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.688339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.688797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.689272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.689760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.696050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-51f1fcf1-fdb6-4fe7-b87b-45048eabd392 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18755 time: 0.1408234 Nov 12 03:48:44.696404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.747823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ef199e8e-610a-4b57-8bbb-aa015ed5e8f9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/ddf926cc-77bc-427b-bc82-93463ea3ba39 HTTP/1.1" status: 200 len: 992 time: 0.2262208 Nov 12 03:48:44.760819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-35858815-1012-45a6-91a7-9fc04cd71896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.762966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-35858815-1012-45a6-91a7-9fc04cd71896 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0769637 Nov 12 03:48:44.793681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Deleting port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:44.794348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.825578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-29eae479-8935-48f6-a3a5-262cedb9113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:44.827187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-29eae479-8935-48f6-a3a5-262cedb9113e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581148 Nov 12 03:48:44.877708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7, host n-h2-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:44.878177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.892355 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Calling delete_port for 9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:44.898714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:44.946854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-6dd3aba9-90a1-45c9-9290-b237868f9da2 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101713 Nov 12 03:48:44.985080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.023279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.026993 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "DELETE /v2.0/ports/9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 HTTP/1.1" status: 204 len: 168 time: 0.3296936 Nov 12 03:48:45.028472 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43aaed-bbb2-448e-a80d-b2356b2b6630 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ca09400-6bd8-4fbd-9d44-7bb98494c7d7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.030700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.063022 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d59461-ddde-4972-bc1e-7c837e80037d tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:45.064749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c6d59461-ddde-4972-bc1e-7c837e80037d tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports/9ca09400-6bd8-4fbd-9d44-7bb98494c7d7 HTTP/1.1" status: 404 len: 333 time: 0.0330300 Nov 12 03:48:45.068501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.077629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1008357284', 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:45.092064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-549b82be-6139-4ed4-accb-dae8222f8ccb req-d5c5d9fa-bc5d-4369-b458-c4df45acbe88 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385832 Nov 12 03:48:45.107595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Made reservation on behalf of c478445334d741899c466f73f5289111 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:45.111583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.136087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port bc72929e-daf8-4f12-a8ad-d37d49d8044c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:45.201877 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ddf926cc-77bc-427b-bc82-93463ea3ba39', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.123', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da6cdb-e877-47f9-a86f-f233334b1247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:43Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:45.228296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e8d33-3b0e-42f1-99f6-77ad7865eb5a None None] The sync data for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 is: [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ddf926cc-77bc-427b-bc82-93463ea3ba39', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.123', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da6cdb-e877-47f9-a86f-f233334b1247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:43Z', 'updated_at': '2021-11-12T03:48:43Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:45.458324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaf9a0-4188-40e0-bac8-b889aa137e6c None None] New status for floating IP ddf926cc-77bc-427b-bc82-93463ea3ba39: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:45.566716 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.606472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.656641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Network ac226475-1894-4538-b62d-0b74a72c8b79 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:45.658179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:45.661202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:45.662175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.662782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.679465 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=bc72929e-daf8-4f12-a8ad-d37d49d8044c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.688556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6f98bed2-4adb-40b7-974e-ac277bcefc9f tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6182196 Nov 12 03:48:45.691127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.724328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fdf50d-579a-458d-8688-da3ae51c3c55 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:45.725616 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70fdf50d-579a-458d-8688-da3ae51c3c55 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports/bc72929e-daf8-4f12-a8ad-d37d49d8044c HTTP/1.1" status: 200 len: 955 time: 0.0335419 Nov 12 03:48:45.728454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.750340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53508) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.809395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Deleting port bc72929e-daf8-4f12-a8ad-d37d49d8044c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:45.810241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.822560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-392b6796-737c-43b5-bd0d-9e723e2eb4c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/ddf926cc-77bc-427b-bc82-93463ea3ba39 HTTP/1.1" status: 200 len: 994 time: 0.0636916 Nov 12 03:48:45.872453 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.886008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Calling delete_port for bc72929e-daf8-4f12-a8ad-d37d49d8044c owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:45.968834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.998179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc72929e-daf8-4f12-a8ad-d37d49d8044c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.003549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.006966 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-685dfaca-9ac3-4a4c-a9d6-43dd3fd2c6a5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "DELETE /v2.0/ports/bc72929e-daf8-4f12-a8ad-d37d49d8044c HTTP/1.1" status: 204 len: 168 time: 0.2775948 Nov 12 03:48:46.009976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53510) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.037639 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cf8767-5e7f-42bc-aaac-6be67d96ce03 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:46.039095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-60cf8767-5e7f-42bc-aaac-6be67d96ce03 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports/bc72929e-daf8-4f12-a8ad-d37d49d8044c HTTP/1.1" status: 404 len: 333 time: 0.0281425 Nov 12 03:48:46.042716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.047380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1078988444'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:46.068727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Made reservation on behalf of c478445334d741899c466f73f5289111 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:46.071234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.087136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port caea9ff5-b039-4a8c-b970-3ef34eb91b99 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:46.239048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.272990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.317783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Network ac226475-1894-4538-b62d-0b74a72c8b79 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:46.323054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:46.325254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=caea9ff5-b039-4a8c-b970-3ef34eb91b99,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.327301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:46.328335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.328826 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.344457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-06e3afb5-9433-4222-b846-1daa48309a01 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3007126 Nov 12 03:48:46.347034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53516) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.351947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:46.404799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.573116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] device_id is not set on port caea9ff5-b039-4a8c-b970-3ef34eb91b99 yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:46.580890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.586344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.639423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=caea9ff5-b039-4a8c-b970-3ef34eb91b99,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.654847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.655202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.655585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.659871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.660238 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.660615 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 2 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.674234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.674565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.674896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.679142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.679461 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.679842 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 3 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.691542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.691872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.692406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.696606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.696906 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.697280 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 4 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.709196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.709527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.709855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.713950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.714262 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.714625 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 5 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.726309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.726644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.726962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.732200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.732521 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.732910 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 6 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.746183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.746630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.746974 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.751480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.752128 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.752272 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 7 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.764994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.765324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.765657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.770304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.770627 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.771042 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 8 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.785394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.785733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.786065 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.790677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.790993 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.791377 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 9 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.804489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.804826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.805154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.809876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.810197 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.810584 n-d-713499-30 neutron-server[102606]: INFO neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempt 10 to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 Nov 12 03:48:46.823756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:46.824063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:46.824434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempting to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:46.828878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:46.829197 n-d-713499-30 neutron-server[102606]: ERROR neutron.plugins.ml2.managers [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Failed to bind port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on host n-h2-713499-30 for vnic_type normal using segments [{'id': '814ce083-91a0-42e2-8aa9-b46d4a835e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'ac226475-1894-4538-b62d-0b74a72c8b79'}] Nov 12 03:48:46.829556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.892356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port caea9ff5-b039-4a8c-b970-3ef34eb91b99, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:46.892708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attempted to set empty binding levels {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:46.897351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.932249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] In _notify_port_updated(), no bound segment for port caea9ff5-b039-4a8c-b970-3ef34eb91b99 on network ac226475-1894-4538-b62d-0b74a72c8b79 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:46.933088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:46.933706 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.937913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.938324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "PUT /v2.0/ports/caea9ff5-b039-4a8c-b970-3ef34eb91b99 HTTP/1.1" status: 200 len: 976 time: 0.5899949 Nov 12 03:48:46.951346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ce11d-bafd-4f78-9f01-f04fe22b8797 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event updated for resources: {'Port': ['ID=caea9ff5-b039-4a8c-b970-3ef34eb91b99,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.014627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Deleting port caea9ff5-b039-4a8c-b970-3ef34eb91b99 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:47.014997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.080273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] For port caea9ff5-b039-4a8c-b970-3ef34eb91b99, host n-h2-713499-30, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:47.080546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.093425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Calling delete_port for caea9ff5-b039-4a8c-b970-3ef34eb91b99 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:47.178196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.207214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Pushing event deleted for resources: {'Port': ['ID=caea9ff5-b039-4a8c-b970-3ef34eb91b99,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.210781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.216980 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-460f9855-42c6-4834-804a-c9c2ecf5a079 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "DELETE /v2.0/ports/caea9ff5-b039-4a8c-b970-3ef34eb91b99 HTTP/1.1" status: 204 len: 168 time: 0.2748961 Nov 12 03:48:47.217341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53522) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.241621 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63ae7fe-76f5-4c9b-a7bb-93c1033391f5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:47.243123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f63ae7fe-76f5-4c9b-a7bb-93c1033391f5 tempest-PortsAdminExtendedAttrsTestJSON-716172322 tempest-PortsAdminExtendedAttrsTestJSON-716172322-project-admin] 10.222.0.93 "GET /v2.0/ports/caea9ff5-b039-4a8c-b970-3ef34eb91b99 HTTP/1.1" status: 404 len: 333 time: 0.0248008 Nov 12 03:48:47.247476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53524) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.325414 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.413711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.434777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac226475-1894-4538-b62d-0b74a72c8b79']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.444547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814ce083-91a0-42e2-8aa9-b46d4a835e1c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.444845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814ce083-91a0-42e2-8aa9-b46d4a835e1c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.455123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.468438 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.474423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:47.474807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:47.477876 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:47.541784 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.548733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.554458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] 10.222.0.93 "DELETE /v2.0/networks/ac226475-1894-4538-b62d-0b74a72c8b79 HTTP/1.1" status: 204 len: 168 time: 0.3034189 Nov 12 03:48:47.564232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037839c8-22b9-4f4e-853d-947483f24132 tempest-PortsAdminExtendedAttrsTestJSON-767580326 tempest-PortsAdminExtendedAttrsTestJSON-767580326-project] Pushing event deleted for resources: {'Network': ['ID=ac226475-1894-4538-b62d-0b74a72c8b79,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.812227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.950908 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6589f31d-e520-41f4-a7c6-b73fc520b8fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5dfeed4f7d8243819479b1aeafa714ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372883 Nov 12 03:48:47.953509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.994320 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3fb79bd-9160-4649-b712-0c6247edf80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.005761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.028297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.076412 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.079022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.080198 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f59dfed-a4eb-481c-b498-7dfb9b49dd56 HTTP/1.1" status: 204 len: 168 time: 0.1257398 Nov 12 03:48:48.088718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1454a56-49ea-4c02-a9ac-debc13148a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59dfed-a4eb-481c-b498-7dfb9b49dd56,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.356739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.403188 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b48a90f6-bb9e-4b4c-a881-96ba5dcc0fd4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c478445334d741899c466f73f5289111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446873 Nov 12 03:48:48.405701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.455815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.479361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.529465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.532081 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.533256 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6210290-9ac4-488e-9c44-e33d4ce403f3 HTTP/1.1" status: 204 len: 168 time: 0.1266687 Nov 12 03:48:48.541470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0b978-e2c9-4653-9f03-2d7204a8a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6210290-9ac4-488e-9c44-e33d4ce403f3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.802086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.898514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-435816649'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:49.921320 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.922332 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.974152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.978227 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.991564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.992821 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9b3f1fe2-6b8f-4b1d-ab32-488d1c5a1ae7 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1897223 Nov 12 03:48:49.995294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.063327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.217809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.219921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.268581 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.269108 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcfd204-6f3d-4f1c-b556-cb308133c09b {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:50.273961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.279146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53592) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.279628 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-83888341-291e-4b26-8454-d7f5703e4790 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "DELETE /v2.0/routers/8fcfd204-6f3d-4f1c-b556-cb308133c09b HTTP/1.1" status: 204 len: 168 time: 0.2829320 Nov 12 03:48:50.284794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Request body: {'router': {'name': 'tempest-router-2112147152', 'distributed': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.308438 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.309558 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.388012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38cf85b0-9aee-4d93-88bd-6699f21c4aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.398081 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.401942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.424180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.428574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-97950df7-965b-442f-97ae-aab8ba4ffea3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1443663 Nov 12 03:48:50.428695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.505816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.663132 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.665316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.707830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.708291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 386b8dac-5244-421a-8293-ea818d10846c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:50.712451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.717274 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57532e07-ec9f-4165-9303-4a62e5c7c1ef tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "DELETE /v2.0/routers/386b8dac-5244-421a-8293-ea818d10846c HTTP/1.1" status: 204 len: 168 time: 0.2841845 Nov 12 03:48:50.717274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.721335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Request body: {'router': {'name': 'tempest-router-781984341', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2eff473752c545488eecf848c374e1ab'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:50.741384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.742318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.793565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.797908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.813139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.814353 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aaafd586-2ab3-46f8-99f5-72110d329e75 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0963109 Nov 12 03:48:50.817145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.821365 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:51.030070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16233'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.030410 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.111295 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102605) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:48:51.111759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Router caef4d3b-d656-42ca-a95c-3dcff94ade70 migrating from provider to provider. {{(pid=102605) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:48:51.112168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.117007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.120483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455211'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.197035 n-d-713499-30 neutron-server[102605]: WARNING neutron.scheduler.l3_agent_scheduler [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] No L3 agents can host the router caef4d3b-d656-42ca-a95c-3dcff94ade70 Nov 12 03:48:51.302184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Hosts for router caef4d3b-d656-42ca-a95c-3dcff94ade70: [] {{(pid=102605) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:48:51.327252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Hosts for other DVR routers connected to router caef4d3b-d656-42ca-a95c-3dcff94ade70: set() {{(pid=102605) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:48:51.329842 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.331031 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-984dad99-f705-4a9f-8fb6-e16d7f986ac0 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "PUT /v2.0/routers/caef4d3b-d656-42ca-a95c-3dcff94ade70 HTTP/1.1" status: 200 len: 716 time: 0.5129330 Nov 12 03:48:51.333576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.404024 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-277f42b6-d69f-451e-9126-0d0b36093f4e tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "GET /v2.0/routers/caef4d3b-d656-42ca-a95c-3dcff94ade70 HTTP/1.1" status: 200 len: 716 time: 0.0693648 Nov 12 03:48:51.406457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.582513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4586c63e-2a68-42f7-966e-fd4bc44c0908 tempest-RoutersTestDVR-625388711 tempest-RoutersTestDVR-625388711-project] 10.222.0.93 "GET /v2.0/routers/caef4d3b-d656-42ca-a95c-3dcff94ade70 HTTP/1.1" status: 200 len: 682 time: 0.1748848 Nov 12 03:48:51.584958 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.656828 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.724111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.821981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.824173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.869192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.869653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caef4d3b-d656-42ca-a95c-3dcff94ade70 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:51.874160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.875466 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a2d8710a-2dfd-4b45-a525-5d814c46117c tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "DELETE /v2.0/routers/caef4d3b-d656-42ca-a95c-3dcff94ade70 HTTP/1.1" status: 204 len: 168 time: 0.2894664 Nov 12 03:48:51.879429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.884096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Request body: {'router': {'name': 'tempest-router-403370571', 'distributed': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:51.905564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.906606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.963524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.968317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.983464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.987171 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e313b53e-c2da-43c0-97fc-7d56e501ffd1 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1044171 Nov 12 03:48:51.987412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.059927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.474608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.476816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.523084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.523774 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68355d94-3055-4504-9066-659f240b6d23 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:48:52.529963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.531627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3c5a663f-8023-4128-b3c9-332e0c9538d3 tempest-RoutersTestDVR-1015523636 tempest-RoutersTestDVR-1015523636-project-admin] 10.222.0.93 "DELETE /v2.0/routers/68355d94-3055-4504-9066-659f240b6d23 HTTP/1.1" status: 204 len: 168 time: 0.5432715 Nov 12 03:48:52.682397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.788996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53628) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.851473 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port 94b1f451-e54c-4c9b-805a-e7437746877c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:52.852444 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.906859 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.934985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.934985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.948246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for 94b1f451-e54c-4c9b-805a-e7437746877c owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:52.985885 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.991104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.032508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2eff473752c545488eecf848c374e1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413347 Nov 12 03:48:53.033502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97dfd7a-529e-41a2-85ed-1b4f6ce733c1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.035728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53632) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.053143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.053484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.053821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.054155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.054484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.054810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.055134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.055456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.055772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.056128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.056448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.056772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773b8a-0fc8-4265-9c5b-0d69dbb3924e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:53.099140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.102760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.136635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.161193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.193358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=94b1f451-e54c-4c9b-805a-e7437746877c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.202403 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.205551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.206749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b97dfd7a-529e-41a2-85ed-1b4f6ce733c1 HTTP/1.1" status: 204 len: 168 time: 0.1701195 Nov 12 03:48:53.214923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affcbfa-f983-4263-9e05-9b095bc5049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97dfd7a-529e-41a2-85ed-1b4f6ce733c1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.278472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.278929 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP 82375718-3c1e-4292-aced-186c637978ca disassociated (deleted). External IP: 172.25.4.124, port: e76618d6-49ec-4957-b437-3b74905a75d4. Nov 12 03:48:53.504412 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:53.528200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53638) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.541958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d399ef82-2ce9-4704-9185-2236db3738f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.651224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:53.651681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d399ef82-2ce9-4704-9185-2236db3738f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.658499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d399ef82-2ce9-4704-9185-2236db3738f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.667020 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:53.673235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.684894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.690569 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:53.691694 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:53.710214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399ef82-2ce9-4704-9185-2236db3738f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528e1f30-bb2a-4ae7-aa4f-1a5b69e1e355,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.747025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d399ef82-2ce9-4704-9185-2236db3738f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=24076529776249a2852bf89f6117db0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174940 Nov 12 03:48:53.749388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:53.764167 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f288f296-3054-4010-86ce-376a35dc7c23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "DELETE /v2.0/floatingips/82375718-3c1e-4292-aced-186c637978ca HTTP/1.1" status: 204 len: 168 time: 1.0803275 Nov 12 03:48:53.765358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:53.767619 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e207b919-75b6-4ec8-a08c-7b99f42a3501" -d '{"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:53.827430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.839867 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc925927-792e-4488-b35c-910ab74ed4ec x-openstack-request-id: req-dc925927-792e-4488-b35c-910ab74ed4ec {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:53.840676 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:53.840927 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc925927-792e-4488-b35c-910ab74ed4ec {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:53.841490 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'status': 'completed', 'code': 200} Nov 12 03:48:53.872772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.932025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.934694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.938149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:53.943835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/528e1f30-bb2a-4ae7-aa4f-1a5b69e1e355 HTTP/1.1" status: 204 len: 168 time: 0.1931775 Nov 12 03:48:53.964528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd481-e062-4032-b4ec-a3099b52108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528e1f30-bb2a-4ae7-aa4f-1a5b69e1e355,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.294950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3992-ea71-467f-b834-7142ffa0c7aa req-bf827b62-7fea-46c5-b6d5-60ad4b3ad1f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.303546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-917d3992-ea71-467f-b834-7142ffa0c7aa req-bf827b62-7fea-46c5-b6d5-60ad4b3ad1f9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.1538153 Nov 12 03:48:54.354595 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.387890 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:54.397972 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:54.398670 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:54.464070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-0ef08880-b609-4846-90d0-687061eb728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:54.465603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-0ef08880-b609-4846-90d0-687061eb728b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 1097 time: 0.5952964 Nov 12 03:48:54.484210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-917d3992-ea71-467f-b834-7142ffa0c7aa req-e5702587-3512-476e-99ea-c72810c84b1a tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750114 Nov 12 03:48:54.604537 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:55.023642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-84f12d9f-9a42-4152-bd8e-34b858823234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.025254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-84f12d9f-9a42-4152-bd8e-34b858823234 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.5399094 Nov 12 03:48:55.027804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:55.060867 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd4c98-4676-4256-a9e4-2aaa8923f111 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'df39ca7c-a451-4e0a-9010-ed08c55261fa', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'floating_ip_address': '172.25.4.232', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'port_id': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'mac_address': 'fa:16:3e:bd:c3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d58e24-1c70-4947-819f-e61717c8baa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:12Z', 'revision_number': 1, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:55.114433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-f08ce383-dbd1-4b9c-8364-b8e1b1a57f55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 200 len: 217 time: 0.0740576 Nov 12 03:48:55.182173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-e5903682-69f6-44a9-9e8a-712d3ce8012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.184224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-e5903682-69f6-44a9-9e8a-712d3ce8012d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0605991 Nov 12 03:48:55.249138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-8ced226c-a28f-4c6a-a856-9028b54b6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.251422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-8ced226c-a28f-4c6a-a856-9028b54b6705 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584142 Nov 12 03:48:55.301751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.387526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-1b8facf6-af1a-41c9-afb1-ae77fe8e0a46 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223698 Nov 12 03:48:55.411852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d127e-0651-443b-aa95-5dda3dfd7ad7 None None] New status for floating IP 82375718-3c1e-4292-aced-186c637978ca: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:55.427608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-878127801'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.458910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Made reservation on behalf of a60477e3de264058934935e41604a1d7 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:55.465831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.482858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.552250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e207b919-75b6-4ec8-a08c-7b99f42a3501 req-2ef23d9b-5d33-4605-9454-e1a50e26d148 service neutron] 10.222.0.100 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440980 Nov 12 03:48:55.596098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-6aa5c46f-62d2-431f-a81c-dcb12529ead4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.597966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-6aa5c46f-62d2-431f-a81c-dcb12529ead4 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.0870435 Nov 12 03:48:55.614287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.619538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.644702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:55.662642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913c81b2-da45-4ba0-925d-c9cd9cac545f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.678245 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.678543 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Added segment f7356233-c00d-434b-a736-96b23d3719fd of type vlan for network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 Nov 12 03:48:55.727174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf926cef-5d33-4782-8d05-3544b047792e req-9c4a1073-868d-4492-8c1b-c76ad043527b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.728515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.728696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf926cef-5d33-4782-8d05-3544b047792e req-9c4a1073-868d-4492-8c1b-c76ad043527b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 945 time: 0.1298060 Nov 12 03:48:55.764212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.770897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port e76618d6-49ec-4957-b437-3b74905a75d4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:55.771239 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.775171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.775846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.814725 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5117528 Nov 12 03:48:55.821609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf926cef-5d33-4782-8d05-3544b047792e req-ad76b5b0-3de2-4e7e-b489-f54318dd6f28 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795262 Nov 12 03:48:55.847653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 53896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.854418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Request body: {'subnet': {'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.863342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9864c1-d4c6-4933-aff4-959cb40c8527 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'Network': ['ID=94c74df6-9c15-43d7-9ec8-3a2ce75e2763,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.874044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:55.956869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port e76618d6-49ec-4957-b437-3b74905a75d4, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e76618d6-49ec-4957-b437-3b74905a75d4,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:55.957231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.975222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for e76618d6-49ec-4957-b437-3b74905a75d4 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:56.030150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Made reservation on behalf of a60477e3de264058934935e41604a1d7 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:56.033777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.233420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.288249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=e76618d6-49ec-4957-b437-3b74905a75d4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.337959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port e76618d6-49ec-4957-b437-3b74905a75d4 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:56.340291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.342661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.345901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd681e2f-3a74-4151-9f48-6cceb170a5a9 req-e38235d1-12d5-410a-89a3-e6cd14051d0e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.100 "DELETE /v2.0/ports/e76618d6-49ec-4957-b437-3b74905a75d4 HTTP/1.1" status: 204 len: 173 time: 0.7365012 Nov 12 03:48:56.348693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'name': 'network-vif-deleted', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:56.351079 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29150bd5-7fdc-41fd-bed9-83faddb411ca" -d '{"events": [{"server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "name": "network-vif-deleted", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:56.397469 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cb3dbf-e354-4dc6-b541-9c3da1caf919 x-openstack-request-id: req-b9cb3dbf-e354-4dc6-b541-9c3da1caf919 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:56.397759 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95902847-6e69-4d0b-b087-9b3bb156370c", "name": "network-vif-deleted", "tag": "e76618d6-49ec-4957-b437-3b74905a75d4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:56.398009 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b9cb3dbf-e354-4dc6-b541-9c3da1caf919 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:56.398413 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95902847-6e69-4d0b-b087-9b3bb156370c', 'name': 'network-vif-deleted', 'tag': 'e76618d6-49ec-4957-b437-3b74905a75d4', 'status': 'completed', 'code': 200} Nov 12 03:48:56.422181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'Subnet': ['ID=712aef89-9576-4f03-aefe-2b49b495637e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:56.432922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Checking segment: {'id': 'f7356233-c00d-434b-a736-96b23d3719fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:56.433286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Network hostable DHCP agents. Network: 94c74df6-9c15-43d7-9ec8-3a2ce75e2763, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:56.452461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:56.463847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 94c74df6-9c15-43d7-9ec8-3a2ce75e2763) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:56.469166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:56.469772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.476737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a42fde-9462-4354-b29d-f0ef1fc1960b None None] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:56.490158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6da661b-aa37-4b26-81c8-acbd4fc7fca0 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6413965 Nov 12 03:48:56.493105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 53992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:56.498166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Request body: {'port': {'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763', 'name': 'tempest-ExtraDHCPOptionsTestJSON-636590051'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:56.655527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-94c74df6-9c15-43d7-9ec8-3a2ce75e2763', 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763', 'tenant_id': 'a60477e3de264058934935e41604a1d7', 'fixed_ips': [{'subnet_id': '712aef89-9576-4f03-aefe-2b49b495637e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:56.656734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.702065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Made reservation on behalf of a60477e3de264058934935e41604a1d7 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:56.711825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.740686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] device_id is not set on port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:56.911770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Allocated IP 172.20.0.2 (94c74df6-9c15-43d7-9ec8-3a2ce75e2763/712aef89-9576-4f03-aefe-2b49b495637e/a3911705-d613-4e0e-8c7d-75a06b50c616) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:56.959173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e94983-254b-40a1-801c-f3bc6d99b286 req-996e051f-90bc-4503-9b65-96334c048112 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0369897 Nov 12 03:48:57.088235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.108592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.149792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Pushing event updated for resources: {'Port': ['ID=a3911705-d613-4e0e-8c7d-75a06b50c616,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.165775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.167699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.170123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Allocated IP 172.20.0.11 (94c74df6-9c15-43d7-9ec8-3a2ce75e2763/712aef89-9576-4f03-aefe-2b49b495637e/04a15f4a-f2df-49f9-bbf0-eafefefd0223) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:57.170333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:57.247242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Attempting to bind port a3911705-d613-4e0e-8c7d-75a06b50c616 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:57.247621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Attempting to bind port a3911705-d613-4e0e-8c7d-75a06b50c616 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f7356233-c00d-434b-a736-96b23d3719fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:57.247989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Attempting to bind port a3911705-d613-4e0e-8c7d-75a06b50c616 on network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:57.257992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:57.259550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Checking segment: {'id': 'f7356233-c00d-434b-a736-96b23d3719fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:57.259999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.260383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Bound using segment: {'id': 'f7356233-c00d-434b-a736-96b23d3719fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:57.260857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Bound port: a3911705-d613-4e0e-8c7d-75a06b50c616, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7356233-c00d-434b-a736-96b23d3719fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:57.261236 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.346819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] For port a3911705-d613-4e0e-8c7d-75a06b50c616, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:57.351863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] For port a3911705-d613-4e0e-8c7d-75a06b50c616, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3911705-d613-4e0e-8c7d-75a06b50c616,segment=NetworkSegment(f7356233-c00d-434b-a736-96b23d3719fd),segment_id=f7356233-c00d-434b-a736-96b23d3719fd)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:57.361568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.382948 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.445794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.448288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61354908-c26f-4b2e-b7b6-097792582a95 None None] Pushing event updated for resources: {'Port': ['ID=a3911705-d613-4e0e-8c7d-75a06b50c616,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.506749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.513195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.517402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:57.524192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'Port': ['ID=04a15f4a-f2df-49f9-bbf0-eafefefd0223,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.573567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:57.574273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.598105 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f82dba22-0a05-42e9-bebe-8ecebe3cd057 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1006205 Nov 12 03:48:57.599327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54122) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:57.607328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Request body: {'port': {'network_id': '94c74df6-9c15-43d7-9ec8-3a2ce75e2763', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1155658616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:57.607984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] bootfile-name is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:57.608483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] tftp-server is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:57.608825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] server-ip-address is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:57.751795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Made reservation on behalf of a60477e3de264058934935e41604a1d7 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:57.756816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.782746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] device_id is not set on port 48bd1409-e994-435b-b3ce-d19952e8c1ab yet. {{(pid=102606) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:57.910880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Allocated IP 172.20.0.4 (94c74df6-9c15-43d7-9ec8-3a2ce75e2763/712aef89-9576-4f03-aefe-2b49b495637e/48bd1409-e994-435b-b3ce-d19952e8c1ab) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:58.083695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-138ef476-259c-4496-b9d6-770d6b7200fc req-29d19411-0026-4818-a297-d9067629aba2 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0336268 Nov 12 03:48:58.135877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.178219 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.227912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:58.232626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:58.236372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:58.297694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'Port': ['ID=48bd1409-e994-435b-b3ce-d19952e8c1ab,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.329181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.329843 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.349289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-707c113d-a373-4d2a-a831-2820e2dbc698 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7489429 Nov 12 03:48:58.351905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54138) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.454452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507fe38-b994-4950-951c-9ae8e1f09a4b tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.460563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507fe38-b994-4950-951c-9ae8e1f09a4b tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.467546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507fe38-b994-4950-951c-9ae8e1f09a4b tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:58.469707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9507fe38-b994-4950-951c-9ae8e1f09a4b tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1166344 Nov 12 03:48:58.472825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.580170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Deleting port 48bd1409-e994-435b-b3ce-d19952e8c1ab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:58.580764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.679972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.691331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ad6c3-b4f3-4c12-bad8-fab1c4440894 None None] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:58.696276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Calling delete_port for 48bd1409-e994-435b-b3ce-d19952e8c1ab owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:58.816979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c04195cc-7214-469b-be79-d252de20c42d None None] Provisioning complete for port a3911705-d613-4e0e-8c7d-75a06b50c616 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:58.817493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04195cc-7214-469b-be79-d252de20c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.858037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.893760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event deleted for resources: {'Port': ['ID=48bd1409-e994-435b-b3ce-d19952e8c1ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:58.959516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04195cc-7214-469b-be79-d252de20c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.981658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.985725 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d86a9d6f-8d9c-4857-b2de-c4e6f5b8fe13 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "DELETE /v2.0/ports/48bd1409-e994-435b-b3ce-d19952e8c1ab HTTP/1.1" status: 204 len: 168 time: 0.5116804 Nov 12 03:48:58.991501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54142) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.999052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Request body: {'port': {'name': 'tempest-new-port-name-1369432484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:59.005046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] bootfile-name is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:59.005454 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] tftp-server is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:59.005803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.api.validators [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] server-ip-address is not in valid_values {{(pid=102606) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:59.014858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c04195cc-7214-469b-be79-d252de20c42d None None] For port a3911705-d613-4e0e-8c7d-75a06b50c616, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3911705-d613-4e0e-8c7d-75a06b50c616,segment=NetworkSegment(f7356233-c00d-434b-a736-96b23d3719fd),segment_id=f7356233-c00d-434b-a736-96b23d3719fd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:59.023378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c04195cc-7214-469b-be79-d252de20c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.086278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04195cc-7214-469b-be79-d252de20c42d None None] Pushing event updated for resources: {'Port': ['ID=a3911705-d613-4e0e-8c7d-75a06b50c616,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.123866 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.267788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3911705-d613-4e0e-8c7d-75a06b50c616 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:59.394591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0fcfea7-bacd-436f-91dc-9deb9cf08217 req-3e150c76-30a0-4941-9a7c-ef0908209efb tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0468054 Nov 12 03:48:59.479650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.493445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.552471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-05bea5d5-0a74-4744-a435-828c04e1e3ec None None] Provisioning complete for port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.553094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bea5d5-0a74-4744-a435-828c04e1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.601945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event updated for resources: {'Port': ['ID=04a15f4a-f2df-49f9-bbf0-eafefefd0223,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.602238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a3911705-d613-4e0e-8c7d-75a06b50c616 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.602615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.604184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-05bea5d5-0a74-4744-a435-828c04e1e3ec None None] Port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:59.646554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-05bea5d5-0a74-4744-a435-828c04e1e3ec None None] Provisioning complete for port a3911705-d613-4e0e-8c7d-75a06b50c616 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.647212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05bea5d5-0a74-4744-a435-828c04e1e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.688523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-e59793d5-f69b-4eee-85e2-7087a81bc5c7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2790170 Nov 12 03:48:59.692225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] In _notify_port_updated(), no bound segment for port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 on network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 {{(pid=102606) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:59.698048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.699147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.700648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-088bda1d-1830-4a14-950d-700d17a57e43 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "PUT /v2.0/ports/04a15f4a-f2df-49f9-bbf0-eafefefd0223 HTTP/1.1" status: 200 len: 1137 time: 0.7080498 Nov 12 03:48:59.703330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54150) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:59.796181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d6359-6212-44ff-a210-572f9b4796b2 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.802229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-697d6359-6212-44ff-a210-572f9b4796b2 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "GET /v2.0/ports/04a15f4a-f2df-49f9-bbf0-eafefefd0223 HTTP/1.1" status: 200 len: 1137 time: 0.0931947 Nov 12 03:48:59.803423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:59.815521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-1c1aa684-bd26-44cd-ae95-726861cc6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.821142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-1c1aa684-bd26-44cd-ae95-726861cc6d09 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0772073 Nov 12 03:48:59.931882 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Deleting port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:59.932167 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.942041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a9be16ce-be3f-43d8-984a-b127f1468e8f None None] Provisioning complete for port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:59.943132 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9be16ce-be3f-43d8-984a-b127f1468e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.956288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-0c29a2e3-5702-46a8-ba9f-fe43466fa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:59.958410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-0c29a2e3-5702-46a8-ba9f-fe43466fa1c6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1152277 Nov 12 03:48:59.989687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a9be16ce-be3f-43d8-984a-b127f1468e8f None None] Port 04a15f4a-f2df-49f9-bbf0-eafefefd0223 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:59.993334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a9be16ce-be3f-43d8-984a-b127f1468e8f None None] Could not find standard attr ID for object 48bd1409-e994-435b-b3ce-d19952e8c1ab. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:00.049859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-0f4aa703-0daa-4784-9068-6022d8841d50 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 1001 time: 0.0828409 Nov 12 03:49:00.070496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.084354 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Calling delete_port for 04a15f4a-f2df-49f9-bbf0-eafefefd0223 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:00.113292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-670e1536-9c5e-4827-b083-5e34e3f623c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.115205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-670e1536-9c5e-4827-b083-5e34e3f623c9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.0573392 Nov 12 03:49:00.165558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e76618d6-49ec-4957-b437-3b74905a75d4 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:00.178394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-256a3b2a-0721-4b8c-8403-f6d4d5add3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.180675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-256a3b2a-0721-4b8c-8403-f6d4d5add3b5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560255 Nov 12 03:49:00.199215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: e76618d6-49ec-4957-b437-3b74905a75d4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:00.199918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e76618d6-49ec-4957-b437-3b74905a75d4 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:00.258734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.289740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event deleted for resources: {'Port': ['ID=04a15f4a-f2df-49f9-bbf0-eafefefd0223,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.307484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-633c2b80-bb4d-45f6-8bae-7000f21fd5f5 service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175966 Nov 12 03:49:00.381212 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.385160 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01bac68a-fa84-4146-b212-faa13efe4612 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "DELETE /v2.0/ports/04a15f4a-f2df-49f9-bbf0-eafefefd0223 HTTP/1.1" status: 204 len: 168 time: 0.5794432 Nov 12 03:49:00.388050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.409939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c100c8f1-7102-478b-90b8-426ac7d77aba None None] Could not find standard attr ID for object 04a15f4a-f2df-49f9-bbf0-eafefefd0223. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:49:00.439238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad51e5a8-112a-49bb-babe-0535c0435229 req-f0bcd3a9-bf8c-49ec-9b0e-11abd35d546a service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240718 Nov 12 03:49:00.469709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Deleting subnet 712aef89-9576-4f03-aefe-2b49b495637e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:00.473634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.523151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.547359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9650d53-baa8-4cad-8482-cc13b2ddedc5 req-2914ad69-31cf-45fb-9b43-5017763b953c tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0405133 Nov 12 03:49:00.659225 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.724929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.755189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event deleted for resources: {'Subnet': ['ID=712aef89-9576-4f03-aefe-2b49b495637e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.757377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.764130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54164) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.768048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f490cc-6632-490e-bc54-4a46e0b98c37 None None] Network 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:00.772552 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ea093339-a48f-4fe8-a76c-1933b9c86c32 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "DELETE /v2.0/subnets/712aef89-9576-4f03-aefe-2b49b495637e HTTP/1.1" status: 204 len: 168 time: 0.3834417 Nov 12 03:49:00.856929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.916661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Deleting port a3911705-d613-4e0e-8c7d-75a06b50c616 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:00.917095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.982972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] DHCP port deletion for 94c74df6-9c15-43d7-9ec8-3a2ce75e2763 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:01.013766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] For port a3911705-d613-4e0e-8c7d-75a06b50c616, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3911705-d613-4e0e-8c7d-75a06b50c616,segment=NetworkSegment(f7356233-c00d-434b-a736-96b23d3719fd),segment_id=f7356233-c00d-434b-a736-96b23d3719fd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:01.014206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.039016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Calling delete_port for a3911705-d613-4e0e-8c7d-75a06b50c616 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:01.083029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.104024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Deleting port a3911705-d613-4e0e-8c7d-75a06b50c616 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:01.104850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.147749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.163252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] No DVR routers for this DVR port a3911705-d613-4e0e-8c7d-75a06b50c616 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:01.171363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3911705-d613-4e0e-8c7d-75a06b50c616 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:01.190165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event deleted for resources: {'Port': ['ID=a3911705-d613-4e0e-8c7d-75a06b50c616,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.205418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a3911705-d613-4e0e-8c7d-75a06b50c616 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:01.205861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3911705-d613-4e0e-8c7d-75a06b50c616 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:01.225952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] For port a3911705-d613-4e0e-8c7d-75a06b50c616, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3911705-d613-4e0e-8c7d-75a06b50c616,segment=NetworkSegment(f7356233-c00d-434b-a736-96b23d3719fd),segment_id=f7356233-c00d-434b-a736-96b23d3719fd)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:01.226496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.241024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Calling delete_port for a3911705-d613-4e0e-8c7d-75a06b50c616 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:01.292015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.319814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c74df6-9c15-43d7-9ec8-3a2ce75e2763']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:01.332458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7356233-c00d-434b-a736-96b23d3719fd') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:01.332921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7356233-c00d-434b-a736-96b23d3719fd') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:01.333888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.344197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.357862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.362558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] Pushing event deleted for resources: {'Port': ['ID=a3911705-d613-4e0e-8c7d-75a06b50c616,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.364343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:01.364853 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.375951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869fd37-dd40-4fbb-80a1-e9871b7f5afc None None] No DVR routers for this DVR port a3911705-d613-4e0e-8c7d-75a06b50c616 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:01.415474 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:01.435798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.447813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.454828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] 10.222.0.93 "DELETE /v2.0/networks/94c74df6-9c15-43d7-9ec8-3a2ce75e2763 HTTP/1.1" status: 204 len: 168 time: 0.6863539 Nov 12 03:49:01.467921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7bd3-ac9d-4b2b-a7e9-a520eb0861c4 tempest-ExtraDHCPOptionsTestJSON-443313652 tempest-ExtraDHCPOptionsTestJSON-443313652-project] Pushing event deleted for resources: {'Network': ['ID=94c74df6-9c15-43d7-9ec8-3a2ce75e2763,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.717328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2e47e34-b682-42f4-872b-c0ab7f6c348d req-30620380-ccae-4f4f-8d6c-e7d53b40d369 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=95902847-6e69-4d0b-b087-9b3bb156370c HTTP/1.1" status: 200 len: 210 time: 0.0949454 Nov 12 03:49:01.802921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54176) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.854531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.955353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-495f8d7f-6c13-4589-b6a2-a18eca2f7506 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a60477e3de264058934935e41604a1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506383 Nov 12 03:49:01.958001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54180) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.005481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.029030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.081217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.083952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.085939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/913c81b2-da45-4ba0-925d-c9cd9cac545f HTTP/1.1" status: 204 len: 168 time: 0.1262386 Nov 12 03:49:02.094746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac4597-3b6b-4de4-9473-6d1709806000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913c81b2-da45-4ba0-925d-c9cd9cac545f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.795113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54208) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.919166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'networks': [{'name': 'tempest-network--1435809855'}, {'name': 'tempest-network--651692968'}]} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.919545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-network--1435809855'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.920098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-network--651692968'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.941374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'network': 2} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:02.946046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.955075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.034455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.038921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.039785 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.075950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9d2812-ff3f-41aa-ad87-107fa7fc6471,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.084953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:03.095067 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.095483 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment 907c67d5-fd1d-42c0-b41b-750e629613cb of type vlan for network c52d1826-343c-4e0f-a48f-544410256e51 Nov 12 03:49:03.135860 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.164583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1207} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:03.174231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.174565 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment 7210344f-334d-4161-a051-e5d09d57bc5b of type vlan for network 0728831e-4c12-4c96-9dae-bdfbae2f83bc Nov 12 03:49:03.214243 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.242400 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.242769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.249018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.253808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.254543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.320682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5238476 Nov 12 03:49:03.324143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.329994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=c52d1826-343c-4e0f-a48f-544410256e51,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.342580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c52d1826-343c-4e0f-a48f-544410256e51 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:03.396838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81e47-9f93-4eb7-ae69-6d6cc15cec8f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=0728831e-4c12-4c96-9dae-bdfbae2f83bc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.418273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0728831e-4c12-4c96-9dae-bdfbae2f83bc details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:03.447403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42665c-33c1-4f50-a08f-0f73ca33dd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.453814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42665c-33c1-4f50-a08f-0f73ca33dd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.460538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42665c-33c1-4f50-a08f-0f73ca33dd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.466469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42665c-33c1-4f50-a08f-0f73ca33dd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:03.470828 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c42665c-33c1-4f50-a08f-0f73ca33dd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1420426 Nov 12 03:49:03.471090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.549648 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.640995 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.660622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52d1826-343c-4e0f-a48f-544410256e51']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.670462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907c67d5-fd1d-42c0-b41b-750e629613cb') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.670757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907c67d5-fd1d-42c0-b41b-750e629613cb') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.680095 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.693723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.699524 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:03.699900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:03.703040 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:03.766172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.773461 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.779643 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/c52d1826-343c-4e0f-a48f-544410256e51 HTTP/1.1" status: 204 len: 168 time: 0.3045433 Nov 12 03:49:03.779810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.797394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6f9de-bc33-4db2-bfd0-47419bf1bd4b tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=c52d1826-343c-4e0f-a48f-544410256e51,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:03.863501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.959888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.980567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0728831e-4c12-4c96-9dae-bdfbae2f83bc']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.990127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210344f-334d-4161-a051-e5d09d57bc5b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.990443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210344f-334d-4161-a051-e5d09d57bc5b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.001732 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.016351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.022402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:04.022782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:04.026714 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:04.092209 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.096379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.100453 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/0728831e-4c12-4c96-9dae-bdfbae2f83bc HTTP/1.1" status: 204 len: 168 time: 0.3197048 Nov 12 03:49:04.102309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54228) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.118181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dc48e-4d22-41da-a867-02688f6bc661 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=0728831e-4c12-4c96-9dae-bdfbae2f83bc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.211694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb590c3-fa67-492a-9eab-0a31edb2b2d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.217835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb590c3-fa67-492a-9eab-0a31edb2b2d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.219376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fbb590c3-fa67-492a-9eab-0a31edb2b2d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1160731 Nov 12 03:49:04.223184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.228207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1726420996'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.255228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:04.259191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.284951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:04.295566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.295908 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment da622a56-a563-4ab9-a168-b57837552bab of type vlan for network b5c29d0b-82e2-48e7-bb93-3dea18d13741 Nov 12 03:49:04.337378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.363539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.369803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.370403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.436318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2120001 Nov 12 03:49:04.439037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54232) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.444152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1446544971'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.444842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ffc8a-6323-4d73-9701-e7a3423381f6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=b5c29d0b-82e2-48e7-bb93-3dea18d13741,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.455102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b5c29d0b-82e2-48e7-bb93-3dea18d13741 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:04.472979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:04.476351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.502210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:04.512526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.512887 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment 23cfbf9a-bf68-45b7-886c-5cd911493ef2 of type vlan for network 93f5c861-9ba8-40c9-b624-fbf31592d346 Nov 12 03:49:04.560700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.585171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.591531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.592086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.628443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1883173 Nov 12 03:49:04.631265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.637274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'ports': [{'network_id': 'b5c29d0b-82e2-48e7-bb93-3dea18d13741', 'name': 'tempest-port--793470769', 'admin_state_up': True}, {'network_id': '93f5c861-9ba8-40c9-b624-fbf31592d346', 'admin_state_up': False}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.637577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'port': {'network_id': 'b5c29d0b-82e2-48e7-bb93-3dea18d13741', 'name': 'tempest-port--793470769', 'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.638056 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'port': {'network_id': '93f5c861-9ba8-40c9-b624-fbf31592d346', 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.670432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce644-1846-4b24-b913-211052a9362d tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=93f5c861-9ba8-40c9-b624-fbf31592d346,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.680821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 93f5c861-9ba8-40c9-b624-fbf31592d346 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:04.808341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'port': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:04.813152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.826841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.907951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] device_id is not set on port 49937a16-45f0-468f-b4f5-02d1d52bc726 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:05.024149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.093547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] device_id is not set on port b1adc404-fc75-4aad-9a1d-78f02eaaf7be yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:05.211273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.251418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.321566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Port': ['ID=49937a16-45f0-468f-b4f5-02d1d52bc726,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.329061 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Checking segment: {'id': 'da622a56-a563-4ab9-a168-b57837552bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': 'b5c29d0b-82e2-48e7-bb93-3dea18d13741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:05.329423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network hostable DHCP agents. Network: b5c29d0b-82e2-48e7-bb93-3dea18d13741, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:05.346905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network b5c29d0b-82e2-48e7-bb93-3dea18d13741 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:05.356080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b5c29d0b-82e2-48e7-bb93-3dea18d13741) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:05.360676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:05.361763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.367218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b56523-2141-4ac7-a3e7-6228f34c7b5b None None] Network b5c29d0b-82e2-48e7-bb93-3dea18d13741 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:05.435735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Checking segment: {'id': '23cfbf9a-bf68-45b7-886c-5cd911493ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '93f5c861-9ba8-40c9-b624-fbf31592d346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:05.436078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network hostable DHCP agents. Network: 93f5c861-9ba8-40c9-b624-fbf31592d346, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:05.439686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Port': ['ID=b1adc404-fc75-4aad-9a1d-78f02eaaf7be,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.460140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network 93f5c861-9ba8-40c9-b624-fbf31592d346 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:05.472917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 93f5c861-9ba8-40c9-b624-fbf31592d346) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:05.479137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:05.486413 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9bca1-e5f4-4e7c-afa0-3ef1da006b05 None None] Network 93f5c861-9ba8-40c9-b624-fbf31592d346 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:05.487443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.493715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.494440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.516034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1285dd68-8f4b-4f71-90ec-6679ff9d652f tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8832834 Nov 12 03:49:05.518367 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54240) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.585039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b57b5-4b91-4348-b49f-98074fab186a tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.593913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b57b5-4b91-4348-b49f-98074fab186a tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.595694 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5a6b57b5-4b91-4348-b49f-98074fab186a tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0762646 Nov 12 03:49:05.598325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:05.710282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Deleting port 49937a16-45f0-468f-b4f5-02d1d52bc726 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:05.710654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.780921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.795825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Calling delete_port for 49937a16-45f0-468f-b4f5-02d1d52bc726 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:05.882758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.920817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Port': ['ID=49937a16-45f0-468f-b4f5-02d1d52bc726,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.923654 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.929610 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b7e428cf-40bf-4ede-acca-b36892d01de4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/ports/49937a16-45f0-468f-b4f5-02d1d52bc726 HTTP/1.1" status: 204 len: 168 time: 0.3278496 Nov 12 03:49:05.929991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54246) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.024273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Deleting port b1adc404-fc75-4aad-9a1d-78f02eaaf7be {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:06.024631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.107273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.120165 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Calling delete_port for b1adc404-fc75-4aad-9a1d-78f02eaaf7be owned by {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:06.202332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.236386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Port': ['ID=b1adc404-fc75-4aad-9a1d-78f02eaaf7be,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.251290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.254992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cdaef885-7ffa-47ef-b68c-4b5a1ce03319 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/ports/b1adc404-fc75-4aad-9a1d-78f02eaaf7be HTTP/1.1" status: 204 len: 168 time: 0.3236775 Nov 12 03:49:06.257466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.291215 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8c0bd730-a186-44d1-8f49-0df1b12f4303 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290768 Nov 12 03:49:06.291738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.296663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-546311349'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:06.318866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:06.322691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.351178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:06.361576 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.361914 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment 991607a3-ff73-4791-9b57-c539e40a0ac3 of type vlan for network d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c Nov 12 03:49:06.402759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.430033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.437099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.437738 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.502300 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2070158 Nov 12 03:49:06.503463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:06.507893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-983169460'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:06.519663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0486212-e980-4c2f-ba6a-9e3cf26a3a46 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.531921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:06.538572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:06.543450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.574301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:06.586769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.588012 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Added segment 06d4ec22-50a8-4fe5-a069-36ba4dcfe923 of type vlan for network 4aa130a4-8658-4bab-9f9e-9a410324778e Nov 12 03:49:06.635715 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.661418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.666845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.667422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.727444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2233434 Nov 12 03:49:06.750948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d10f-2a0a-4cb5-b5c4-66866c96a035 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Network': ['ID=4aa130a4-8658-4bab-9f9e-9a410324778e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.773048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4aa130a4-8658-4bab-9f9e-9a410324778e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:10.017941 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.022964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'subnets': [{'network_id': 'd57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1807822112', 'ip_version': 6}, {'network_id': '4aa130a4-8658-4bab-9f9e-9a410324778e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:10.023277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'subnet': {'network_id': 'd57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1807822112', 'ip_version': 6}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:10.024005 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Request body: {'subnet': {'network_id': '4aa130a4-8658-4bab-9f9e-9a410324778e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:10.180656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Made reservation on behalf of ab608201451c4d97b7a3eca605c3d9ee for: {'subnet': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:10.185264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.185601 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.340415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54314) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.518457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port f64da030-3dfb-4f8e-8822-050c8a994dd4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:10.518916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.604500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.605160 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.618825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for f64da030-3dfb-4f8e-8822-050c8a994dd4 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:10.867015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.947330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Checking segment: {'id': '991607a3-ff73-4791-9b57-c539e40a0ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'd57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:10.947711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network hostable DHCP agents. Network: d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:10.955947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Subnet': ['ID=c7da0913-d1d1-41b2-926d-c408ef781c79,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.965405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.965768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.966131 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.966573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.966910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.967245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.967577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.967910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.968273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.968601 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.969515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.969890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:10.988573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:10.999577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:11.004066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.014799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df267329-fcfb-4f54-8b68-96454ab1c36c None None] Network d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:11.097338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Checking segment: {'id': '06d4ec22-50a8-4fe5-a069-36ba4dcfe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '4aa130a4-8658-4bab-9f9e-9a410324778e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:11.098274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network hostable DHCP agents. Network: 4aa130a4-8658-4bab-9f9e-9a410324778e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:11.103453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event updated for resources: {'Subnet': ['ID=f3ac5375-2ad6-4d3d-892c-c892086f3a19,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.120967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Network 4aa130a4-8658-4bab-9f9e-9a410324778e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:11.126234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.138963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4aa130a4-8658-4bab-9f9e-9a410324778e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:11.144813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.145649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.146487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.151993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ef425-349c-4ab4-9e0a-cdf4c2016487 None None] Network 4aa130a4-8658-4bab-9f9e-9a410324778e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:11.156411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=f64da030-3dfb-4f8e-8822-050c8a994dd4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.174384 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42a9578b-6cbd-4eb6-ab84-99b1de3a30d6 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1553748 Nov 12 03:49:11.177466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.219786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.220294 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Floating IP df39ca7c-a451-4e0a-9010-ed08c55261fa disassociated (deleted). External IP: 172.25.4.232, port: 118dd918-52c1-443c-be5e-92b3e84d9c1d. Nov 12 03:49:11.241929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68567b11-ccf5-4a1c-a0ce-dbe09c953198 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.243935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68567b11-ccf5-4a1c-a0ce-dbe09c953198 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.245534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68567b11-ccf5-4a1c-a0ce-dbe09c953198 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.252013 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-68567b11-ccf5-4a1c-a0ce-dbe09c953198 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0694439 Nov 12 03:49:11.257841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.318250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Deleting subnet c7da0913-d1d1-41b2-926d-c408ef781c79 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:11.322059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.349506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba4b82-3a18-4b4a-a42b-5bacb7e0a442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c', 'network_id': 'd57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c', 'tenant_id': 'ab608201451c4d97b7a3eca605c3d9ee', 'fixed_ips': [{'subnet_id': 'c7da0913-d1d1-41b2-926d-c408ef781c79'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:11.350354 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45ba4b82-3a18-4b4a-a42b-5bacb7e0a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.378544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.436515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.470155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:11.525902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.533805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a2bc6-be0e-484b-8fad-e5329136d48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-4aa130a4-8658-4bab-9f9e-9a410324778e', 'network_id': '4aa130a4-8658-4bab-9f9e-9a410324778e', 'tenant_id': 'ab608201451c4d97b7a3eca605c3d9ee', 'fixed_ips': [{'subnet_id': 'f3ac5375-2ad6-4d3d-892c-c892086f3a19'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:11.535120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-023a2bc6-be0e-484b-8fad-e5329136d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.573033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Subnet': ['ID=c7da0913-d1d1-41b2-926d-c408ef781c79,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.577536 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.587755 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8411b275-e6d9-4dcd-814c-bc0f1cde9eb0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/subnets/c7da0913-d1d1-41b2-926d-c408ef781c79 HTTP/1.1" status: 204 len: 168 time: 0.3258653 Nov 12 03:49:11.587755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:11.608248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:11.614603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.619938 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:11.636513 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:11.637142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-45ba4b82-3a18-4b4a-a42b-5bacb7e0a442 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7da0913-d1d1-41b2-926d-c408ef781c79: This subnet is being modified by another concurrent operation. Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7da0913-d1d1-41b2-926d-c408ef781c79: This subnet is being modified by another concurrent operation. Nov 12 03:49:11.639615 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:49:11.673061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d737c9-b1ac-48f8-a85c-e173967fe9dd None None] Network d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:11.673968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Deleting subnet f3ac5375-2ad6-4d3d-892c-c892086f3a19 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:11.679758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.688881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6cb114c7-0d6b-4bcc-b13b-75eee3317665 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "DELETE /v2.0/floatingips/df39ca7c-a451-4e0a-9010-ed08c55261fa HTTP/1.1" status: 204 len: 168 time: 1.3462734 Nov 12 03:49:11.691437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:11.693891 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882" -d '{"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:11.754976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.795823 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:11.800461 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52334e4-0cc1-4dbc-9c87-4e71e607272d x-openstack-request-id: req-b52334e4-0cc1-4dbc-9c87-4e71e607272d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:11.801002 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:11.801437 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b52334e4-0cc1-4dbc-9c87-4e71e607272d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:11.802016 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'status': 'completed', 'code': 200} Nov 12 03:49:11.845243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.880990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-22c9f9b0-9c38-49dd-a1d8-24f5fc0fc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.883037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-22c9f9b0-9c38-49dd-a1d8-24f5fc0fc66e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=105a6008e44b4564b6110e521fd15c3d&device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 1097 time: 0.0585039 Nov 12 03:49:11.934238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-023a2bc6-be0e-484b-8fad-e5329136d48a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3ac5375-2ad6-4d3d-892c-c892086f3a19: This subnet is being modified by another concurrent operation. Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3ac5375-2ad6-4d3d-892c-c892086f3a19: This subnet is being modified by another concurrent operation. Nov 12 03:49:11.941385 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 03:49:11.953749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d343c-7d78-4104-b932-79ad71d03344 None None] Network 4aa130a4-8658-4bab-9f9e-9a410324778e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:11.986410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ac5375-2ad6-4d3d-892c-c892086f3a19,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:11.998845 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.003134 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfb3d0d4-11b0-4815-97c1-6839490cfd45 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/subnets/f3ac5375-2ad6-4d3d-892c-c892086f3a19 HTTP/1.1" status: 204 len: 168 time: 0.4125779 Nov 12 03:49:12.007735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.061555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-98848e21-ae82-4792-849a-621a047a61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.063800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-98848e21-ae82-4792-849a-621a047a61e9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 200 len: 914 time: 0.1730947 Nov 12 03:49:12.103895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf4ae3-5b8e-4942-af9e-9ba15418471e tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.107163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f2cf4ae3-5b8e-4942-af9e-9ba15418471e tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0981333 Nov 12 03:49:12.113132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.140912 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.154067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-58ffc8db-1977-40b3-9e20-a049ed9dd391 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 200 len: 217 time: 0.0812478 Nov 12 03:49:12.177608 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:12.187174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e29f2-1fcc-4059-8c59-9ed6a77e9b89 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:49:12.187837 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:12.188651 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:48:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.241893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8aca4-9f42-4089-a4ac-0f8462a7c8c6 req-2ddc0a3f-dd10-4685-81ba-4678460730a8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.250334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60e8aca4-9f42-4089-a4ac-0f8462a7c8c6 req-2ddc0a3f-dd10-4685-81ba-4678460730a8 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.1061845 Nov 12 03:49:12.255035 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.284784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-987dac73-5c7d-4c85-8c01-01831f5d5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.289005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-987dac73-5c7d-4c85-8c01-01831f5d5f31 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 200 len: 851 time: 0.1111991 Nov 12 03:49:12.319515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e29f2-1fcc-4059-8c59-9ed6a77e9b89 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:49:12.380222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.390160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60e8aca4-9f42-4089-a4ac-0f8462a7c8c6 req-4c078cf0-09f0-4b27-a6d7-220045828f94 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387801 Nov 12 03:49:12.414074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-8c0d844a-9282-408f-80a0-763fbc90824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.416772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-8c0d844a-9282-408f-80a0-763fbc90824d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fe21895f-dd0e-4556-9307-674366a2f85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127174 Nov 12 03:49:12.418577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa130a4-8658-4bab-9f9e-9a410324778e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.450323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d4ec22-50a8-4fe5-a069-36ba4dcfe923') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.451125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d4ec22-50a8-4fe5-a069-36ba4dcfe923') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.473908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.491480 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:12.502367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.523128 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:12.523553 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:12.526873 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:12.551190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-88e2ff68-decd-47df-9c1a-d135409b573f service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252759 Nov 12 03:49:12.646105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.652374 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.657958 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/4aa130a4-8658-4bab-9f9e-9a410324778e HTTP/1.1" status: 204 len: 168 time: 0.5414462 Nov 12 03:49:12.678328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.679121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb156c27-da98-4e77-a4af-7008ed829bf4 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=4aa130a4-8658-4bab-9f9e-9a410324778e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.711598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e151efe-c04e-4751-b120-4fb2fa660309 None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:49:12.755268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e95b2b8-5de6-47f7-8edb-ca1e0b55a882 req-3c54f594-6158-4956-99bb-f97bdf5fbeab service neutron] 10.222.0.98 "GET /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673470 Nov 12 03:49:12.804499 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.807493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.810041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e151efe-c04e-4751-b120-4fb2fa660309 None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:49:12.837346 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc14880c-68b4-4d3c-b12b-110286f3343a None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:35:57Z', 'revision_number': 4, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '148b89f1-b02c-4f92-ac01-bb2386bf7b7b', 'name': '', 'network_id': 'fe21895f-dd0e-4556-9307-674366a2f85a', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'mac_address': 'fa:16:3e:1b:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'subnets': [{'id': 'df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:12.943919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.965849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.975248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991607a3-ff73-4791-9b57-c539e40a0ac3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.975533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991607a3-ff73-4791-9b57-c539e40a0ac3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:12.987996 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.004825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.011460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:13.011911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:13.015709 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:13.120060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.125094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.128860 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c HTTP/1.1" status: 204 len: 168 time: 0.4462068 Nov 12 03:49:13.131435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54376) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.144312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889aa48-be8a-4911-b025-75e0e067a9a1 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=d57d5d6e-a036-4d8d-9fa1-1f3dcae86d5c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.212992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836e35b-c3fe-4467-8e29-50e93ae2c79a None None] New status for floating IP df39ca7c-a451-4e0a-9010-ed08c55261fa: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:49:13.221970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.332332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.353832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f5c861-9ba8-40c9-b624-fbf31592d346']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.363038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cfbf9a-bf68-45b7-886c-5cd911493ef2') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.363337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cfbf9a-bf68-45b7-886c-5cd911493ef2') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.373397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.387633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.393861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:13.394260 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:13.397253 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:13.471052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.474871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.478411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/93f5c861-9ba8-40c9-b624-fbf31592d346 HTTP/1.1" status: 204 len: 168 time: 0.3458645 Nov 12 03:49:13.481049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:13.514566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0255-74fb-463d-8259-4a8f802bfb48 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=93f5c861-9ba8-40c9-b624-fbf31592d346,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.536432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b116174-6848-4039-86aa-4a56b6e26869 req-d3bb5628-495a-4d82-bafb-1229afc4db2b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.540459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b116174-6848-4039-86aa-4a56b6e26869 req-d3bb5628-495a-4d82-bafb-1229afc4db2b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.0825069 Nov 12 03:49:13.563156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.592711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b116174-6848-4039-86aa-4a56b6e26869 req-fa1c03a9-1381-48b4-8650-8ff0be3a07fa tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/security-groups?id=ca128e83-aebf-41c2-aa31-832cbc3d2088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483234 Nov 12 03:49:13.654838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-eb9707c6-4ec2-45c4-bf68-158324502bd9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.656434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-eb9707c6-4ec2-45c4-bf68-158324502bd9 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Nov 12 03:49:13.659217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.682840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c29d0b-82e2-48e7-bb93-3dea18d13741']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.693127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da622a56-a563-4ab9-a168-b57837552bab') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.693493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da622a56-a563-4ab9-a168-b57837552bab') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:13.703827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.718365 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.726562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:13.727203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:13.730926 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:13.762181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port 118dd918-52c1-443c-be5e-92b3e84d9c1d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:13.762518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.797655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.805494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.809267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] 10.222.0.93 "DELETE /v2.0/networks/b5c29d0b-82e2-48e7-bb93-3dea18d13741 HTTP/1.1" status: 204 len: 168 time: 0.3269610 Nov 12 03:49:13.822151 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9405-a6cf-4597-a359-31257334dad0 tempest-BulkNetworkOpsIpV6Test-1615741662 tempest-BulkNetworkOpsIpV6Test-1615741662-project] Pushing event deleted for resources: {'Network': ['ID=b5c29d0b-82e2-48e7-bb93-3dea18d13741,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.861041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] For port 118dd918-52c1-443c-be5e-92b3e84d9c1d, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=118dd918-52c1-443c-be5e-92b3e84d9c1d,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:13.861412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.875063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for 118dd918-52c1-443c-be5e-92b3e84d9c1d owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:14.028401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.060375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=118dd918-52c1-443c-be5e-92b3e84d9c1d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.094155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.121781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] No DVR routers for this DVR port 118dd918-52c1-443c-be5e-92b3e84d9c1d on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:14.124221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.129294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89490039-f2e6-4b72-9251-08b0328d95a0 req-e75000eb-c68f-4f66-a879-52953cea2d23 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.98 "DELETE /v2.0/ports/118dd918-52c1-443c-be5e-92b3e84d9c1d HTTP/1.1" status: 204 len: 173 time: 0.4669971 Nov 12 03:49:14.129707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'name': 'network-vif-deleted', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:14.131994 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2614931b-6016-4532-826c-8c02349d9174" -d '{"events": [{"server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "name": "network-vif-deleted", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:14.188716 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb7e6b-7239-4e7d-9b05-5395d1d4f2ab x-openstack-request-id: req-e8bb7e6b-7239-4e7d-9b05-5395d1d4f2ab {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:14.189027 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d58e24-1c70-4947-819f-e61717c8baa6", "name": "network-vif-deleted", "tag": "118dd918-52c1-443c-be5e-92b3e84d9c1d", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:14.189294 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e8bb7e6b-7239-4e7d-9b05-5395d1d4f2ab {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:14.189678 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d58e24-1c70-4947-819f-e61717c8baa6', 'name': 'network-vif-deleted', 'tag': '118dd918-52c1-443c-be5e-92b3e84d9c1d', 'status': 'completed', 'code': 200} Nov 12 03:49:14.288485 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-da4ac76f-7b53-452a-97bc-feb8ab37e0d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ab608201451c4d97b7a3eca605c3d9ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926262 Nov 12 03:49:14.290695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.340458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.362894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.410334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.413433 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.417097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ff9d2812-ff3f-41aa-ad87-107fa7fc6471 HTTP/1.1" status: 204 len: 168 time: 0.1230812 Nov 12 03:49:14.426801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448118f4-5dc2-4ffb-90c7-2f5961a60ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9d2812-ff3f-41aa-ad87-107fa7fc6471,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.446461 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:14.731736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e296edeb-70be-46a5-88b6-9cd29ed3d6c3 req-ed8a0e00-7ea0-4fe3-813f-355ebadf987e tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0415204 Nov 12 03:49:15.197458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.239268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb34a5-c692-4264-9f1e-f51e9c9379cf req-d37d4b42-d697-42ab-8f57-8d3bd028187c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.247539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6beb34a5-c692-4264-9f1e-f51e9c9379cf req-d37d4b42-d697-42ab-8f57-8d3bd028187c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1098 time: 0.0556355 Nov 12 03:49:15.307375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6beb34a5-c692-4264-9f1e-f51e9c9379cf req-5751a9c7-b651-4023-a97d-2b9133ff60a6 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557034 Nov 12 03:49:15.328443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1438321656'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:15.366723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Made reservation on behalf of b06afa9108f64737a64182f5d3336f12 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:15.371949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.390229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.449503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704c38c-7f4e-47ca-9215-c39570e4ab05 req-e78cd178-3c7c-4d6e-96ed-6f097d92420e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.451785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2704c38c-7f4e-47ca-9215-c39570e4ab05 req-e78cd178-3c7c-4d6e-96ed-6f097d92420e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0681329 Nov 12 03:49:15.492421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.499423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.524815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1214} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:15.541986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f438c0ad-bf9b-4666-8144-12bb38b3a96a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.545627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2704c38c-7f4e-47ca-9215-c39570e4ab05 req-b5f394f0-08af-41a4-8a31-f6055794867c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863445 Nov 12 03:49:15.556494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.556849 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Added segment c7d5c0be-7b69-48ac-beec-813c01e05ed4 of type vlan for network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 Nov 12 03:49:15.572596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54458) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.602317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.638708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.651446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.651446 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.676776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a3a7519-5487-4732-a339-f579cca0cfda tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/ddf926cc-77bc-427b-bc82-93463ea3ba39 HTTP/1.1" status: 200 len: 994 time: 0.0910947 Nov 12 03:49:15.728553 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5298560 Nov 12 03:49:15.732187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54466) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:15.737387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Request body: {'subnet': {'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:15.748885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28191f-bc24-41d3-97b5-70c7aaa24aba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event updated for resources: {'Network': ['ID=4978ed60-195f-4ab6-b713-ea2cc47de3b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.760793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:15.867222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Made reservation on behalf of b06afa9108f64737a64182f5d3336f12 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:15.872483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.934038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c5136bc-7b75-456f-8d8c-ae210b48a960 req-49c33dac-04ec-47ad-b723-cf3a837d4ae7 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0551744 Nov 12 03:49:16.118259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.225181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event updated for resources: {'Subnet': ['ID=c490d2d4-2c28-41df-a597-d3cd5718971e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:16.227482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Checking segment: {'id': 'c7d5c0be-7b69-48ac-beec-813c01e05ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:16.228635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Network hostable DHCP agents. Network: 4978ed60-195f-4ab6-b713-ea2cc47de3b0, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:16.307762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:16.317762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-514f31c8-0561-4d1f-a5e0-ad3af2550f22 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587118 Nov 12 03:49:16.327589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a0fd-c404-4e1b-a87f-9f50fd1afe2a req-7374cb65-4647-490f-bb5a-c75554e0e905 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.332486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8709a0fd-c404-4e1b-a87f-9f50fd1afe2a req-7374cb65-4647-490f-bb5a-c75554e0e905 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0909190 Nov 12 03:49:16.345685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 4978ed60-195f-4ab6-b713-ea2cc47de3b0) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:16.352106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.353245 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.358942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4645ad0-9e2f-447b-a05e-e537cab8e77a None None] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:16.416472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4838def2-7de8-4381-8d0d-44398a701bbe tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6805184 Nov 12 03:49:16.416742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.420208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8709a0fd-c404-4e1b-a87f-9f50fd1afe2a req-b72f3323-a155-4414-abce-491da32adddc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835340 Nov 12 03:49:16.423585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Request body: {'port': {'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0', 'name': 'tempest-TagsExtTest-792365590'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:16.557141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-4978ed60-195f-4ab6-b713-ea2cc47de3b0', 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0', 'tenant_id': 'b06afa9108f64737a64182f5d3336f12', 'fixed_ips': [{'subnet_id': 'c490d2d4-2c28-41df-a597-d3cd5718971e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:16.559095 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.589237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Made reservation on behalf of b06afa9108f64737a64182f5d3336f12 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:16.594827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.620719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] device_id is not set on port 39764dba-fad5-47d2-aa4d-c0df37deb636 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:16.768166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Allocated IP 172.20.0.14 (4978ed60-195f-4ab6-b713-ea2cc47de3b0/c490d2d4-2c28-41df-a597-d3cd5718971e/39764dba-fad5-47d2-aa4d-c0df37deb636) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:16.957679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.998343 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.052337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:17.083029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:17.087217 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:17.120304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-093c435a-7bbe-4990-bc66-005a93b0ad5c req-e57fda01-c335-4eec-a04a-ad8c35d7f30b tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0858746 Nov 12 03:49:17.133692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event updated for resources: {'Port': ['ID=39764dba-fad5-47d2-aa4d-c0df37deb636,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.163887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.165298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.189685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54522) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.190173 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e9305fcf-6c90-410d-b62a-84951afc3e76 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7708266 Nov 12 03:49:17.194635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-132742012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:17.247831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.249196 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.303637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 118dd918-52c1-443c-be5e-92b3e84d9c1d no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:17.347386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 118dd918-52c1-443c-be5e-92b3e84d9c1d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:17.347901 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 118dd918-52c1-443c-be5e-92b3e84d9c1d not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:17.373685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Allocated IP 172.20.0.2 (4978ed60-195f-4ab6-b713-ea2cc47de3b0/c490d2d4-2c28-41df-a597-d3cd5718971e/8d497a0f-fc52-498b-9b7d-ce3306a360b7) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:17.375524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.399334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.485373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.490208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.497141 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-52ed6d1b-3ed0-4390-8eff-e10bc4a4ce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-581161110', 'prefixes': ['172.20.0.0/16']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:17.497840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e8a96dae-7f8d-40a4-9fb0-16a2dca36123 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3070431 Nov 12 03:49:17.604776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988658a-0408-490c-ab22-b0a5935fc804 req-85dcf475-8f01-4198-a995-559205ca8f73 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.613865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0988658a-0408-490c-ab22-b0a5935fc804 req-85dcf475-8f01-4198-a995-559205ca8f73 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0973697 Nov 12 03:49:17.643452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52ed6d1b-3ed0-4390-8eff-e10bc4a4ce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.645108 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-52ed6d1b-3ed0-4390-8eff-e10bc4a4ce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1538093 Nov 12 03:49:17.648687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.650783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.653479 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-1e0ef6db-209f-40b6-8eea-45dd71e3d006 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-943770207') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.663309 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.689360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0988658a-0408-490c-ab22-b0a5935fc804 req-21b36f32-3b6e-4483-8367-2a38d6114fbb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745668 Nov 12 03:49:17.719395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Pushing event updated for resources: {'Port': ['ID=8d497a0f-fc52-498b-9b7d-ce3306a360b7,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.728357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:17.730047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:17.734245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:17.804801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Attempting to bind port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:17.805259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Attempting to bind port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c7d5c0be-7b69-48ac-beec-813c01e05ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:17.805521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Attempting to bind port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 on network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:17.811920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:17.812323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Checking segment: {'id': 'c7d5c0be-7b69-48ac-beec-813c01e05ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:17.813324 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.813783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Bound using segment: {'id': 'c7d5c0be-7b69-48ac-beec-813c01e05ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:17.814352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Bound port: 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d5c0be-7b69-48ac-beec-813c01e05ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '4978ed60-195f-4ab6-b713-ea2cc47de3b0'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:17.814758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.834891 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e0ef6db-209f-40b6-8eea-45dd71e3d006 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-943770207 HTTP/1.1" status: 201 len: 201 time: 0.1825528 Nov 12 03:49:17.835066 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.852007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-cfebfe21-8e33-4190-82f9-d76fef7352cd tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1701174850') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.895458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] For port 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:17.899389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] For port 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8d497a0f-fc52-498b-9b7d-ce3306a360b7,segment=NetworkSegment(c7d5c0be-7b69-48ac-beec-813c01e05ed4),segment_id=c7d5c0be-7b69-48ac-beec-813c01e05ed4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:17.905539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.969683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfebfe21-8e33-4190-82f9-d76fef7352cd tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1701174850 HTTP/1.1" status: 201 len: 201 time: 0.1324148 Nov 12 03:49:17.970509 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.984375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-0c18ca95-95fd-4c57-b3dc-36009e8fee41 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-1126742907') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.026944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd29ff-1639-4642-b182-302ec1aed6f5 None None] Pushing event updated for resources: {'Port': ['ID=8d497a0f-fc52-498b-9b7d-ce3306a360b7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.054354 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-24876a0c-8ca4-4277-b2c7-c371e83da94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.097307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-2b4859e1-5799-4818-968b-0b8bbcd6f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.099170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-2b4859e1-5799-4818-968b-0b8bbcd6f09b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1098 time: 0.0660124 Nov 12 03:49:18.153504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c18ca95-95fd-4c57-b3dc-36009e8fee41 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-1126742907 HTTP/1.1" status: 201 len: 201 time: 0.1797011 Nov 12 03:49:18.156306 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.165623 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-f30cdf9c-8ed8-4a48-bc1b-33deb9c242a0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-798983615') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.324951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c48eb7d8-ef46-49b8-8450-c6f512a71990 req-24ec9bdb-7582-40b8-8c6c-16692e74c4a0 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0511236 Nov 12 03:49:18.328870 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f30cdf9c-8ed8-4a48-bc1b-33deb9c242a0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-798983615 HTTP/1.1" status: 201 len: 201 time: 0.1693635 Nov 12 03:49:18.329632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.343356 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-eec94351-9e98-4b1a-a006-62ee3c6c704e tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.365163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-0c838e53-e01f-4ee5-a793-335166b00610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.367039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-0c838e53-e01f-4ee5-a793-335166b00610 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.2598898 Nov 12 03:49:18.436055 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eec94351-9e98-4b1a-a006-62ee3c6c704e tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 200 len: 240 time: 0.1053216 Nov 12 03:49:18.438672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54556) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.443210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-2c5b5366-d48b-4a55-9d5f-da6f78767b98 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-943770207') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.505936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-e9ae83f3-d51d-4072-95a0-46e69c8d3053 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1002 time: 0.1296411 Nov 12 03:49:18.581550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-75a60754-e84f-452b-9852-606643ee5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.582954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-75a60754-e84f-452b-9852-606643ee5b80 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0697289 Nov 12 03:49:18.604327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c5b5366-d48b-4a55-9d5f-da6f78767b98 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-943770207 HTTP/1.1" status: 204 len: 168 time: 0.1617067 Nov 12 03:49:18.607545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54562) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.625262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-71b94b87-30ff-4d29-accc-7e572fb21553 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-943770207') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.677897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-97166d1c-eadf-4241-98d8-ca1ff799cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.679422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-97166d1c-eadf-4241-98d8-ca1ff799cdd7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893183 Nov 12 03:49:18.790318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-71b94b87-30ff-4d29-accc-7e572fb21553 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-943770207 HTTP/1.1" status: 204 len: 168 time: 0.1825254 Nov 12 03:49:18.790752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.795914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-5692412e-495b-4da3-8cdf-76e1eed44fa4 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.803708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-0780b795-61b3-4a55-a917-d7cc07d04e15 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160889 Nov 12 03:49:18.899236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5692412e-495b-4da3-8cdf-76e1eed44fa4 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 200 len: 205 time: 0.1073074 Nov 12 03:49:18.900175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.904327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64254f88-6655-4fb0-a2d7-e91b8e0f1396 req-e7eacf56-ff0c-4e7d-ab5e-fc6cd5545625 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.905864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64254f88-6655-4fb0-a2d7-e91b8e0f1396 req-e7eacf56-ff0c-4e7d-ab5e-fc6cd5545625 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.1251028 Nov 12 03:49:18.913185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-ba89ff21-7b39-452e-850b-1d93eec78a72 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:18.968980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-5ddcb70f-b20c-4750-8729-0661c9bfd5c2 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464517 Nov 12 03:49:19.003409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.004274 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba89ff21-7b39-452e-850b-1d93eec78a72 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 200 len: 241 time: 0.1020985 Nov 12 03:49:19.010355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-8c78e9da-6558-4ed6-9f2e-51fa1a0637a4 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1701174850') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.050563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64254f88-6655-4fb0-a2d7-e91b8e0f1396 req-3c4b7342-d2e0-444a-bd52-59a1455a9c4f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367867 Nov 12 03:49:19.087565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8c78e9da-6558-4ed6-9f2e-51fa1a0637a4 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1701174850 HTTP/1.1" status: 204 len: 168 time: 0.0827699 Nov 12 03:49:19.090751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54576) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.099454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-0c0fba03-5e94-4af6-b2ad-d8a76db84b14 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1701174850') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.222684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8d497a0f-fc52-498b-9b7d-ce3306a360b7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:19.238761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0c0fba03-5e94-4af6-b2ad-d8a76db84b14 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1701174850 HTTP/1.1" status: 204 len: 168 time: 0.1469917 Nov 12 03:49:19.241528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.246396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-a8154eaa-a4da-43e7-8cb9-b71d2f1cb37a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.317727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8154eaa-a4da-43e7-8cb9-b71d2f1cb37a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 200 len: 205 time: 0.0728452 Nov 12 03:49:19.317966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.322782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-4fcbdf08-205d-4a7b-82f1-a79e2e442d69 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.359876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:19.367458 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.429667 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4fcbdf08-205d-4a7b-82f1-a79e2e442d69 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 200 len: 241 time: 0.1083293 Nov 12 03:49:19.430056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54590) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.434966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-91ee1c96-f513-4822-b872-226e7095c990 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-1126742907') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.463277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.498331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8d497a0f-fc52-498b-9b7d-ce3306a360b7,segment=NetworkSegment(c7d5c0be-7b69-48ac-beec-813c01e05ed4),segment_id=c7d5c0be-7b69-48ac-beec-813c01e05ed4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:19.507116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.536705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-49d84922-464d-4d17-ab6f-d0482760a901 req-5094e298-758d-4489-a44a-a0f2fcada040 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "GET /v2.0/ports?device_id=12d58e24-1c70-4947-819f-e61717c8baa6 HTTP/1.1" status: 200 len: 210 time: 0.0481246 Nov 12 03:49:19.561949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd2692-7ffd-43a8-b1e9-da0186a16d08 None None] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:19.583728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-91ee1c96-f513-4822-b872-226e7095c990 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-1126742907 HTTP/1.1" status: 204 len: 168 time: 0.1525090 Nov 12 03:49:19.586640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.591364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-9651f1fe-a001-4b73-8282-17cb20bd8091 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-1126742907') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.669640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b3641e0a-437f-4725-bbd5-cfb65291964a None None] Provisioning complete for port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:19.670007 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3641e0a-437f-4725-bbd5-cfb65291964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.704028 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9651f1fe-a001-4b73-8282-17cb20bd8091 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-1126742907 HTTP/1.1" status: 204 len: 168 time: 0.1143670 Nov 12 03:49:19.704903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54598) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.711364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-86e930ad-7443-4205-99e4-066f14dc5c97 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.725236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=8d497a0f-fc52-498b-9b7d-ce3306a360b7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.806721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.807338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-86e930ad-7443-4205-99e4-066f14dc5c97 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 200 len: 205 time: 0.1005483 Nov 12 03:49:19.813781 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-7df15798-e83d-4cc4-8062-e7916b405518 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.842608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7df15798-e83d-4cc4-8062-e7916b405518 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 200 len: 240 time: 0.0337808 Nov 12 03:49:19.845373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54602) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.850830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-bc0738e8-00ed-4043-a508-7dd9a476628f tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-798983615') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.903796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bc0738e8-00ed-4043-a508-7dd9a476628f tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-798983615 HTTP/1.1" status: 204 len: 168 time: 0.0572605 Nov 12 03:49:19.906318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54606) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.911943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-ea912800-fae8-4093-899e-28e295bc966f tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-798983615') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:19.957996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ea912800-fae8-4093-899e-28e295bc966f tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-798983615 HTTP/1.1" status: 204 len: 168 time: 0.0505307 Nov 12 03:49:19.960743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.965186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-c985a25f-0f41-4b34-ab9e-1f5c38f8bab8 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.008078 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c985a25f-0f41-4b34-ab9e-1f5c38f8bab8 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 200 len: 205 time: 0.0462129 Nov 12 03:49:20.011591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.016638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-77d2cfcd-143d-4267-883b-dab045ccc54d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.048109 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-77d2cfcd-143d-4267-883b-dab045ccc54d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 204 len: 168 time: 0.0351646 Nov 12 03:49:20.050390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.054942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-6ea610b9-05b9-477f-9417-3d5b05834e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.157784 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ea610b9-05b9-477f-9417-3d5b05834e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 204 len: 168 time: 0.1040146 Nov 12 03:49:20.158004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.163133 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-c3b6ec7c-679e-4d84-aebb-51629eb42c01 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.198473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7e0e9-5c3c-43fe-9def-b7266cf9281f req-5d49648a-7a62-4cac-b174-bd624fc48d6b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.208212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97e7e0e9-5c3c-43fe-9def-b7266cf9281f req-5d49648a-7a62-4cac-b174-bd624fc48d6b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0636389 Nov 12 03:49:20.228651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1f428d69-ffa9-4daa-b2fa-de95696b3b75 None None] Provisioning complete for port 39764dba-fad5-47d2-aa4d-c0df37deb636 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:20.229235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f428d69-ffa9-4daa-b2fa-de95696b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.248708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c3b6ec7c-679e-4d84-aebb-51629eb42c01 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 204 len: 168 time: 0.0895457 Nov 12 03:49:20.249636 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.258118 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-79fb211a-de0a-42d8-abe6-5e1edd51cd97 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.276304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97e7e0e9-5c3c-43fe-9def-b7266cf9281f req-37863431-cbe1-47b9-927a-495e1179101d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631046 Nov 12 03:49:20.340002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1f428d69-ffa9-4daa-b2fa-de95696b3b75 None None] Port 39764dba-fad5-47d2-aa4d-c0df37deb636 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:20.350168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1f428d69-ffa9-4daa-b2fa-de95696b3b75 None None] Provisioning complete for port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:20.351405 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1f428d69-ffa9-4daa-b2fa-de95696b3b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.367503 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79fb211a-de0a-42d8-abe6-5e1edd51cd97 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 204 len: 168 time: 0.1168082 Nov 12 03:49:20.375161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.380681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-cd5e1a94-4386-4226-85eb-77ff4b46176d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-79325437') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.423453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-955e05a0-db21-429b-b146-6b2b89a78a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.483362 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd5e1a94-4386-4226-85eb-77ff4b46176d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-79325437 HTTP/1.1" status: 201 len: 201 time: 0.1069028 Nov 12 03:49:20.486805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.492343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-444f5983-842b-452c-a77c-589ec2cfef19 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-2012726557') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.571885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-444f5983-842b-452c-a77c-589ec2cfef19 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-2012726557 HTTP/1.1" status: 201 len: 201 time: 0.0837197 Nov 12 03:49:20.575425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.580248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-191f8f08-5740-49d3-9459-5c965b54a06a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-2080255920') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.593543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.607190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-08923fe6-bd17-49db-80a7-448bb096df96 None None] Provisioning complete for port 39764dba-fad5-47d2-aa4d-c0df37deb636 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:20.607707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-08923fe6-bd17-49db-80a7-448bb096df96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.648127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-08923fe6-bd17-49db-80a7-448bb096df96 None None] Port 39764dba-fad5-47d2-aa4d-c0df37deb636 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:20.688922 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-191f8f08-5740-49d3-9459-5c965b54a06a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-2080255920 HTTP/1.1" status: 201 len: 201 time: 0.1119204 Nov 12 03:49:20.690528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.696446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-2341a3fa-be70-4451-82f9-0ed463b315ac tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-1149062153') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.734654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Deleting port f4975f36-af7a-49b4-bc1a-472494ea1e78 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:20.735062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.740086 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2341a3fa-be70-4451-82f9-0ed463b315ac tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-1149062153 HTTP/1.1" status: 201 len: 201 time: 0.0454607 Nov 12 03:49:20.740256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54644) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.744591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-cfe24f42-fb27-41e6-bef2-f7044c7b08ba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', {'tags': ['tempest-TagsExtTest-Tag-712239168', 'tempest-TagsExtTest-Tag-380340556', 'tempest-TagsExtTest-Tag-2047186920']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.804230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cfe24f42-fb27-41e6-bef2-f7044c7b08ba tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 200 len: 316 time: 0.0628669 Nov 12 03:49:20.806799 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.812132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-e372d937-1aec-4dfb-8902-6f17b9a06032 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.820704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.821086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.833449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Calling delete_port for f4975f36-af7a-49b4-bc1a-472494ea1e78 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:20.883541 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e372d937-1aec-4dfb-8902-6f17b9a06032 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 204 len: 168 time: 0.0755847 Nov 12 03:49:20.886533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.890783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-9a0ec022-886f-4e54-9bf3-43db372fb864 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-712239168') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.974653 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9a0ec022-886f-4e54-9bf3-43db372fb864 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:20.975604 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a0ec022-886f-4e54-9bf3-43db372fb864 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-712239168 HTTP/1.1" status: 404 len: 328 time: 0.0881209 Nov 12 03:49:20.978431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.983394 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-b4836c79-6163-413a-afb2-2b7c52055f6c tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-380340556') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.001880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.033141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'Port': ['ID=f4975f36-af7a-49b4-bc1a-472494ea1e78,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.041859 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b4836c79-6163-413a-afb2-2b7c52055f6c tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.046542 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b4836c79-6163-413a-afb2-2b7c52055f6c tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-380340556 HTTP/1.1" status: 404 len: 328 time: 0.0669553 Nov 12 03:49:21.047185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.051771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-5ffc24fd-e8be-4dd3-a738-3e72b6ed7fe3 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e', 'tempest-TagsExtTest-Tag-2047186920') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.105185 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5ffc24fd-e8be-4dd3-a738-3e72b6ed7fe3 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.109876 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5ffc24fd-e8be-4dd3-a738-3e72b6ed7fe3 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags/tempest-TagsExtTest-Tag-2047186920 HTTP/1.1" status: 404 len: 329 time: 0.0616236 Nov 12 03:49:21.110583 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.115837 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-630fc023-57b9-498c-bad6-ef84cc8cbf7e tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', {'tags': ['tempest-TagsExtTest-Tag-1827242082', 'tempest-TagsExtTest-Tag-1857215191', 'tempest-TagsExtTest-Tag-1974534840']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.133948 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.136174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8d497a0f-fc52-498b-9b7d-ce3306a360b7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:21.137072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.145748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ae6b0edb-0e2e-4d6b-b618-3e5522c50d73 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "DELETE /v2.0/floatingips/9a3a2a19-5ff0-40fd-a059-70ac99dd97ca HTTP/1.1" status: 204 len: 168 time: 0.5508771 Nov 12 03:49:21.192659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-630fc023-57b9-498c-bad6-ef84cc8cbf7e tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 200 len: 318 time: 0.0808697 Nov 12 03:49:21.195136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.200220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-7e1fe961-de54-4c57-9555-8538bdb5ed52 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.201075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.201547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.323323 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7e1fe961-de54-4c57-9555-8538bdb5ed52 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 204 len: 168 time: 0.1266854 Nov 12 03:49:21.327333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.331711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-9fbc1481-251c-4f16-9e1c-6b028ddc6f00 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1827242082') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.409117 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9fbc1481-251c-4f16-9e1c-6b028ddc6f00 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.410241 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9fbc1481-251c-4f16-9e1c-6b028ddc6f00 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1827242082 HTTP/1.1" status: 404 len: 329 time: 0.0818555 Nov 12 03:49:21.413120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.416680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a859a5b-1a2e-49a5-9cf7-0fea19da84cd req-d4a20f28-2918-4eed-885b-540d827dbe9c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.417500 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-8e304a0f-2afd-43ab-83f8-88190487d264 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1857215191') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.418712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a859a5b-1a2e-49a5-9cf7-0fea19da84cd req-d4a20f28-2918-4eed-885b-540d827dbe9c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0738153 Nov 12 03:49:21.478368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2a859a5b-1a2e-49a5-9cf7-0fea19da84cd req-dff905f2-0b14-4aef-9643-97832901193b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523310 Nov 12 03:49:21.488597 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-8e304a0f-2afd-43ab-83f8-88190487d264 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.489935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8e304a0f-2afd-43ab-83f8-88190487d264 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1857215191 HTTP/1.1" status: 404 len: 329 time: 0.0758300 Nov 12 03:49:21.492838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54682) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.498147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-27e2d28e-5ac1-4d56-92dd-2b50f2aa01ca tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636', 'tempest-TagsExtTest-Tag-1974534840') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.548321 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-27e2d28e-5ac1-4d56-92dd-2b50f2aa01ca tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.549452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-27e2d28e-5ac1-4d56-92dd-2b50f2aa01ca tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags/tempest-TagsExtTest-Tag-1974534840 HTTP/1.1" status: 404 len: 329 time: 0.0549634 Nov 12 03:49:21.552092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54688) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.570153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-326f1a46-88f9-453f-a1dd-070e3b348fe9 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', {'tags': ['tempest-TagsExtTest-Tag-1949000152', 'tempest-TagsExtTest-Tag-204380468', 'tempest-TagsExtTest-Tag-921159676']}) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.664450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-326f1a46-88f9-453f-a1dd-070e3b348fe9 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 200 len: 316 time: 0.1111946 Nov 12 03:49:21.667009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.671836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-a8300773-696d-4176-86b1-8b25674473a9 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.732908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.768113 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8300773-696d-4176-86b1-8b25674473a9 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0996985 Nov 12 03:49:21.770985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.775664 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-e8d3bfa3-222c-429c-a646-6473e64fd002 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-1949000152') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.854099 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e8d3bfa3-222c-429c-a646-6473e64fd002 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:21.855361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e8d3bfa3-222c-429c-a646-6473e64fd002 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-1949000152 HTTP/1.1" status: 404 len: 329 time: 0.0832450 Nov 12 03:49:21.858460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:21.863124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-64eb368f-f616-41d9-a944-338e90a29045 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-204380468') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.238341 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-64eb368f-f616-41d9-a944-338e90a29045 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:22.241046 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-64eb368f-f616-41d9-a944-338e90a29045 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-204380468 HTTP/1.1" status: 404 len: 328 time: 0.3803890 Nov 12 03:49:22.242837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54704) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.249463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-739c75c8-2252-4cb3-8d64-cce96d6dce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e', 'tempest-TagsExtTest-Tag-921159676') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.713255 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-739c75c8-2252-4cb3-8d64-cce96d6dce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:22.714284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-739c75c8-2252-4cb3-8d64-cce96d6dce6d tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags/tempest-TagsExtTest-Tag-921159676 HTTP/1.1" status: 404 len: 328 time: 0.4698739 Nov 12 03:49:22.719261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.726089 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-cabc386f-7b74-4800-a016-feebe1477180 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', {'tags': ['tempest-TagsExtTest-Tag-1994051700', 'tempest-TagsExtTest-Tag-1578492681', 'tempest-TagsExtTest-Tag-87193379']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.733511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba5bd3-219b-42f7-a225-4d8c6b810bb8 req-6cc0f5c8-085e-4f0c-b716-7e3ada3ec05c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.735019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adba5bd3-219b-42f7-a225-4d8c6b810bb8 req-6cc0f5c8-085e-4f0c-b716-7e3ada3ec05c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0584238 Nov 12 03:49:22.783163 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cabc386f-7b74-4800-a016-feebe1477180 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "PUT /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 200 len: 316 time: 0.0622637 Nov 12 03:49:22.785592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.790650 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-6636788a-f474-48ee-9e09-a0c59b88c608 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.797426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adba5bd3-219b-42f7-a225-4d8c6b810bb8 req-c883a036-b606-4819-aa22-86fb3fab5eb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552039 Nov 12 03:49:22.827115 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6636788a-f474-48ee-9e09-a0c59b88c608 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 204 len: 168 time: 0.0403221 Nov 12 03:49:22.829668 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.833912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-3a2eb71c-663b-4574-8b34-71fc9483f15b tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-1994051700') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.856583 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-3a2eb71c-663b-4574-8b34-71fc9483f15b tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:22.860513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a2eb71c-663b-4574-8b34-71fc9483f15b tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-1994051700 HTTP/1.1" status: 404 len: 329 time: 0.0271018 Nov 12 03:49:22.861047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54726) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.867520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.tag.tag_plugin [None req-d57ea16f-8f09-4317-85da-43360663593a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-1578492681') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.891073 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-d57ea16f-8f09-4317-85da-43360663593a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:22.895079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d57ea16f-8f09-4317-85da-43360663593a tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-1578492681 HTTP/1.1" status: 404 len: 329 time: 0.0287063 Nov 12 03:49:22.895421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.900186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-15013c21-550c-498e-9150-b4c23ce371ce tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448', 'tempest-TagsExtTest-Tag-87193379') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.925615 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-15013c21-550c-498e-9150-b4c23ce371ce tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] show failed (client error): The resource could not be found. Nov 12 03:49:22.928498 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-15013c21-550c-498e-9150-b4c23ce371ce tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags/tempest-TagsExtTest-Tag-87193379 HTTP/1.1" status: 404 len: 327 time: 0.0301774 Nov 12 03:49:22.930102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.934758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-fd2ca7f5-8b16-4aaf-aaee-1621bfc707fd tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c966158d-3904-45da-a550-129b7a2a3448') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.966672 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fd2ca7f5-8b16-4aaf-aaee-1621bfc707fd tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448/tags HTTP/1.1" status: 204 len: 168 time: 0.0354848 Nov 12 03:49:22.973187 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.979155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-7252e313-dacf-407b-91b2-20e5c16bd0fb tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ecbb915-7310-417f-b0e9-1daa2cbeca0e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:23.061601 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7252e313-dacf-407b-91b2-20e5c16bd0fb tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0848281 Nov 12 03:49:23.061910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.066086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-392cffe6-94b9-4c16-b5f2-197ac34128fa tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '39764dba-fad5-47d2-aa4d-c0df37deb636') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:23.109313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.124676 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-392cffe6-94b9-4c16-b5f2-197ac34128fa tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636/tags HTTP/1.1" status: 204 len: 168 time: 0.0593481 Nov 12 03:49:23.124964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.129772 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-b0e1bc68-031f-435a-a652-a5ae3bfc2a18 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c490d2d4-2c28-41df-a597-d3cd5718971e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:23.187493 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b0e1bc68-031f-435a-a652-a5ae3bfc2a18 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e/tags HTTP/1.1" status: 204 len: 168 time: 0.0614836 Nov 12 03:49:23.191897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.296875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90ebba82-f626-4b33-ba5a-af251343f0aa tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.300805 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-90ebba82-f626-4b33-ba5a-af251343f0aa tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnetpools/c966158d-3904-45da-a550-129b7a2a3448 HTTP/1.1" status: 204 len: 168 time: 0.1054747 Nov 12 03:49:23.301075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.331032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5cf45959-f38d-470c-9698-a719ab898687 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ecbb915-7310-417f-b0e9-1daa2cbeca0e HTTP/1.1" status: 200 len: 205 time: 0.0263560 Nov 12 03:49:23.331406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54750) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.408331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.587092 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.589493 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.637279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.638145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Fanout notify agent at l3_agent the message router_deleted on router 7ecbb915-7310-417f-b0e9-1daa2cbeca0e {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:23.654436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.658557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9565281e-31a8-4036-a989-25399a341d85 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/routers/7ecbb915-7310-417f-b0e9-1daa2cbeca0e HTTP/1.1" status: 204 len: 168 time: 0.3260071 Nov 12 03:49:23.658711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.660842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.765537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Deleting port 39764dba-fad5-47d2-aa4d-c0df37deb636 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:23.765881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.861515 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.875564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Calling delete_port for 39764dba-fad5-47d2-aa4d-c0df37deb636 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:23.948146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7769-d55c-4ed5-9617-8a75c179c465 req-11eadc25-0d65-431c-a57b-6d5a60d2c835 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.957062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a7769-d55c-4ed5-9617-8a75c179c465 req-11eadc25-0d65-431c-a57b-6d5a60d2c835 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0721385 Nov 12 03:49:24.022578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-706a7769-d55c-4ed5-9617-8a75c179c465 req-63923a73-d086-458f-b65f-ecec0ce17ea8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645869 Nov 12 03:49:24.031467 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.079029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event deleted for resources: {'Port': ['ID=39764dba-fad5-47d2-aa4d-c0df37deb636,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.165256 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.175442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54772) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.176187 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e925eb65-e878-4373-b605-2cce0d2f6e22 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/ports/39764dba-fad5-47d2-aa4d-c0df37deb636 HTTP/1.1" status: 204 len: 168 time: 0.5163255 Nov 12 03:49:24.240904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Deleting subnet c490d2d4-2c28-41df-a597-d3cd5718971e {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:24.248461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.303949 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.414884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.484922 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.514479 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event deleted for resources: {'Subnet': ['ID=c490d2d4-2c28-41df-a597-d3cd5718971e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.516603 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.520052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c6bd2a9-216f-4b31-8e02-c538e47330a7 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/subnets/c490d2d4-2c28-41df-a597-d3cd5718971e HTTP/1.1" status: 204 len: 168 time: 0.3434870 Nov 12 03:49:24.522494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54780) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.529572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bf613-7074-43a4-915a-dfca1613180d None None] Network 4978ed60-195f-4ab6-b713-ea2cc47de3b0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:24.560651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54784) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.657067 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.711679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.753346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.776235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] DHCP port deletion for 4978ed60-195f-4ab6-b713-ea2cc47de3b0 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:24.820142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Deleting port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:24.820568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.842197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Deleting port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:24.842565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.905852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.909380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.913144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] For port 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8d497a0f-fc52-498b-9b7d-ce3306a360b7,segment=NetworkSegment(c7d5c0be-7b69-48ac-beec-813c01e05ed4),segment_id=c7d5c0be-7b69-48ac-beec-813c01e05ed4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.913144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.914125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] 10.222.0.93 "DELETE /v2.0/security-groups/ca128e83-aebf-41c2-aa31-832cbc3d2088 HTTP/1.1" status: 204 len: 168 time: 0.3528748 Nov 12 03:49:24.927796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Calling delete_port for 8d497a0f-fc52-498b-9b7d-ce3306a360b7 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:24.933587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] For port 8d497a0f-fc52-498b-9b7d-ce3306a360b7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8d497a0f-fc52-498b-9b7d-ce3306a360b7,segment=NetworkSegment(c7d5c0be-7b69-48ac-beec-813c01e05ed4),segment_id=c7d5c0be-7b69-48ac-beec-813c01e05ed4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:24.934177 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.937716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a5a6-897c-4733-b2f5-086ff61d4d19 tempest-TestVolumeBootPattern-2123232077 tempest-TestVolumeBootPattern-2123232077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca128e83-aebf-41c2-aa31-832cbc3d2088,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.967784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Calling delete_port for 8d497a0f-fc52-498b-9b7d-ce3306a360b7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:24.990767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.062619 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.093942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.120315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event deleted for resources: {'Port': ['ID=8d497a0f-fc52-498b-9b7d-ce3306a360b7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.128068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] No DVR routers for this DVR port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:25.203271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] Pushing event deleted for resources: {'Port': ['ID=8d497a0f-fc52-498b-9b7d-ce3306a360b7,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.208853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8d497a0f-fc52-498b-9b7d-ce3306a360b7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:25.243051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e698dd-83b2-4072-a27e-afb96d781cc6 None None] No DVR routers for this DVR port 8d497a0f-fc52-498b-9b7d-ce3306a360b7 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:25.245873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8d497a0f-fc52-498b-9b7d-ce3306a360b7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:25.245873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8d497a0f-fc52-498b-9b7d-ce3306a360b7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:25.288635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.313958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4978ed60-195f-4ab6-b713-ea2cc47de3b0']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.323229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a1a0-d560-4d22-96e8-6e3b30d34608 req-a04fb6d3-2f85-42d5-8092-7d0746145c77 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.325315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f42a1a0-d560-4d22-96e8-6e3b30d34608 req-a04fb6d3-2f85-42d5-8092-7d0746145c77 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.1264150 Nov 12 03:49:25.363843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d5c0be-7b69-48ac-beec-813c01e05ed4') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.364269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d5c0be-7b69-48ac-beec-813c01e05ed4') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.377858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.397080 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.414856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:25.415397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:25.418938 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:25.494342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f42a1a0-d560-4d22-96e8-6e3b30d34608 req-f517b43b-4eb5-4198-abce-5f9424c01f56 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554086 Nov 12 03:49:25.521889 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.526893 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.530627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] 10.222.0.93 "DELETE /v2.0/networks/4978ed60-195f-4ab6-b713-ea2cc47de3b0 HTTP/1.1" status: 204 len: 168 time: 1.0071526 Nov 12 03:49:25.555139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c3b46-653d-4b6a-a474-37963ffcfad0 tempest-TagsExtTest-253470583 tempest-TagsExtTest-253470583-project] Pushing event deleted for resources: {'Network': ['ID=4978ed60-195f-4ab6-b713-ea2cc47de3b0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.782585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.803141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54816) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.962735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-87f771ad-cec1-49ef-bcb7-917fab1c5c97 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b06afa9108f64737a64182f5d3336f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583066 Nov 12 03:49:25.965953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.029043 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.058013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.092571 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Deleting port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:26.093153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.109519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.112958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.114187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f438c0ad-bf9b-4666-8144-12bb38b3a96a HTTP/1.1" status: 204 len: 168 time: 0.1467781 Nov 12 03:49:26.126521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf792b8-0bae-4e27-9a30-4b3542a0eb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438c0ad-bf9b-4666-8144-12bb38b3a96a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.181686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] For port 148b89f1-b02c-4f92-ac01-bb2386bf7b7b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:26.182213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.197846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Calling delete_port for 148b89f1-b02c-4f92-ac01-bb2386bf7b7b owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:26.401766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.440477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Pushing event deleted for resources: {'Port': ['ID=148b89f1-b02c-4f92-ac01-bb2386bf7b7b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.661854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df55f03-ad89-43f3-a2cc-4397c4dba8f1 req-ec995c43-0f83-436d-8b4b-27a943650c39 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.665071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8df55f03-ad89-43f3-a2cc-4397c4dba8f1 req-ec995c43-0f83-436d-8b4b-27a943650c39 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0669374 Nov 12 03:49:26.705547 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.750479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8df55f03-ad89-43f3-a2cc-4397c4dba8f1 req-c83e128a-8b2b-4436-af06-437ba346102d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762551 Nov 12 03:49:26.948321 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:27.063429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:27.072008 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-126e42b1-ca73-4a45-8a59-27dc47ee71da admin admin] 10.222.0.93 "PUT /v2.0/routers/db8ffdb2-a201-4519-91fe-a6ca5ef5b74b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0780640 Nov 12 03:49:27.073058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 54864) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.081931 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Sync routers for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:27.093270 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:27.093902 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:27.213146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.231311 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:27.340514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.403432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Deleting port 6b89cf90-f859-43e4-a890-08bc33512f52 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:27.403733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.437731 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:49:26Z', 'revision_number': 5, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port': {'id': '6b89cf90-f859-43e4-a890-08bc33512f52', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:52Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:27.499624 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Checking router: db8ffdb2-a201-4519-91fe-a6ca5ef5b74b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:27.509159 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Routers {'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:27.510083 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:27.525102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] For port 6b89cf90-f859-43e4-a890-08bc33512f52, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6b89cf90-f859-43e4-a890-08bc33512f52,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:27.525836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.550305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Calling delete_port for 6b89cf90-f859-43e4-a890-08bc33512f52 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:27.643349 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] Set router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:27.700096 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 6, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:27.741185 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c630f-fbd4-4875-8cbc-fa3e4f9afb94 None None] The sync data for ids ['db8ffdb2-a201-4519-91fe-a6ca5ef5b74b'] in n-d-713499-30 is: [{'id': 'db8ffdb2-a201-4519-91fe-a6ca5ef5b74b', 'name': 'tempest-TestVolumeBootPattern-1330574537-router', 'tenant_id': '105a6008e44b4564b6110e521fd15c3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:49:27Z', 'revision_number': 6, 'project_id': '105a6008e44b4564b6110e521fd15c3d', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:27.767338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.802819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b89cf90-f859-43e4-a890-08bc33512f52,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.814509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665535d-0c8e-424f-abed-9322ed6c29a5 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:27.923343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.024649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5825f8a-dc4e-43c8-9cdc-6d1b5c7e370d req-c37fff65-42d4-41aa-bb52-ebc562297d5a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:28.026163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5825f8a-dc4e-43c8-9cdc-6d1b5c7e370d req-c37fff65-42d4-41aa-bb52-ebc562297d5a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.1480939 Nov 12 03:49:28.028880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.031267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.099752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.100483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8ffdb2-a201-4519-91fe-a6ca5ef5b74b {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:28.105090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.106984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-438b201a-7315-4a7f-ae97-8ea6487b3993 admin admin] 10.222.0.93 "DELETE /v2.0/routers/db8ffdb2-a201-4519-91fe-a6ca5ef5b74b HTTP/1.1" status: 204 len: 168 time: 1.0331752 Nov 12 03:49:28.110268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.128591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5825f8a-dc4e-43c8-9cdc-6d1b5c7e370d req-ec28ff3e-aaa9-4bdf-bc04-107ac5e84a80 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910521 Nov 12 03:49:28.223173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Deleting subnet df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:28.231415 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.285672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.367586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.423432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.454873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.462164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.468943 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b6171e8a-ada0-47aa-92e9-6822b3d20e10 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/df8c1d86-a6b1-4bc0-9f0b-f4741075d7b9 HTTP/1.1" status: 204 len: 168 time: 0.3553431 Nov 12 03:49:28.469123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51158529-c1c6-4b37-b517-a97c15ee1ea0 None None] Network fe21895f-dd0e-4556-9307-674366a2f85a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:28.469227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.544344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.612710 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Deleting port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:28.613058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.684320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] DHCP port deletion for fe21895f-dd0e-4556-9307-674366a2f85a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:28.691633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] For port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:28.692088 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.705458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Calling delete_port for 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:28.746519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Deleting port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:28.747154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.802066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.826881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] For port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,segment=NetworkSegment(03f84527-a952-4941-840c-b5fdf8a1beec),segment_id=03f84527-a952-4941-840c-b5fdf8a1beec)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:28.827513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.831226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.837416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] No DVR routers for this DVR port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:28.844763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Calling delete_port for 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:28.931298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.932929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.960208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe21895f-dd0e-4556-9307-674366a2f85a']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.968482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] Pushing event deleted for resources: {'Port': ['ID=0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.975501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7443e2-f91f-4a70-abe6-028065f03db5 None None] No DVR routers for this DVR port 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:28.976116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f84527-a952-4941-840c-b5fdf8a1beec') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.976637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f84527-a952-4941-840c-b5fdf8a1beec') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.990774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.015026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.022084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:29.022490 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:29.024291 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:29.101361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.108009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.115048 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/fe21895f-dd0e-4556-9307-674366a2f85a HTTP/1.1" status: 204 len: 168 time: 0.6416726 Nov 12 03:49:29.115048 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:29.130755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abec0aa-b152-4673-88ea-375e6bfbcbe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe21895f-dd0e-4556-9307-674366a2f85a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:29.139054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:29.161400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:29.162166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0a75f70a-9ad6-43eb-94d3-d2ca173e4ea3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:29.162967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6b89cf90-f859-43e4-a890-08bc33512f52 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:29.194730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6b89cf90-f859-43e4-a890-08bc33512f52 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:29.195401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6b89cf90-f859-43e4-a890-08bc33512f52 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:29.196007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 148b89f1-b02c-4f92-ac01-bb2386bf7b7b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:29.216773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 148b89f1-b02c-4f92-ac01-bb2386bf7b7b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:29.217403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 148b89f1-b02c-4f92-ac01-bb2386bf7b7b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:29.308756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc4fc-6fd3-4769-b4e4-438dbeea7d6c req-6caa43bf-2301-4453-94ed-271df4391cb2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.310483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cfbc4fc-6fd3-4769-b4e4-438dbeea7d6c req-6caa43bf-2301-4453-94ed-271df4391cb2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0715177 Nov 12 03:49:29.371421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cfbc4fc-6fd3-4769-b4e4-438dbeea7d6c req-3e379af7-de35-40cd-a94e-fad60463705c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529718 Nov 12 03:49:29.589426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.838656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Deleting port 3692249d-004f-4386-a4d3-76cf47198d5e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:29.838792 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.922405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] For port 3692249d-004f-4386-a4d3-76cf47198d5e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=3692249d-004f-4386-a4d3-76cf47198d5e,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:29.922646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.939293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Calling delete_port for 3692249d-004f-4386-a4d3-76cf47198d5e owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:30.116285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.144408 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3692249d-004f-4386-a4d3-76cf47198d5e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:30.317318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.512976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c10d-de82-476d-a18b-2e91524150bc req-ea298bcb-73fd-4cd3-afd0-3aa62148bec7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:30.515492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca18c10d-de82-476d-a18b-2e91524150bc req-ea298bcb-73fd-4cd3-afd0-3aa62148bec7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.0625832 Nov 12 03:49:30.577323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca18c10d-de82-476d-a18b-2e91524150bc req-80d67e6f-7209-4e85-ad64-b370ebc4272d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496109 Nov 12 03:49:30.872628 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-ffddc4d1-215d-4003-87fc-63d09d73d584 service neutron] show failed (client error): The resource could not be found. Nov 12 03:49:30.873696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-ffddc4d1-215d-4003-87fc-63d09d73d584 service neutron] 10.222.0.98 "GET /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0800345 Nov 12 03:49:30.896874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Router ed1adea8-3109-48fb-ac78-a758f6906921 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:31.031334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.051825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:31.056920 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34016691-8a61-4617-887b-f5e9c5cffc9e admin admin] 10.222.0.93 "PUT /v2.0/routers/ed1adea8-3109-48fb-ac78-a758f6906921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412348 Nov 12 03:49:31.059914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 54988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:31.070258 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Sync routers for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:31.101072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:31.102126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.208029 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.222625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-4b190764-1468-479d-91ac-69d3fb89989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.224320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-4b190764-1468-479d-91ac-69d3fb89989c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 1098 time: 0.0845964 Nov 12 03:49:31.236349 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:31.285213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:31.331482 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.402942 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.479934 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Deleting port 4cb49fc5-3aca-4b1f-b40e-b980649b4589 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:31.481056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.578037 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:49:30Z', 'revision_number': 5, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port': {'id': '4cb49fc5-3aca-4b1f-b40e-b980649b4589', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.611616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] For port 4cb49fc5-3aca-4b1f-b40e-b980649b4589, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4cb49fc5-3aca-4b1f-b40e-b980649b4589,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:31.611909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.619692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Checking router: ed1adea8-3109-48fb-ac78-a758f6906921 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:31.628535 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Calling delete_port for 4cb49fc5-3aca-4b1f-b40e-b980649b4589 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:31.630208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Routers {'ed1adea8-3109-48fb-ac78-a758f6906921'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:31.631014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['ed1adea8-3109-48fb-ac78-a758f6906921'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:31.679940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:31.734212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] Set router ed1adea8-3109-48fb-ac78-a758f6906921 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:31.769315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:31.862612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:31.869501 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642384bf-0913-411b-8add-028f3a69356e" -d '{"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-unplugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:31.874801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.936142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d880-ee38-4401-96d8-6ccaa65c878d req-47fc58b3-53c6-4232-86b8-877e24b7abbe tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.947502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f65d880-ee38-4401-96d8-6ccaa65c878d req-47fc58b3-53c6-4232-86b8-877e24b7abbe tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 946 time: 0.2417324 Nov 12 03:49:31.998089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.999982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Transition to ACTIVE for port object 377a837e-f381-44bf-99fe-76c3cb3d3f9c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:32.013480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:49:31Z', 'revision_number': 6, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.017536 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17985262-fa55-4761-aa07-e0763047cb5b x-openstack-request-id: req-17985262-fa55-4761-aa07-e0763047cb5b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:32.017536 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-unplugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:32.017536 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17985262-fa55-4761-aa07-e0763047cb5b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:32.017536 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'code': 200} Nov 12 03:49:32.044688 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.046242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.046944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2450de-f0e1-4db5-b81a-6b139692cba1 None None] The sync data for ids ['ed1adea8-3109-48fb-ac78-a758f6906921'] in n-d-713499-30 is: [{'id': 'ed1adea8-3109-48fb-ac78-a758f6906921', 'name': 'tempest-TestVolumeBootPattern-1412784192-router', 'tenant_id': '66296fd066ed47928b2022e19adcc1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:04Z', 'updated_at': '2021-11-12T03:49:31Z', 'revision_number': 6, 'project_id': '66296fd066ed47928b2022e19adcc1be', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:32.062413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb49fc5-3aca-4b1f-b40e-b980649b4589,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.102609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f65d880-ee38-4401-96d8-6ccaa65c878d req-61079d1a-8320-4094-833d-1dcb5eb34a8f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459763 Nov 12 03:49:32.106245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df19521-0416-48b7-9e5a-1bf61adf2d01 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:32.178154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.211554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.282622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] No DVR routers for this DVR port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:32.283902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.286465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.334372 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.336099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1adea8-3109-48fb-ac78-a758f6906921 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:32.344166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.345370 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01d1ae14-5494-4f55-9799-d60986feea52 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ed1adea8-3109-48fb-ac78-a758f6906921 HTTP/1.1" status: 204 len: 168 time: 1.2840908 Nov 12 03:49:32.347784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.413854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Deleting subnet 8e3e86ea-c096-4a33-a5fe-03cfa7abdec0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:32.417349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.456182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.472647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:32.473341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:32.473848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:32.479039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:32.479363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:32.486834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:32.487431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:32.488001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:32.488757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Bound port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:32.489297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.559033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.591377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:32.595918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:32.601833 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.640492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.641070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.643472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] 10.222.0.100 "PUT /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1093 time: 1.4113297 Nov 12 03:49:32.650201 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.678521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71e4bd-5d28-4464-ac67-1956bf48a303 service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.689992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ec3bd-0aba-4eb6-9110-4f4c97aaaf92 None None] Network d8a246af-0956-4c92-8d5b-21cb0485242d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:32.707604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.711650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8e3e86ea-c096-4a33-a5fe-03cfa7abdec0 HTTP/1.1" status: 204 len: 168 time: 0.3628509 Nov 12 03:49:32.714111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.726674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dab6a-e9ad-4c1f-9035-368915d574b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e86ea-c096-4a33-a5fe-03cfa7abdec0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.748695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-6311a1d9-9afc-4dbf-979c-082a3ff6db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.751168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-6311a1d9-9afc-4dbf-979c-082a3ff6db2c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.0696592 Nov 12 03:49:32.867303 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.940578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-a6f2b912-248c-4cd0-b55b-489ffe4ff90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.942391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-a6f2b912-248c-4cd0-b55b-489ffe4ff90b service neutron] 10.222.0.100 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.1843803 Nov 12 03:49:32.949559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] DHCP port deletion for d8a246af-0956-4c92-8d5b-21cb0485242d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:32.967737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Deleting port 77267821-9685-4355-a636-58c05066c7ad {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:32.968052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.025995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-e611b53d-9bef-486b-91b1-e88a883fe312 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.0752017 Nov 12 03:49:33.042738 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] For port 77267821-9685-4355-a636-58c05066c7ad, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=77267821-9685-4355-a636-58c05066c7ad,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:33.043105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.082563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Calling delete_port for 77267821-9685-4355-a636-58c05066c7ad owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:33.091146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Deleting port 77267821-9685-4355-a636-58c05066c7ad {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:33.091637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.115563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-1dd8c71e-11a1-4334-b915-d07cade0bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.117118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-1dd8c71e-11a1-4334-b915-d07cade0bb76 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0820525 Nov 12 03:49:33.245518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.257672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4cb49fc5-3aca-4b1f-b40e-b980649b4589 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:33.262275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] For port 77267821-9685-4355-a636-58c05066c7ad, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=77267821-9685-4355-a636-58c05066c7ad,segment=NetworkSegment(6a332652-f381-43af-9527-ea608ac0e57e),segment_id=6a332652-f381-43af-9527-ea608ac0e57e)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:33.262686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.264625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-91ff1156-c7ce-4281-a0e4-69bd8cace9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.270753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-91ff1156-c7ce-4281-a0e4-69bd8cace9cb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412017 Nov 12 03:49:33.290319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Pushing event deleted for resources: {'Port': ['ID=77267821-9685-4355-a636-58c05066c7ad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.299380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Calling delete_port for 77267821-9685-4355-a636-58c05066c7ad owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:33.299649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] No DVR routers for this DVR port 77267821-9685-4355-a636-58c05066c7ad on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:33.325963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c22bcd-ca8a-40a5-a679-ed3144467894 req-90228c87-5079-4479-8d76-a600fcc1fdb3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.326849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65c22bcd-ca8a-40a5-a679-ed3144467894 req-90228c87-5079-4479-8d76-a600fcc1fdb3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.1232028 Nov 12 03:49:33.411244 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.436551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4cb49fc5-3aca-4b1f-b40e-b980649b4589 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:33.436900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4cb49fc5-3aca-4b1f-b40e-b980649b4589 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:33.437324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3692249d-004f-4386-a4d3-76cf47198d5e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:33.439050 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a246af-0956-4c92-8d5b-21cb0485242d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.441582 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.451616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a332652-f381-43af-9527-ea608ac0e57e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.452474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a332652-f381-43af-9527-ea608ac0e57e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:33.471163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.485403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] No DVR routers for this DVR port 77267821-9685-4355-a636-58c05066c7ad on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:33.486810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 3692249d-004f-4386-a4d3-76cf47198d5e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:33.487353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 3692249d-004f-4386-a4d3-76cf47198d5e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:33.487916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 77267821-9685-4355-a636-58c05066c7ad no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:33.489157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65c22bcd-ca8a-40a5-a679-ed3144467894 req-9086330e-e712-4b9e-ae91-f699274980e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290305 Nov 12 03:49:33.497732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-44d73cb3-0082-4939-acf8-34647b5aa6c8 service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232492 Nov 12 03:49:33.500982 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.534190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:33.534507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:33.539377 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:33.558219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006f8c-c4e0-487e-81c6-25defb232426 None None] Pushing event deleted for resources: {'Port': ['ID=77267821-9685-4355-a636-58c05066c7ad,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.560209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 77267821-9685-4355-a636-58c05066c7ad {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:33.560561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 77267821-9685-4355-a636-58c05066c7ad not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:33.613348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.629370 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.632679 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] 10.222.0.93 "DELETE /v2.0/networks/d8a246af-0956-4c92-8d5b-21cb0485242d HTTP/1.1" status: 204 len: 168 time: 0.9173763 Nov 12 03:49:33.633713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef22306-53a3-4e83-88a5-b6d18e770651 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a246af-0956-4c92-8d5b-21cb0485242d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.707906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9858aeef-48ac-4ebc-8bb3-14d9f072e8bb req-23cea9b9-3549-46fd-840a-1e04bb430de7 service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019067 Nov 12 03:49:33.904797 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55068) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.946993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a48221d8-c58d-4153-bec2-aeaa19007645 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=105a6008e44b4564b6110e521fd15c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401795 Nov 12 03:49:33.950240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55070) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.001030 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.018502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:34.020733 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204febff-aaea-457f-bef0-cac1e3e74a01" -d '{"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:34.027463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.083168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.101562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.110102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7fb881a9-3d1d-4452-a11b-462dc17de294 HTTP/1.1" status: 204 len: 168 time: 0.1588216 Nov 12 03:49:34.112640 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbb903-1cd3-45b7-b940-8eacd19bb9e2 x-openstack-request-id: req-40cbb903-1cd3-45b7-b940-8eacd19bb9e2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:34.113199 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:34.113618 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40cbb903-1cd3-45b7-b940-8eacd19bb9e2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:34.114266 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:49:34.135494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc7e88-a7af-4841-b2f3-0fb787a27e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb881a9-3d1d-4452-a11b-462dc17de294,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:34.234877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-bdf9cd98-6c9f-40b2-a48c-8856addf4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.236528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-bdf9cd98-6c9f-40b2-a48c-8856addf4a2e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.1124706 Nov 12 03:49:34.238469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-a57158f3-0fc8-4cb0-8627-d02b59ab7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.240902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-a57158f3-0fc8-4cb0-8627-d02b59ab7303 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.0625155 Nov 12 03:49:34.342228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-bce4b30d-155c-4009-a888-0d9a3d454b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.343046 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-bce4b30d-155c-4009-a888-0d9a3d454b18 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.0994699 Nov 12 03:49:34.471334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-21d6bc1b-c4bf-45e1-bed0-2a7cb8cf90e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.1182368 Nov 12 03:49:34.542429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-670b7024-9087-4044-8e4e-6154345e8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.545007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-670b7024-9087-4044-8e4e-6154345e8fd6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.2010877 Nov 12 03:49:34.551406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-6f0151cc-719e-4b89-9c4a-d0338947589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.563327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-6f0151cc-719e-4b89-9c4a-d0338947589a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0844860 Nov 12 03:49:34.612294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.662964 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ac1e812-602b-4f93-92b1-00607c43ef4a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=66296fd066ed47928b2022e19adcc1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490627 Nov 12 03:49:34.665039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:34.703776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-49a71a0f-ab4e-4840-9ff5-5a2c6b382e1d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.1290488 Nov 12 03:49:34.707352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-6f799af3-9121-4009-98a0-13f50ec5d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.708913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-6f799af3-9121-4009-98a0-13f50ec5d266 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447601 Nov 12 03:49:34.745885 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.803112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.867855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.871659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.873370 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c121d027-382c-45c5-818a-ca526962d72e HTTP/1.1" status: 204 len: 168 time: 0.2071640 Nov 12 03:49:34.882960 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a29ab3-55d9-487c-a3fd-a0bd3adbe738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c121d027-382c-45c5-818a-ca526962d72e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:35.071790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:35.152635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:35.218177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149422e-845a-4091-8022-3b1fa3e939c5 req-e99d9d4d-8130-4e9c-8300-6f66a9fa0a58 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.219765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3149422e-845a-4091-8022-3b1fa3e939c5 req-e99d9d4d-8130-4e9c-8300-6f66a9fa0a58 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.5834303 Nov 12 03:49:35.367423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-9f736fc6-78be-4e41-8c62-b4ab5de7d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.369458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-9f736fc6-78be-4e41-8c62-b4ab5de7d6dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.6562598 Nov 12 03:49:35.403599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-29e506ed-4679-4371-b9f0-38b1bbcb694c service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815524 Nov 12 03:49:35.543103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3149422e-845a-4091-8022-3b1fa3e939c5 req-ca8b700b-ad7d-49cb-95bd-d3e95f790fb8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391517 Nov 12 03:49:35.626858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-710d87f5-8675-40f7-8dc2-ebfd47ca0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.628706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-710d87f5-8675-40f7-8dc2-ebfd47ca0184 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450304 Nov 12 03:49:35.659042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-a2f19b6d-73ff-4bc6-8121-4a41b51233ff service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984489 Nov 12 03:49:35.740711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-f2244188-080a-41f4-a56b-cd648546d758 service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028066 Nov 12 03:49:35.845211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-204febff-aaea-457f-bef0-cac1e3e74a01 req-2c1e4326-4d9d-4e8c-983b-a16b1437b5be service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972013 Nov 12 03:49:36.682551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769901b1-4754-4d6a-a692-4e88b52d3169 req-0bb0f8b2-0d19-4d14-b2d8-405f13509658 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.684328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-769901b1-4754-4d6a-a692-4e88b52d3169 req-0bb0f8b2-0d19-4d14-b2d8-405f13509658 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.0548732 Nov 12 03:49:36.735354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-769901b1-4754-4d6a-a692-4e88b52d3169 req-e0af61b8-1f78-4925-958d-abb0e9b02c16 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444474 Nov 12 03:49:37.010891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-a3696289-1f2e-43be-a9cd-1dd00e1dafb3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.016097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-a3696289-1f2e-43be-a9cd-1dd00e1dafb3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.100 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247&tenant_id=818a96820e2147d9add93d4f490de685&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.0890446 Nov 12 03:49:37.072466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d49d-00e4-49ad-a538-143343c364a6 req-15096355-3216-4236-a467-5c07b3cd758e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.074719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e837d49d-00e4-49ad-a538-143343c364a6 req-15096355-3216-4236-a467-5c07b3cd758e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.1090858 Nov 12 03:49:37.130618 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-b927cd33-f144-4bba-86ff-e79664632603 service neutron] 10.222.0.100 "GET /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c/bindings/n-h2-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.1064832 Nov 12 03:49:37.163711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e837d49d-00e4-49ad-a538-143343c364a6 req-678c330b-92e8-4518-9057-302e31d9f880 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799839 Nov 12 03:49:37.217587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-eeef2a9b-d0be-4afe-8583-9ede6472285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.219270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-eeef2a9b-d0be-4afe-8583-9ede6472285a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1096 time: 0.0545158 Nov 12 03:49:37.369851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-9ced8739-4729-4084-a6d4-04b83c680522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.371937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-9ced8739-4729-4084-a6d4-04b83c680522 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.1464386 Nov 12 03:49:37.450272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-bb8d9af0-9d6c-4bec-9685-7ef56fde3f6b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.0715556 Nov 12 03:49:37.509839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-4226af7c-fe53-4f12-a1c4-5ad29e14f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.512492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-4226af7c-fe53-4f12-a1c4-5ad29e14f31f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0560803 Nov 12 03:49:37.570311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-ed0e2bff-84b0-43f2-977b-ebe20c8130f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.571940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-ed0e2bff-84b0-43f2-977b-ebe20c8130f5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530508 Nov 12 03:49:37.667082 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-03b290d8-0eec-4f1f-9fbd-90fdc3c5bd40 service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878482 Nov 12 03:49:37.765493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-2235948b-f61a-40a6-ad19-cab46058e978 service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918307 Nov 12 03:49:38.303099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a08a-b040-4079-aac9-63e86856806d req-9d15c922-8478-4fae-b168-502abf43e7f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.304758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5939a08a-b040-4079-aac9-63e86856806d req-9d15c922-8478-4fae-b168-502abf43e7f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 944 time: 0.0523865 Nov 12 03:49:38.345079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:38.408953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5939a08a-b040-4079-aac9-63e86856806d req-461d22c9-25d9-4105-bf22-89a8850c206e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933499 Nov 12 03:49:38.504425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:38.521521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:38.569485 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.583622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:38.604851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:38.610467 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.670879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.552488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8e3d-2328-47f6-9cda-d3217d5d8cfd req-4d6d3c86-e9bd-46ba-9fea-b70eeb1acff8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.554443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4d8e3d-2328-47f6-9cda-d3217d5d8cfd req-4d6d3c86-e9bd-46ba-9fea-b70eeb1acff8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.0587311 Nov 12 03:49:39.618498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4d8e3d-2328-47f6-9cda-d3217d5d8cfd req-fa63331a-784b-4f15-88f7-0a1203174a72 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468075 Nov 12 03:49:39.683324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-287ade2a-d370-4549-a692-fa890639b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.684861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-287ade2a-d370-4549-a692-fa890639b9bd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 1097 time: 0.0417399 Nov 12 03:49:39.697041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:39.750203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.969372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.008719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:40.047748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:40.061171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.073867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Ignored duplicate provisioning block setup for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 03:49:40.078956 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.166569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.225304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] No DVR routers for this DVR port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:40.357076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:40.428283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:40.428728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:40.429182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:40.434878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:40.435610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:40.440581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:40.441038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.441541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:40.442079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Bound port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:40.442787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.525331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.554960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:40.555602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:40.556160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:40.561975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:40.562662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:40.563565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempting to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:40.567500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:40.570242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:40.570636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Checking segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:40.571083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Bound using segment: {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:40.571705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Bound port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04502c07-6686-4b7f-91c9-4a66c275ef3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:40.572101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.576248 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.619453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.620456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.622819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] 10.222.0.98 "PUT /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1093 time: 0.9293442 Nov 12 03:49:40.623646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:40.626494 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6567d1b-8cc2-451c-879e-94e91142456b" -d '{"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:40.664754 n-d-713499-30 neutron-server[102607]: WARNING neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Concurrent port binding operations failed on port 377a837e-f381-44bf-99fe-76c3cb3d3f9c Nov 12 03:49:40.670955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.672835 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Attempt 2 to bind port 377a837e-f381-44bf-99fe-76c3cb3d3f9c Nov 12 03:49:40.673503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c has no active binding in host n-h2-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:49:40.746288 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e53487d-7944-46e5-8dea-6a0c633e89bd x-openstack-request-id: req-3e53487d-7944-46e5-8dea-6a0c633e89bd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:40.746859 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:40.747216 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e53487d-7944-46e5-8dea-6a0c633e89bd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:40.747746 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:49:40.831525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf009-2aa7-4ca9-baf0-daea84cd8bde service neutron] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.853232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-7acfb0c1-7a9a-41bc-b445-4e63171a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.854904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-7acfb0c1-7a9a-41bc-b445-4e63171a0233 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1097 time: 0.1941552 Nov 12 03:49:40.899777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b587e-faef-45cc-83fc-8b04c89be780 req-a4ada858-fb46-434c-8d7f-0e74b6500ff3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.901479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c41b587e-faef-45cc-83fc-8b04c89be780 req-a4ada858-fb46-434c-8d7f-0e74b6500ff3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.1508996 Nov 12 03:49:40.975679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-b85d1e8e-2070-4c8c-80c4-4f8ee0944470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.977770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-b85d1e8e-2070-4c8c-80c4-4f8ee0944470 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1097 time: 0.1783407 Nov 12 03:49:41.100673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-fcde94eb-bdfc-4120-baae-c5293f86140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.102343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-fcde94eb-bdfc-4120-baae-c5293f86140b service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.2392344 Nov 12 03:49:41.227506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c41b587e-faef-45cc-83fc-8b04c89be780 req-ec127c6a-e215-4ce5-ab88-4b9f76d54771 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142755 Nov 12 03:49:41.256936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-cb49adec-b2ca-432e-9512-a4809c56e235 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.1176555 Nov 12 03:49:41.258319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-30875b55-4724-4b15-953f-66f9bddf1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.259705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-30875b55-4724-4b15-953f-66f9bddf1270 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.2732427 Nov 12 03:49:41.380889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-36b47e7d-b768-4010-9075-6f2b288c2701 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.0841687 Nov 12 03:49:41.445499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-21691c80-d51e-4beb-8c6f-617fb3911f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.446970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-21691c80-d51e-4beb-8c6f-617fb3911f9b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.1815975 Nov 12 03:49:41.509200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-855794ed-f742-44d5-bad1-7c266ba562bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.510937 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-855794ed-f742-44d5-bad1-7c266ba562bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.1219697 Nov 12 03:49:41.551498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-becada65-4163-4f78-8a4f-fcd0484efd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.553036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-becada65-4163-4f78-8a4f-fcd0484efd7f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956719 Nov 12 03:49:41.641501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-e526ab78-032d-479a-a29e-1ef96805c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.642991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-e526ab78-032d-479a-a29e-1ef96805c041 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243711 Nov 12 03:49:41.692617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-d780d4f5-1efa-42bf-8b8f-2bf1f696dcbe service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290586 Nov 12 03:49:41.815835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-ca02aa4a-d707-4213-9713-f2d8990d5b0c service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615617 Nov 12 03:49:41.862829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27f265f3-0045-435b-9b7e-0ec5da32e7f3 req-fa989ae1-1d6f-40ac-b371-b17a343deb9c service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386340 Nov 12 03:49:41.940915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-0dab6012-d3bd-42ba-b399-dacdfecc347c service neutron] 10.222.0.100 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179750 Nov 12 03:49:41.957382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-dc83b4a6-9581-4357-9f3d-6d6fc1d01047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.959024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-dc83b4a6-9581-4357-9f3d-6d6fc1d01047 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1097 time: 0.0483508 Nov 12 03:49:42.058717 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-49b5f1d9-cd9c-4438-a9f7-323a54615dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.060213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-49b5f1d9-cd9c-4438-a9f7-323a54615dc8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.0938396 Nov 12 03:49:42.130696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-1a554ad4-5b63-4f65-b49d-0448619989b4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1000 time: 0.0627785 Nov 12 03:49:42.179672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-6799140e-4283-476f-a046-1620376999bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.181202 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-6799140e-4283-476f-a046-1620376999bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0428529 Nov 12 03:49:42.227726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567d1b-8cc2-451c-879e-94e91142456b req-4f796a73-050a-4147-8058-bb1efc8bba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.229287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-4f796a73-050a-4147-8058-bb1efc8bba32 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403004 Nov 12 03:49:42.354545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-e6ded65c-006c-4117-aba7-518807ac5147 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170225 Nov 12 03:49:42.379306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692fe4b-1af7-4266-9b16-9efe079b6119 req-48563883-3075-4d68-9427-be6134fcc1ab tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.380819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7692fe4b-1af7-4266-9b16-9efe079b6119 req-48563883-3075-4d68-9427-be6134fcc1ab tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.0758324 Nov 12 03:49:42.489042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7692fe4b-1af7-4266-9b16-9efe079b6119 req-522bf936-ecf1-4e8a-821a-1fe6e40aae75 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981193 Nov 12 03:49:42.500839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6567d1b-8cc2-451c-879e-94e91142456b req-01b1dc4b-93e1-45be-8e55-cdac8f17fd97 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380849 Nov 12 03:49:43.628403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b446c5-0df5-4b1f-b760-ff2020e766f1 req-f3e20644-205a-489e-b5a5-a29c295531e2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:43.630170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1b446c5-0df5-4b1f-b760-ff2020e766f1 req-f3e20644-205a-489e-b5a5-a29c295531e2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 945 time: 0.0588951 Nov 12 03:49:43.685865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1b446c5-0df5-4b1f-b760-ff2020e766f1 req-f2c75590-4f28-4277-881b-db6eeda1ded9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483539 Nov 12 03:49:43.708965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55308) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.773868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e02908fe-844c-4538-9524-91904068ab04 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/ddf926cc-77bc-427b-bc82-93463ea3ba39 HTTP/1.1" status: 200 len: 992 time: 0.0635214 Nov 12 03:49:44.383946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:44.423470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:45.112779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:45.214770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:45.232459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'port_id': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'mac_address': 'fa:16:3e:41:24:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:45.276892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.295240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:45.316880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:45.321457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.367770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=11']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.375541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.375889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.376253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.376590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.376920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.377249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.377576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.377899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.378222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.378551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.378873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.379193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:45.544486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['377a837e-f381-44bf-99fe-76c3cb3d3f9c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:47.126160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:47.180013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:47.183745 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 377a837e-f381-44bf-99fe-76c3cb3d3f9c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:47.184154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.264973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.297598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:47.299991 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a6d18-4565-45f2-975c-accc282952cc" -d '{"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-plugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:47.314107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:47.321253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.364542 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89209db4-864f-4f35-9d87-97a4fcdcf900 x-openstack-request-id: req-89209db4-864f-4f35-9d87-97a4fcdcf900 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:47.364939 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-plugged", "status": "completed", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:47.365287 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89209db4-864f-4f35-9d87-97a4fcdcf900 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:47.365820 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'code': 200} Nov 12 03:49:47.380243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.998934 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7f93-2f26-4ebd-9e76-5e8bcf43a371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:50.398976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9859d690-da04-4eea-8162-c6ca87a40246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.436271 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:51.508692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.735162 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.935899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20d1a156-c7f0-4f5d-8859-f45d9631c839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.021638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20d1a156-c7f0-4f5d-8859-f45d9631c839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.028173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20d1a156-c7f0-4f5d-8859-f45d9631c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.069673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1a156-c7f0-4f5d-8859-f45d9631c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2b6a8c-c1ef-408c-89a6-54ceba5a45c0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.078279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-20d1a156-c7f0-4f5d-8859-f45d9631c839 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a00ae068211647839829f224bc0f3184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661216 Nov 12 03:49:52.079510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.130927 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.151987 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.197901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.200539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.201705 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a2b6a8c-c1ef-408c-89a6-54ceba5a45c0 HTTP/1.1" status: 204 len: 168 time: 0.1220698 Nov 12 03:49:52.209474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6fdd0-a8d5-4ed9-97b3-84118128f486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2b6a8c-c1ef-408c-89a6-54ceba5a45c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.488965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.503122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc0201a-3a00-412a-936d-3fd135e49b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.578584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc0201a-3a00-412a-936d-3fd135e49b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.582872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc0201a-3a00-412a-936d-3fd135e49b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.624864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0201a-3a00-412a-936d-3fd135e49b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8deb9-dd8a-400b-9f85-4ab029983c9a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.629370 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0dc0201a-3a00-412a-936d-3fd135e49b36 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0114ba785404a838d7939e2bdc621aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393025 Nov 12 03:49:52.632099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.680741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.701471 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.749882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.752663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.753818 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05e8deb9-dd8a-400b-9f85-4ab029983c9a HTTP/1.1" status: 204 len: 168 time: 0.1208210 Nov 12 03:49:52.762437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ebc1a-fb27-4b84-86ac-879fcb814a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8deb9-dd8a-400b-9f85-4ab029983c9a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.104505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.653632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.434747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-585fd16b-af71-4595-b3f9-a162af8ae313 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405920 Nov 12 03:50:00.503427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-19dcff31-d4b8-4d39-b405-5b609ab5695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.504960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-19dcff31-d4b8-4d39-b405-5b609ab5695c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1099 time: 0.0478282 Nov 12 03:50:00.618955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-a0bb7738-d116-44ab-a9be-90bc2f973d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.620514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-a0bb7738-d116-44ab-a9be-90bc2f973d74 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.0921497 Nov 12 03:50:00.712887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-c3ff07d1-5c1f-4c21-9843-7b11ac00103d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 1002 time: 0.0846725 Nov 12 03:50:00.766072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-31236c91-c04d-4a8a-98fa-451e0038255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.767532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-31236c91-c04d-4a8a-98fa-451e0038255d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.0464189 Nov 12 03:50:00.819992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-4239c8e9-6a65-42e9-93d1-f33661f5cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:00.821529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-4239c8e9-6a65-42e9-93d1-f33661f5cf36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460773 Nov 12 03:50:00.930567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-f38e3901-77bb-4e46-b4ac-b91e25ce5b96 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006861 Nov 12 03:50:01.040955 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.043137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-69126264-2e81-4bfd-9ea4-f1463d52c82f req-520f7b25-4114-4b7d-82c8-09c60ffe3c3f service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053145 Nov 12 03:50:01.871817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.454134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.566451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.645978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.650181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.702341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55886) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.703039 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=505e53aaf45245aab5b760b418cc70b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472258 Nov 12 03:50:13.703922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718af795-ecab-4573-bbdb-6df7853e24a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.717724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.718304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.718868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.719432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.720010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.720574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.721135 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.721679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.722157 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.722641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.723116 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.723634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410b54f-ab33-4e1f-8a25-b10dceaf02a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.776479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.801861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.877393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.880502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.881788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/718af795-ecab-4573-bbdb-6df7853e24a3 HTTP/1.1" status: 204 len: 168 time: 0.1784513 Nov 12 03:50:13.892739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718af795-ecab-4573-bbdb-6df7853e24a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.902663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.903548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.904129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.904665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.905309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.905825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.906337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.906825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.907478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.908048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.908556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:13.909058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278231d-ccd9-4e22-bfe8-fb6ce6fbed2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:14.216722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 55896) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.238610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3bcfdc8f-143a-4724-902e-5a5f04de0c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.321977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3bcfdc8f-143a-4724-902e-5a5f04de0c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.325831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3bcfdc8f-143a-4724-902e-5a5f04de0c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.364428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3bcfdc8f-143a-4724-902e-5a5f04de0c4c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=66a18d627f30488d8d16cf8b6e69069b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465297 Nov 12 03:50:14.365280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfdc8f-143a-4724-902e-5a5f04de0c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795b6ca-8ace-4314-80b5-929cd331b6ec,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.367942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.425655 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.449425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.501910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.504616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.509227 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8795b6ca-8ace-4314-80b5-929cd331b6ec HTTP/1.1" status: 204 len: 168 time: 0.1398051 Nov 12 03:50:14.517698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6b56-486d-4bc4-839f-3a5afa5b69b3 req-def5ea54-a67d-4333-af94-a1be85be211c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.520315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51820b-b6be-4d6f-a30e-b97a19b3dea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795b6ca-8ace-4314-80b5-929cd331b6ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.523906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28ef6b56-486d-4bc4-839f-3a5afa5b69b3 req-def5ea54-a67d-4333-af94-a1be85be211c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1099 time: 0.0495405 Nov 12 03:50:14.600293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28ef6b56-486d-4bc4-839f-3a5afa5b69b3 req-dcc4c703-8429-4e44-a122-e980287b9221 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688951 Nov 12 03:50:14.618063 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 55904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.801220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 94d6fd26-c9b2-496a-95ce-e50e4c670a05 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:14.801933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.901104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.901617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.916391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 94d6fd26-c9b2-496a-95ce-e50e4c670a05 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.137455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.183602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=94d6fd26-c9b2-496a-95ce-e50e4c670a05,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.249753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.251878 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP ddf926cc-77bc-427b-bc82-93463ea3ba39 disassociated (deleted). External IP: 172.25.4.123, port: 377a837e-f381-44bf-99fe-76c3cb3d3f9c. Nov 12 03:50:15.527486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:15.676289 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:15.684139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.697843 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Sync routers for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:15.716339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:15.717298 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:15.739344 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b34100d-eb3a-4a21-9bc0-9b53f2b823e6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/floatingips/ddf926cc-77bc-427b-bc82-93463ea3ba39 HTTP/1.1" status: 204 len: 168 time: 1.1200407 Nov 12 03:50:15.739976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:15.748378 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519816af-a122-4d78-ad0b-90cf5eaf58a5" -d '{"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:15.855008 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5fcc67-b536-4d0f-99fa-11d23f5a056d x-openstack-request-id: req-0a5fcc67-b536-4d0f-99fa-11d23f5a056d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:15.855682 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:15.855938 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0a5fcc67-b536-4d0f-99fa-11d23f5a056d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:15.856381 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:50:15.982787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:15.990260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-e097313e-499c-4b09-9a2e-ff1f16c21622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.992495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-e097313e-499c-4b09-9a2e-ff1f16c21622 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 1099 time: 0.1123133 Nov 12 03:50:16.200013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7bc2-b8c8-4a87-8272-f2912b849884 req-eabe1b5f-310f-47d5-a709-3bbd2ab81b78 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.209813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-322b7bc2-b8c8-4a87-8272-f2912b849884 req-eabe1b5f-310f-47d5-a709-3bbd2ab81b78 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 947 time: 0.1067336 Nov 12 03:50:16.220966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-3af1d4a8-a8a7-42da-abb3-d91145301822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.222424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-3af1d4a8-a8a7-42da-abb3-d91145301822 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 200 len: 897 time: 0.2217946 Nov 12 03:50:16.283811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-57eb7f6b-43ea-4c17-9005-8a4e93433185 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 200 len: 217 time: 0.0503130 Nov 12 03:50:16.376138 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.382959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-322b7bc2-b8c8-4a87-8272-f2912b849884 req-9082c9fe-f36b-4382-ad68-fe5647ceec5c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722760 Nov 12 03:50:16.404489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-af40b310-0efc-4f7c-aa7f-2da97193ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.406326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-af40b310-0efc-4f7c-aa7f-2da97193ddde service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 200 len: 835 time: 0.1146710 Nov 12 03:50:16.421691 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Checking router: 94aaa239-76a5-436a-8ab4-88c7aa2769b5 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:16.435086 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:16.435949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:49:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.469152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-b54d296f-f159-4fa3-94c7-648d14216f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.470847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-b54d296f-f159-4fa3-94c7-648d14216f17 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548573 Nov 12 03:50:16.573535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:16.583170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-b671548f-6dd6-4e12-aa1a-385b690dd04e service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028912 Nov 12 03:50:16.718071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-519816af-a122-4d78-ad0b-90cf5eaf58a5 req-44af7e27-9611-487a-ba15-bdaa7be5df45 service neutron] 10.222.0.98 "GET /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257050 Nov 12 03:50:16.824268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.853727 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd7466-2717-4440-a7b6-bf9edcfda96a None None] The sync data for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 is: [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:48:26Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25', 'name': '', 'network_id': 'ea7ff3a4-4e0e-417f-ab12-43e8c48149b5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:44:cd:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:25Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': 'c4e9d1b6-5f0b-4659-879e-78d6553cebbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:17.187131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cad270-6fdd-4f83-b103-ef3103340730 None None] New status for floating IP ddf926cc-77bc-427b-bc82-93463ea3ba39: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:50:17.350332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-faa709dd-c2b7-4ad4-969a-eae871b4d8ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.351883 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-faa709dd-c2b7-4ad4-969a-eae871b4d8ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 947 time: 0.0590270 Nov 12 03:50:17.458519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:17.458997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.591271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a294b3-9074-44b6-8f5e-6f6f3384b216 req-511f13d6-d48c-427d-b290-71633fe9e64b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.598908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84a294b3-9074-44b6-8f5e-6f6f3384b216 req-511f13d6-d48c-427d-b290-71633fe9e64b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=87da6cdb-e877-47f9-a86f-f233334b1247 HTTP/1.1" status: 200 len: 947 time: 0.1193769 Nov 12 03:50:17.625761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 377a837e-f381-44bf-99fe-76c3cb3d3f9c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=377a837e-f381-44bf-99fe-76c3cb3d3f9c,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:17.626117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.645590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 377a837e-f381-44bf-99fe-76c3cb3d3f9c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:17.708234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84a294b3-9074-44b6-8f5e-6f6f3384b216 req-7f84119b-9e87-4cab-9499-7b6261cb350f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=d8d5d491-3b3b-49e0-a93b-08955a99a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083403 Nov 12 03:50:17.831866 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.871623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=377a837e-f381-44bf-99fe-76c3cb3d3f9c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.915289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] No DVR routers for this DVR port 377a837e-f381-44bf-99fe-76c3cb3d3f9c on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:17.918615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.922550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12d85d37-f278-43b4-be5a-639768b09bb0 req-78ae3383-ca28-41d0-8195-e2387c69bbb5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "DELETE /v2.0/ports/377a837e-f381-44bf-99fe-76c3cb3d3f9c HTTP/1.1" status: 204 len: 173 time: 0.5643308 Nov 12 03:50:17.923025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-deleted', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:17.926078 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e2c6a9-1761-4c63-95ff-5b8bfe20f82f" -d '{"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-deleted", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:18.013032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad456-8713-4f38-8dfa-31e749e6d05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.145945 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925ca16-7370-4413-9c78-1fcf732a3d05 x-openstack-request-id: req-4925ca16-7370-4413-9c78-1fcf732a3d05 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:18.146245 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da6cdb-e877-47f9-a86f-f233334b1247", "name": "network-vif-deleted", "tag": "377a837e-f381-44bf-99fe-76c3cb3d3f9c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:18.146509 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4925ca16-7370-4413-9c78-1fcf732a3d05 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:18.146899 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da6cdb-e877-47f9-a86f-f233334b1247', 'name': 'network-vif-deleted', 'tag': '377a837e-f381-44bf-99fe-76c3cb3d3f9c', 'status': 'completed', 'code': 200} Nov 12 03:50:18.777372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.144913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.783488 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:19.784154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.876351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:19.876719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.890420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.078878 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.111294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.318004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.405036 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-434459bc-fbb0-4e62-b21d-1d70a5c15cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.573166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:20.686812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:20.696466 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-78f2f0b8-b6a8-4d31-90d8-d623edcc199c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/94aaa239-76a5-436a-8ab4-88c7aa2769b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138048 Nov 12 03:50:20.696466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.702542 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Sync routers for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:20.713547 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:20.714516 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.767984 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting subnet c4e9d1b6-5f0b-4659-879e-78d6553cebbc {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:20.772485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.822810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.839082 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:20.922954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.003743 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.036868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e9d1b6-5f0b-4659-879e-78d6553cebbc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.055327 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.055567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9243bc-782c-4ccc-880f-91a8ee99cee2 None None] Network ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:21.062374 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-91cb1847-a1c0-4ad3-ab40-7793cdaefca3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/subnets/c4e9d1b6-5f0b-4659-879e-78d6553cebbc HTTP/1.1" status: 204 len: 168 time: 0.3655148 Nov 12 03:50:21.065568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56446) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.071740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.109167 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Checking router: 94aaa239-76a5-436a-8ab4-88c7aa2769b5 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:21.127671 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Routers {'94aaa239-76a5-436a-8ab4-88c7aa2769b5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:21.128665 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.266459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:21.296599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 377a837e-f381-44bf-99fe-76c3cb3d3f9c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:21.297086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 377a837e-f381-44bf-99fe-76c3cb3d3f9c not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:21.322738 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] Set router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:21.329691 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.357094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] DHCP port deletion for ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:21.441321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Deleting port aa99212a-6b81-4652-906f-893ab442f5ac {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:21.441970 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.461459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.516092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] For port aa99212a-6b81-4652-906f-893ab442f5ac, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=aa99212a-6b81-4652-906f-893ab442f5ac,segment=NetworkSegment(04502c07-6686-4b7f-91c9-4a66c275ef3a),segment_id=04502c07-6686-4b7f-91c9-4a66c275ef3a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:21.516912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.522129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port c82a2486-5df5-4cd1-ab58-de656c946d82 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:21.522628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.533079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Calling delete_port for aa99212a-6b81-4652-906f-893ab442f5ac owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:21.603375 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.629883 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.640998 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd8100-d333-4d48-9286-8ec719feda4d None None] The sync data for ids ['94aaa239-76a5-436a-8ab4-88c7aa2769b5'] in n-d-713499-30 is: [{'id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895769527', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:21Z', 'updated_at': '2021-11-12T03:50:20Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': 'c82a2486-5df5-4cd1-ab58-de656c946d82', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aaa239-76a5-436a-8ab4-88c7aa2769b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:22Z', 'updated_at': '2021-11-12T03:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:21.648393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] No DVR routers for this DVR port aa99212a-6b81-4652-906f-893ab442f5ac on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:21.660028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port c82a2486-5df5-4cd1-ab58-de656c946d82, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c82a2486-5df5-4cd1-ab58-de656c946d82,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:21.660219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.673988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for c82a2486-5df5-4cd1-ab58-de656c946d82 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:21.678785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62450c43-3ad3-4294-b6e3-208486b87173 None None] Pushing event deleted for resources: {'Port': ['ID=aa99212a-6b81-4652-906f-893ab442f5ac,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.752864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.878721 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.906562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-0df9baa5-8e02-4e23-9a84-6b58d5957a2a req-b7a61fc9-e582-4e5b-b7d0-adc9297e97e5 service neutron] (102605) timed out ('10.222.0.93', 36458) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:50:21.907686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=c82a2486-5df5-4cd1-ab58-de656c946d82,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.929181 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e9c7c-2708-4818-87df-bacfdb12a106 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:21.985913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.093883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.096886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.148470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.149040 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Fanout notify agent at l3_agent the message router_deleted on router 94aaa239-76a5-436a-8ab4-88c7aa2769b5 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:22.156585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.157802 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9011cf7f-4652-474e-b8bd-8eccf1345c00 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/routers/94aaa239-76a5-436a-8ab4-88c7aa2769b5 HTTP/1.1" status: 204 len: 168 time: 1.0910487 Nov 12 03:50:22.160607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56452) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.264688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.382393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.410577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7ff3a4-4e0e-417f-ab12-43e8c48149b5']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.421790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04502c07-6686-4b7f-91c9-4a66c275ef3a') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.422354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04502c07-6686-4b7f-91c9-4a66c275ef3a') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.441020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.465141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.472938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:22.473745 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:22.488959 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:22.576236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.590527 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.596507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/networks/ea7ff3a4-4e0e-417f-ab12-43e8c48149b5 HTTP/1.1" status: 204 len: 168 time: 0.4323294 Nov 12 03:50:22.596876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:22.624924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc9df3-6d6c-4903-8eac-cfb79fc18955 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Network': ['ID=ea7ff3a4-4e0e-417f-ab12-43e8c48149b5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.669105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.698033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.776257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.779002 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.780234 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/security-groups/d8d5d491-3b3b-49e0-a93b-08955a99a2d4 HTTP/1.1" status: 204 len: 168 time: 0.1823015 Nov 12 03:50:22.795987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83053-a351-4e50-905f-29c68b49d2a7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d5d491-3b3b-49e0-a93b-08955a99a2d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.066948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.071086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428296153', 'description': 'tempest-secgroup-smoke-428296153 description', 'project_id': '818a96820e2147d9add93d4f490de685'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.115217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.125140 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.193466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa99212a-6b81-4652-906f-893ab442f5ac no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:23.210529 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.216281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.216462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: aa99212a-6b81-4652-906f-893ab442f5ac {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.216699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device aa99212a-6b81-4652-906f-893ab442f5ac not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.217343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:23.257239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.258006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c3daffe3-98aa-4e2e-ba3c-a2ca69fd3e25 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.259138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c82a2486-5df5-4cd1-ab58-de656c946d82 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:23.265442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.269510 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1993489 Nov 12 03:50:23.269510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939528b-42db-431f-8d49-57bf73f40d4c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b1510-5789-4e26-bb4b-785421c3290b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.270319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56476) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.274952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.281088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c82a2486-5df5-4cd1-ab58-de656c946d82 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:23.281677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c82a2486-5df5-4cd1-ab58-de656c946d82 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:23.306668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.365704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.370042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.390482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d590d5a-5347-463f-935c-b44c787afd8e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.400002 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.401331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e91baae8-f2d5-4fae-b1d1-c7f896097b6e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299918 Nov 12 03:50:23.407290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.411798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.441832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.503947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.523737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.543201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e60bab-b51f-4f76-96b1-1b704aa1042f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.552549 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.556514 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-46fd6289-1b67-4549-82bf-3fe8db1eeddb tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480823 Nov 12 03:50:23.557271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.562470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.591205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.684821 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.691259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.698223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.727474 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5464a349-1260-4bc3-af70-c97b8b5bbb6c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.734644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.739239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.744956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.749518 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2be78625-8403-48f5-ad70-8be0c42a4e13 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910589 Nov 12 03:50:23.775864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.840936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.846014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.870886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0648aa6-6829-4d6e-bd67-cba52a6c9d98,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:23.882697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.890312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ead59155-ef2b-42fd-a3d7-1dc1cd67647d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474049 Nov 12 03:50:23.890647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:23.895276 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:23.921947 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:23.927944 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.004157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.008756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.029012 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc58bfb3-604b-4896-8def-ad8a925d94d5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.050983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.052857 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-66196934-53fa-42fd-b1dc-d456fe46916e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1611435 Nov 12 03:50:24.055584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.061896 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '6c7b1510-5789-4e26-bb4b-785421c3290b', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:24.091593 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:24.098935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.175761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.179795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.196036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0f6d1a-7086-4ac1-bd9e-f29f2c93f3b6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.208281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.212236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d732d000-50ab-4bcb-8d40-1fde6ee34047 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524208 Nov 12 03:50:24.212594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.217640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'network': {'name': 'tempest-network-smoke--2090111137', 'project_id': '818a96820e2147d9add93d4f490de685', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:24.254548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:24.258624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.289586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1223} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:24.301682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.302065 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Added segment 9dfa4801-38f5-4a1c-b744-50919557a9b7 of type vlan for network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 Nov 12 03:50:24.345226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.372624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.379679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:24.380299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.466736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2530196 Nov 12 03:50:24.470507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.475332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'admin_state_up': True, 'project_id': '818a96820e2147d9add93d4f490de685', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:24.490487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011294e-ea7d-4a01-9506-afaf6dac3cff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Network': ['ID=70c90117-0dde-4cdb-b76d-4fe6a81c9895,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.506173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:24.508179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.509296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.571468 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.741482 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.951713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.969897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.078480 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.87 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/790e9565-2948-4747-94a7-4cd005eb374b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:25.191098 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.231905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.274602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:25.280175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:25.284277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:25.306106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4474d-0ee7-4679-978c-caff8e053037 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:25.310905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=790e9565-2948-4747-94a7-4cd005eb374b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.426733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c0c609e-5f55-452f-afcb-831fe49944fa None None] Provisioning complete for port 790e9565-2948-4747-94a7-4cd005eb374b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:25.427501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c0c609e-5f55-452f-afcb-831fe49944fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.472625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c609e-5f55-452f-afcb-831fe49944fa None None] Port 790e9565-2948-4747-94a7-4cd005eb374b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:25.852566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.065734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.195552 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router afbe7cba-8daa-499d-a6a9-c337f05ba0cf is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:26.320022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:26.330311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Sync routers for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:26.349964 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.354363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8fca2b4f-2d56-4d3f-936a-757751fdf899 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8796926 Nov 12 03:50:26.355397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.357194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:26.358101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.390267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fb608e3-8bfd-41a6-aec9-009846a187ef tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=818a96820e2147d9add93d4f490de685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305307 Nov 12 03:50:26.390579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.488069 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7ad3c-53c5-4a56-9800-8dc019117745 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:26.492412 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7da7ad3c-53c5-4a56-9800-8dc019117745 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975318 Nov 12 03:50:26.492723 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.528030 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24dfe5d3-c166-46ac-840f-5143d19f0935 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324988 Nov 12 03:50:26.529607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.534612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829102125', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'project_id': '818a96820e2147d9add93d4f490de685', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:26.661827 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:26.664076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:26.665703 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.952541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:25Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:26.987568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Checking router: afbe7cba-8daa-499d-a6a9-c337f05ba0cf for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:26.988030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Updating router afbe7cba-8daa-499d-a6a9-c337f05ba0cf port 790e9565-2948-4747-94a7-4cd005eb374b binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:27.021728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.023601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.095341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Subnet': ['ID=33901220-4e6b-48c6-9e19-e59492fe9769,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.145931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:27.146567 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network hostable DHCP agents. Network: 70c90117-0dde-4cdb-b76d-4fe6a81c9895, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:27.171642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:27.184688 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 70c90117-0dde-4cdb-b76d-4fe6a81c9895) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:27.196686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:27.198012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.215516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c8d8c5-da47-42cd-938c-efd9008aee94 None None] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:27.235167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56534) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.237310 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4bf12867-32a6-432c-be5d-d1fdcb26627b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7059624 Nov 12 03:50:27.300261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56536) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.455337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.463530 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:27.467238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.478955 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.602002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:27.602829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4513eabe-ac94-4b57-baa1-988c8be7d32b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1a8924ae8c084c38aa0c29849e288a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006551 Nov 12 03:50:27.653852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e09f6-d1f4-44eb-b1f6-65fb276d55fe None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:27.661718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Attempting to bind port 790e9565-2948-4747-94a7-4cd005eb374b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:27.668893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Attempting to bind port 790e9565-2948-4747-94a7-4cd005eb374b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:27.669252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Attempting to bind port 790e9565-2948-4747-94a7-4cd005eb374b on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:27.685286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423434e-76a1-47ce-9978-9c6a05093bfd None None] Pushing event updated for resources: {'Port': ['ID=790e9565-2948-4747-94a7-4cd005eb374b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.696015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.723514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:27.724170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:27.724690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.725196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:27.725807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Bound port: 790e9565-2948-4747-94a7-4cd005eb374b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:27.726307 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.738200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.800319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.803432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.807742 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c86778e7-dc7d-423c-929e-f2a5c550ba1e HTTP/1.1" status: 204 len: 168 time: 0.2024033 Nov 12 03:50:27.809119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] For port 790e9565-2948-4747-94a7-4cd005eb374b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:27.812892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] For port 790e9565-2948-4747-94a7-4cd005eb374b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=790e9565-2948-4747-94a7-4cd005eb374b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:27.844983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476974c9-d179-471f-b153-a7c36bdcbb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86778e7-dc7d-423c-929e-f2a5c550ba1e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:27.896897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Allocated IP 172.20.0.2 (70c90117-0dde-4cdb-b76d-4fe6a81c9895/33901220-4e6b-48c6-9e19-e59492fe9769/f3c09511-1cad-422b-bf38-80a8a7ac8f84) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:27.897923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.078470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.138278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-2bec0225-7ade-4888-889b-62a8a31dda60 req-0425f50e-e40b-4156-ac6d-ac5b80c12031 service neutron] (102605) timed out ('10.222.0.93', 36636) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:50:28.157178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423434e-76a1-47ce-9978-9c6a05093bfd None None] Pushing event updated for resources: {'Port': ['ID=790e9565-2948-4747-94a7-4cd005eb374b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.206361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b8525-ab7a-4f53-a684-d9aee70bdaf1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:28.226356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] Provisioning complete for port 790e9565-2948-4747-94a7-4cd005eb374b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:28.226721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.256415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.275463 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:28.276119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.321208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.368397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Pushing event updated for resources: {'Port': ['ID=f3c09511-1cad-422b-bf38-80a8a7ac8f84,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.423806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.1 (70c90117-0dde-4cdb-b76d-4fe6a81c9895/33901220-4e6b-48c6-9e19-e59492fe9769/0f95b984-5d93-46a4-9f6e-a889728166cf) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:28.436804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:28.449935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:28.476905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:28.488862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:28.536021 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.579701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] For port 790e9565-2948-4747-94a7-4cd005eb374b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=790e9565-2948-4747-94a7-4cd005eb374b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:28.599344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:28.602650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.623462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.644543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Attempting to bind port f3c09511-1cad-422b-bf38-80a8a7ac8f84 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:28.644920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Attempting to bind port f3c09511-1cad-422b-bf38-80a8a7ac8f84 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:28.645270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Attempting to bind port f3c09511-1cad-422b-bf38-80a8a7ac8f84 on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:28.668495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.704693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:28.704975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:28.705368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.705774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Bound using segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:28.706240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Bound port: f3c09511-1cad-422b-bf38-80a8a7ac8f84, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:28.706615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.727588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:28.732756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:28.745552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:28.775773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.805033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.869459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a9d9f7ec-112e-47c4-b792-f533799ed447 None None] Provisioning complete for port 790e9565-2948-4747-94a7-4cd005eb374b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:28.870687 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a9d9f7ec-112e-47c4-b792-f533799ed447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.882353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077db4d-9a11-4b12-b050-9659ecd6d695 None None] Pushing event updated for resources: {'Port': ['ID=790e9565-2948-4747-94a7-4cd005eb374b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.888977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] For port f3c09511-1cad-422b-bf38-80a8a7ac8f84, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:28.921390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] For port f3c09511-1cad-422b-bf38-80a8a7ac8f84, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f3c09511-1cad-422b-bf38-80a8a7ac8f84,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:28.955193 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.971230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.126701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e9705-cc00-4758-b7ff-5d747e3ac2c6 None None] Pushing event updated for resources: {'Port': ['ID=f3c09511-1cad-422b-bf38-80a8a7ac8f84,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.181086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:25Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:29.254134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae00341-c2ae-416b-9619-a55104cfb615 None None] The sync data for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 is: [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:25Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:29.529570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.535803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.617486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.630006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.765280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:29.767160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:29.908742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router afbe7cba-8daa-499d-a6a9-c337f05ba0cf has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:30.041281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:30.047263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6efdd9f1-219c-40a5-8297-178fd364b9d0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/afbe7cba-8daa-499d-a6a9-c337f05ba0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084433 Nov 12 03:50:30.342649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-17e7a073-55ae-4d93-a2cd-4c9f6db3f752 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428296153&fields=id&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 267 time: 0.0677240 Nov 12 03:50:30.407136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b6c62-3484-43fe-b15e-1ec6890ca57d None None] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:30.475813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-8f8b03e7-da0f-4455-aec5-867859110b7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:30.477554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-8f8b03e7-da0f-4455-aec5-867859110b7d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 797 time: 0.1269500 Nov 12 03:50:30.498169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-2891f659-f8ce-426a-b0d6-a639bf8139c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/quotas/818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 375 time: 0.0111837 Nov 12 03:50:30.565357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-21ad3e98-28a5-45d8-829f-c2d6a3fe4ede tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583162 Nov 12 03:50:30.568416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] Provisioning complete for port f3c09511-1cad-422b-bf38-80a8a7ac8f84 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:30.568814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.696217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.741326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] For port f3c09511-1cad-422b-bf38-80a8a7ac8f84, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f3c09511-1cad-422b-bf38-80a8a7ac8f84,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.748523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.821109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33568c8b-687a-4302-8b65-efe9fbf01384 None None] Pushing event updated for resources: {'Port': ['ID=f3c09511-1cad-422b-bf38-80a8a7ac8f84,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.912608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-fab31dae-4f7e-4850-8eee-2f1c739a752d service neutron] 10.222.0.93 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260760 Nov 12 03:50:30.993402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-208e0a04-794a-43f1-988a-e9c37c265eb6 None None] Provisioning complete for port 0f95b984-5d93-46a4-9f6e-a889728166cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:30.993851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208e0a04-794a-43f1-988a-e9c37c265eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.042593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac4c39be-26c2-49ae-969e-891b5210091a service neutron] 10.222.0.93 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288865 Nov 12 03:50:31.106922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.119702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-208e0a04-794a-43f1-988a-e9c37c265eb6 None None] Port 0f95b984-5d93-46a4-9f6e-a889728166cf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:31.144123 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-208e0a04-794a-43f1-988a-e9c37c265eb6 None None] Provisioning complete for port f3c09511-1cad-422b-bf38-80a8a7ac8f84 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:31.147241 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208e0a04-794a-43f1-988a-e9c37c265eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.435515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f3c09511-1cad-422b-bf38-80a8a7ac8f84 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:31.458721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b3baf788-e482-4066-a1be-b156934f6557 req-23491e57-0220-471d-abbd-d32aaf229fc3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 210 time: 0.0705597 Nov 12 03:50:31.597079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f3c09511-1cad-422b-bf38-80a8a7ac8f84 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:31.597870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.718524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-607e7545-7102-45c7-84ac-5e59883b6144 None None] Provisioning complete for port 0f95b984-5d93-46a4-9f6e-a889728166cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:31.719256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-607e7545-7102-45c7-84ac-5e59883b6144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.754339 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Sync routers for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:31.759368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 790e9565-2948-4747-94a7-4cd005eb374b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:31.771180 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:31.774549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.804303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-607e7545-7102-45c7-84ac-5e59883b6144 None None] Port 0f95b984-5d93-46a4-9f6e-a889728166cf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:31.830607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 790e9565-2948-4747-94a7-4cd005eb374b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:31.830607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.915363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.999057 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:32.333158 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:29Z', 'revision_number': 2, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:32.362951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Checking router: afbe7cba-8daa-499d-a6a9-c337f05ba0cf for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:32.363568 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Updating router afbe7cba-8daa-499d-a6a9-c337f05ba0cf port 0f95b984-5d93-46a4-9f6e-a889728166cf binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:32.399117 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.601828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97b358fe-d067-43e8-9c59-c2272b85fb6c req-6f0410e4-e1bf-4bdd-863b-96060a33c2d3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 210 time: 0.0468733 Nov 12 03:50:32.704654 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.723620 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.779020 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Pushing event updated for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.826733 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.827302 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.827641 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.828459 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.828459 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.828697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.829002 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.829477 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.829803 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.830122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.830440 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.830755 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:32.876522 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Attempting to bind port 0f95b984-5d93-46a4-9f6e-a889728166cf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:32.876885 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Attempting to bind port 0f95b984-5d93-46a4-9f6e-a889728166cf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:32.877239 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Attempting to bind port 0f95b984-5d93-46a4-9f6e-a889728166cf on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:32.884229 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:32.884595 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:32.884991 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.885512 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Bound using segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:32.886959 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Bound port: 0f95b984-5d93-46a4-9f6e-a889728166cf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:32.887342 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.893111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-a26115c4-b642-42b4-b940-01adea34b5d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:32.894861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-a26115c4-b642-42b4-b940-01adea34b5d4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 797 time: 0.2074475 Nov 12 03:50:32.975297 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] For port 0f95b984-5d93-46a4-9f6e-a889728166cf, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:32.980950 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] For port 0f95b984-5d93-46a4-9f6e-a889728166cf, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0f95b984-5d93-46a4-9f6e-a889728166cf,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:32.988211 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.054454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:33.055468 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:33.055834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-f17d04b2-3f06-4ec5-a882-95cbe230980e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 379 time: 0.1502295 Nov 12 03:50:33.070273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'port': {'device_id': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'admin_state_up': True, 'tenant_id': '818a96820e2147d9add93d4f490de685', 'security_groups': ['6c7b1510-5789-4e26-bb4b-785421c3290b']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:33.148049 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca57d4-d14e-4b93-8d4d-41f34f529316 None None] Pushing event updated for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.214135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] Provisioning complete for port 0f95b984-5d93-46a4-9f6e-a889728166cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:33.223192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.310768 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:33.393581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:33.397774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.435175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.511606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] For port 0f95b984-5d93-46a4-9f6e-a889728166cf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0f95b984-5d93-46a4-9f6e-a889728166cf,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:33.520700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.577125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff13f1b-eb88-4745-89f0-4c99f89fafcd None None] Pushing event updated for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.587818 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:32Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:33.615484 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ea87f-4d0f-43eb-b053-114a13045ef4 None None] The sync data for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 is: [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:32Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:33.622088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.12 (70c90117-0dde-4cdb-b76d-4fe6a81c9895/33901220-4e6b-48c6-9e19-e59492fe9769/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:33.647278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2f445bd0-7023-4d80-a9f2-7d7a23c98d69 None None] Provisioning complete for port 0f95b984-5d93-46a4-9f6e-a889728166cf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:33.647603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2f445bd0-7023-4d80-a9f2-7d7a23c98d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.798323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c84ea2f-4790-4790-8780-a1e75270e2f9 req-4927ad5b-2244-40a6-83fe-c4a79ba71300 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 210 time: 0.0723910 Nov 12 03:50:33.854421 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.899715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.944418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:33.949783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:33.953720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:33.960685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:34.015432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:34.016183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.035936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ac400215-613d-4545-b799-de3d349834f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9735260 Nov 12 03:50:34.050541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Request body: {'port': {'device_id': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:34.209701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-403748d0-5a85-45c4-b052-f04c317cbe41 None None] Provisioning complete for port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:34.211643 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-403748d0-5a85-45c4-b052-f04c317cbe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.276344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-403748d0-5a85-45c4-b052-f04c317cbe41 None None] Port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:34.472342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.811565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:34.821732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.843915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Transition to ACTIVE for port object 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:34.848834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.970487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.054690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eb5be-eaf4-4a77-90a6-3969df90bdf2 req-e4a20041-00b8-4002-bc42-763570145293 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.056511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d87eb5be-eaf4-4a77-90a6-3969df90bdf2 req-e4a20041-00b8-4002-bc42-763570145293 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 944 time: 0.1635761 Nov 12 03:50:35.071842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:35.072325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:35.072720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:35.087013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:35.087402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:35.119411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:35.124686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:35.125194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Bound using segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:35.127040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Bound port: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:35.127507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.265674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0f95b984-5d93-46a4-9f6e-a889728166cf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:35.269945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d87eb5be-eaf4-4a77-90a6-3969df90bdf2 req-5c995f09-70a1-4789-a78a-a30eb5eec45b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936677 Nov 12 03:50:35.283026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:35.286772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:35.296141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.335488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.336334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.337933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] 10.222.0.98 "PUT /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1093 time: 1.2925520 Nov 12 03:50:35.338373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:35.340944 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4438827b-7190-4522-a56b-58101eab46e2" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:35.363587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0f95b984-5d93-46a4-9f6e-a889728166cf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:35.375527 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.426780 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d248839f-7e62-4c54-97c5-a889d7148954 x-openstack-request-id: req-d248839f-7e62-4c54-97c5-a889d7148954 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:35.427067 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:35.427365 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d248839f-7e62-4c54-97c5-a889d7148954 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:35.427763 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'status': 'completed', 'code': 200} Nov 12 03:50:35.429597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2a0b1-2ce3-4235-8874-d02740ab19d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:35.468428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ed56e8dd-c001-46bc-b4b4-715fd5bee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.470418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-ed56e8dd-c001-46bc-b4b4-715fd5bee44d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1096 time: 0.0800679 Nov 12 03:50:35.528458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-97618ffd-54b1-49e5-91f2-68254c56081b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 217 time: 0.0485439 Nov 12 03:50:35.589160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-9345dee0-9bc7-4dbb-a0d6-6d6a9dacda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.590786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-9345dee0-9bc7-4dbb-a0d6-6d6a9dacda1b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0512533 Nov 12 03:50:35.640245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-174ebade-4415-4257-86e5-778c6d46c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.641767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-174ebade-4415-4257-86e5-778c6d46c98d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441129 Nov 12 03:50:35.743599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-2d805651-718d-4039-9ec9-7d8bc0590153 service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946739 Nov 12 03:50:35.835713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5397dc75-beed-4b16-8e0a-1c475a5ac366 req-4bea63a2-e2a6-43ca-866e-e7cff1eb8a7b service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Nov 12 03:50:35.980471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438827b-7190-4522-a56b-58101eab46e2 req-1c02c550-e2e7-4a32-9a10-ef66bde71e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.980471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-1c02c550-e2e7-4a32-9a10-ef66bde71e96 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1096 time: 0.0937200 Nov 12 03:50:36.093056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438827b-7190-4522-a56b-58101eab46e2 req-4c58b60d-3569-405a-ab45-4a0acb0af292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.094532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-4c58b60d-3569-405a-ab45-4a0acb0af292 service neutron] 10.222.0.98 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1086490 Nov 12 03:50:36.142865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-e63ffbe1-b80d-4a70-98c4-b0f9ec83185d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 217 time: 0.0399055 Nov 12 03:50:36.200841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438827b-7190-4522-a56b-58101eab46e2 req-212237e3-894d-4be6-b396-d25585d25f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.202334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-212237e3-894d-4be6-b396-d25585d25f18 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0515239 Nov 12 03:50:36.254853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438827b-7190-4522-a56b-58101eab46e2 req-4fc1860f-a0d1-4c3c-8b2d-d2e75964df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.256614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-4fc1860f-a0d1-4c3c-8b2d-d2e75964df35 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466318 Nov 12 03:50:36.358263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-41992765-652a-45fd-9059-9dda728b38af service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935354 Nov 12 03:50:36.473223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3499e-5cb1-4299-be96-1610788c376d req-75176984-5c14-4666-861b-dfc3ecc1bce3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.474785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03e3499e-5cb1-4299-be96-1610788c376d req-75176984-5c14-4666-861b-dfc3ecc1bce3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 944 time: 0.1197085 Nov 12 03:50:36.506417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438827b-7190-4522-a56b-58101eab46e2 req-501a0e75-7ad2-443a-a632-e77926e9b38f service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395867 Nov 12 03:50:36.547871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03e3499e-5cb1-4299-be96-1610788c376d req-56fef53d-fbd7-43be-8c8e-723d408ade28 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622299 Nov 12 03:50:37.666279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f59b5-2e90-4c33-95dc-d662b0b6dcb6 req-db589f6c-6acd-4f5a-a6d6-6766f05002d5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.667763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c6f59b5-2e90-4c33-95dc-d662b0b6dcb6 req-db589f6c-6acd-4f5a-a6d6-6766f05002d5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 944 time: 0.0495908 Nov 12 03:50:37.718352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c6f59b5-2e90-4c33-95dc-d662b0b6dcb6 req-8e9b6115-df83-45b4-acd4-6fa67fca2d02 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445280 Nov 12 03:50:38.842653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66252c-5108-4245-8a1a-e0cf42dfbfe8 req-f02c796f-3443-4097-9a73-7c04ecfd287d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.844179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a66252c-5108-4245-8a1a-e0cf42dfbfe8 req-f02c796f-3443-4097-9a73-7c04ecfd287d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 944 time: 0.0507810 Nov 12 03:50:38.904832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a66252c-5108-4245-8a1a-e0cf42dfbfe8 req-9e6e7a95-8e2e-4bcd-abe4-b1e1106bf840 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473642 Nov 12 03:50:39.292217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:39.400523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:39.413074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'port_id': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'mac_address': 'fa:16:3e:e6:d4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:39.454555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.468274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:39.488265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:39.492596 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.549205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:39.685601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:40.036982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d7cc-2be6-4949-959d-2060c7b81ae9 req-792984ca-ee6e-43b5-957f-83ca446d05a4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.038608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4c0d7cc-2be6-4949-959d-2060c7b81ae9 req-792984ca-ee6e-43b5-957f-83ca446d05a4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.0553200 Nov 12 03:50:40.095554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4c0d7cc-2be6-4949-959d-2060c7b81ae9 req-1c87358b-735f-4541-9205-15529e4e2450 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 Nov 12 03:50:41.223878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5b865-0da2-4851-b2f2-51daa3f71d5d req-8e5a1128-3230-448a-99b1-5dc543ffffce tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.225507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ec5b865-0da2-4851-b2f2-51daa3f71d5d req-8e5a1128-3230-448a-99b1-5dc543ffffce tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.0548053 Nov 12 03:50:41.294808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ec5b865-0da2-4851-b2f2-51daa3f71d5d req-7642a00a-a4a2-407b-9430-fc0f5832ac1e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599115 Nov 12 03:50:41.307441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:41.371953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:50:41.377338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.378281 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.479874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.526469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:41.529313 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f262b1-c57e-46f9-af1c-5b933fdcb4fc" -d '{"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:41.533354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:41.538903 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.592114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:41.716314 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3a8a62-5914-4767-8174-6428d4006441 x-openstack-request-id: req-ce3a8a62-5914-4767-8174-6428d4006441 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:41.716719 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:41.717066 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce3a8a62-5914-4767-8174-6428d4006441 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:41.718049 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'code': 200} Nov 12 03:50:41.819659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c701-dcf0-44f9-8ab5-6c461404be41 req-bb8ffec2-a26c-48df-b273-48de9f11fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.821328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf16c701-dcf0-44f9-8ab5-6c461404be41 req-bb8ffec2-a26c-48df-b273-48de9f11fb76 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1098 time: 0.0472004 Nov 12 03:50:41.868075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf16c701-dcf0-44f9-8ab5-6c461404be41 req-e838aba6-2ced-4988-a2a8-94770035da7a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 Nov 12 03:50:42.420330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7e6c-6e49-4cb4-b721-6e07e517bb05 req-e53943d2-1193-4245-a9b7-8d2a7ac57312 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.425233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b21a7e6c-6e49-4cb4-b721-6e07e517bb05 req-e53943d2-1193-4245-a9b7-8d2a7ac57312 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0560281 Nov 12 03:50:42.484659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b21a7e6c-6e49-4cb4-b721-6e07e517bb05 req-35ab4984-7730-4fde-a6a4-04dd33e15b32 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557673 Nov 12 03:50:43.617350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a350a4-30a2-4cf0-8ecc-e47f54f747fc req-9f4fd68a-4800-480f-906f-52cd1223a0e9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.624679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0a350a4-30a2-4cf0-8ecc-e47f54f747fc req-9f4fd68a-4800-480f-906f-52cd1223a0e9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0653808 Nov 12 03:50:43.681796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0a350a4-30a2-4cf0-8ecc-e47f54f747fc req-c60e2b12-de5d-4e9e-8c68-f2ddb4e3ce79 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554531 Nov 12 03:50:43.805759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbd6b1-03aa-4bd8-9b54-81ed2dd24707 req-6afdc259-9e5b-4760-8264-398972d5394c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.807313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bfbd6b1-03aa-4bd8-9b54-81ed2dd24707 req-6afdc259-9e5b-4760-8264-398972d5394c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0525191 Nov 12 03:50:43.863356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bfbd6b1-03aa-4bd8-9b54-81ed2dd24707 req-7a4db0b1-20e1-4bec-b36f-e813105afbee tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493000 Nov 12 03:50:43.886602 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.929891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e1543-c27e-40db-94a2-37487ac9cf62 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.934430 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d44e1543-c27e-40db-94a2-37487ac9cf62 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1093 time: 0.0465534 Nov 12 03:50:43.934589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56856) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.939263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.964795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.071344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.189455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.73 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/03187401-4a2e-4365-b648-2f3ef0e76c30) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:44.315774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.353704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.395028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:44.400063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:44.403788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:44.426186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=03187401-4a2e-4365-b648-2f3ef0e76c30,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.810108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.878715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.060012 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.064950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.144560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=03187401-4a2e-4365-b648-2f3ef0e76c30,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:45.152467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.266540 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP f4f33e00-287d-4108-914d-7a993c3565d5 associated. External IP: 172.25.4.73, port: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc. Nov 12 03:50:45.477351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router afbe7cba-8daa-499d-a6a9-c337f05ba0cf has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:45.595001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:45.608722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Sync routers for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:45.615717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:45.623036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:45.624048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:45.654734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dd96ce14-8490-43d5-97ff-2b120d38a028 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7190206 Nov 12 03:50:45.655638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:45.658191 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00695472-75de-48d4-8d2b-1d358e4d887b" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:45.731386 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc735fc0-6f3a-4feb-8231-08793b196aad x-openstack-request-id: req-cc735fc0-6f3a-4feb-8231-08793b196aad {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:45.731676 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:45.731930 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc735fc0-6f3a-4feb-8231-08793b196aad {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:45.732354 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'status': 'completed', 'code': 200} Nov 12 03:50:45.849898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:45.897833 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695472-75de-48d4-8d2b-1d358e4d887b req-d8b2bdf0-78f0-4c5a-9939-b5ee0064b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.899922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-d8b2bdf0-78f0-4c5a-9939-b5ee0064b869 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1098 time: 0.1423900 Nov 12 03:50:45.911613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e4eaf-7c8b-4d93-b43b-8cc33d02a10d req-b9013c3b-da5f-4987-89d4-bfe33b240663 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.913135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-227e4eaf-7c8b-4d93-b43b-8cc33d02a10d req-b9013c3b-da5f-4987-89d4-bfe33b240663 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.1053772 Nov 12 03:50:46.044186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695472-75de-48d4-8d2b-1d358e4d887b req-7818d6ab-a272-4cfb-ba31-e1d024e2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.045658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-7818d6ab-a272-4cfb-ba31-e1d024e2f89d service neutron] 10.222.0.98 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1316433 Nov 12 03:50:46.114504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-227e4eaf-7c8b-4d93-b43b-8cc33d02a10d req-eb02844e-86e9-4b9a-9abb-123356922da3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155159 Nov 12 03:50:46.134949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f4f33e00-287d-4108-914d-7a993c3565d5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'port_id': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'mac_address': 'fa:16:3e:e6:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:50:44Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:46.144373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.194898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Checking router: afbe7cba-8daa-499d-a6a9-c337f05ba0cf for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:46.201280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-3335652d-e09d-40a7-92ec-445596134f72 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 999 time: 0.1332328 Nov 12 03:50:46.208768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:46.209156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56908) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.212558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:50:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:46.325901 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3c049213-3c4c-4f5a-b24b-bca656ae650d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f4f33e00-287d-4108-914d-7a993c3565d5 HTTP/1.1" status: 200 len: 991 time: 0.1801417 Nov 12 03:50:46.326956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695472-75de-48d4-8d2b-1d358e4d887b req-01153852-94b4-4bff-86d7-c87586d8409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.328446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-01153852-94b4-4bff-86d7-c87586d8409e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.1124694 Nov 12 03:50:46.366920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:46.404776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00695472-75de-48d4-8d2b-1d358e4d887b req-0398a605-169a-4267-9adc-350075c51089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.406740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-0398a605-169a-4267-9adc-350075c51089 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710928 Nov 12 03:50:46.454053 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2f56-d640-418a-bb8b-8eedf42c7630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.548907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-21db77d6-81fd-450d-a63f-6bb2598f67de service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348641 Nov 12 03:50:46.660940 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2f56-d640-418a-bb8b-8eedf42c7630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.667795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f4f33e00-287d-4108-914d-7a993c3565d5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'port_id': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'mac_address': 'fa:16:3e:e6:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:50:44Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:46.671478 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2f56-d640-418a-bb8b-8eedf42c7630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.699307 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278106a-7779-4cc5-ae82-58f4927fb42c None None] The sync data for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 is: [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'f4f33e00-287d-4108-914d-7a993c3565d5', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'port_id': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'mac_address': 'fa:16:3e:e6:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:50:44Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:46.707992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2f56-d640-418a-bb8b-8eedf42c7630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f760c-3988-4481-9b1f-11db88a983a8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:46.724363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-00695472-75de-48d4-8d2b-1d358e4d887b req-687d972b-7980-49c2-ad00-43b936f84acc service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658106 Nov 12 03:50:46.734297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc1b2f56-d640-418a-bb8b-8eedf42c7630 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0276937a71724545a73ddc2bd386a3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240736 Nov 12 03:50:46.735014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:46.805488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.835076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.890395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.893317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.894969 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/727f760c-3988-4481-9b1f-11db88a983a8 HTTP/1.1" status: 204 len: 168 time: 0.1586082 Nov 12 03:50:46.905820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62a313-cc43-46af-ae22-1162209f1f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f760c-3988-4481-9b1f-11db88a983a8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.032334 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a26d3f-8f0d-4c18-99bf-89d5c6648602 None None] New status for floating IP f4f33e00-287d-4108-914d-7a993c3565d5: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:50:47.253800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 56932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.268798 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf87028-7457-4ced-86dd-4408734a3701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.328051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56938) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.377676 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf87028-7457-4ced-86dd-4408734a3701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.381651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cf87028-7457-4ced-86dd-4408734a3701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.415142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f717a3c2-cc20-48ab-8fa4-aaee16f2c68f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f4f33e00-287d-4108-914d-7a993c3565d5 HTTP/1.1" status: 200 len: 993 time: 0.0694525 Nov 12 03:50:47.422525 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4cf87028-7457-4ced-86dd-4408734a3701 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=646b0b81c10c4178b97a05f33c0bbda2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676497 Nov 12 03:50:47.425124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf87028-7457-4ced-86dd-4408734a3701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91506dd5-72b8-459e-a5e8-48b3e8058dd9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.425267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 56940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:47.480495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.501661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.548331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.550895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:47.552117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/91506dd5-72b8-459e-a5e8-48b3e8058dd9 HTTP/1.1" status: 204 len: 168 time: 0.1258986 Nov 12 03:50:47.559799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a361f71-71e5-4e4d-b22a-7ceee614271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91506dd5-72b8-459e-a5e8-48b3e8058dd9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:47.998415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-833785e2-d7ed-408d-aab0-126e65328b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.398373 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2b14df0-28c1-4246-927a-20e86a13521f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.737531 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.604610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.722059 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0abd13c4-a700-4f41-8b42-b5946803088c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.803318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0abd13c4-a700-4f41-8b42-b5946803088c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.807399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0abd13c4-a700-4f41-8b42-b5946803088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.848251 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0abd13c4-a700-4f41-8b42-b5946803088c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e45bdf252cd479d8df7ced95d618dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415476 Nov 12 03:50:52.849123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd13c4-a700-4f41-8b42-b5946803088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ae14c-0f18-4a8c-bd70-142ae7d880af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.850924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57132) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.913728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.935375 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.982155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.984969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.986550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e0ae14c-0f18-4a8c-bd70-142ae7d880af HTTP/1.1" status: 204 len: 168 time: 0.1324265 Nov 12 03:50:52.998079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f56c-0224-4fd7-92fa-0783e5f066a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ae14c-0f18-4a8c-bd70-142ae7d880af,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.104186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.270686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57146) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:53.285046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c96bad3d-5d23-425f-82dc-ca9cde0a157b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.365581 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c96bad3d-5d23-425f-82dc-ca9cde0a157b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.369742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c96bad3d-5d23-425f-82dc-ca9cde0a157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.409624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bad3d-5d23-425f-82dc-ca9cde0a157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5fc27b-78d1-41dc-8d12-4b2ff01324b1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.414977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c96bad3d-5d23-425f-82dc-ca9cde0a157b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80f7a8f97e224b3b96ba0d2c557df31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431851 Nov 12 03:50:53.416339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57148) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:53.469471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.491484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.544472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.547071 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:53.548247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1b5fc27b-78d1-41dc-8d12-4b2ff01324b1 HTTP/1.1" status: 204 len: 168 time: 0.1307952 Nov 12 03:50:53.558777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba808ef-7ed2-4346-834e-110766b40755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5fc27b-78d1-41dc-8d12-4b2ff01324b1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:53.657580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.064026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.069395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.189837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f093575-b13a-4200-ab76-0d8f99cdd3b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.290141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f093575-b13a-4200-ab76-0d8f99cdd3b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.294761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f093575-b13a-4200-ab76-0d8f99cdd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.336585 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1f093575-b13a-4200-ab76-0d8f99cdd3b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9eaa6a2999f949219db3760be1fdf7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647262 Nov 12 03:51:01.338004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093575-b13a-4200-ab76-0d8f99cdd3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcfcea2-a438-4013-ae0b-62584a579040,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.342690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.399612 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.429198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.493605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.497037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.509491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-c5e66f53-c034-46c9-9e97-61bde4db0140 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594459 Nov 12 03:51:01.513835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/abcfcea2-a438-4013-ae0b-62584a579040 HTTP/1.1" status: 204 len: 168 time: 0.1604779 Nov 12 03:51:01.525883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120f15b-6cfd-4d7d-944e-3130c6ae0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcfcea2-a438-4013-ae0b-62584a579040,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.633285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-81c3255e-a892-45ce-ae30-f554e823b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.637363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-81c3255e-a892-45ce-ae30-f554e823b4d0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1098 time: 0.0703158 Nov 12 03:51:01.767918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-dc8ce392-cbd7-402e-8bf4-1bf5afc2077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.769914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-dc8ce392-cbd7-402e-8bf4-1bf5afc2077d service neutron] 10.222.0.98 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1050909 Nov 12 03:51:01.856513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-f6b52bc1-7c56-467a-9a1c-2528eb206fc5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1001 time: 0.0750725 Nov 12 03:51:01.871495 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.904857 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4c80460-2282-41e7-8973-d49fe331a2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.922381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.954927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-484f7dc0-5cea-4f9c-b8c4-d8765204d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.956987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-484f7dc0-5cea-4f9c-b8c4-d8765204d7ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0926092 Nov 12 03:51:02.001298 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4c80460-2282-41e7-8973-d49fe331a2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.005887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4c80460-2282-41e7-8973-d49fe331a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.007916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-b4c3d4dd-168b-4f0d-adfe-101fa788e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.009665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-b4c3d4dd-168b-4f0d-adfe-101fa788e647 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439119 Nov 12 03:51:02.045667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c80460-2282-41e7-8973-d49fe331a2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3b240-dbb8-4f3e-8779-96aac4556bbb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.051281 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c4c80460-2282-41e7-8973-d49fe331a2bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=901592c5ead942d985244cb40154a7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785278 Nov 12 03:51:02.053914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.110733 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.136896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.196247 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.199238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.203042 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/88a3b240-dbb8-4f3e-8779-96aac4556bbb HTTP/1.1" status: 204 len: 168 time: 0.1457181 Nov 12 03:51:02.210952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7f50b-04c7-43c6-a113-f1c9dfd2e5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3b240-dbb8-4f3e-8779-96aac4556bbb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.444646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-eee2f1df-2f78-418e-9e21-828c61172b13 service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270008 Nov 12 03:51:02.550020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14cd2f44-bd7b-4aff-b587-e22063761061 req-6a0fc8b4-6cee-4db4-bacf-ae1e5b1ba917 service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972366 Nov 12 03:51:02.995025 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.104423 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733219971-network', 'tenant_id': '2bb80acf75994a8890406c673696a2be'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:03.127296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Made reservation on behalf of 2bb80acf75994a8890406c673696a2be for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:03.129679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.140672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.226305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.231281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.245807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:03.268523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.268870 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Added segment 0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394 of type vlan for network 558a481f-c696-4696-b012-b2c4edb92ac0 Nov 12 03:51:03.280030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf32416-1830-4e98-9ec1-1bfb60333c01,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.317932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.343544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.344549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.345135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.401938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4051409 Nov 12 03:51:03.405141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57486) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.407265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4fbe6-cdfb-4a8b-8541-279e671f96dd admin admin] Pushing event updated for resources: {'Network': ['ID=558a481f-c696-4696-b012-b2c4edb92ac0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.412128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Request body: {'subnet': {'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733219971-subnet', 'tenant_id': '2bb80acf75994a8890406c673696a2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:03.418022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 558a481f-c696-4696-b012-b2c4edb92ac0 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:03.438634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Made reservation on behalf of 2bb80acf75994a8890406c673696a2be for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:03.441516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.624839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.678037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b81fed6-3563-4d80-8d34-1c3c825ec72a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.690090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Checking segment: {'id': '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:03.690473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Network hostable DHCP agents. Network: 558a481f-c696-4696-b012-b2c4edb92ac0, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:03.706046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Network 558a481f-c696-4696-b012-b2c4edb92ac0 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:03.714298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 558a481f-c696-4696-b012-b2c4edb92ac0) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:03.718869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.719574 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.723858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf93c7-7f11-4d86-9f56-de8ca159e6bb None None] Network 558a481f-c696-4696-b012-b2c4edb92ac0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:03.745316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-68bad92d-fbb2-4f85-917e-0a087059dda9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3379531 Nov 12 03:51:03.862931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab4a0f-fb79-4737-b918-f5a865027618 None None] Network 558a481f-c696-4696-b012-b2c4edb92ac0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:04.248720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 57516) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.253860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923155886-network', 'tenant_id': '57afe759000c4433a642b311f6c66477'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.274569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Made reservation on behalf of 57afe759000c4433a642b311f6c66477 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:04.277273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.291847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.369515 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.374945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.394785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:04.412381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.412730 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Added segment dd814f2f-86eb-4480-ba94-99e259e821c6 of type vlan for network 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 Nov 12 03:51:04.413928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12700247-e7cc-471e-8be3-00216654f7d9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.457917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.484138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.485088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.485756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.517255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2673316 Nov 12 03:51:04.520214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.528257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Request body: {'subnet': {'network_id': '6ce3595f-19e1-4f7b-b8e6-eb5c2124b094', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923155886-subnet', 'tenant_id': '57afe759000c4433a642b311f6c66477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.550548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409ae9-6773-4262-8c62-ddf27b610050 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce3595f-19e1-4f7b-b8e6-eb5c2124b094,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.558046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Made reservation on behalf of 57afe759000c4433a642b311f6c66477 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:04.560775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.561534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:04.756724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.818857 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67beb7c6-e1d9-4390-8271-277bca15d2cf,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.827349 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Checking segment: {'id': 'dd814f2f-86eb-4480-ba94-99e259e821c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6ce3595f-19e1-4f7b-b8e6-eb5c2124b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:04.828007 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Network hostable DHCP agents. Network: 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:04.845811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Network 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:04.855907 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:04.863745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.864397 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.864830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae87ad-4e41-451a-bde7-b5318defa578 None None] Network 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:04.892914 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ea07cfb2-0a4f-4fff-872b-4c0bccfdbaf2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3709223 Nov 12 03:51:05.004066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b155b94-ab8d-43b3-b579-62d75161ac72 None None] Network 6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:05.405562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-79801c68-0992-4127-b15f-de8893482aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.407033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-79801c68-0992-4127-b15f-de8893482aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/networks?id=558a481f-c696-4696-b012-b2c4edb92ac0 HTTP/1.1" status: 200 len: 809 time: 0.1064234 Nov 12 03:51:05.422806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-557c7742-31f0-4169-ab26-e64bf89cf8bb tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/quotas/2bb80acf75994a8890406c673696a2be HTTP/1.1" status: 200 len: 375 time: 0.0096138 Nov 12 03:51:05.437617 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:05.458037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-cc044626-de69-45a9-85e3-a639d867efcd tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2bb80acf75994a8890406c673696a2be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280142 Nov 12 03:51:05.550083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-f5ddc7f1-feac-483f-a829-9d253d257a74 service neutron] 10.222.0.93 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850301 Nov 12 03:51:05.641220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-750d2730-3ca8-4003-b4c1-41fd0fcdfa3d service neutron] 10.222.0.93 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Nov 12 03:51:05.829526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a7b8907-9b04-4770-bb44-5ce7c38a3082 req-2eee5d25-4f29-43e6-9627-b54dd5be0dc1 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 210 time: 0.0328617 Nov 12 03:51:06.945182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0cfa5196-9a26-4ef1-9d43-21e8fb93ef15 req-5623efb0-39e1-4116-871e-eab80cac30bf tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 210 time: 0.0299721 Nov 12 03:51:07.066705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-b898c6a2-c976-44ff-bb3f-811ff0421335 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.068427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-b898c6a2-c976-44ff-bb3f-811ff0421335 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.100 "GET /v2.0/networks?id=558a481f-c696-4696-b012-b2c4edb92ac0 HTTP/1.1" status: 200 len: 809 time: 0.1256008 Nov 12 03:51:07.082058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Request body: {'port': {'device_id': '54484c27-b174-43c3-8c7d-33220249fcaf', 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0', 'admin_state_up': True, 'tenant_id': '2bb80acf75994a8890406c673696a2be'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.254525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Made reservation on behalf of 2bb80acf75994a8890406c673696a2be for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:07.257659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.389276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Allocated IP 172.20.0.4 (558a481f-c696-4696-b012-b2c4edb92ac0/2b81fed6-3563-4d80-8d34-1c3c825ec72a/ffa74ec0-dd12-4291-9e71-e21770127dea) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:07.541622 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.576821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.623941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Network 558a481f-c696-4696-b012-b2c4edb92ac0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:07.626976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:07.630651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:07.663663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Pushing event updated for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.699753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:07.700392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.720394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-e327f846-9efb-4f07-ba0d-b132ebae9aaa tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422427 Nov 12 03:51:07.735024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Request body: {'port': {'device_id': '54484c27-b174-43c3-8c7d-33220249fcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:07.797061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.093286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74e06b-91f1-44de-960d-e7195dfb967b req-329acdc5-b8b2-450a-8efd-e38ee9ac6662 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.094761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa74e06b-91f1-44de-960d-e7195dfb967b req-329acdc5-b8b2-450a-8efd-e38ee9ac6662 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 931 time: 0.0776451 Nov 12 03:51:08.162922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa74ec0-dd12-4291-9e71-e21770127dea {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:08.175981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.188009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa74e06b-91f1-44de-960d-e7195dfb967b req-4b48bc14-0308-4a60-ab47-cf5e81b5618e tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823226 Nov 12 03:51:08.196048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Transition to ACTIVE for port object ffa74ec0-dd12-4291-9e71-e21770127dea will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:08.201824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.256567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.329199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Attempting to bind port ffa74ec0-dd12-4291-9e71-e21770127dea on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:08.329572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Attempting to bind port ffa74ec0-dd12-4291-9e71-e21770127dea by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:08.329870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Attempting to bind port ffa74ec0-dd12-4291-9e71-e21770127dea on network 558a481f-c696-4696-b012-b2c4edb92ac0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:08.334114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Port ffa74ec0-dd12-4291-9e71-e21770127dea on network 558a481f-c696-4696-b012-b2c4edb92ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:08.334432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Attempting to bind port ffa74ec0-dd12-4291-9e71-e21770127dea on network 558a481f-c696-4696-b012-b2c4edb92ac0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:08.339267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:08.339603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Checking segment: {'id': '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:08.340006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Bound using segment: {'id': '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:08.340432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Bound port: ffa74ec0-dd12-4291-9e71-e21770127dea, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:08.340781 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.408040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:08.410994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ffa74ec0-dd12-4291-9e71-e21770127dea,segment=NetworkSegment(0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394),segment_id=0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:08.416407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.458754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.459220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.460641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] 10.222.0.100 "PUT /v2.0/ports/ffa74ec0-dd12-4291-9e71-e21770127dea HTTP/1.1" status: 200 len: 1092 time: 0.7307246 Nov 12 03:51:08.461084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:08.463321 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5163d86c-c583-420c-a66d-ddc47db9beb1" -d '{"events": [{"name": "network-changed", "server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:08.490061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f71d9d-75b4-43f0-bdea-bc9070cc9885 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.514792 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7727037-95d1-4579-a1dc-80e04efcb043 x-openstack-request-id: req-d7727037-95d1-4579-a1dc-80e04efcb043 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:08.515152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:08.515471 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7727037-95d1-4579-a1dc-80e04efcb043 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:08.515923 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea', 'status': 'completed', 'code': 200} Nov 12 03:51:08.548323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-05477559-1a8f-47f0-a8c9-c42813d9e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.549925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-05477559-1a8f-47f0-a8c9-c42813d9e65a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bb80acf75994a8890406c673696a2be&device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 1095 time: 0.0453522 Nov 12 03:51:08.598179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-a061d1ba-650c-42ef-a66d-c34ad7efb601 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa74ec0-dd12-4291-9e71-e21770127dea HTTP/1.1" status: 200 len: 217 time: 0.0360234 Nov 12 03:51:08.657614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8e42-f93d-4855-b047-91882cc5175d req-5c5af4a5-4c7c-4d64-9a8c-5cbe064a92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.659086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-5c5af4a5-4c7c-4d64-9a8c-5cbe064a92b6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b81fed6-3563-4d80-8d34-1c3c825ec72a HTTP/1.1" status: 200 len: 849 time: 0.0508366 Nov 12 03:51:08.703009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-560c3b21-9135-4586-9020-b4fa44e5da12 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=558a481f-c696-4696-b012-b2c4edb92ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360730 Nov 12 03:51:08.801372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-901d560e-ff85-4cb5-85d4-6f5fd6450035 service neutron] 10.222.0.100 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909760 Nov 12 03:51:08.900042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-830d8e42-f93d-4855-b047-91882cc5175d req-666bcff8-de8a-4ad5-ba2a-8a83de139045 service neutron] 10.222.0.100 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908985 Nov 12 03:51:08.987871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-1cecdbd0-ae44-4979-97e2-5216e93f5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.989317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-1cecdbd0-ae44-4979-97e2-5216e93f5d9d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bb80acf75994a8890406c673696a2be&device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 1095 time: 0.0412753 Nov 12 03:51:09.083746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-7f0693ec-d03a-4acd-a89e-e77c6e01e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.085249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-7f0693ec-d03a-4acd-a89e-e77c6e01e755 service neutron] 10.222.0.100 "GET /v2.0/networks?id=558a481f-c696-4696-b012-b2c4edb92ac0 HTTP/1.1" status: 200 len: 911 time: 0.0886488 Nov 12 03:51:09.128035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-88cda8b4-8fcb-43c1-90a8-d1759c38363a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffa74ec0-dd12-4291-9e71-e21770127dea HTTP/1.1" status: 200 len: 217 time: 0.0348167 Nov 12 03:51:09.178150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-e7d467f2-9f85-450e-aacd-17adb0457d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.179720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-e7d467f2-9f85-450e-aacd-17adb0457d0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=2b81fed6-3563-4d80-8d34-1c3c825ec72a HTTP/1.1" status: 200 len: 849 time: 0.0440884 Nov 12 03:51:09.212861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-6c5aaa70-1231-4936-8534-2a9b950a941d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=558a481f-c696-4696-b012-b2c4edb92ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Nov 12 03:51:09.343576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-74facc36-5c27-44f0-91e9-6de88a849425 service neutron] 10.222.0.100 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229508 Nov 12 03:51:09.352068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f89cd8-e9e4-49e7-a7ec-8e8219d7d195 req-8aec3de4-4e01-4efa-b822-c86da8fc661b tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.353460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45f89cd8-e9e4-49e7-a7ec-8e8219d7d195 req-8aec3de4-4e01-4efa-b822-c86da8fc661b tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 943 time: 0.0733516 Nov 12 03:51:09.457369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45f89cd8-e9e4-49e7-a7ec-8e8219d7d195 req-300b7add-b3a5-403f-9989-956c2f1a41b3 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954769 Nov 12 03:51:09.488685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5163d86c-c583-420c-a66d-ddc47db9beb1 req-a3cc08e9-be24-4f01-8652-e36236258e2c service neutron] 10.222.0.100 "GET /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342931 Nov 12 03:51:10.583006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003822-73a8-4e43-9fb7-2273ca948792 req-5d5d3d45-ceb2-4add-91e7-33ed74278765 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.584512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c003822-73a8-4e43-9fb7-2273ca948792 req-5d5d3d45-ceb2-4add-91e7-33ed74278765 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 943 time: 0.0491099 Nov 12 03:51:10.637229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c003822-73a8-4e43-9fb7-2273ca948792 req-535c4206-7bbc-46cc-8836-f6a765ede568 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Nov 12 03:51:11.754982 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bb589-5166-43c3-9e27-e301115d0bab req-01c15a07-5ce8-4935-8c6f-317e64794fa3 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.756520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f8bb589-5166-43c3-9e27-e301115d0bab req-01c15a07-5ce8-4935-8c6f-317e64794fa3 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 943 time: 0.0502367 Nov 12 03:51:11.804465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f8bb589-5166-43c3-9e27-e301115d0bab req-7b104622-ee8e-4c17-bf54-cede4c05bf9a tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Nov 12 03:51:12.774349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ffa74ec0-dd12-4291-9e71-e21770127dea details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:12.870152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ffa74ec0-dd12-4291-9e71-e21770127dea,segment=NetworkSegment(0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394),segment_id=0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:12.881671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'ffa74ec0-dd12-4291-9e71-e21770127dea', 'network_id': '558a481f-c696-4696-b012-b2c4edb92ac0', 'port_id': 'ffa74ec0-dd12-4291-9e71-e21770127dea', 'mac_address': 'fa:16:3e:44:e6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b81fed6-3563-4d80-8d34-1c3c825ec72a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:12.919182 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.923182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164004a-b12b-49c4-9c45-0007e1a248bd req-887e0aae-18d6-434a-8159-c6c8a3f42245 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.924721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3164004a-b12b-49c4-9c45-0007e1a248bd req-887e0aae-18d6-434a-8159-c6c8a3f42245 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 943 time: 0.0503092 Nov 12 03:51:12.932038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa74ec0-dd12-4291-9e71-e21770127dea {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:12.951624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ffa74ec0-dd12-4291-9e71-e21770127dea,segment=NetworkSegment(0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394),segment_id=0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:12.956134 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.972869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3164004a-b12b-49c4-9c45-0007e1a248bd req-03fea768-2035-45a7-820f-bcc9f8a93d86 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Nov 12 03:51:13.003311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.010872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.011224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.011571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.011913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.012278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.012614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.013211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.013541 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.013869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.014196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.014524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.014846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:13.161038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['ffa74ec0-dd12-4291-9e71-e21770127dea'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:14.091635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da6b6d-53c3-48d7-983f-cd3d0d29f3c2 req-93e92e56-d402-4d1e-81e1-fccec0a23b21 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.093265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2da6b6d-53c3-48d7-983f-cd3d0d29f3c2 req-93e92e56-d402-4d1e-81e1-fccec0a23b21 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0893111 Nov 12 03:51:14.124284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608da4c-c078-4ea8-acde-1e55ef8c3fc9 req-49ebbd18-8c3c-4e84-8e16-1bfbe701f422 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.125757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e608da4c-c078-4ea8-acde-1e55ef8c3fc9 req-49ebbd18-8c3c-4e84-8e16-1bfbe701f422 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 944 time: 0.0751562 Nov 12 03:51:14.180921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2da6b6d-53c3-48d7-983f-cd3d0d29f3c2 req-6897c739-87af-4a62-a7ce-c50abbc396c9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814240 Nov 12 03:51:14.198592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e608da4c-c078-4ea8-acde-1e55ef8c3fc9 req-cfbdb0a2-7d67-42af-928f-cd57b26338f7 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654836 Nov 12 03:51:14.205572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 57822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:14.279291 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0e8ce06a-9adc-4521-a2f3-0709a2881740 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f4f33e00-287d-4108-914d-7a993c3565d5 HTTP/1.1" status: 200 len: 993 time: 0.0725729 Nov 12 03:51:14.685567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68b8b5-648e-47b3-86ab-80fd26a4d7f6 req-f220cb55-720c-42e8-9c89-79bea0f75d46 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.687181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a68b8b5-648e-47b3-86ab-80fd26a4d7f6 req-f220cb55-720c-42e8-9c89-79bea0f75d46 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1098 time: 0.0448594 Nov 12 03:51:14.742216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a68b8b5-648e-47b3-86ab-80fd26a4d7f6 req-0590f936-465f-45aa-bcf1-5ec5ff01e1b6 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488338 Nov 12 03:51:14.791069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ffa74ec0-dd12-4291-9e71-e21770127dea up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:14.817188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-73af4e26-24fb-4c33-bac1-b4cc9a3c05c3 req-089b8e39-f67a-4ce2-98d2-da6e3eba1eb4 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:14.818184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73af4e26-24fb-4c33-bac1-b4cc9a3c05c3 req-089b8e39-f67a-4ce2-98d2-da6e3eba1eb4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055475 Nov 12 03:51:14.843314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port ffa74ec0-dd12-4291-9e71-e21770127dea completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:14.847452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port ffa74ec0-dd12-4291-9e71-e21770127dea triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:14.847872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.938814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:14.963018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:14.965886 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77311c2-fbd3-4f99-b5c2-09ceae0fb6b4" -d '{"events": [{"server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "name": "network-vif-plugged", "status": "completed", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:14.982487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ffa74ec0-dd12-4291-9e71-e21770127dea,segment=NetworkSegment(0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394),segment_id=0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:14.988312 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:15.018448 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c9ddf-7ece-41f9-89e8-b318a1f8718c x-openstack-request-id: req-988c9ddf-7ece-41f9-89e8-b318a1f8718c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:15.018741 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "name": "network-vif-plugged", "status": "completed", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:15.018999 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-988c9ddf-7ece-41f9-89e8-b318a1f8718c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:15.019390 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea', 'code': 200} Nov 12 03:51:15.056982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:15.130751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162540c-05c9-4c1d-a3b9-3f3a1727186f req-6093dc75-db28-418f-b5e2-fd7a30d382e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.132280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7162540c-05c9-4c1d-a3b9-3f3a1727186f req-6093dc75-db28-418f-b5e2-fd7a30d382e3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 1097 time: 0.0419588 Nov 12 03:51:15.201770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7162540c-05c9-4c1d-a3b9-3f3a1727186f req-2cf8ba1b-7340-4cf3-9811-ef400292c53f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619273 Nov 12 03:51:15.333980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a9da-3fd5-41dd-872c-526493650968 req-b69fff2a-562a-4d07-8528-a5413f94aac4 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.335503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec39a9da-3fd5-41dd-872c-526493650968 req-b69fff2a-562a-4d07-8528-a5413f94aac4 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 945 time: 0.0566382 Nov 12 03:51:15.352393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:15.389260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ec39a9da-3fd5-41dd-872c-526493650968 req-e8b2a70f-f429-4849-a056-4cc03988a8ae tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Nov 12 03:51:15.506228 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-09228e66-f8a7-4f97-9207-8689f5030d5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525040 Nov 12 03:51:15.516343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-ff2024b4-cc3c-4057-852c-1683977c81ef service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:15.517468 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-ff2024b4-cc3c-4057-852c-1683977c81ef service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064692 Nov 12 03:51:16.061666 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-0f09a8bb-572d-4eb8-b340-7cd8ea594a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.063016 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-0f09a8bb-572d-4eb8-b340-7cd8ea594a58 service neutron] 10.222.0.93 "GET /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1095 time: 0.0341272 Nov 12 03:51:16.071471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Request body: {'binding': {'host': 'n-h2-713499-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:16.071849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:51:16.209176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on host n-h2-713499-30 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:16.209625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:16.209959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:16.214234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:16.214549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:16.219711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:16.220080 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:16.220498 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Bound using segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:16.220921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Bound port: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:16.313190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:16.319089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:16.324115 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] 10.222.0.93 "POST /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2557268 Nov 12 03:51:16.527508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4825c-9939-4036-8cb7-b63c4f9057d0 req-9f0abf57-b8c5-4c31-b4b1-1bdd4a65e209 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.529552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84f4825c-9939-4036-8cb7-b63c4f9057d0 req-9f0abf57-b8c5-4c31-b4b1-1bdd4a65e209 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0859191 Nov 12 03:51:16.582901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54da89-9a20-4b18-bf30-ee588644ec8e req-60ea8c28-53c0-42ce-848f-0113653443e2 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.584302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e54da89-9a20-4b18-bf30-ee588644ec8e req-60ea8c28-53c0-42ce-848f-0113653443e2 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 945 time: 0.1068575 Nov 12 03:51:16.638439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84f4825c-9939-4036-8cb7-b63c4f9057d0 req-730be62c-bf2e-48b7-8e39-734a3a662a54 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982516 Nov 12 03:51:16.642799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-8d89668a-9408-4dcc-95db-215ae5cff230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.644248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-8d89668a-9408-4dcc-95db-215ae5cff230 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1098 time: 0.1136692 Nov 12 03:51:16.715474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e54da89-9a20-4b18-bf30-ee588644ec8e req-835544cf-c5c6-4d84-9c1d-f64178186aaf tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240802 Nov 12 03:51:16.753196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-85bb0afe-4899-4d95-a31d-124b6faeb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.754898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-85bb0afe-4899-4d95-a31d-124b6faeb4fd service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1032474 Nov 12 03:51:16.829794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-4fe8b917-b4c4-4e05-8abc-50a9dd8e276c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1001 time: 0.0675464 Nov 12 03:51:16.881080 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-e56dd59b-dee2-477c-b927-65fc5b9794dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.882608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-e56dd59b-dee2-477c-b927-65fc5b9794dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0464010 Nov 12 03:51:16.931118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-2a57bf15-69e4-44d5-986f-1bfb56f0b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.933294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-2a57bf15-69e4-44d5-986f-1bfb56f0b19e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435998 Nov 12 03:51:17.068759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-af8242a1-08df-4627-a63f-5deabf028ea5 service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279042 Nov 12 03:51:17.167710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-ebe16174-2c5d-47e5-807b-d1f7282bdc5d service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909808 Nov 12 03:51:17.314698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-6e4308bf-0e45-47b1-9322-95c1ca852b6d tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.316550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-6e4308bf-0e45-47b1-9322-95c1ca852b6d tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&tenant_id=818a96820e2147d9add93d4f490de685&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1098 time: 0.0916755 Nov 12 03:51:17.328718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713499-30'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:17.386577 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.530947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.569754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:17.613281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:17.615527 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb7958c-5473-4b5e-9117-cd95ef03a275" -d '{"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:17.619594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.625589 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.659286 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fa583a-a9b0-4da9-9f4a-4229edae7fb5 x-openstack-request-id: req-18fa583a-a9b0-4da9-9f4a-4229edae7fb5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:17.659582 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:17.659832 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-18fa583a-a9b0-4da9-9f4a-4229edae7fb5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:17.661685 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'code': 200} Nov 12 03:51:17.729618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.742284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.742627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.742973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.743298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.743625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.743972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.744302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.744876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.745241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.745576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.746024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.746470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:17.854856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on host n-h1-713499-30 for vnic_type normal with profile {"migrating_to": "n-h2-713499-30"} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:17.855334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:17.855723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:17.869564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733aa4-36b6-49dd-a650-6cac466f870a req-5c08c6ba-ef7d-4c4c-9e4a-90b508319171 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.875324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86733aa4-36b6-49dd-a650-6cac466f870a req-5c08c6ba-ef7d-4c4c-9e4a-90b508319171 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 944 time: 0.1173520 Nov 12 03:51:17.878079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:17.878410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Attempting to bind port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:17.897381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:17.897860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Checking segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:17.898334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Bound using segment: {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:17.898877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Bound port: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfa4801-38f5-4a1c-b744-50919557a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1223, 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:17.899350 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.978023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-86733aa4-36b6-49dd-a650-6cac466f870a req-2d789f54-d21a-4315-b8f2-40a163aeed3f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952177 Nov 12 03:51:18.007569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-99355e8b-cd79-44b4-9355-4c02e6beca25 None None] Provisioning complete for port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:18.008674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99355e8b-cd79-44b4-9355-4c02e6beca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.009522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:18.014234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:18.024729 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.049203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1e36-796a-481f-8b0c-fb0c87f07401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.083657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-99355e8b-cd79-44b4-9355-4c02e6beca25 None None] Port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:18.171865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:18.233893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.234668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.236191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-3e5b9fbe-5293-40cf-9e2c-b30a560126f3 service neutron] 10.222.0.100 "PUT /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1124 time: 0.9124217 Nov 12 03:51:18.313965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:18.430658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] Provisioning complete for port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:18.431032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.607478 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.651127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:18.653412 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fb2b4-5927-4601-95be-56a2d76eaa8a" -d '{"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:18.678624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:18.687601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:18.741761 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20726c8-45ea-46aa-b9ef-be8d155f5f12 x-openstack-request-id: req-c20726c8-45ea-46aa-b9ef-be8d155f5f12 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:18.742065 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-plugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:18.742311 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c20726c8-45ea-46aa-b9ef-be8d155f5f12 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:18.742662 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'code': 200} Nov 12 03:51:18.850633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e53b2-da85-4a11-945f-f84b14dd29c3 None None] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:19.105675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4b8f-dc3c-4e80-bda4-abdbc33a0e98 req-936e182a-6da8-4934-a019-01de4dec2c9b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.107851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-381b4b8f-dc3c-4e80-bda4-abdbc33a0e98 req-936e182a-6da8-4934-a019-01de4dec2c9b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0578980 Nov 12 03:51:19.173455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-381b4b8f-dc3c-4e80-bda4-abdbc33a0e98 req-1a462321-7d91-4719-a198-03dc85057a85 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546765 Nov 12 03:51:19.353269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa745-2b37-4f30-a487-4e408a8db8f0 req-e46cd059-0eb1-404e-aa7b-63f50d9b38fc tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.354814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fbfa745-2b37-4f30-a487-4e408a8db8f0 req-e46cd059-0eb1-404e-aa7b-63f50d9b38fc tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 945 time: 0.0569363 Nov 12 03:51:19.405086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6fbfa745-2b37-4f30-a487-4e408a8db8f0 req-1d60ba4a-ed07-4fce-887e-fe94a98d66d1 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Nov 12 03:51:19.662580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:19.665092 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258531db-062a-449f-b59d-028ac26ae643" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:19.702950 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00a8c4-afcb-4dc7-92d6-cd822efac719 x-openstack-request-id: req-fb00a8c4-afcb-4dc7-92d6-cd822efac719 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:19.703244 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:19.703496 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fb00a8c4-afcb-4dc7-92d6-cd822efac719 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:19.703898 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'status': 'completed', 'code': 200} Nov 12 03:51:19.768202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258531db-062a-449f-b59d-028ac26ae643 req-a2eef492-136e-4864-93e8-45392acc6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.769869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-a2eef492-136e-4864-93e8-45392acc6ef8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1129 time: 0.0429628 Nov 12 03:51:19.801180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:19.878036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258531db-062a-449f-b59d-028ac26ae643 req-6290d01e-1048-4d55-ac2c-80de2959908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.879580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-6290d01e-1048-4d55-ac2c-80de2959908a service neutron] 10.222.0.98 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1025858 Nov 12 03:51:19.924520 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:19.954121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-ddf89b28-9b37-41e0-b386-9ba26c018185 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 1001 time: 0.0657883 Nov 12 03:51:20.006146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258531db-062a-449f-b59d-028ac26ae643 req-f6b19df5-a89c-4cc1-b025-237d57b7895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.007904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-f6b19df5-a89c-4cc1-b025-237d57b7895e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0472405 Nov 12 03:51:20.009737 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.014420 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.062504 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=40cb65fbd7d44761ad435fb79f6df90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566156 Nov 12 03:51:20.062504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a91e6-ec59-422b-8ae2-22030c98f519,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.063198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58196) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:20.069019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.069366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.069706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.070041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.070373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.070702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.071028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.071353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.071678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.072027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.072358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.072680 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140ed800-80fc-4d6c-bd27-3a9a60391e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:20.075048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258531db-062a-449f-b59d-028ac26ae643 req-62886e6e-60f4-45ee-a0ab-ee29807f4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.077634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-62886e6e-60f4-45ee-a0ab-ee29807f4497 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619469 Nov 12 03:51:20.180864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.213502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-e470d2dc-4970-41d5-b8a9-93d177dbd6ad service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278086 Nov 12 03:51:20.215334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.337347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-258531db-062a-449f-b59d-028ac26ae643 req-ee8b684e-bb57-4b68-8075-8f072b591a2f service neutron] 10.222.0.98 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147807 Nov 12 03:51:20.343173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.346208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.347399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4a5a91e6-ec59-422b-8ae2-22030c98f519 HTTP/1.1" status: 204 len: 168 time: 0.2827191 Nov 12 03:51:20.369635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019549f-28bd-41fc-bf0d-8c9024abfc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a91e6-ec59-422b-8ae2-22030c98f519,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:20.411372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba0341d8-8680-416f-b291-d9bb9cc61871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:20.569648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3d54-b61b-4930-9fa6-ef1233e55ec9 req-96483c79-99eb-43df-8fb7-b25b2ed7ba6c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.571029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fcb3d54-b61b-4930-9fa6-ef1233e55ec9 req-96483c79-99eb-43df-8fb7-b25b2ed7ba6c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0927703 Nov 12 03:51:20.579932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815bcd4-4855-4dfd-8c1f-ba9e3107cdd9 req-c7fc14ab-3169-4991-8c42-dd862e1cde99 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.581359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1815bcd4-4855-4dfd-8c1f-ba9e3107cdd9 req-c7fc14ab-3169-4991-8c42-dd862e1cde99 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 945 time: 0.0901783 Nov 12 03:51:20.668241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fcb3d54-b61b-4930-9fa6-ef1233e55ec9 req-50b08a9c-ea5e-4fac-a956-f822fb7a8d59 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857947 Nov 12 03:51:20.688241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1815bcd4-4855-4dfd-8c1f-ba9e3107cdd9 req-904124c8-d9f0-417a-be79-0b2e5a8818fc tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccf32416-1830-4e98-9ec1-1bfb60333c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001174 Nov 12 03:51:20.715371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-ed4cfe2a-9a14-4fda-84e2-d114e33266fd tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.715371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-ed4cfe2a-9a14-4fda-84e2-d114e33266fd tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.100 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 945 time: 0.0670855 Nov 12 03:51:20.814280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:20.923013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:20.937448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc has no active binding in host n-h2-713499-30 {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:51:21.094169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.153313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Deleting port ffa74ec0-dd12-4291-9e71-e21770127dea {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:21.153688 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.195236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1116447446-network', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.216970 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Made reservation on behalf of 8ccc90dcb9fc46b89811c32fe8a69539 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.219509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.235198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.243362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] For port ffa74ec0-dd12-4291-9e71-e21770127dea, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=ffa74ec0-dd12-4291-9e71-e21770127dea,segment=NetworkSegment(0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394),segment_id=0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:21.243871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.260747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Calling delete_port for ffa74ec0-dd12-4291-9e71-e21770127dea owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:21.311606 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.316403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.342038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1233} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:21.351982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d5b806-4ede-421e-aa0e-1a81bafca344,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.393568 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.395777 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.396149 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Added segment e1d5775a-536a-4c02-9f63-f9e8c26ecc56 of type vlan for network d31eba2d-bfee-45b9-8e0a-3f212070c09e Nov 12 03:51:21.407243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['ffa74ec0-dd12-4291-9e71-e21770127dea'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:21.422525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Pushing event deleted for resources: {'Port': ['ID=ffa74ec0-dd12-4291-9e71-e21770127dea,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.446849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.468115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] No DVR routers for this DVR port ffa74ec0-dd12-4291-9e71-e21770127dea on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:21.470720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.474251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.474484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edefed45-b324-4bae-aa66-27459fb8f2c4 req-8ecaa214-892a-44c3-83c8-d253fa966d82 tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.100 "DELETE /v2.0/ports/ffa74ec0-dd12-4291-9e71-e21770127dea HTTP/1.1" status: 204 len: 173 time: 0.7522221 Nov 12 03:51:21.475208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.475810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.534374 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4388492 Nov 12 03:51:21.537261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.546169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Request body: {'subnet': {'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1116447446-subnet', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.550376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270e75-66e2-4678-9fc3-aeefc8b5f6cd admin admin] Pushing event updated for resources: {'Network': ['ID=d31eba2d-bfee-45b9-8e0a-3f212070c09e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.561913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:21.569169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Made reservation on behalf of 8ccc90dcb9fc46b89811c32fe8a69539 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:21.571727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.705125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'name': 'network-vif-deleted', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:21.708074 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875ec457-109c-4abd-b38f-17c2e23f9d17" -d '{"events": [{"server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "name": "network-vif-deleted", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:21.752043 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.752390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.754672 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e3347-5546-4ab3-bd6f-274cdb352e99 x-openstack-request-id: req-905e3347-5546-4ab3-bd6f-274cdb352e99 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:21.755089 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54484c27-b174-43c3-8c7d-33220249fcaf", "name": "network-vif-deleted", "tag": "ffa74ec0-dd12-4291-9e71-e21770127dea", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:21.755805 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-905e3347-5546-4ab3-bd6f-274cdb352e99 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:21.756836 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54484c27-b174-43c3-8c7d-33220249fcaf', 'name': 'network-vif-deleted', 'tag': 'ffa74ec0-dd12-4291-9e71-e21770127dea', 'status': 'completed', 'code': 200} Nov 12 03:51:21.808596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99918e-7ce2-41c0-85eb-baf226e8bc02 req-bacf1d2f-0c4c-4cf4-9dac-b070a10b0448 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.810905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc99918e-7ce2-41c0-85eb-baf226e8bc02 req-bacf1d2f-0c4c-4cf4-9dac-b070a10b0448 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0530543 Nov 12 03:51:21.814959 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1db2b44-21a2-4263-8b6b-52554f2c5fb7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.821060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Checking segment: {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:21.821245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Network hostable DHCP agents. Network: d31eba2d-bfee-45b9-8e0a-3f212070c09e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:21.845147 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:21.849036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-874d08d5-1ca6-4cf9-b4d6-7877aa02928c req-671d28b6-274f-443d-8c02-6e5e445638cb tempest-VolumesActionsTest-1242909749 tempest-VolumesActionsTest-1242909749-project] 10.222.0.93 "GET /v2.0/ports?device_id=54484c27-b174-43c3-8c7d-33220249fcaf HTTP/1.1" status: 200 len: 210 time: 0.0340352 Nov 12 03:51:21.868058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d31eba2d-bfee-45b9-8e0a-3f212070c09e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:21.874490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.875001 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.878934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92f867-af2c-4aa0-9f75-c047ce490eb2 None None] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:21.905316 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-13fbcdd6-dfdd-4f85-be57-adfd4a8e61ef admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3620441 Nov 12 03:51:21.905537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:21.911452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:21.917587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cc99918e-7ce2-41c0-85eb-baf226e8bc02 req-f07686c7-20fb-4254-9db6-ac0c1d25b953 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895002 Nov 12 03:51:21.939079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.940979 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.005966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.049442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d31eba2d-bfee-45b9-8e0a-3f212070c09e', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:22.050299 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.142968 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.184018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Allocated IP 172.20.0.2 (d31eba2d-bfee-45b9-8e0a-3f212070c09e/d1db2b44-21a2-4263-8b6b-52554f2c5fb7/b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:22.330433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.336639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.363632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.374285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:22.379643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.382167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:22.384110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.391615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Pushing event updated for resources: {'Port': ['ID=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.441533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Attempting to bind port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:22.441905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Attempting to bind port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:22.442266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Attempting to bind port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 on network d31eba2d-bfee-45b9-8e0a-3f212070c09e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:22.447196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:22.447564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Checking segment: {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:22.447979 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.448381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Bound using segment: {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:22.448845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Bound port: b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:22.449220 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.489624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Allocated IP 172.25.4.143 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/5676e8af-736d-42eb-b61e-e7b715b49953) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:22.514820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] For port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:22.518210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] For port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:22.522526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.583323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5bdd-ed57-4e68-bd8c-e3384eeb75ba None None] Pushing event updated for resources: {'Port': ['ID=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.596930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.634957 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.677074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:22.682096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:22.686178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:22.695943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6e4dc-f613-4c40-a298-35919f23151f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:22.709194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5676e8af-736d-42eb-b61e-e7b715b49953,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:22.738462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0a79a8b9-e6a7-4c14-8ffd-3ad8f9cfd636 None None] Provisioning complete for port 5676e8af-736d-42eb-b61e-e7b715b49953 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:22.738842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a79a8b9-e6a7-4c14-8ffd-3ad8f9cfd636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.796552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a79a8b9-e6a7-4c14-8ffd-3ad8f9cfd636 None None] Port 5676e8af-736d-42eb-b61e-e7b715b49953 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:23.048899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc774b7f-045b-41f6-82c9-b60295d462b1 req-b804555c-ef87-4310-bc91-4bda447be468 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.050943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc774b7f-045b-41f6-82c9-b60295d462b1 req-b804555c-ef87-4310-bc91-4bda447be468 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 946 time: 0.0657158 Nov 12 03:51:23.108958 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.191237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc774b7f-045b-41f6-82c9-b60295d462b1 req-d9cbcb83-c00e-4ed4-b2b6-980ef14281bf tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338375 Nov 12 03:51:23.214703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bf921a13-75c7-49bb-b12f-3c0e782237a7 service neutron] 10.222.0.98 "GET /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc/bindings/n-h2-713499-30 HTTP/1.1" status: 200 len: 385 time: 0.1296313 Nov 12 03:51:23.291002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:23.366537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:23.367136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.373500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.482381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.485535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:23.511891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:23.528919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:23.545057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.575238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:23.602348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.626417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.664631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.673510 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.698961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] Transition to ACTIVE for port object 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:23.706685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.823319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:23.825255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Router b7318501-1ff8-4497-8419-cbfa5a6b8006 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:23.827525 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba2118f-60b6-4899-bb5d-6822c91d2eeb" -d '{"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:23.883037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:23.911380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] No DVR routers for this DVR port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:23.916369 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c1f0c6-f8fb-4316-9508-fa66c19e5c2e x-openstack-request-id: req-a7c1f0c6-f8fb-4316-9508-fa66c19e5c2e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:23.916596 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:23.916851 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a7c1f0c6-f8fb-4316-9508-fa66c19e5c2e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:23.917244 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'code': 200} Nov 12 03:51:23.939420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c239d-4742-4385-8f67-6ef562066cc5 None None] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:23.996542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:24.031781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Sync routers for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:24.034169 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.037075 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4fa6048f-f8fb-4f90-8688-d2ad44a3d4d8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1290526 Nov 12 03:51:24.039301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.080290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ff0bbdac-4e46-4684-98ee-6ff6e93f540f None None] Provisioning complete for port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:24.080658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ff0bbdac-4e46-4684-98ee-6ff6e93f540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.092879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-f708b1c4-fd56-44f9-867e-85a392179265 service neutron] 10.222.0.98 "PUT /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc/bindings/n-h2-713499-30/activate HTTP/1.1" status: 200 len: 370 time: 0.8657229 Nov 12 03:51:24.103343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:24.104062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.462060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0716e3-c0b1-480d-b374-d8677fa51b62 req-35245601-eb92-4e1b-8a3f-9fb07cf059c0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.463697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee0716e3-c0b1-480d-b374-d8677fa51b62 req-35245601-eb92-4e1b-8a3f-9fb07cf059c0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.0863233 Nov 12 03:51:24.466293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-5339d5f7-6312-4d0a-bcf0-3854e4c21d39 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.467687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-5339d5f7-6312-4d0a-bcf0-3854e4c21d39 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&tenant_id=818a96820e2147d9add93d4f490de685&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.3172832 Nov 12 03:51:24.518622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:24.547059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-a08f4330-5ce8-4ba7-9b30-0d6779e5ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.548583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-a08f4330-5ce8-4ba7-9b30-0d6779e5ba0c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 1097 time: 0.0694435 Nov 12 03:51:24.552823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee0716e3-c0b1-480d-b374-d8677fa51b62 req-f52c889a-2cc7-45ca-adf8-fd6859c320e1 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806496 Nov 12 03:51:24.630998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-47a38c2e-b501-4bcc-9400-5c7355404110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.632567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-47a38c2e-b501-4bcc-9400-5c7355404110 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1097 time: 0.0549412 Nov 12 03:51:24.645719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.761854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-7e946b3e-9feb-4a33-8ad9-42875f81b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.764007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-7e946b3e-9feb-4a33-8ad9-42875f81b96d service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.1237807 Nov 12 03:51:24.769879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:23Z', 'revision_number': 3, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.811633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Checking router: b7318501-1ff8-4497-8419-cbfa5a6b8006 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:24.812137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Updating router b7318501-1ff8-4497-8419-cbfa5a6b8006 port 5676e8af-736d-42eb-b61e-e7b715b49953 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:24.839913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ffa74ec0-dd12-4291-9e71-e21770127dea no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:24.840139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-b0b0541a-8997-45ca-b8ce-507d49f1e8eb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 999 time: 0.0693076 Nov 12 03:51:24.878208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: ffa74ec0-dd12-4291-9e71-e21770127dea {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:24.878560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device ffa74ec0-dd12-4291-9e71-e21770127dea not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:24.880930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.895040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-0563c588-cb29-41cb-822c-c571dbce6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.896715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-0563c588-cb29-41cb-822c-c571dbce6c86 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.0495777 Nov 12 03:51:24.906679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Allocated IP 172.20.0.1 (d31eba2d-bfee-45b9-8e0a-3f212070c09e/d1db2b44-21a2-4263-8b6b-52554f2c5fb7/d04f190f-ad42-4cbc-948e-0037ebc79a15) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:24.920487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-db8f721d-0124-4068-96c6-e08a4b24ec3b None None] Provisioning complete for port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:24.920864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db8f721d-0124-4068-96c6-e08a4b24ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.948309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-23dc2dda-0f65-4485-9798-a4803efaf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.949915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-23dc2dda-0f65-4485-9798-a4803efaf752 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450213 Nov 12 03:51:25.022893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.049088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-0886b372-85a7-484e-89b6-9bf1e1621846 service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915794 Nov 12 03:51:25.059850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.104339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:25.107631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:25.110228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:25.157996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Pushing event updated for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.162104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-e9d266b5-c448-4464-af89-f1229bf59b7e service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058540 Nov 12 03:51:25.176714 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.261098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:25.316143 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.323150 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.353625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.361991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf35f6-5373-40c4-8634-a81cdf409f0c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:25.404784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Attempting to bind port 5676e8af-736d-42eb-b61e-e7b715b49953 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:25.405159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Attempting to bind port 5676e8af-736d-42eb-b61e-e7b715b49953 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:25.405756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Attempting to bind port 5676e8af-736d-42eb-b61e-e7b715b49953 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:25.412872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e5d2f-e6d4-46ac-b48f-d5146f7d5b35 None None] Pushing event updated for resources: {'Port': ['ID=5676e8af-736d-42eb-b61e-e7b715b49953,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.417595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:25.417995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:25.418402 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.419069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:25.419868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Bound port: 5676e8af-736d-42eb-b61e-e7b715b49953, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:25.420199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.422785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.423153 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.478744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-b4839144-4c8a-4bde-89a3-be46cc99fc40 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.480317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-b4839144-4c8a-4bde-89a3-be46cc99fc40 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.100 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc&tenant_id=818a96820e2147d9add93d4f490de685&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 1097 time: 0.0881581 Nov 12 03:51:25.515087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Provisioning complete for port 5676e8af-736d-42eb-b61e-e7b715b49953 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.515506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.542911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] For port 5676e8af-736d-42eb-b61e-e7b715b49953, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:25.575156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] For port 5676e8af-736d-42eb-b61e-e7b715b49953, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5676e8af-736d-42eb-b61e-e7b715b49953,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:25.575375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.575577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Port 5676e8af-736d-42eb-b61e-e7b715b49953 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:25.578517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.578670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.636553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.636969 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.691778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a73c2-48aa-4554-a381-455d3c5ca3cd None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:25.745804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-fdbc025c-800a-4dc4-9f8a-13d6b605a2e9 service neutron] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:25.753575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:25.754360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:25.755339 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-fdbc025c-800a-4dc4-9f8a-13d6b605a2e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.766180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-fdbc025c-800a-4dc4-9f8a-13d6b605a2e9 service neutron] 10.222.0.100 "DELETE /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc/bindings/n-h1-713499-30 HTTP/1.1" status: 204 len: 173 time: 0.2691205 Nov 12 03:51:25.769925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.773296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af2e2-0fa6-4b78-82c8-336aa731495f req-a9b806fc-00ee-413e-93c5-27018910a3c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.781811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Pushing event updated for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.783223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c29af2e2-0fa6-4b78-82c8-336aa731495f req-a9b806fc-00ee-413e-93c5-27018910a3c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.0767047 Nov 12 03:51:25.803912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e5d2f-e6d4-46ac-b48f-d5146f7d5b35 None None] Pushing event updated for resources: {'Port': ['ID=5676e8af-736d-42eb-b61e-e7b715b49953,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.808740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5185de6e-8d8d-4424-993a-cad70c5b861b None None] Port d04f190f-ad42-4cbc-948e-0037ebc79a15 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:25.849499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c29af2e2-0fa6-4b78-82c8-336aa731495f req-e6a873dc-c7f2-4d5f-8c13-d32883b998e9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571575 Nov 12 03:51:25.891608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:25.893297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:25.910508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:25.973903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] Provisioning complete for port 5676e8af-736d-42eb-b61e-e7b715b49953 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:25.974562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.040311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d6072-8a49-426f-9b2b-53ddd47a65fb req-a57575af-1454-4b17-981a-4270ecf4a0ae tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.044812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-892d6072-8a49-426f-9b2b-53ddd47a65fb req-a57575af-1454-4b17-981a-4270ecf4a0ae tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1097 time: 0.0891843 Nov 12 03:51:26.108845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Router b7318501-1ff8-4497-8419-cbfa5a6b8006 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:26.125014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-892d6072-8a49-426f-9b2b-53ddd47a65fb req-adc7d1c3-31c4-4b46-8280-bb4cb4be06fd tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706518 Nov 12 03:51:26.272633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:26.285884 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bf35e5aa-6ae0-4e86-b46e-8083a414217c admin admin] 10.222.0.93 "PUT /v2.0/routers/b7318501-1ff8-4497-8419-cbfa5a6b8006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2443769 Nov 12 03:51:26.306668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01723bdc-a501-46b0-bc2b-bd7845eb5ed9 req-b1bb6f78-9245-423a-8ae2-2a68dbb22324 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.317058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.317671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01723bdc-a501-46b0-bc2b-bd7845eb5ed9 req-b1bb6f78-9245-423a-8ae2-2a68dbb22324 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.0821023 Nov 12 03:51:26.351524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] For port 5676e8af-736d-42eb-b61e-e7b715b49953, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5676e8af-736d-42eb-b61e-e7b715b49953,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:26.360585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd04f190f-ad42-4cbc-948e-0037ebc79a15', 'name': '', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'mac_address': 'fa:16:3e:86:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 2, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'subnets': [{'id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.364730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.386520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01723bdc-a501-46b0-bc2b-bd7845eb5ed9 req-789eabce-d7b7-48c6-b88f-1a0fd2ba64d5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657499 Nov 12 03:51:26.407472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bc74a-aa3d-4842-bfef-c11ba8afd572 None None] The sync data for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 is: [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd04f190f-ad42-4cbc-948e-0037ebc79a15', 'name': '', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'mac_address': 'fa:16:3e:86:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 2, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'subnets': [{'id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:26.410028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58280) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.479872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd324faa-deca-4d3a-93ab-0bb6eb1edfda None None] Pushing event updated for resources: {'Port': ['ID=5676e8af-736d-42eb-b61e-e7b715b49953,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.495103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f3a51f96-b9a2-4af7-83fd-da13bd828865 None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:26.495472 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3a51f96-b9a2-4af7-83fd-da13bd828865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.495609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0fecc5f2-fcab-40c4-ae5e-40547d6e81a2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/f4f33e00-287d-4108-914d-7a993c3565d5 HTTP/1.1" status: 200 len: 991 time: 0.0841362 Nov 12 03:51:26.545690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51f96-b9a2-4af7-83fd-da13bd828865 None None] Port d04f190f-ad42-4cbc-948e-0037ebc79a15 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:26.742184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.971629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:26.976765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1601685771-network', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:26.981764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 03187401-4a2e-4365-b648-2f3ef0e76c30 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:26.982113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.004954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Made reservation on behalf of dacbc237f1c94066b558b933b29973a2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:27.007384 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.017718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.074551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.075270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.089860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 03187401-4a2e-4365-b648-2f3ef0e76c30 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:27.111485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.117381 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.141731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:27.159092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbb3ab-097e-4038-9cae-4ef36049a43b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.163009 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.163529 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Added segment dacfd7d0-2998-45de-a9b1-be4011789973 of type vlan for network 23a66e62-a531-4dc7-9817-b07088772413 Nov 12 03:51:27.214811 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.251686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.252790 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.253600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.293853 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3210573 Nov 12 03:51:27.319857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58302) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.342149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Request body: {'subnet': {'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1601685771-subnet', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:27.344036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd999d0-5f33-4b73-96ae-d7b573272a24 admin admin] Pushing event updated for resources: {'Network': ['ID=23a66e62-a531-4dc7-9817-b07088772413,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.354781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 23a66e62-a531-4dc7-9817-b07088772413 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:27.423734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Made reservation on behalf of dacbc237f1c94066b558b933b29973a2 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:27.427286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.430294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.479032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=03187401-4a2e-4365-b648-2f3ef0e76c30,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.510628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:27.594082 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.594720 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP f4f33e00-287d-4108-914d-7a993c3565d5 disassociated (deleted). External IP: 172.25.4.73, port: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc. Nov 12 03:51:27.756325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:27.890661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.961141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router afbe7cba-8daa-499d-a6a9-c337f05ba0cf has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:27.962234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6a5f8a-9eaa-402b-8bf2-638fb655b9df,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:27.995936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Checking segment: {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:27.996441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Network hostable DHCP agents. Network: 23a66e62-a531-4dc7-9817-b07088772413, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:28.061026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Network 23a66e62-a531-4dc7-9817-b07088772413 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:28.108205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 23a66e62-a531-4dc7-9817-b07088772413) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:28.115413 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.116042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.117400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931459db-bd2c-4543-800b-c753ec5bddd6 None None] Network 23a66e62-a531-4dc7-9817-b07088772413 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:28.130555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:28.135776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.146403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.146909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4e6c4d04-cfe2-4839-8e6d-89874f3cbcc8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8220170 Nov 12 03:51:28.148343 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Sync routers for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:28.151297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.172807 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:28.175506 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.176706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-569cfeab-b242-4f42-bc92-b75b7eb09ed4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/floatingips/f4f33e00-287d-4108-914d-7a993c3565d5 HTTP/1.1" status: 204 len: 168 time: 1.4333713 Nov 12 03:51:28.177324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:28.180621 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426c1bf-3d2a-4953-aaa1-39eca141defe" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:28.195094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.197186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.244517 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b8ff3-753b-4e32-bc8f-9f5fe0ce2854 x-openstack-request-id: req-5a2b8ff3-753b-4e32-bc8f-9f5fe0ce2854 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:28.245250 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:28.245691 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5a2b8ff3-753b-4e32-bc8f-9f5fe0ce2854 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:28.246306 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'status': 'completed', 'code': 200} Nov 12 03:51:28.308686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.349623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-acb6c119-d56a-4a83-8b50-56c4eff27987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.351141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-acb6c119-d56a-4a83-8b50-56c4eff27987 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 1097 time: 0.0830696 Nov 12 03:51:28.499657 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:28.516121 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.593589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-23a66e62-a531-4dc7-9817-b07088772413', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:28.595194 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.714353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-623125a5-8db2-4087-b771-7f83eb7192ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.718678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-623125a5-8db2-4087-b771-7f83eb7192ae service neutron] 10.222.0.100 "GET /v2.0/networks?id=70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 200 len: 899 time: 0.3576717 Nov 12 03:51:28.811316 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.820361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-21c13005-5940-43e1-a35d-d11bd922cffd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 200 len: 217 time: 0.0905437 Nov 12 03:51:28.853209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9247e4-80b8-43db-aedb-f4c687a4c729 req-7d68fa75-4275-4d4d-b330-807aeb233d23 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.854845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf9247e4-80b8-43db-aedb-f4c687a4c729 req-7d68fa75-4275-4d4d-b330-807aeb233d23 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.2419262 Nov 12 03:51:28.860295 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Checking router: afbe7cba-8daa-499d-a6a9-c337f05ba0cf for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:28.863841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Allocated IP 172.20.0.2 (23a66e62-a531-4dc7-9817-b07088772413/ed6a5f8a-9eaa-402b-8bf2-638fb655b9df/536ed0d1-e695-421d-9ea3-5c0743277f05) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:28.870552 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:28.871487 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.880353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.927295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.033784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cf9247e4-80b8-43db-aedb-f4c687a4c729 req-e893c351-eeb7-4971-9ce7-8d756752f88b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079586 Nov 12 03:51:29.119072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-ec831608-1be3-4de1-be8d-b9f34c3538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.120630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-ec831608-1be3-4de1-be8d-b9f34c3538e4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 200 len: 835 time: 0.2888343 Nov 12 03:51:29.159526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Allocated IP 172.25.4.241 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/cc0a2ae9-7aae-46ba-ab00-300735facacc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:29.221738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ce03c-ac05-40e5-8972-30377cc73cda req-197d45c2-e63b-417e-85e3-a54a31c7ddbd tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.223273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-234ce03c-ac05-40e5-8972-30377cc73cda req-197d45c2-e63b-417e-85e3-a54a31c7ddbd tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.100 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.1971045 Nov 12 03:51:29.272386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-9dca8499-0a27-4c28-bba8-ba4017b6a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.273960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-9dca8499-0a27-4c28-bba8-ba4017b6a800 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=70c90117-0dde-4cdb-b76d-4fe6a81c9895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373179 Nov 12 03:51:29.286083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.300519 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:29.308656 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.449623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5676e8af-736d-42eb-b61e-e7b715b49953 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:29.457517 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.517658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-524544c8-ef73-4f1e-bb5a-5780c76a0a81 service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944826 Nov 12 03:51:29.521437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:29.521994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.547571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Sync routers for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:29.551700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.566328 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Network 23a66e62-a531-4dc7-9817-b07088772413 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:29.583868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:29.584557 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:29.589178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Pushing event updated for resources: {'Port': ['ID=536ed0d1-e695-421d-9ea3-5c0743277f05,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.592433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:29.600697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:29.601461 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.659083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:29.662542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:29.679848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452d284-6ac3-415a-bb88-a93145e1798f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:29.713865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Pushing event updated for resources: {'Port': ['ID=cc0a2ae9-7aae-46ba-ab00-300735facacc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.808777 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:29.829482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:29.873808 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfb3eeb-39dc-4418-8f36-11b4193886d6 None None] The sync data for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 is: [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0f95b984-5d93-46a4-9f6e-a889728166cf', 'name': '', 'network_id': '70c90117-0dde-4cdb-b76d-4fe6a81c9895', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:bb:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:28Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '33901220-4e6b-48c6-9e19-e59492fe9769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:29.921273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Attempting to bind port 536ed0d1-e695-421d-9ea3-5c0743277f05 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:29.921665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Attempting to bind port 536ed0d1-e695-421d-9ea3-5c0743277f05 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:29.921998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Attempting to bind port 536ed0d1-e695-421d-9ea3-5c0743277f05 on network 23a66e62-a531-4dc7-9817-b07088772413 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:29.942340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5676e8af-736d-42eb-b61e-e7b715b49953 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:29.944176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.964067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:29.964445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Checking segment: {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:29.964851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.965245 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Bound using segment: {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:29.965739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Bound port: 536ed0d1-e695-421d-9ea3-5c0743277f05, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:29.966655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.077923 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-671aac7b-70f5-4c08-a282-16448225d171 None None] Provisioning complete for port cc0a2ae9-7aae-46ba-ab00-300735facacc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:30.078292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-671aac7b-70f5-4c08-a282-16448225d171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.161551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.291296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] For port 536ed0d1-e695-421d-9ea3-5c0743277f05, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:30.299976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] For port 536ed0d1-e695-421d-9ea3-5c0743277f05, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=536ed0d1-e695-421d-9ea3-5c0743277f05,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:30.326417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.347645 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7a2b3-e63e-43a4-ae24-9e5c69d96f2f None None] New status for floating IP f4f33e00-287d-4108-914d-7a993c3565d5: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:51:30.459153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-671aac7b-70f5-4c08-a282-16448225d171 None None] Port cc0a2ae9-7aae-46ba-ab00-300735facacc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:30.478527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.587084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:30.587650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.614559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4206b63-6e38-46e3-84ee-8f70f40d03bd None None] Pushing event updated for resources: {'Port': ['ID=536ed0d1-e695-421d-9ea3-5c0743277f05,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:30.632336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:30.665246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a426c1bf-3d2a-4953-aaa1-39eca141defe req-7e37ce05-1c8a-4190-8d4b-34e7c0d2736b service neutron] 10.222.0.100 "GET /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1384926 Nov 12 03:51:30.682088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd04f190f-ad42-4cbc-948e-0037ebc79a15', 'name': '', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'mac_address': 'fa:16:3e:86:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 2, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'subnets': [{'id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:30.727650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Checking router: b7318501-1ff8-4497-8419-cbfa5a6b8006 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:30.728092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Updating router b7318501-1ff8-4497-8419-cbfa5a6b8006 port d04f190f-ad42-4cbc-948e-0037ebc79a15 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:30.737031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996be70-9f74-44e0-ae49-6d5969e91892 req-7a6af324-1f47-4d98-b3d8-8de87c26dd26 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.739373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f996be70-9f74-44e0-ae49-6d5969e91892 req-7a6af324-1f47-4d98-b3d8-8de87c26dd26 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=37c6d6d3-260b-40ca-93e5-5703df08a3bc HTTP/1.1" status: 200 len: 945 time: 0.3906863 Nov 12 03:51:30.762333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.911686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f996be70-9f74-44e0-ae49-6d5969e91892 req-71f9c54b-12f9-4f16-a21b-e63db30128a6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=6c7b1510-5789-4e26-bb4b-785421c3290b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561854 Nov 12 03:51:31.047822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.104554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=7edf6a08-65c0-4157-b7d1-d7a1244d4fdc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.130008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.173043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] No DVR routers for this DVR port 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:31.178909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.184201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-234ce03c-ac05-40e5-8972-30377cc73cda req-a3aec007-96c2-4a5d-b892-5104d7fb69c3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.100 "DELETE /v2.0/ports/7edf6a08-65c0-4157-b7d1-d7a1244d4fdc HTTP/1.1" status: 204 len: 173 time: 1.9550500 Nov 12 03:51:31.184824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-deleted', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:31.189897 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec666f07-c3ae-40fb-a1fb-79074a844898" -d '{"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-deleted", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:31.272497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Router 9c27a05d-6398-46d8-976d-21c3a84022f7 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:31.274430 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34259c-1231-4481-88f4-26b124615064 x-openstack-request-id: req-9e34259c-1231-4481-88f4-26b124615064 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:31.274805 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6d6d3-260b-40ca-93e5-5703df08a3bc", "name": "network-vif-deleted", "tag": "7edf6a08-65c0-4157-b7d1-d7a1244d4fdc", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:31.275149 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9e34259c-1231-4481-88f4-26b124615064 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:31.275643 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6d6d3-260b-40ca-93e5-5703df08a3bc', 'name': 'network-vif-deleted', 'tag': '7edf6a08-65c0-4157-b7d1-d7a1244d4fdc', 'status': 'completed', 'code': 200} Nov 12 03:51:31.299693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 536ed0d1-e695-421d-9ea3-5c0743277f05 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:31.353655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.363595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.393331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:31.409701 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Sync routers for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:31.413844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.417750 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-380ea008-41c9-456d-9e8c-9c7776d225ea admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2675571 Nov 12 03:51:31.418063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58330) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:31.421653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 536ed0d1-e695-421d-9ea3-5c0743277f05 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:31.422028 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.462362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946e96-17e3-458f-a29e-6487ed2f681f None None] Pushing event updated for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.496335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:31.497380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.683320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Attempting to bind port d04f190f-ad42-4cbc-948e-0037ebc79a15 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:31.683918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Attempting to bind port d04f190f-ad42-4cbc-948e-0037ebc79a15 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:31.684198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Attempting to bind port d04f190f-ad42-4cbc-948e-0037ebc79a15 on network d31eba2d-bfee-45b9-8e0a-3f212070c09e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:31.740054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:31.740539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Checking segment: {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.741023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.741612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Bound using segment: {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:31.742105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Bound port: d04f190f-ad42-4cbc-948e-0037ebc79a15, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:31.742492 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.789526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.847298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:31.937014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 536ed0d1-e695-421d-9ea3-5c0743277f05, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=536ed0d1-e695-421d-9ea3-5c0743277f05,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:31.958008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.042503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:32.132676 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.234474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=536ed0d1-e695-421d-9ea3-5c0743277f05,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.251495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] For port d04f190f-ad42-4cbc-948e-0037ebc79a15, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:32.266383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] For port d04f190f-ad42-4cbc-948e-0037ebc79a15, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04f190f-ad42-4cbc-948e-0037ebc79a15,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:32.268020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07510557-667f-4381-8ac2-f444983e4426 None None] Network 23a66e62-a531-4dc7-9817-b07088772413 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:32.275817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.279645 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.380444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Allocated IP 172.20.0.1 (23a66e62-a531-4dc7-9817-b07088772413/ed6a5f8a-9eaa-402b-8bf2-638fb655b9df/e63a0e69-827b-4fbc-8a37-65eb001f6cee) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:32.469965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946e96-17e3-458f-a29e-6487ed2f681f None None] Pushing event updated for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.478646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:32.479024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.515497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.572205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.591093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:32.591943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:32.642434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.688752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Network 23a66e62-a531-4dc7-9817-b07088772413 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:32.692969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:32.696138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:32.750854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.765195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.841344 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.874904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:32.906564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 0f95b984-5d93-46a4-9f6e-a889728166cf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:32.906919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.921867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:32.926412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:32.926766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 7edf6a08-65c0-4157-b7d1-d7a1244d4fdc not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:33.017015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.026708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 0f95b984-5d93-46a4-9f6e-a889728166cf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0f95b984-5d93-46a4-9f6e-a889728166cf,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:33.027177 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.046102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 0f95b984-5d93-46a4-9f6e-a889728166cf owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:33.071111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 3, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:33.282662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] For port d04f190f-ad42-4cbc-948e-0037ebc79a15, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04f190f-ad42-4cbc-948e-0037ebc79a15,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:33.287471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Checking router: 9c27a05d-6398-46d8-976d-21c3a84022f7 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:33.287731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Updating router 9c27a05d-6398-46d8-976d-21c3a84022f7 port cc0a2ae9-7aae-46ba-ab00-300735facacc binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:33.315640 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.323357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.323613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 536ed0d1-e695-421d-9ea3-5c0743277f05 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:33.381037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.422048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.437397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.477277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.478678 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.510409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=0f95b984-5d93-46a4-9f6e-a889728166cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.572641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Provisioning complete for port e63a0e69-827b-4fbc-8a37-65eb001f6cee triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:33.573019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.597472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Network 23a66e62-a531-4dc7-9817-b07088772413 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:33.600268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:33.667124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfbdc4-7351-4b01-b52f-2ff804670f7a None None] Pushing event updated for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.670781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 536ed0d1-e695-421d-9ea3-5c0743277f05 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:33.671163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.764273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Port e63a0e69-827b-4fbc-8a37-65eb001f6cee cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:33.777580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Router 9c27a05d-6398-46d8-976d-21c3a84022f7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:33.796946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd04f190f-ad42-4cbc-948e-0037ebc79a15', 'name': '', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'mac_address': 'fa:16:3e:86:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'subnets': [{'id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:33.806692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.888317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db46937-2e75-4294-834d-74f9acd9a325 None None] The sync data for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 is: [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd04f190f-ad42-4cbc-948e-0037ebc79a15', 'name': '', 'network_id': 'd31eba2d-bfee-45b9-8e0a-3f212070c09e', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'mac_address': 'fa:16:3e:86:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:24Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'subnets': [{'id': 'd1db2b44-21a2-4263-8b6b-52554f2c5fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:33.893820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:33.894199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.957500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:33.994379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8ba8e904-ae2e-4055-944e-badc9baf49f2 admin admin] 10.222.0.93 "PUT /v2.0/routers/9c27a05d-6398-46d8-976d-21c3a84022f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749283 Nov 12 03:51:34.074229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04f190f-ad42-4cbc-948e-0037ebc79a15 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:34.202551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.219825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.270768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router afbe7cba-8daa-499d-a6a9-c337f05ba0cf has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:34.292526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Provisioning complete for port 536ed0d1-e695-421d-9ea3-5c0743277f05 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:34.293156 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-30b09539-3c30-4daf-8ec7-282a5dc25de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.339116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed545fc4-605e-4629-ba61-15dadb07dd8e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:34.341129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:34.341494 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.461211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:34.475780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58356) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.477017 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Sync routers for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:34.492655 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-71a13036-ca10-4229-8dc7-7a24efa4bbe9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/afbe7cba-8daa-499d-a6a9-c337f05ba0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488153 Nov 12 03:51:34.503125 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:34.504008 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:34.562631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting subnet 33901220-4e6b-48c6-9e19-e59492fe9769 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:34.567398 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.664678 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.668639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5ab3-8f24-4bae-bcdf-e4f0ab864d5b None None] Pushing event updated for resources: {'Port': ['ID=cc0a2ae9-7aae-46ba-ab00-300735facacc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.686363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Attempting to bind port cc0a2ae9-7aae-46ba-ab00-300735facacc on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:34.686696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Attempting to bind port cc0a2ae9-7aae-46ba-ab00-300735facacc by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:34.687062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Attempting to bind port cc0a2ae9-7aae-46ba-ab00-300735facacc on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:34.702421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:34.702829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:34.703233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.703636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:34.704167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Bound port: cc0a2ae9-7aae-46ba-ab00-300735facacc, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:34.704600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.743227 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:34.811615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] For port cc0a2ae9-7aae-46ba-ab00-300735facacc, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:34.851452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.865284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] For port cc0a2ae9-7aae-46ba-ab00-300735facacc, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=cc0a2ae9-7aae-46ba-ab00-300735facacc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:34.883352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.960339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e12ba7-1575-4437-94b9-00983f166c8e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:34.978078 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.978475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf5ab3-8f24-4bae-bcdf-e4f0ab864d5b None None] Pushing event updated for resources: {'Port': ['ID=cc0a2ae9-7aae-46ba-ab00-300735facacc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.984622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:34.985254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:35.025379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Subnet': ['ID=33901220-4e6b-48c6-9e19-e59492fe9769,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.038188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.041821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4455ca40-ffd9-4e67-ae79-129a2c69a3ef tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/subnets/33901220-4e6b-48c6-9e19-e59492fe9769 HTTP/1.1" status: 204 len: 168 time: 0.5646276 Nov 12 03:51:35.045213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58374) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.091474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca50784-f151-40b4-a6bf-a8b771047f9f None None] Network 70c90117-0dde-4cdb-b76d-4fe6a81c9895 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:35.253937 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:35.321242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.340605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Checking router: afbe7cba-8daa-499d-a6a9-c337f05ba0cf for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:35.361301 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Routers {'afbe7cba-8daa-499d-a6a9-c337f05ba0cf'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:35.362466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:35.363532 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:35.576563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04f190f-ad42-4cbc-948e-0037ebc79a15 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:35.579386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Provisioning complete for port e63a0e69-827b-4fbc-8a37-65eb001f6cee triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.579986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.607104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.643167 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] Set router afbe7cba-8daa-499d-a6a9-c337f05ba0cf gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:35.765115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Port e63a0e69-827b-4fbc-8a37-65eb001f6cee cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:35.772661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 790e9565-2948-4747-94a7-4cd005eb374b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:35.772913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.895691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.911097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Provisioning complete for port cc0a2ae9-7aae-46ba-ab00-300735facacc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.911484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.937699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 790e9565-2948-4747-94a7-4cd005eb374b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=790e9565-2948-4747-94a7-4cd005eb374b,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:35.938023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.954660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 790e9565-2948-4747-94a7-4cd005eb374b owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:35.976969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d04f190f-ad42-4cbc-948e-0037ebc79a15 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.977552 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.093290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:36.111412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e63a0e69-827b-4fbc-8a37-65eb001f6cee', 'name': '', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'mac_address': 'fa:16:3e:e3:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 2, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'subnets': [{'id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:36.152855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] DHCP port deletion for 70c90117-0dde-4cdb-b76d-4fe6a81c9895 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:36.162354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284498-1ae7-4ea8-a1a0-66c20e200ebb None None] The sync data for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 is: [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e63a0e69-827b-4fbc-8a37-65eb001f6cee', 'name': '', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'mac_address': 'fa:16:3e:e3:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 2, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'subnets': [{'id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:36.167789 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc727-1181-4ab3-9520-9d554acad9cc None None] The sync data for ids ['afbe7cba-8daa-499d-a6a9-c337f05ba0cf'] in n-d-713499-30 is: [{'id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1652556255', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '790e9565-2948-4747-94a7-4cd005eb374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '790e9565-2948-4747-94a7-4cd005eb374b', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbe7cba-8daa-499d-a6a9-c337f05ba0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:24Z', 'updated_at': '2021-11-12T03:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:36.311051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.313669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.358921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] For port cc0a2ae9-7aae-46ba-ab00-300735facacc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=cc0a2ae9-7aae-46ba-ab00-300735facacc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:36.367250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.376979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=790e9565-2948-4747-94a7-4cd005eb374b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.429370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56943123-dcae-4828-b7a4-8042c36bdcdc None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:36.474911 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.479315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Deleting port f3c09511-1cad-422b-bf38-80a8a7ac8f84 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:36.479693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.548391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a3783-52ae-4dd5-b3d4-293e2a8906d4 None None] Pushing event updated for resources: {'Port': ['ID=cc0a2ae9-7aae-46ba-ab00-300735facacc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.650591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4aa7a751-448b-4461-8587-974029a637e7 None None] Provisioning complete for port cc0a2ae9-7aae-46ba-ab00-300735facacc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:36.650963 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a751-448b-4461-8587-974029a637e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.653732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] For port f3c09511-1cad-422b-bf38-80a8a7ac8f84, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f3c09511-1cad-422b-bf38-80a8a7ac8f84,segment=NetworkSegment(9dfa4801-38f5-4a1c-b744-50919557a9b7),segment_id=9dfa4801-38f5-4a1c-b744-50919557a9b7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:36.654126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.704192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.725684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Calling delete_port for f3c09511-1cad-422b-bf38-80a8a7ac8f84 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:36.735204 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.737821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.854151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.854778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Fanout notify agent at l3_agent the message router_deleted on router afbe7cba-8daa-499d-a6a9-c337f05ba0cf {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:36.867302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.873514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6c7f6120-de56-4f64-960b-269522f911c5 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/routers/afbe7cba-8daa-499d-a6a9-c337f05ba0cf HTTP/1.1" status: 204 len: 168 time: 1.8262470 Nov 12 03:51:36.875505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.005239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.056599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.074234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] Pushing event deleted for resources: {'Port': ['ID=f3c09511-1cad-422b-bf38-80a8a7ac8f84,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.090409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bb072-4c22-433c-8189-fb6b08e5bb96 None None] No DVR routers for this DVR port f3c09511-1cad-422b-bf38-80a8a7ac8f84 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:37.205928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.255168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c90117-0dde-4cdb-b76d-4fe6a81c9895']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.288017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfa4801-38f5-4a1c-b744-50919557a9b7') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.288570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfa4801-38f5-4a1c-b744-50919557a9b7') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.301191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.319526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Deleting port d04f190f-ad42-4cbc-948e-0037ebc79a15 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:37.321080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.322347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.342089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Releasing vlan 1223 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:37.342525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:37.350402 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:37.395605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f3c09511-1cad-422b-bf38-80a8a7ac8f84 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:37.451844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f3c09511-1cad-422b-bf38-80a8a7ac8f84 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:37.452813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f3c09511-1cad-422b-bf38-80a8a7ac8f84 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:37.463737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.467193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0f95b984-5d93-46a4-9f6e-a889728166cf no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:37.476657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.492930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/networks/70c90117-0dde-4cdb-b76d-4fe6a81c9895 HTTP/1.1" status: 204 len: 168 time: 0.6161027 Nov 12 03:51:37.493662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58416) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:37.512101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0f95b984-5d93-46a4-9f6e-a889728166cf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:37.512732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0f95b984-5d93-46a4-9f6e-a889728166cf not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:37.517908 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] For port d04f190f-ad42-4cbc-948e-0037ebc79a15, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04f190f-ad42-4cbc-948e-0037ebc79a15,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:37.518281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.534440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1031f-c5e2-4e34-bafc-913715d13198 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Network': ['ID=70c90117-0dde-4cdb-b76d-4fe6a81c9895,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.539885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Calling delete_port for d04f190f-ad42-4cbc-948e-0037ebc79a15 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:37.579716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.608305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.677360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.679804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.683568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/security-groups/6c7b1510-5789-4e26-bb4b-785421c3290b HTTP/1.1" status: 204 len: 168 time: 0.1825643 Nov 12 03:51:37.693607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5ab0-deb3-4fca-ac42-c55904b73e19 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b1510-5789-4e26-bb4b-785421c3290b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.733454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.766628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04f190f-ad42-4cbc-948e-0037ebc79a15,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.029990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.037908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197667786', 'description': 'tempest-secgroup-smoke-1197667786 description', 'project_id': '818a96820e2147d9add93d4f490de685'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.061613 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.082222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.166548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.172269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.210277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.211821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1797965 Nov 12 03:51:38.214939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58430) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.220017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.234142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29190a-6a09-44c0-9a3f-6d3abeec64b0 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3702cda6-b82b-4583-8e92-6f682b233a08,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.270555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.372796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.386020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.397220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Router b7318501-1ff8-4497-8419-cbfa5a6b8006 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:38.415495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.416746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007983 Nov 12 03:51:38.419933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234aec9-a84d-4837-a255-714396935602 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a906109-fe87-4836-8d7d-ba3b719aaec3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.423860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58436) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.428426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.462349 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.526720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:38.539131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Sync routers for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:38.542294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.544516 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6082e2a9-69b9-4487-a6b5-a74b5e7dd701 admin admin] 10.222.0.93 "PUT /v2.0/routers/b7318501-1ff8-4497-8419-cbfa5a6b8006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466579 Nov 12 03:51:38.546538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58438) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.557270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:38.558171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.592783 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.672035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:38.690844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ca465d-616b-4bb8-8b42-fa3ee56d0c50,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.709506 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.715195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.716646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4ab9a63f-d6e9-4216-86ed-3c4ab6846237 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917840 Nov 12 03:51:38.719648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58440) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.724359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.781182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.857977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.863646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.864291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.882114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b0b3b7-7334-430c-bdd6-0b911d8630b5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.906977 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.912015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:37Z', 'revision_number': 5, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port': {'id': '5676e8af-736d-42eb-b61e-e7b715b49953', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:22Z', 'updated_at': '2021-11-12T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.912777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58442) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.916555 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eb439654-a820-42f2-b524-b300a947a05a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1950994 Nov 12 03:51:38.918340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.940569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Checking router: b7318501-1ff8-4497-8419-cbfa5a6b8006 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:38.951026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Routers {'b7318501-1ff8-4497-8419-cbfa5a6b8006'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:38.951872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b7318501-1ff8-4497-8419-cbfa5a6b8006'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.960428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.976925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Deleting port 5676e8af-736d-42eb-b61e-e7b715b49953 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:38.977277 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.078268 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.085951 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.120308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] For port 5676e8af-736d-42eb-b61e-e7b715b49953, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5676e8af-736d-42eb-b61e-e7b715b49953,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:39.120759 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.131727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77664a2-5bf5-4b5e-a3a6-17e7b4dd9d31,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.139488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.143629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-abb8fe78-1b08-4f92-b629-cddef146340e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262311 Nov 12 03:51:39.144484 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.145541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Calling delete_port for 5676e8af-736d-42eb-b61e-e7b715b49953 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:39.152553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.218427 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:39.222277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] Set router b7318501-1ff8-4497-8419-cbfa5a6b8006 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:39.242150 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.343771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 6, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.347018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.352142 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.394134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ae27c3-3e67-46c3-815e-a7e1271fef4c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.401539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.406836 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.407560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75859e73-bc9e-4a81-8f52-cf19ac0229af None None] The sync data for ids ['b7318501-1ff8-4497-8419-cbfa5a6b8006'] in n-d-713499-30 is: [{'id': 'b7318501-1ff8-4497-8419-cbfa5a6b8006', 'name': 'tempest-TestAggregatesBasicOps-1116447446-router', 'tenant_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:21Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 6, 'project_id': '8ccc90dcb9fc46b89811c32fe8a69539', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:39.412150 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f9196972-24a4-4f1b-a0cb-b2c4b993a63a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2638502 Nov 12 03:51:39.412872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.417158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'security_group_rule': {'security_group_id': '3702cda6-b82b-4583-8e92-6f682b233a08', 'project_id': '818a96820e2147d9add93d4f490de685', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.443360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5676e8af-736d-42eb-b61e-e7b715b49953,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.448740 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Project 818a96820e2147d9add93d4f490de685 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:51:39.465796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63e216-c9c2-4e96-82a3-a7ec926f9d06 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:39.468695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.516460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device cc0a2ae9-7aae-46ba-ab00-300735facacc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:39.530786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.591786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port cc0a2ae9-7aae-46ba-ab00-300735facacc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:39.592420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.598893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.604423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.626693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2906570-c0d2-4951-84c5-0429429f2d43,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.643097 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.645883 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-543f06a8-5154-4c41-8931-04276a838f66 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323039 Nov 12 03:51:39.648724 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.654605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'network': {'name': 'tempest-network-smoke--1742173414', 'project_id': '818a96820e2147d9add93d4f490de685', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.677083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:39.681523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.720672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:39.738951 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.740291 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Added segment d6ef2208-7812-4ab3-b3c1-a11ad760dd40 of type vlan for network f7f78dc3-0ca1-4d6d-a257-515681844800 Nov 12 03:51:39.759047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 790e9565-2948-4747-94a7-4cd005eb374b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:39.808404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 790e9565-2948-4747-94a7-4cd005eb374b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:39.808657 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.808810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 790e9565-2948-4747-94a7-4cd005eb374b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:39.842021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.848101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.848725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.945695 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2932389 Nov 12 03:51:39.947258 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.952338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'admin_state_up': True, 'project_id': '818a96820e2147d9add93d4f490de685', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.961773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868b265-2b02-4dd2-8e41-1ed96b0f40c2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Network': ['ID=f7f78dc3-0ca1-4d6d-a257-515681844800,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.983434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network f7f78dc3-0ca1-4d6d-a257-515681844800 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:39.986390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Sync routers for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:40.001395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.002080 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:40.002726 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.006789 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.124182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.127923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.189282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.189943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7318501-1ff8-4497-8419-cbfa5a6b8006 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:40.190546 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:40.197025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.201070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ff9e0482-3be0-42bc-8f1a-f51f59e20a82 admin admin] 10.222.0.93 "DELETE /v2.0/routers/b7318501-1ff8-4497-8419-cbfa5a6b8006 HTTP/1.1" status: 204 len: 168 time: 1.6506472 Nov 12 03:51:40.202406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58454) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.258227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Deleting subnet d1db2b44-21a2-4263-8b6b-52554f2c5fb7 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:40.262686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.312950 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.422292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.425863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.491362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.497555 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e63a0e69-827b-4fbc-8a37-65eb001f6cee', 'name': '', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'mac_address': 'fa:16:3e:e3:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 2, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'subnets': [{'id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:40.535805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1db2b44-21a2-4263-8b6b-52554f2c5fb7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.541422 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563cb566-597b-44c5-963b-b3eb80309059 None None] Network d31eba2d-bfee-45b9-8e0a-3f212070c09e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:40.542747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.551081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2b13870e-6ad9-4cc6-834a-84ff01f9f5b2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d1db2b44-21a2-4263-8b6b-52554f2c5fb7 HTTP/1.1" status: 204 len: 168 time: 0.3452618 Nov 12 03:51:40.551418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58458) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.580419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Checking router: 9c27a05d-6398-46d8-976d-21c3a84022f7 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:40.580766 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Updating router 9c27a05d-6398-46d8-976d-21c3a84022f7 port e63a0e69-827b-4fbc-8a37-65eb001f6cee binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:40.633469 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.658867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.699055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.753832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Deleting port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:40.754443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.855666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] DHCP port deletion for d31eba2d-bfee-45b9-8e0a-3f212070c09e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:40.909929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] For port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:40.910479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.927306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Calling delete_port for b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.010157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Deleting port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:41.010541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.119905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.120920 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.121443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.126608 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.152367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.170296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] For port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,segment=NetworkSegment(e1d5775a-536a-4c02-9f63-f9e8c26ecc56),segment_id=e1d5775a-536a-4c02-9f63-f9e8c26ecc56)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:41.170695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.177205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.179047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] No DVR routers for this DVR port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:41.211290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Calling delete_port for b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:41.216752 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Pushing event updated for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.235554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.236277 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.237498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.237498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.238140 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.238736 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.239385 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.239999 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.240549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.241114 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.241947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.242649 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:41.360043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.412346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.422483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.422827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.423251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04f190f-ad42-4cbc-948e-0037ebc79a15 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.438969 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Attempting to bind port e63a0e69-827b-4fbc-8a37-65eb001f6cee on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:41.439482 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Attempting to bind port e63a0e69-827b-4fbc-8a37-65eb001f6cee by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:41.439941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Attempting to bind port e63a0e69-827b-4fbc-8a37-65eb001f6cee on network 23a66e62-a531-4dc7-9817-b07088772413 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:41.445709 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:41.446823 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Checking segment: {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:41.447331 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.447823 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Bound using segment: {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:41.448430 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Bound port: e63a0e69-827b-4fbc-8a37-65eb001f6cee, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacfd7d0-2998-45de-a9b1-be4011789973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '23a66e62-a531-4dc7-9817-b07088772413'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:41.448919 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.464822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31eba2d-bfee-45b9-8e0a-3f212070c09e']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.477325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d04f190f-ad42-4cbc-948e-0037ebc79a15 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.477977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04f190f-ad42-4cbc-948e-0037ebc79a15 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.478568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5676e8af-736d-42eb-b61e-e7b715b49953 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.498240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.498529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.191 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/9e4c5d1c-9416-402b-9bed-f22595a696f2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:41.498963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d5775a-536a-4c02-9f63-f9e8c26ecc56') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.518342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5676e8af-736d-42eb-b61e-e7b715b49953 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.518991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5676e8af-736d-42eb-b61e-e7b715b49953 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.525736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.560873 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:51:41.563364 n-d-713499-30 neutron-server[102607]: self.session.flush() Nov 12 03:51:41.570451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] For port e63a0e69-827b-4fbc-8a37-65eb001f6cee, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:41.570605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:41.570867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:41.572927 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:41.575589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.588179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] No DVR routers for this DVR port b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:41.662610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] For port e63a0e69-827b-4fbc-8a37-65eb001f6cee, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e63a0e69-827b-4fbc-8a37-65eb001f6cee,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:41.666727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704cf01-5f30-46e1-89bf-08e2b6ff708a None None] Pushing event deleted for resources: {'Port': ['ID=b3d84db6-78a5-4ae8-87ef-dba4a9c07fc3,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.675652 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.688535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] Provisioning complete for port e63a0e69-827b-4fbc-8a37-65eb001f6cee triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:41.689178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.689835 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.706807 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.724808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.731201 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:41.736753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] 10.222.0.93 "DELETE /v2.0/networks/d31eba2d-bfee-45b9-8e0a-3f212070c09e HTTP/1.1" status: 204 len: 168 time: 1.1756818 Nov 12 03:51:41.737881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679bab0-a5be-4d3d-a56b-750823e8b13f admin admin] Pushing event deleted for resources: {'Network': ['ID=d31eba2d-bfee-45b9-8e0a-3f212070c09e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.781200 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc99ff-6b9e-44dc-845f-cb2c7d30c794 None None] Pushing event updated for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.821041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:41.821681 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:41.881919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.914421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.976297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] For port e63a0e69-827b-4fbc-8a37-65eb001f6cee, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e63a0e69-827b-4fbc-8a37-65eb001f6cee,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:41.986336 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.994785 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:42.012658 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:42.066077 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:42.082973 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:42.107904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6984f5b-f99d-474b-bb1a-218fd6103bd1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:42.142450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931bc53-ae6e-42a9-b2f7-dc22557db52d None None] Pushing event updated for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.172690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=9e4c5d1c-9416-402b-9bed-f22595a696f2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.229215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f9591af1-2c58-4173-8f41-0cf61aaff5df None None] Provisioning complete for port 9e4c5d1c-9416-402b-9bed-f22595a696f2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:42.231409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9591af1-2c58-4173-8f41-0cf61aaff5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.297282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f9591af1-2c58-4173-8f41-0cf61aaff5df None None] Port 9e4c5d1c-9416-402b-9bed-f22595a696f2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:42.424930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b882e351-3960-4609-a89b-8db233ff5fd8 None None] Provisioning complete for port e63a0e69-827b-4fbc-8a37-65eb001f6cee triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:42.426069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b882e351-3960-4609-a89b-8db233ff5fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.478946 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:42.514544 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e63a0e69-827b-4fbc-8a37-65eb001f6cee', 'name': '', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'mac_address': 'fa:16:3e:e3:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:41Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'subnets': [{'id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:42.541215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9b273-8dbb-4f67-88c4-628cd7ae4343 None None] The sync data for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 is: [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'e63a0e69-827b-4fbc-8a37-65eb001f6cee', 'name': '', 'network_id': '23a66e62-a531-4dc7-9817-b07088772413', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'mac_address': 'fa:16:3e:e3:01:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:41Z', 'revision_number': 4, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'subnets': [{'id': 'ed6a5f8a-9eaa-402b-8bf2-638fb655b9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:42.691796 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.012241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.152668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.324729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e63a0e69-827b-4fbc-8a37-65eb001f6cee up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:43.393211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e63a0e69-827b-4fbc-8a37-65eb001f6cee triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:43.393595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.426980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:43.595486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:43.604632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Sync routers for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:43.614298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:43.614890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:43.624458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.625751 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-791b47ef-300d-445a-9f6c-f2b96be079ed tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6779115 Nov 12 03:51:43.629129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58474) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.633557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Deleting port e63a0e69-827b-4fbc-8a37-65eb001f6cee {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:43.633897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.663900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7985ad8b-6062-4052-be7e-b1eebea258aa tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=818a96820e2147d9add93d4f490de685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330064 Nov 12 03:51:43.666655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58476) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.719111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] For port e63a0e69-827b-4fbc-8a37-65eb001f6cee, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e63a0e69-827b-4fbc-8a37-65eb001f6cee,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:43.719741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.730330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:43.734791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Calling delete_port for e63a0e69-827b-4fbc-8a37-65eb001f6cee owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:43.833050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9eb1d7-91cc-42fb-b151-7e008834b519 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.835127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd9eb1d7-91cc-42fb-b151-7e008834b519 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1673257 Nov 12 03:51:43.838115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58478) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.867017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0cc3fa06-d999-488c-84dc-09f3e925e50c tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278003 Nov 12 03:51:43.869736 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.875633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875014538', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'project_id': '818a96820e2147d9add93d4f490de685', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.920595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:42Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:43.951323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Checking router: adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:43.951672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Updating router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 port 9e4c5d1c-9416-402b-9bed-f22595a696f2 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:43.975589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.000322 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.029294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:44.032710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.038776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e63a0e69-827b-4fbc-8a37-65eb001f6cee,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.256575 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.263444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.316857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10400e-ca43-4252-b748-791d83d754b3 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:44.345144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Attempting to bind port 9e4c5d1c-9416-402b-9bed-f22595a696f2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:44.345732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Attempting to bind port 9e4c5d1c-9416-402b-9bed-f22595a696f2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:44.346106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Attempting to bind port 9e4c5d1c-9416-402b-9bed-f22595a696f2 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:44.348381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8e27-3410-47ea-9318-88f0b828a363 None None] Pushing event updated for resources: {'Port': ['ID=9e4c5d1c-9416-402b-9bed-f22595a696f2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.357440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:44.357440 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:44.358011 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.358262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:44.358760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Bound port: 9e4c5d1c-9416-402b-9bed-f22595a696f2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:44.359146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.427718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] Provisioning complete for port 9e4c5d1c-9416-402b-9bed-f22595a696f2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:44.428140 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.430106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] For port 9e4c5d1c-9416-402b-9bed-f22595a696f2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:44.433608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] For port 9e4c5d1c-9416-402b-9bed-f22595a696f2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9e4c5d1c-9416-402b-9bed-f22595a696f2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:44.439714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.533410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc11575c-8793-40ae-9a63-0b0e82f3e5d4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:44.565386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:44.566369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:44.572663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8e27-3410-47ea-9318-88f0b828a363 None None] Pushing event updated for resources: {'Port': ['ID=9e4c5d1c-9416-402b-9bed-f22595a696f2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.678020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.701637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.704971 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.738871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] For port 9e4c5d1c-9416-402b-9bed-f22595a696f2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9e4c5d1c-9416-402b-9bed-f22595a696f2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:44.747526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.751685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:44.840002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Subnet': ['ID=41638ddd-65c4-4346-ad41-4add40beaecb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.859143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Checking segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:44.859507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network hostable DHCP agents. Network: f7f78dc3-0ca1-4d6d-a257-515681844800, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:44.917916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437fb5-6e2f-4293-91c3-e47a4ac80320 None None] Pushing event updated for resources: {'Port': ['ID=9e4c5d1c-9416-402b-9bed-f22595a696f2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.920764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network f7f78dc3-0ca1-4d6d-a257-515681844800 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:44.931614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fb0c800e-f2de-466e-abce-1d16b02bf0d1 None None] Provisioning complete for port 9e4c5d1c-9416-402b-9bed-f22595a696f2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:44.931614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb0c800e-f2de-466e-abce-1d16b02bf0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.938486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, f7f78dc3-0ca1-4d6d-a257-515681844800) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:44.944301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.944893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.965741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d7f2a-b55a-4511-9dc2-9e60a8e343b4 None None] Network f7f78dc3-0ca1-4d6d-a257-515681844800 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:44.994935 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-01dec990-1e3f-4f37-ba75-cfa380e7988b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1240165 Nov 12 03:51:44.998356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58492) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.024117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Router 9c27a05d-6398-46d8-976d-21c3a84022f7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:45.158486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:45.170600 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Sync routers for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:45.185827 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-31acb991-8617-41bb-8108-cc0aa17e6a4c admin admin] 10.222.0.93 "PUT /v2.0/routers/9c27a05d-6398-46d8-976d-21c3a84022f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495497 Nov 12 03:51:45.186043 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:45.186689 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.187471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.358856 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:45.431668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.436758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:42Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.469581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-f7f78dc3-0ca1-4d6d-a257-515681844800', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:45.470534 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.484867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd11dd2-5bb6-4c06-a25d-3555f2d09ce0 None None] The sync data for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 is: [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:42Z', 'revision_number': 3, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:45.629109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.636714 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:43Z', 'revision_number': 5, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port': {'id': 'cc0a2ae9-7aae-46ba-ab00-300735facacc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:08:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.666402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.689517 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Checking router: 9c27a05d-6398-46d8-976d-21c3a84022f7 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:45.709646 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Routers {'9c27a05d-6398-46d8-976d-21c3a84022f7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:45.710401 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['9c27a05d-6398-46d8-976d-21c3a84022f7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.779323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Allocated IP 172.20.0.2 (f7f78dc3-0ca1-4d6d-a257-515681844800/41638ddd-65c4-4346-ad41-4add40beaecb/09b9fb46-99ab-4b54-ade6-e1f906de51b4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:45.787823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Deleting port cc0a2ae9-7aae-46ba-ab00-300735facacc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:45.788199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.827515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] Set router 9c27a05d-6398-46d8-976d-21c3a84022f7 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:45.946374 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:45Z', 'revision_number': 6, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:45.969072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] For port cc0a2ae9-7aae-46ba-ab00-300735facacc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=cc0a2ae9-7aae-46ba-ab00-300735facacc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:45.969649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.999388 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Calling delete_port for cc0a2ae9-7aae-46ba-ab00-300735facacc owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:45.999757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365cf8a0-7b98-47aa-83fb-6ac4590e608b None None] The sync data for ids ['9c27a05d-6398-46d8-976d-21c3a84022f7'] in n-d-713499-30 is: [{'id': '9c27a05d-6398-46d8-976d-21c3a84022f7', 'name': 'tempest-TestAggregatesBasicOps-1601685771-router', 'tenant_id': 'dacbc237f1c94066b558b933b29973a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:45Z', 'revision_number': 6, 'project_id': 'dacbc237f1c94066b558b933b29973a2', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:46.098710 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.105603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.149752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Network f7f78dc3-0ca1-4d6d-a257-515681844800 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:46.152655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:46.157907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:46.168012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Pushing event updated for resources: {'Port': ['ID=09b9fb46-99ab-4b54-ade6-e1f906de51b4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.203772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.1 (f7f78dc3-0ca1-4d6d-a257-515681844800/41638ddd-65c4-4346-ad41-4add40beaecb/418cbf32-2e96-4bcf-91b2-433a4b036bdd) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:46.220929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Attempting to bind port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:46.221420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Attempting to bind port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:46.221861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Attempting to bind port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 on network f7f78dc3-0ca1-4d6d-a257-515681844800 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:46.227814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:46.228352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Checking segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:46.228826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.229380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Bound using segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:46.229916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Bound port: 09b9fb46-99ab-4b54-ade6-e1f906de51b4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:46.230520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.305464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.311999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] For port 09b9fb46-99ab-4b54-ade6-e1f906de51b4, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:46.315690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] For port 09b9fb46-99ab-4b54-ade6-e1f906de51b4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09b9fb46-99ab-4b54-ade6-e1f906de51b4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:46.325919 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.364286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29040ca-11ab-40e4-88fc-3233a5332ba4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:46.424739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0a2ae9-7aae-46ba-ab00-300735facacc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.426410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b59854-7167-4ee0-8c77-f299081defa6 None None] Pushing event updated for resources: {'Port': ['ID=09b9fb46-99ab-4b54-ade6-e1f906de51b4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.446906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.478679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.502871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.578615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network f7f78dc3-0ca1-4d6d-a257-515681844800 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:46.582499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:46.585631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:46.593440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.617034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.629519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.687849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.688593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c27a05d-6398-46d8-976d-21c3a84022f7 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:51:46.694841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.699027 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4f1e6dd2-e4e2-4637-bd76-d33226d54f48 admin admin] 10.222.0.93 "DELETE /v2.0/routers/9c27a05d-6398-46d8-976d-21c3a84022f7 HTTP/1.1" status: 204 len: 168 time: 1.5067706 Nov 12 03:51:46.699139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.700352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.785632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Deleting subnet ed6a5f8a-9eaa-402b-8bf2-638fb655b9df {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:46.789277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.829565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.871875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.921013 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.073679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.110472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.116088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38101023-3902-49df-bad8-92feb8126ed8 None None] Network 23a66e62-a531-4dc7-9817-b07088772413 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:47.132926 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] 10.222.0.93 "DELETE /v2.0/subnets/ed6a5f8a-9eaa-402b-8bf2-638fb655b9df HTTP/1.1" status: 204 len: 168 time: 0.4313297 Nov 12 03:51:47.133587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:47.136877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b570d-ffb2-40ea-9b3e-2f546e8e91db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6a5f8a-9eaa-402b-8bf2-638fb655b9df,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.288393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.291934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.300624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.377696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Deleting port 536ed0d1-e695-421d-9ea3-5c0743277f05 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:47.378099 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.413919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.418111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.442885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] DHCP port deletion for 23a66e62-a531-4dc7-9817-b07088772413 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:47.505489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] For port 536ed0d1-e695-421d-9ea3-5c0743277f05, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=536ed0d1-e695-421d-9ea3-5c0743277f05,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:47.505866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.514914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Deleting port 536ed0d1-e695-421d-9ea3-5c0743277f05 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:47.515445 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.534215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Calling delete_port for 536ed0d1-e695-421d-9ea3-5c0743277f05 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:47.576809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network f7f78dc3-0ca1-4d6d-a257-515681844800 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:47.587308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:47.612633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] For port 536ed0d1-e695-421d-9ea3-5c0743277f05, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=536ed0d1-e695-421d-9ea3-5c0743277f05,segment=NetworkSegment(dacfd7d0-2998-45de-a9b1-be4011789973),segment_id=dacfd7d0-2998-45de-a9b1-be4011789973)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:47.613031 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.630222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Calling delete_port for 536ed0d1-e695-421d-9ea3-5c0743277f05 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:47.692897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.699136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9e4c5d1c-9416-402b-9bed-f22595a696f2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:47.766429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Pushing event deleted for resources: {'Port': ['ID=536ed0d1-e695-421d-9ea3-5c0743277f05,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.789249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] No DVR routers for this DVR port 536ed0d1-e695-421d-9ea3-5c0743277f05 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:47.813241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:47.859200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9e4c5d1c-9416-402b-9bed-f22595a696f2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:47.865627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.954808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.968978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.970847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] No DVR routers for this DVR port 536ed0d1-e695-421d-9ea3-5c0743277f05 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:48.001200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a66e62-a531-4dc7-9817-b07088772413']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:48.015454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacfd7d0-2998-45de-a9b1-be4011789973') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:48.016190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacfd7d0-2998-45de-a9b1-be4011789973') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:48.018027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be587cd9-7431-4483-982b-a1e546aafbe3 None None] Pushing event deleted for resources: {'Port': ['ID=536ed0d1-e695-421d-9ea3-5c0743277f05,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.049781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:48.059057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-997cc002-f47f-4855-9486-bed67f41bbb7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/adc897b7-e8c7-4af4-91f5-c7e40d8e67d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0596089 Nov 12 03:51:48.059422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.068171 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f1a-fa1e-419e-8a65-34ba3d8c8280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.085283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09b9fb46-99ab-4b54-ade6-e1f906de51b4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:48.088689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.105966 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:48.106538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:48.112171 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:48.204892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:48.205351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.257602 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.275571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014b72e-9b60-4354-b794-e71d26a3bb33 None None] Network f7f78dc3-0ca1-4d6d-a257-515681844800 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:48.298496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.298496 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] 10.222.0.93 "DELETE /v2.0/networks/23a66e62-a531-4dc7-9817-b07088772413 HTTP/1.1" status: 204 len: 168 time: 1.1613638 Nov 12 03:51:48.317821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcc325-7b53-4fa9-8c33-b1865e77942f admin admin] Pushing event deleted for resources: {'Network': ['ID=23a66e62-a531-4dc7-9817-b07088772413,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.432378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.434339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c8d78d93-8dbe-4c95-bbfa-5f6bfaea745d None None] Provisioning complete for port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:48.435739 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d78d93-8dbe-4c95-bbfa-5f6bfaea745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.510164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-22f866e7-0371-4afb-9a7c-7107940e749a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197667786&fields=id&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 267 time: 0.0972807 Nov 12 03:51:48.597587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 09b9fb46-99ab-4b54-ade6-e1f906de51b4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09b9fb46-99ab-4b54-ade6-e1f906de51b4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:48.618499 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.623396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.645247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-238800ae-d72b-45f3-a801-cbd832bc4a60 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:48.656538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-238800ae-d72b-45f3-a801-cbd832bc4a60 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 797 time: 0.1454527 Nov 12 03:51:48.676877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-44c7193b-3690-48e4-890d-89be027c29e9 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/quotas/818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 375 time: 0.0193231 Nov 12 03:51:48.704537 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3a806ca7-4e1a-435d-a5e7-e4f06b3dba77 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8ccc90dcb9fc46b89811c32fe8a69539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841188 Nov 12 03:51:48.707238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:48.712629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8d78d93-8dbe-4c95-bbfa-5f6bfaea745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.737783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device cc0a2ae9-7aae-46ba-ab00-300735facacc no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:48.766811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2a4e59bd-f42a-4aa7-8603-9359686dc59a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889037 Nov 12 03:51:48.777969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=09b9fb46-99ab-4b54-ade6-e1f906de51b4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:48.786562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: cc0a2ae9-7aae-46ba-ab00-300735facacc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:48.786970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device cc0a2ae9-7aae-46ba-ab00-300735facacc not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:48.787309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e63a0e69-827b-4fbc-8a37-65eb001f6cee no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:48.792199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.823401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e63a0e69-827b-4fbc-8a37-65eb001f6cee {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:48.823856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e63a0e69-827b-4fbc-8a37-65eb001f6cee not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:48.850534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.854305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Sync routers for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:48.882536 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-c8d78d93-8dbe-4c95-bbfa-5f6bfaea745d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:48.882891 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-c8d78d93-8dbe-4c95-bbfa-5f6bfaea745d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:48.883521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:48.884217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:48.950395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.954032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:48.958897 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6d5b806-4ede-421e-aa0e-1a81bafca344 HTTP/1.1" status: 204 len: 168 time: 0.2474670 Nov 12 03:51:48.991521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c7e43-b05a-4cab-bb20-bc5af08af870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d5b806-4ede-421e-aa0e-1a81bafca344,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.004518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-36b408fb-8bfa-4a04-8dbf-d3e638a5d61d service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:49.015776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-36b408fb-8bfa-4a04-8dbf-d3e638a5d61d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2443409 Nov 12 03:51:49.054515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:49.123727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-97e0d09d-eaf9-489c-8fb1-b1b6b4e12068 service neutron] 10.222.0.93 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067681 Nov 12 03:51:49.336954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-8cc247d5-da43-443d-9201-5b9ac3709bdc service neutron] 10.222.0.93 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057009 Nov 12 03:51:49.352949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09b9fb46-99ab-4b54-ade6-e1f906de51b4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:49.542716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:47Z', 'revision_number': 2, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:49.647445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Checking router: adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:49.647799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Updating router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 port 418cbf32-2e96-4bcf-91b2-433a4b036bdd binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:49.656675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.657046 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.746390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4bf43eb5-e2e4-4ba1-94e5-5708063be71b None None] Provisioning complete for port 418cbf32-2e96-4bcf-91b2-433a4b036bdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.746760 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bf43eb5-e2e4-4ba1-94e5-5708063be71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.754655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee7e7d0-ed03-4164-be24-cb9c7834a12c req-81289cd4-4d4e-47c1-b992-d076b5fb2f58 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 210 time: 0.0587616 Nov 12 03:51:49.791485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.808842 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.922007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4bf43eb5-e2e4-4ba1-94e5-5708063be71b None None] Port 418cbf32-2e96-4bcf-91b2-433a4b036bdd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:49.924632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58548) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.925508 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57d55ae2-458e-487a-a76b-fcc76d044fb6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dacbc237f1c94066b558b933b29973a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318405 Nov 12 03:51:50.015103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.024482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4bf43eb5-e2e4-4ba1-94e5-5708063be71b None None] Provisioning complete for port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:50.025487 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4bf43eb5-e2e4-4ba1-94e5-5708063be71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.046383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.111419 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.114313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.115494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/71fbb3ab-097e-4038-9cae-4ef36049a43b HTTP/1.1" status: 204 len: 168 time: 0.1898751 Nov 12 03:51:50.125624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7e76d-c416-4e82-beaa-c94af46667dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbb3ab-097e-4038-9cae-4ef36049a43b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.435294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 536ed0d1-e695-421d-9ea3-5c0743277f05 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:50.463869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 536ed0d1-e695-421d-9ea3-5c0743277f05 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:50.464287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 536ed0d1-e695-421d-9ea3-5c0743277f05 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:50.492426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19094835-665c-4661-877c-a59d8015d453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.630967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.648125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.662022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-358ee4b0-d464-4fea-aaf7-f7ecf3ac43a6 None None] Provisioning complete for port 418cbf32-2e96-4bcf-91b2-433a4b036bdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:50.662398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-358ee4b0-d464-4fea-aaf7-f7ecf3ac43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.747592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-358ee4b0-d464-4fea-aaf7-f7ecf3ac43a6 None None] Port 418cbf32-2e96-4bcf-91b2-433a4b036bdd cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:50.749000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2560fa2-3496-4a65-bb5e-c3f1b84661bb None None] Pushing event updated for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.818655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Attempting to bind port 418cbf32-2e96-4bcf-91b2-433a4b036bdd on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:50.819042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Attempting to bind port 418cbf32-2e96-4bcf-91b2-433a4b036bdd by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:50.819410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Attempting to bind port 418cbf32-2e96-4bcf-91b2-433a4b036bdd on network f7f78dc3-0ca1-4d6d-a257-515681844800 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:50.826319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:50.826739 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Checking segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:50.827099 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.827493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Bound using segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:50.828009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Bound port: 418cbf32-2e96-4bcf-91b2-433a4b036bdd, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:50.828369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.905785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ddbcab4-817a-404e-b400-5883c1d9ded1 req-ff5f4ca2-c72c-4ff0-a5a2-bc341dc3fff7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 210 time: 0.0391932 Nov 12 03:51:50.918615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] For port 418cbf32-2e96-4bcf-91b2-433a4b036bdd, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:50.924169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] For port 418cbf32-2e96-4bcf-91b2-433a4b036bdd, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=418cbf32-2e96-4bcf-91b2-433a4b036bdd,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:50.929635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.995631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:50.996239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.066047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2560fa2-3496-4a65-bb5e-c3f1b84661bb None None] Pushing event updated for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.130268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] Provisioning complete for port 418cbf32-2e96-4bcf-91b2-433a4b036bdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:51.130999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.174039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-53a7e699-b84f-4bd6-9ded-49fc911726b3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.177033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-53a7e699-b84f-4bd6-9ded-49fc911726b3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 797 time: 0.1673253 Nov 12 03:51:51.210565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:51.271584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-8176cbe3-9e52-419b-9ea8-643061e4fbac tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=818a96820e2147d9add93d4f490de685 HTTP/1.1" status: 200 len: 380 time: 0.0842402 Nov 12 03:51:51.288374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'port': {'device_id': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'admin_state_up': True, 'tenant_id': '818a96820e2147d9add93d4f490de685', 'security_groups': ['3702cda6-b82b-4583-8e92-6f682b233a08']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:51.388541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.434229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Made reservation on behalf of 818a96820e2147d9add93d4f490de685 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:51.439292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.439455 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] For port 418cbf32-2e96-4bcf-91b2-433a4b036bdd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=418cbf32-2e96-4bcf-91b2-433a4b036bdd,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:51.449675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.525682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250a63b-5033-47ca-8de5-0ab19fc4a239 None None] Pushing event updated for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.547685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:50Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.579649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8428b623-ff9a-49e4-bd88-b0f40cff37ea None None] The sync data for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 is: [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:50Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:51.591854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bddcc304-3052-4554-8cd0-c8c31e434154 None None] Provisioning complete for port 418cbf32-2e96-4bcf-91b2-433a4b036bdd triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:51.591854 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bddcc304-3052-4554-8cd0-c8c31e434154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.611311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.20.0.13 (f7f78dc3-0ca1-4d6d-a257-515681844800/41638ddd-65c4-4346-ad41-4add40beaecb/fa645ccf-cf0d-4c32-92b5-69f3c69f77d4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:51.751232 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.819700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.855840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.904449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:51.920943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network f7f78dc3-0ca1-4d6d-a257-515681844800 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:51.922705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:51.925069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:51.986171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.986824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.010080 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-2b664092-9683-4cde-852e-ab5819ce5aa4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7298489 Nov 12 03:51:52.025040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Request body: {'port': {'device_id': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:52.108966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.137800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8bf4a-424a-4681-88a6-666cbe64637f req-463a66a9-615c-4673-99af-04691578fbbf tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.141297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4b8bf4a-424a-4681-88a6-666cbe64637f req-463a66a9-615c-4673-99af-04691578fbbf tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 932 time: 0.1363962 Nov 12 03:51:52.231290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b69612a7-7b11-4f0f-b6a9-36bcffafcb70 None None] Provisioning complete for port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:52.231940 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b69612a7-7b11-4f0f-b6a9-36bcffafcb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.283573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b69612a7-7b11-4f0f-b6a9-36bcffafcb70 None None] Port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:52.284785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4b8bf4a-424a-4681-88a6-666cbe64637f req-8fa3effa-fa6d-491a-bb58-0cb9136b9743 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178975 Nov 12 03:51:52.478131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:52.486999 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.499891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Transition to ACTIVE for port object fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:52.505074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.577985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.645955 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Attempting to bind port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:52.646441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Attempting to bind port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:52.647164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Attempting to bind port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 on network f7f78dc3-0ca1-4d6d-a257-515681844800 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:52.652124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 on network f7f78dc3-0ca1-4d6d-a257-515681844800 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:52.652620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Attempting to bind port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 on network f7f78dc3-0ca1-4d6d-a257-515681844800 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:52.661277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:52.662262 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Checking segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:52.662799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Bound using segment: {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:52.663689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Bound port: fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:52.664180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.744978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:52.749106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:52.753596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.821278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:52.826761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.827384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.828912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18f75cd8-3575-41c9-af73-25f4c0450100 service neutron] 10.222.0.98 "PUT /v2.0/ports/fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 1093 time: 0.8095846 Nov 12 03:51:52.829367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:52.843294 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4636a0-d544-4cca-8758-c0863ed62e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:52.919985 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe7494-0454-4d3f-abd7-537ac489d224 x-openstack-request-id: req-8efe7494-0454-4d3f-abd7-537ac489d224 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:52.920262 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:52.920522 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8efe7494-0454-4d3f-abd7-537ac489d224 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:52.920929 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'status': 'completed', 'code': 200} Nov 12 03:51:52.942632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-fcc58474-1723-429f-8e44-9cab1c9518bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.944177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-fcc58474-1723-429f-8e44-9cab1c9518bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0661283 Nov 12 03:51:52.994215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-12a55fb0-9a6c-48d7-a9da-961041e84f85 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Nov 12 03:51:53.050678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-12d4cc19-100c-478d-8a0d-3b9c19a4b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.052008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-12d4cc19-100c-478d-8a0d-3b9c19a4b68d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0496519 Nov 12 03:51:53.102282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-b5f8295b-fb6a-4c9a-92c1-a6e4ce08f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.103856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-b5f8295b-fb6a-4c9a-92c1-a6e4ce08f28f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445042 Nov 12 03:51:53.110264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.206887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-161dfdcd-7b82-4e59-a41b-9cf27a3a4d3e service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948248 Nov 12 03:51:53.278390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 418cbf32-2e96-4bcf-91b2-433a4b036bdd up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:53.318251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff1600a2-ec16-4482-a0d3-4775987b9a64 req-18952993-61e8-440d-b607-cf6ea1d1d6b2 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046879 Nov 12 03:51:53.348327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 418cbf32-2e96-4bcf-91b2-433a4b036bdd triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:53.348723 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.444848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-c7aac19c-6ea2-4e8a-a7ec-16eb41836e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.446253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-c7aac19c-6ea2-4e8a-a7ec-16eb41836e40 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1096 time: 0.0769575 Nov 12 03:51:53.462440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e4870-0a56-42be-b858-c8c4de48cf7b req-3f98abd1-059b-47be-9480-eaa622085f70 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.464410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-013e4870-0a56-42be-b858-c8c4de48cf7b req-3f98abd1-059b-47be-9480-eaa622085f70 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 944 time: 0.0933728 Nov 12 03:51:53.660436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.903398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-013e4870-0a56-42be-b858-c8c4de48cf7b req-3988a936-ff52-4c19-845a-8f406f13fd37 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305222 Nov 12 03:51:53.919321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-a969fb84-8a30-45a5-bb9b-9d9f1265534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.920816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-a969fb84-8a30-45a5-bb9b-9d9f1265534e service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 899 time: 0.4665442 Nov 12 03:51:53.963259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-3353c758-dcaf-4f2a-9904-f9bf348a177b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 217 time: 0.0343146 Nov 12 03:51:54.012753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-de2979d1-0e62-4a8d-a686-8a23538086fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.014877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-de2979d1-0e62-4a8d-a686-8a23538086fa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0438519 Nov 12 03:51:54.064633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-1058797c-c157-4ee3-a9b9-9e464d623677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.066193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-1058797c-c157-4ee3-a9b9-9e464d623677 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432878 Nov 12 03:51:54.155354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-2aa0c582-decf-4d49-aa2b-96110fb52981 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802245 Nov 12 03:51:54.262196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea4636a0-d544-4cca-8758-c0863ed62e1d req-641506dd-5c4a-4601-874a-c24612ff256c service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997770 Nov 12 03:51:55.026307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a0b9c-93ac-4fff-9a4b-bccd6926569f req-8e5f3287-f776-48af-ac35-253e4f89d2f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.027777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177a0b9c-93ac-4fff-9a4b-bccd6926569f req-8e5f3287-f776-48af-ac35-253e4f89d2f4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 944 time: 0.0505667 Nov 12 03:51:55.077330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-177a0b9c-93ac-4fff-9a4b-bccd6926569f req-7d635a9e-a9a4-42b8-a957-54e56ca95780 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Nov 12 03:51:55.621797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:55.720963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:55.733306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'mac_address': 'fa:16:3e:88:34:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:55.773091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.785961 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:55.805305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:55.809198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.855306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:56.011147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:56.201115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e8295-abe2-451a-b2a1-cd63404db5eb req-e4540d95-679d-4932-af08-23859373114d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.202593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d81e8295-abe2-451a-b2a1-cd63404db5eb req-e4540d95-679d-4932-af08-23859373114d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 945 time: 0.0533183 Nov 12 03:51:56.276370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d81e8295-abe2-451a-b2a1-cd63404db5eb req-4a05df8b-90b8-458c-a458-86cb962ae7be tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606749 Nov 12 03:51:56.798511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58618) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:56.844145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Deleting subnet 2b81fed6-3563-4d80-8d34-1c3c825ec72a {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:56.847411 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.882679 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.922607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.978539 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.003830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b81fed6-3563-4d80-8d34-1c3c825ec72a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.008824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.012069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-096b834a-e370-4ecf-b5af-f323ceceff6c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2b81fed6-3563-4d80-8d34-1c3c825ec72a HTTP/1.1" status: 204 len: 168 time: 0.2124085 Nov 12 03:51:57.015335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58620) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.082616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.163549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.183168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558a481f-c696-4696-b012-b2c4edb92ac0']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.192810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.193102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd0cdf-6b60-4eb9-bc1f-b52fbd13a394') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.202932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.215604 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.221759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:57.222147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:57.223796 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:57.282018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.287543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.296022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.296662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/558a481f-c696-4696-b012-b2c4edb92ac0 HTTP/1.1" status: 204 len: 168 time: 0.2797027 Nov 12 03:51:57.312212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2fae9-b0e1-4ca9-9a7c-85c7e9a4e4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=558a481f-c696-4696-b012-b2c4edb92ac0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.354039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Deleting subnet 67beb7c6-e1d9-4390-8271-277bca15d2cf {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:57.358424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.394986 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.414050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851df78-2fb1-475e-9fe6-931d4ce006f5 req-eba2e939-50b2-47af-a35d-b69986a53c3a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.415646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b851df78-2fb1-475e-9fe6-931d4ce006f5 req-eba2e939-50b2-47af-a35d-b69986a53c3a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Nov 12 03:51:57.440782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.469756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b851df78-2fb1-475e-9fe6-931d4ce006f5 req-f2288467-6e6b-4305-a7f1-df4d2e535be2 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 Nov 12 03:51:57.496641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.524279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67beb7c6-e1d9-4390-8271-277bca15d2cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.526242 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.529500 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-26bae23e-405e-407d-a0c9-cd035d2636ed admin admin] 10.222.0.93 "DELETE /v2.0/subnets/67beb7c6-e1d9-4390-8271-277bca15d2cf HTTP/1.1" status: 204 len: 168 time: 0.2324545 Nov 12 03:51:57.531971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:57.600091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.619974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:57.674564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:57.679579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:57.680061 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.684605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.706137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce3595f-19e1-4f7b-b8e6-eb5c2124b094']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.715684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd814f2f-86eb-4480-ba94-99e259e821c6') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.716542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd814f2f-86eb-4480-ba94-99e259e821c6') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:57.727773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.741448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.747914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:57.748352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:57.750055 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:57.765665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.789889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:57.792842 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b4c19-9036-4c76-a19e-aef558d4c831" -d '{"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:57.811831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.814507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:57.821450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.826255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.829928 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] 10.222.0.93 "DELETE /v2.0/networks/6ce3595f-19e1-4f7b-b8e6-eb5c2124b094 HTTP/1.1" status: 204 len: 168 time: 0.2969322 Nov 12 03:51:57.844526 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b59897-c817-4c3c-bb04-3e660c49d57f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce3595f-19e1-4f7b-b8e6-eb5c2124b094,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.860120 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49913e85-252f-4f69-a101-63fb1f324971 x-openstack-request-id: req-49913e85-252f-4f69-a101-63fb1f324971 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:57.860415 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:57.860674 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49913e85-252f-4f69-a101-63fb1f324971 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:57.861075 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'code': 200} Nov 12 03:51:57.890081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:57.963589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93441-313b-45f2-a008-3820f1fc0271 req-f7db00cb-ee8f-4f0b-ac5a-1696632ab17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:57.965563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3a93441-313b-45f2-a008-3820f1fc0271 req-f7db00cb-ee8f-4f0b-ac5a-1696632ab17f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0453358 Nov 12 03:51:58.018761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f3a93441-313b-45f2-a008-3820f1fc0271 req-9f0278c9-6d19-4ae3-a4c2-7a100efac7c2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Nov 12 03:51:58.037469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58632) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:58.083168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-275fb0bc-e0f0-47f1-905a-6e6e5cf60c64 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2bb80acf75994a8890406c673696a2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445035 Nov 12 03:51:58.085714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58634) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:58.131588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.152348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.197263 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.199772 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.200989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ccf32416-1830-4e98-9ec1-1bfb60333c01 HTTP/1.1" status: 204 len: 168 time: 0.1143832 Nov 12 03:51:58.208678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5687867-92e0-462e-8fb8-007155475224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf32416-1830-4e98-9ec1-1bfb60333c01,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:58.523987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:58.587001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0efbdf65-bdaf-4410-ab60-e76bd0526e2a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=57afe759000c4433a642b311f6c66477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616744 Nov 12 03:51:58.589578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58644) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:58.607765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b78f4-751a-4512-bf98-01d1ddeb9191 req-fe9ac407-ad57-44f9-8348-17fc22445d68 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.609271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-478b78f4-751a-4512-bf98-01d1ddeb9191 req-fe9ac407-ad57-44f9-8348-17fc22445d68 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0606976 Nov 12 03:51:58.638136 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.660315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.663763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-478b78f4-751a-4512-bf98-01d1ddeb9191 req-96b0c52e-62d6-4958-8f23-d02956ce2990 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486226 Nov 12 03:51:58.710880 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.713701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.714890 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/12700247-e7cc-471e-8be3-00216654f7d9 HTTP/1.1" status: 204 len: 168 time: 0.1242886 Nov 12 03:51:58.723426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132511a-1862-4ac5-a4e7-b76878a4cf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12700247-e7cc-471e-8be3-00216654f7d9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.392591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.488300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-567250532-network', 'tenant_id': '210a2ddee79e453dbc2d9ac34feac972'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:59.508852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Made reservation on behalf of 210a2ddee79e453dbc2d9ac34feac972 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:59.511060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.519443 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.594349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.598129 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.625770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:59.635727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd50a1-28d0-4b9f-9283-299442858f9f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.641758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.642104 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Added segment 39f25be0-3254-4055-8019-ee238bcd8f2a of type vlan for network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 Nov 12 03:51:59.682672 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.709259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.710334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.710910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.768035 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3740849 Nov 12 03:51:59.772159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58672) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:59.775756 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a611cd-a7fc-4c08-983e-c377c12c8d33 admin admin] Pushing event updated for resources: {'Network': ['ID=c4573c0d-62f6-4942-a484-fbd09e4ae9d5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:59.777909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Request body: {'subnet': {'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-567250532-subnet', 'tenant_id': '210a2ddee79e453dbc2d9ac34feac972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:59.787442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:59.795526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46671956-045c-4fba-b0a2-49203db606b9 req-20854ff5-a371-4be1-b5d5-e8f6168979c6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.797033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46671956-045c-4fba-b0a2-49203db606b9 req-20854ff5-a371-4be1-b5d5-e8f6168979c6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0612214 Nov 12 03:51:59.826615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Made reservation on behalf of 210a2ddee79e453dbc2d9ac34feac972 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:59.828908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.912122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-46671956-045c-4fba-b0a2-49203db606b9 req-52826f9b-1ef1-48d4-b001-213b61fcf2f7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079009 Nov 12 03:52:00.059435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.105629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670b542-d30c-4bed-a544-b704289e2668 req-1b7100af-4d82-4044-b9b3-db37c1c1d398 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.107154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3670b542-d30c-4bed-a544-b704289e2668 req-1b7100af-4d82-4044-b9b3-db37c1c1d398 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.1162109 Nov 12 03:52:00.144287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.164910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Checking segment: {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:00.165265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Network hostable DHCP agents. Network: c4573c0d-62f6-4942-a484-fbd09e4ae9d5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:00.192115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3670b542-d30c-4bed-a544-b704289e2668 req-a8864ee1-985e-4f33-a910-53c353346e30 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782084 Nov 12 03:52:00.199708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:00.208917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c4573c0d-62f6-4942-a484-fbd09e4ae9d5) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:00.214872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 58676) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:00.222543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61295b0c-7dfd-4377-a702-11ce82e7fe7d None None] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:00.243370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.243914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.265480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3135fb92-301e-48de-aa6a-cfbc269ae4b0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4922757 Nov 12 03:52:00.272256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80148e5-ea00-4b6e-91b6-b2a0e6149e85 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.275693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a80148e5-ea00-4b6e-91b6-b2a0e6149e85 tempest-TestNetworkAdvancedServerOps-99745341 tempest-TestNetworkAdvancedServerOps-99745341-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1093 time: 0.0578544 Nov 12 03:52:00.276810 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:00.281560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:00.306060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.365919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e129ef9-4340-41fb-a98d-79cf0f4e6aa6 None None] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:00.418421 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.533830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Allocated IP 172.25.4.241 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c9259afe-db9e-47d8-9f2b-bef98288f127) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:00.634984 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.669082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.706878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:00.709693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:00.715309 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:00.746533 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=c9259afe-db9e-47d8-9f2b-bef98288f127,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.054887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.086931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.158755 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.309569 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.314010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.392046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event updated for resources: {'Port': ['ID=c9259afe-db9e-47d8-9f2b-bef98288f127,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.404117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.449882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-2f2676a5-cc61-4452-aa57-6ef6ecb319e9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435476 Nov 12 03:52:01.522631 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP 649e487a-016c-40f7-8c4f-c9ba3b6046d4 associated. External IP: 172.25.4.241, port: fa645ccf-cf0d-4c32-92b5-69f3c69f77d4. Nov 12 03:52:01.550109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6342-8836-439b-8b30-4df5a6069f07 req-f9246b73-005e-426e-b80b-5485a82868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.551771 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-f9246b73-005e-426e-b80b-5485a82868d7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0556805 Nov 12 03:52:01.664318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6342-8836-439b-8b30-4df5a6069f07 req-a5dc3a41-8788-431c-bcb1-fdf17771ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.665792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-a5dc3a41-8788-431c-bcb1-fdf17771ea6e service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 899 time: 0.0920405 Nov 12 03:52:01.737001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-e38f4138-45d5-46d1-ac8b-95e6052a5c0d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 1000 time: 0.0630655 Nov 12 03:52:01.788579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6342-8836-439b-8b30-4df5a6069f07 req-e1783b28-3ec9-432c-aaf8-b09ed0eac737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.791241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-e1783b28-3ec9-432c-aaf8-b09ed0eac737 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0477011 Nov 12 03:52:01.847644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c6342-8836-439b-8b30-4df5a6069f07 req-a82c86ac-b5e4-4ad7-876b-86045408d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.849338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-a82c86ac-b5e4-4ad7-876b-86045408d0b6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510671 Nov 12 03:52:01.902051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.972488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-54d78c5b-7400-4549-b5e5-54b8565f562a service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160657 Nov 12 03:52:02.052558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:02.131376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-cb88e4ed-baae-4bd6-9f98-8e2c449b3f23 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.132889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-cb88e4ed-baae-4bd6-9f98-8e2c449b3f23 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 808 time: 0.1765664 Nov 12 03:52:02.138918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978c6342-8836-439b-8b30-4df5a6069f07 req-e3683611-854b-4e85-ac91-ac7c8e9ea665 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553702 Nov 12 03:52:02.151054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-b305d360-db5c-4b9a-bc5e-329576a13bbd tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/quotas/210a2ddee79e453dbc2d9ac34feac972 HTTP/1.1" status: 200 len: 375 time: 0.0101960 Nov 12 03:52:02.159990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:02.172767 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Sync routers for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:02.180867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.182967 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:02.183666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:02.188873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-43bfe2d7-9fd2-4aa1-964c-8171af016e92 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290930 Nov 12 03:52:02.214235 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-197fb5f1-0868-4b82-ad01-97da59e57efa tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9362891 Nov 12 03:52:02.214880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:02.218060 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:02.312524 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:02.326017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-50f921bf-a17d-4ed8-9ea4-7307e5a176be service neutron] 10.222.0.93 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293962 Nov 12 03:52:02.338346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147066ab-4cb4-4b89-a231-20771920026f req-08d21c3e-8712-4b5a-a601-d27c72f7055c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.339792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-147066ab-4cb4-4b89-a231-20771920026f req-08d21c3e-8712-4b5a-a601-d27c72f7055c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0660312 Nov 12 03:52:02.444456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-147066ab-4cb4-4b89-a231-20771920026f req-77017d60-b552-46e7-a8bf-6cd10deba61d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961103 Nov 12 03:52:02.466820 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-89e7f409-456a-440d-b2f8-28f542b9a32c service neutron] 10.222.0.93 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242566 Nov 12 03:52:02.467419 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:02.510614 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8208aa79-24f4-445b-81e3-f5a1c6454401 x-openstack-request-id: req-8208aa79-24f4-445b-81e3-f5a1c6454401 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:02.510916 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:02.511152 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8208aa79-24f4-445b-81e3-f5a1c6454401 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:02.511554 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'status': 'completed', 'code': 200} Nov 12 03:52:02.547532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f78c2000-2b4d-4284-b061-4b40ae1c54d1 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/649e487a-016c-40f7-8c4f-c9ba3b6046d4 HTTP/1.1" status: 200 len: 992 time: 0.0794559 Nov 12 03:52:02.577052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-fb61ffb7-2ff7-4eb0-9b46-27e201485933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.578562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-fb61ffb7-2ff7-4eb0-9b46-27e201485933 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0482171 Nov 12 03:52:02.651742 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '649e487a-016c-40f7-8c4f-c9ba3b6046d4', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'mac_address': 'fa:16:3e:88:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:52:00Z', 'updated_at': '2021-11-12T03:52:00Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:02.672854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f54a9b4-c3c7-46c1-8679-fa69f6e51c79 req-7a8f78ae-1bd1-4bb2-909c-72e34cd4ae5b tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 210 time: 0.0336571 Nov 12 03:52:02.691625 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Checking router: adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:02.701719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:02.702513 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:51:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:02.716587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-eca2c286-82f0-49f6-be48-f408a0df42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.718240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-eca2c286-82f0-49f6-be48-f408a0df42f6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 899 time: 0.1330924 Nov 12 03:52:02.787341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-1f4bd53a-a2ca-4bef-ad54-79e15758f47f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 1000 time: 0.0624127 Nov 12 03:52:02.812370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:02.844026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-20a2bec3-0810-47bd-bf97-1e55ede7c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.845532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-20a2bec3-0810-47bd-bf97-1e55ede7c393 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0517018 Nov 12 03:52:02.896363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-0fecf783-47c3-4770-a1b8-84bea72a4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.898426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-0fecf783-47c3-4770-a1b8-84bea72a4dc8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460327 Nov 12 03:52:02.994198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-75beece7-d467-4d2d-bbb9-1356bcb94aa3 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891747 Nov 12 03:52:03.047337 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '649e487a-016c-40f7-8c4f-c9ba3b6046d4', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'mac_address': 'fa:16:3e:88:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:52:00Z', 'updated_at': '2021-11-12T03:52:00Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:03.073751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa7588-14b8-493d-a74c-0b50cc6ca264 None None] The sync data for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 is: [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '649e487a-016c-40f7-8c4f-c9ba3b6046d4', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'mac_address': 'fa:16:3e:88:34:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:52:00Z', 'updated_at': '2021-11-12T03:52:00Z', 'revision_number': 0, 'project_id': '818a96820e2147d9add93d4f490de685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:03.098154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82b7b2fc-ce68-4381-9f39-4b0c7a7ad8b5 req-4a0cacc2-52ed-4c3e-8302-59d824e2feb7 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970228 Nov 12 03:52:03.285231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b491e-c1dd-4ff2-b27e-8d0b2a189e7d None None] New status for floating IP 649e487a-016c-40f7-8c4f-c9ba3b6046d4: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:52:03.549325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 58722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.627777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6f30b1b3-1778-46c1-acad-829d5d6b818e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/649e487a-016c-40f7-8c4f-c9ba3b6046d4 HTTP/1.1" status: 200 len: 994 time: 0.0768621 Nov 12 03:52:03.657509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-29fa0cbc-fc7e-4f13-a573-19a2a6b93d81 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:03.659160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-29fa0cbc-fc7e-4f13-a573-19a2a6b93d81 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 808 time: 0.1241493 Nov 12 03:52:03.671991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Request body: {'port': {'device_id': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5', 'admin_state_up': True, 'tenant_id': '210a2ddee79e453dbc2d9ac34feac972'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:03.786259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab888c55-ecf8-47bd-83ff-35f7c7fabae4 req-da9b17b7-0b9c-4c26-8a89-86881e7fbf8e tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 210 time: 0.0337574 Nov 12 03:52:03.809354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Made reservation on behalf of 210a2ddee79e453dbc2d9ac34feac972 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:03.813370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.948494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Allocated IP 172.20.0.4 (c4573c0d-62f6-4942-a484-fbd09e4ae9d5/aa4e3af6-e95f-42f3-a24d-fc030e5cbf68/d98e2a62-a5aa-474e-afa3-6e6189c8e803) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:04.094700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.127069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.166032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:04.168879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:04.171904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:04.206166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Pushing event updated for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.230452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.231063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.247093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8c0ce134-5f53-437c-aadb-7fa0cf67a40d tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796707 Nov 12 03:52:04.258825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Request body: {'port': {'device_id': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:04.315085 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.568188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98e2a62-a5aa-474e-afa3-6e6189c8e803 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:04.576212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.587606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Transition to ACTIVE for port object d98e2a62-a5aa-474e-afa3-6e6189c8e803 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:04.591802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.644794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.711582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Attempting to bind port d98e2a62-a5aa-474e-afa3-6e6189c8e803 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:04.712305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Attempting to bind port d98e2a62-a5aa-474e-afa3-6e6189c8e803 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:04.712305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Attempting to bind port d98e2a62-a5aa-474e-afa3-6e6189c8e803 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:04.716800 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Port d98e2a62-a5aa-474e-afa3-6e6189c8e803 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:04.717110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Attempting to bind port d98e2a62-a5aa-474e-afa3-6e6189c8e803 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:04.721844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:04.722170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Checking segment: {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:04.722539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Bound using segment: {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:04.722952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Bound port: d98e2a62-a5aa-474e-afa3-6e6189c8e803, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:04.723297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.783389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:04.786318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:04.790525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.823050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.823657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:04.825032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] 10.222.0.100 "PUT /v2.0/ports/d98e2a62-a5aa-474e-afa3-6e6189c8e803 HTTP/1.1" status: 200 len: 1092 time: 0.5702512 Nov 12 03:52:04.825632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:04.827838 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81452a43-e956-437d-be55-39491c0a9ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:04.856013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab222c22-9787-4193-810a-f0aa97495650 service neutron] Pushing event updated for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:04.894615 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1629b9-73ca-4b26-9bfb-090612587a48 x-openstack-request-id: req-3b1629b9-73ca-4b26-9bfb-090612587a48 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:04.894897 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:04.895139 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3b1629b9-73ca-4b26-9bfb-090612587a48 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:04.895520 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803', 'status': 'completed', 'code': 200} Nov 12 03:52:04.937904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71622e-3717-4116-9633-be7de3cf99dd req-19575dcc-b678-4b6a-8bc6-db43d5d9c2b7 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.939357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de71622e-3717-4116-9633-be7de3cf99dd req-19575dcc-b678-4b6a-8bc6-db43d5d9c2b7 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 943 time: 0.0798688 Nov 12 03:52:04.945516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-48e782a0-7c94-4d7e-90de-c367b435ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.946880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-48e782a0-7c94-4d7e-90de-c367b435ad02 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 1095 time: 0.0785327 Nov 12 03:52:04.996679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-e1f6c5e4-19b2-497d-97df-6b9433f2a5a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803 HTTP/1.1" status: 200 len: 217 time: 0.0366313 Nov 12 03:52:05.051341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de71622e-3717-4116-9633-be7de3cf99dd req-4215ce72-f06f-475e-a6a4-0f2e97e29585 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035314 Nov 12 03:52:05.063737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-2a6a535b-ca15-4025-8966-48d01a83101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.065179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-2a6a535b-ca15-4025-8966-48d01a83101f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 HTTP/1.1" status: 200 len: 848 time: 0.0614343 Nov 12 03:52:05.096417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-8d9d4ddb-b1e7-468d-9dcf-641a2d45904c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243919 Nov 12 03:52:05.183857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-5cd1d53d-a8ef-4e21-937a-c524ecb4c4d0 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799203 Nov 12 03:52:05.276287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d47b0238-eca6-4025-8bab-70d3a7db938d req-94721d5b-12c9-40b6-9309-d66086f12e5c service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Nov 12 03:52:05.363836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452a43-e956-437d-be55-39491c0a9ae6 req-1c072446-f412-4ed2-a5a8-33ab65a04893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.365341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-1c072446-f412-4ed2-a5a8-33ab65a04893 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 1095 time: 0.0422256 Nov 12 03:52:05.457993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452a43-e956-437d-be55-39491c0a9ae6 req-83eda122-5609-4a61-9f20-8b4d1f5d16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.459446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-83eda122-5609-4a61-9f20-8b4d1f5d16d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 910 time: 0.0858283 Nov 12 03:52:05.631061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-f6fd3a8b-15f7-4a4c-a28f-40c6aea8bd73 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803 HTTP/1.1" status: 200 len: 217 time: 0.0345724 Nov 12 03:52:05.681572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81452a43-e956-437d-be55-39491c0a9ae6 req-d836616b-6c10-4780-a32b-7cebfae7b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.683314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-d836616b-6c10-4780-a32b-7cebfae7b51f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 HTTP/1.1" status: 200 len: 848 time: 0.0440967 Nov 12 03:52:05.719331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-0261f7bb-35b3-4fa0-8cf1-6106742ae19b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286074 Nov 12 03:52:05.815473 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-9cb4036c-ebe1-4b3c-bddb-c1ff6eab9895 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834122 Nov 12 03:52:05.908422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81452a43-e956-437d-be55-39491c0a9ae6 req-4ae1b34c-f4c3-43eb-8d72-f973b69a1173 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845711 Nov 12 03:52:06.165903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf4837-a3a5-444a-a901-362126ab32fc req-ead228cf-d29f-45f8-95b7-974697c9aac7 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.167301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6bf4837-a3a5-444a-a901-362126ab32fc req-ead228cf-d29f-45f8-95b7-974697c9aac7 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 943 time: 0.0495844 Nov 12 03:52:06.213390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6bf4837-a3a5-444a-a901-362126ab32fc req-e791e959-d84e-471a-97e5-6525fd61b4d6 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Nov 12 03:52:07.327412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27ba5e-951e-42b6-be21-0f13e2debff6 req-33353f9c-8942-43d3-96ca-331c5df413fe tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.328915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e27ba5e-951e-42b6-be21-0f13e2debff6 req-33353f9c-8942-43d3-96ca-331c5df413fe tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 943 time: 0.0482841 Nov 12 03:52:07.380109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e27ba5e-951e-42b6-be21-0f13e2debff6 req-06c30f69-8dfb-4420-99a2-ce1a5b92bb24 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450985 Nov 12 03:52:08.495379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618a57b-bd5a-4984-8591-5245409284e3 req-c42b2048-8c66-4b29-9555-abc84a5e322c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.496796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b618a57b-bd5a-4984-8591-5245409284e3 req-c42b2048-8c66-4b29-9555-abc84a5e322c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 943 time: 0.0486345 Nov 12 03:52:08.544805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b618a57b-bd5a-4984-8591-5245409284e3 req-9f09bbfd-e497-4c83-a536-9e9d4a334ad8 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Nov 12 03:52:09.087494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d98e2a62-a5aa-474e-afa3-6e6189c8e803 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:09.333604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:09.344880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803', 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5', 'port_id': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803', 'mac_address': 'fa:16:3e:d5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4e3af6-e95f-42f3-a24d-fc030e5cbf68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:09.380025 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.393105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98e2a62-a5aa-474e-afa3-6e6189c8e803 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:09.412464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:09.416448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.462277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:09.603611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d98e2a62-a5aa-474e-afa3-6e6189c8e803'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:09.666602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a9373-91ba-41c3-a16f-479307944071 req-c0fbb5ce-0636-4862-af51-383bd691950f tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.668235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a9a9373-91ba-41c3-a16f-479307944071 req-c0fbb5ce-0636-4862-af51-383bd691950f tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 944 time: 0.0498545 Nov 12 03:52:09.721139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a9a9373-91ba-41c3-a16f-479307944071 req-2a815f6d-2d68-4350-a00a-e744f9eb89f1 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458198 Nov 12 03:52:10.834056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ad746-e820-4b0a-943f-c85a7f601c95 req-3b1a8b2b-9b78-42c3-b28b-a0f16704cdc0 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.835487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-253ad746-e820-4b0a-943f-c85a7f601c95 req-3b1a8b2b-9b78-42c3-b28b-a0f16704cdc0 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 944 time: 0.0514607 Nov 12 03:52:10.881571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-253ad746-e820-4b0a-943f-c85a7f601c95 req-6a0559f7-e7a8-4c69-bc77-d04891690c18 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Nov 12 03:52:11.091994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d98e2a62-a5aa-474e-afa3-6e6189c8e803 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:11.139112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port d98e2a62-a5aa-474e-afa3-6e6189c8e803 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:11.143231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port d98e2a62-a5aa-474e-afa3-6e6189c8e803 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:11.143603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.222621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.245361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:11.247599 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dbdf93-38b6-41bd-8376-78cdb321b38b" -d '{"events": [{"server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "name": "network-vif-plugged", "status": "completed", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:11.259657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:11.263903 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:11.291025 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a4f49-6b78-48a8-aaa9-0c958dffd250 x-openstack-request-id: req-1f3a4f49-6b78-48a8-aaa9-0c958dffd250 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:11.291564 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "name": "network-vif-plugged", "status": "completed", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:11.291978 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1f3a4f49-6b78-48a8-aaa9-0c958dffd250 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:11.292535 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803', 'code': 200} Nov 12 03:52:11.323153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:11.383320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78ae54-2462-4820-a554-c94a0eb20689 req-e3436a2e-8332-4051-8f4b-a7920f11b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:11.384855 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc78ae54-2462-4820-a554-c94a0eb20689 req-e3436a2e-8332-4051-8f4b-a7920f11b9c2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 1097 time: 0.0412111 Nov 12 03:52:11.436128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc78ae54-2462-4820-a554-c94a0eb20689 req-77a178b4-99a8-47ef-8fc9-f15f8b83a1a6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Nov 12 03:52:11.994504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2338-0f44-473a-a78e-cbfee8d3c88d req-9df70422-6195-4f26-9beb-a716250fcbef tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:11.995970 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4bf2338-0f44-473a-a78e-cbfee8d3c88d req-9df70422-6195-4f26-9beb-a716250fcbef tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 945 time: 0.0478351 Nov 12 03:52:12.372276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d4bf2338-0f44-473a-a78e-cbfee8d3c88d req-95b6029f-cbf8-43fc-8ff6-39482ed168cb tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683183 Nov 12 03:52:13.494151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13808614-2932-40e9-99e3-53ff80821758 req-dd82cc3c-3756-4f6e-be86-16dcb0597fda tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.495136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13808614-2932-40e9-99e3-53ff80821758 req-dd82cc3c-3756-4f6e-be86-16dcb0597fda tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 945 time: 0.0487893 Nov 12 03:52:13.541558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13808614-2932-40e9-99e3-53ff80821758 req-b95ce726-822d-49c6-b5fd-30a5d117b851 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Nov 12 03:52:14.106394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d81c-401a-4728-aa95-9fab01800396 req-54529d6d-9a18-496e-9719-56d94024c201 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.107893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb89d81c-401a-4728-aa95-9fab01800396 req-54529d6d-9a18-496e-9719-56d94024c201 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 945 time: 0.0509865 Nov 12 03:52:14.155133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb89d81c-401a-4728-aa95-9fab01800396 req-38583ca8-af09-43bd-b9f9-741d18b75732 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Nov 12 03:52:15.276179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35068b6-897f-43e0-b691-40cf1f254b41 req-56f13f29-fa21-4bf9-a6ae-53f8a8104f6e tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.277626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b35068b6-897f-43e0-b691-40cf1f254b41 req-56f13f29-fa21-4bf9-a6ae-53f8a8104f6e tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 945 time: 0.0527186 Nov 12 03:52:15.358911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-da801a67-dc80-4b4b-bb5d-0a731cf411fa tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.360991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-da801a67-dc80-4b4b-bb5d-0a731cf411fa tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "GET /v2.0/ports?device_id=ef276619-0dfc-43fb-af9f-006c916c5b6f HTTP/1.1" status: 200 len: 945 time: 0.0717673 Nov 12 03:52:15.364290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b35068b6-897f-43e0-b691-40cf1f254b41 req-82680147-60f9-4b98-b023-e51d586e33f0 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807254 Nov 12 03:52:15.452017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Deleting port d98e2a62-a5aa-474e-afa3-6e6189c8e803 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:15.452285 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.536915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] For port d98e2a62-a5aa-474e-afa3-6e6189c8e803, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d98e2a62-a5aa-474e-afa3-6e6189c8e803,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:15.537265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.550113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Calling delete_port for d98e2a62-a5aa-474e-afa3-6e6189c8e803 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:15.681633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.693234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d98e2a62-a5aa-474e-afa3-6e6189c8e803'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:15.712250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Pushing event deleted for resources: {'Port': ['ID=d98e2a62-a5aa-474e-afa3-6e6189c8e803,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:15.757263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] No DVR routers for this DVR port d98e2a62-a5aa-474e-afa3-6e6189c8e803 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:15.759902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.763935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95172454-b2c2-4938-9dbd-5e6ee5f2c7fb req-7447b548-79e1-4b8c-9f96-e43366ba945c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "DELETE /v2.0/ports/d98e2a62-a5aa-474e-afa3-6e6189c8e803 HTTP/1.1" status: 204 len: 173 time: 0.3975499 Nov 12 03:52:15.764396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'name': 'network-vif-deleted', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:15.766989 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c540d1a-6f1d-4f6c-bf93-6d8a9bd7e436" -d '{"events": [{"server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "name": "network-vif-deleted", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:15.805797 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8c806-0e31-4039-8fa6-44671332349a x-openstack-request-id: req-48a8c806-0e31-4039-8fa6-44671332349a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:15.806280 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef276619-0dfc-43fb-af9f-006c916c5b6f", "name": "network-vif-deleted", "tag": "d98e2a62-a5aa-474e-afa3-6e6189c8e803", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:15.806541 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-48a8c806-0e31-4039-8fa6-44671332349a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:15.806943 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef276619-0dfc-43fb-af9f-006c916c5b6f', 'name': 'network-vif-deleted', 'tag': 'd98e2a62-a5aa-474e-afa3-6e6189c8e803', 'status': 'completed', 'code': 200} Nov 12 03:52:16.620234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-43ae9353-58d8-4d09-9814-7be697245c65 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.621687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-43ae9353-58d8-4d09-9814-7be697245c65 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 808 time: 0.0988364 Nov 12 03:52:16.637183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-92b6ccf9-cdd1-4052-ac71-cf925c068a37 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/quotas/210a2ddee79e453dbc2d9ac34feac972 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Nov 12 03:52:16.669097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-adc7b5ec-03aa-461a-8375-df1cc5a84692 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258455 Nov 12 03:52:16.761317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-af13de31-a1ba-4a40-baf5-173a8aad2cd6 service neutron] 10.222.0.93 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Nov 12 03:52:16.858067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-54800046-431f-4537-8bce-856d1f344c03 service neutron] 10.222.0.93 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903127 Nov 12 03:52:17.019411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59c59748-4829-429f-9541-2789d536804c req-29751a78-56a3-443b-80c2-22a7c7201344 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 210 time: 0.0316944 Nov 12 03:52:17.911609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-fc8ac8fd-3060-4bb8-b9e2-af5e24189bbc tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.913059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-fc8ac8fd-3060-4bb8-b9e2-af5e24189bbc tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 808 time: 0.1079197 Nov 12 03:52:17.925999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Request body: {'port': {'device_id': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5', 'admin_state_up': True, 'tenant_id': '210a2ddee79e453dbc2d9ac34feac972'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.000170 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-533ebbc3-1631-4850-918d-22fdc1b9fa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.037492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Made reservation on behalf of 210a2ddee79e453dbc2d9ac34feac972 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:18.041046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.128676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bca4536e-8693-4bad-ab9d-14e7957101b8 req-4ee7dcfb-959e-4b73-8825-260cf18c08b3 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 210 time: 0.0316622 Nov 12 03:52:18.194351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Allocated IP 172.20.0.2 (c4573c0d-62f6-4942-a484-fbd09e4ae9d5/aa4e3af6-e95f-42f3-a24d-fc030e5cbf68/a0f641bf-4660-4284-93d7-95d635c22ac3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:18.337728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.370625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.417223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:18.422326 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:18.426082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:18.449993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Pushing event updated for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.463860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.464232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.464575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.464914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.465251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.465584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.465915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.466274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.466605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.466932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.467258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.467581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:18.489357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.489965 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.506047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c7c20bc6-4d85-4fa1-b126-44f23f31776a tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838184 Nov 12 03:52:18.519185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Request body: {'port': {'device_id': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:18.574947 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.826231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f641bf-4660-4284-93d7-95d635c22ac3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:18.833528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.845513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Transition to ACTIVE for port object a0f641bf-4660-4284-93d7-95d635c22ac3 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:18.849381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.898951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Pushing event updated for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.970085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Attempting to bind port a0f641bf-4660-4284-93d7-95d635c22ac3 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:18.970801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Attempting to bind port a0f641bf-4660-4284-93d7-95d635c22ac3 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:18.970801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Attempting to bind port a0f641bf-4660-4284-93d7-95d635c22ac3 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:18.974921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Port a0f641bf-4660-4284-93d7-95d635c22ac3 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:18.975238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Attempting to bind port a0f641bf-4660-4284-93d7-95d635c22ac3 on network c4573c0d-62f6-4942-a484-fbd09e4ae9d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:18.980083 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:18.980422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Checking segment: {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:18.980802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Bound using segment: {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:18.981229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Bound port: a0f641bf-4660-4284-93d7-95d635c22ac3, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f25be0-3254-4055-8019-ee238bcd8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:18.981579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.043744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:19.046753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a0f641bf-4660-4284-93d7-95d635c22ac3,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:19.051240 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.085214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.085840 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.087208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] 10.222.0.100 "PUT /v2.0/ports/a0f641bf-4660-4284-93d7-95d635c22ac3 HTTP/1.1" status: 200 len: 1092 time: 0.5723581 Nov 12 03:52:19.087655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:19.089963 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811" -d '{"events": [{"name": "network-changed", "server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:19.114407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce3f9-6968-49d7-8ccc-448290098dcd service neutron] Pushing event updated for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.119435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d98e2a62-a5aa-474e-afa3-6e6189c8e803 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:19.135479 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e22c8bb-3db5-42a5-8017-3251f40a03c3 x-openstack-request-id: req-2e22c8bb-3db5-42a5-8017-3251f40a03c3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:19.135759 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:19.136030 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e22c8bb-3db5-42a5-8017-3251f40a03c3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:19.136427 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3', 'status': 'completed', 'code': 200} Nov 12 03:52:19.141910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: d98e2a62-a5aa-474e-afa3-6e6189c8e803 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:19.142256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d98e2a62-a5aa-474e-afa3-6e6189c8e803 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:19.170254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-09cedef1-f985-4e98-8f13-9c69c98c5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.171769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-09cedef1-f985-4e98-8f13-9c69c98c5518 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 1095 time: 0.0459058 Nov 12 03:52:19.221996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-9099bac6-104c-475a-b98b-cf96c771cea2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0f641bf-4660-4284-93d7-95d635c22ac3 HTTP/1.1" status: 200 len: 217 time: 0.0413027 Nov 12 03:52:19.294593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a8a14-da14-416c-aba3-f283632132ea req-219f8e3a-b30e-4a4a-9aa8-3b21ec4f4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.296406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-219f8e3a-b30e-4a4a-9aa8-3b21ec4f4c91 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 HTTP/1.1" status: 200 len: 848 time: 0.0670240 Nov 12 03:52:19.304860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ef56-ea5e-4da0-b9fa-1b6b22aced59 req-7497d667-4cdf-4ac3-b884-17d46f6200dd tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.306219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1d9ef56-ea5e-4da0-b9fa-1b6b22aced59 req-7497d667-4cdf-4ac3-b884-17d46f6200dd tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 943 time: 0.0870912 Nov 12 03:52:19.341365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-22c7eb5a-f5f5-45cb-8128-18ca25e4c38b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340929 Nov 12 03:52:19.424237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f1d9ef56-ea5e-4da0-b9fa-1b6b22aced59 req-a5a11a14-8232-423a-b517-1a66cc406fd7 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090484 Nov 12 03:52:19.453789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-e08e16db-9ac5-4a94-bc99-352e27792003 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049135 Nov 12 03:52:19.478684 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:19.547073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f9a8a14-da14-416c-aba3-f283632132ea req-98bdde76-842d-4fb3-acbc-64563e8d76bd service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860116 Nov 12 03:52:19.632820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-9a3a6a6b-2eca-4b76-9e84-cbfd9976be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.634293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-9a3a6a6b-2eca-4b76-9e84-cbfd9976be82 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=210a2ddee79e453dbc2d9ac34feac972&device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 1095 time: 0.0409665 Nov 12 03:52:19.727149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-911b5a54-bab9-47ed-ac6d-e9013b87f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.728657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-911b5a54-bab9-47ed-ac6d-e9013b87f4ce service neutron] 10.222.0.100 "GET /v2.0/networks?id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 200 len: 910 time: 0.0874550 Nov 12 03:52:19.769421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-3d3fcd06-23ff-4421-baf1-00abe4d49c47 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0f641bf-4660-4284-93d7-95d635c22ac3 HTTP/1.1" status: 200 len: 217 time: 0.0338144 Nov 12 03:52:19.818276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-78809967-a64e-4e64-8ec5-6e7dafd4c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.819674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-78809967-a64e-4e64-8ec5-6e7dafd4c4a2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 HTTP/1.1" status: 200 len: 848 time: 0.0424759 Nov 12 03:52:19.856627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-1b71e882-bbcd-4c28-aaf4-c6b12526f6a7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c4573c0d-62f6-4942-a484-fbd09e4ae9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285318 Nov 12 03:52:19.948289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-fd3015d7-c297-43a0-a31a-2e4935c6a1b6 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841987 Nov 12 03:52:20.042609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bbbdb97-cde3-4235-a3ae-1ad3f8256811 req-ea7b9685-e3d6-45c2-8ac1-71d2b3d5b153 service neutron] 10.222.0.100 "GET /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867243 Nov 12 03:52:20.403906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05c0942d-85fe-4224-8be9-ceed802df4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.541700 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675e591-196b-4200-bd29-42d876602ec9 req-8a859692-b8b4-4af7-b693-c9acf9418eda tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.543065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b675e591-196b-4200-bd29-42d876602ec9 req-8a859692-b8b4-4af7-b693-c9acf9418eda tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Nov 12 03:52:20.600237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b675e591-196b-4200-bd29-42d876602ec9 req-ab0aed10-305b-4916-b4da-37ba46a088ea tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Nov 12 03:52:21.715280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b738b-a657-4ecb-9d67-617a95dc6f6e req-6dc4f00e-cb4d-4975-90fa-7ebfe43bc90e tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.717334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f7b738b-a657-4ecb-9d67-617a95dc6f6e req-6dc4f00e-cb4d-4975-90fa-7ebfe43bc90e tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 943 time: 0.0491698 Nov 12 03:52:21.743649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.770085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f7b738b-a657-4ecb-9d67-617a95dc6f6e req-d0934832-39be-448f-8fd7-49b000bc3b81 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468071 Nov 12 03:52:22.884847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3b2e-7543-41a2-bfaa-2a4aecf0b02c req-6540192f-1d54-4d84-b8e5-6f3b2062b26f tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.886312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ffb3b2e-7543-41a2-bfaa-2a4aecf0b02c req-6540192f-1d54-4d84-b8e5-6f3b2062b26f tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 943 time: 0.0502264 Nov 12 03:52:22.933426 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ffb3b2e-7543-41a2-bfaa-2a4aecf0b02c req-304b0ad3-3c07-4b53-8d8d-b42ed05c8e90 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Nov 12 03:52:23.112033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.149879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a0f641bf-4660-4284-93d7-95d635c22ac3 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:23.242925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a0f641bf-4660-4284-93d7-95d635c22ac3,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:23.253880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'a0f641bf-4660-4284-93d7-95d635c22ac3', 'network_id': 'c4573c0d-62f6-4942-a484-fbd09e4ae9d5', 'port_id': 'a0f641bf-4660-4284-93d7-95d635c22ac3', 'mac_address': 'fa:16:3e:25:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4e3af6-e95f-42f3-a24d-fc030e5cbf68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:23.294528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.306844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f641bf-4660-4284-93d7-95d635c22ac3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:23.325945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a0f641bf-4660-4284-93d7-95d635c22ac3,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:23.329959 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.376315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.383450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.383800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.384172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.384512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.384849 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.385182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.385511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.385841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.386165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.386489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.386812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.387135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:23.528544 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a0f641bf-4660-4284-93d7-95d635c22ac3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:23.671253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.047226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ada6-5859-49cb-ac32-8ee52a595c11 req-4173f070-75d3-43c3-a50c-64d710adc6fb tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.048732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a110ada6-5859-49cb-ac32-8ee52a595c11 req-4173f070-75d3-43c3-a50c-64d710adc6fb tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 944 time: 0.0494645 Nov 12 03:52:24.095344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a110ada6-5859-49cb-ac32-8ee52a595c11 req-9b7c52d2-2312-49c9-9499-5968f07987dd tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Nov 12 03:52:25.165922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a0f641bf-4660-4284-93d7-95d635c22ac3 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:25.216170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port a0f641bf-4660-4284-93d7-95d635c22ac3 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:25.220564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port a0f641bf-4660-4284-93d7-95d635c22ac3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:25.220937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.236289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bb682-2d26-4aed-8291-2c98ba2812df req-ba448344-3c22-42bf-9701-26827873dbc2 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.237819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f82bb682-2d26-4aed-8291-2c98ba2812df req-ba448344-3c22-42bf-9701-26827873dbc2 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 944 time: 0.0609682 Nov 12 03:52:25.287170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f82bb682-2d26-4aed-8291-2c98ba2812df req-8d715208-5582-41ea-816a-da76826ba7d0 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Nov 12 03:52:25.301829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.324147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:25.326355 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b67d6be-68eb-4a76-af2c-cbd7a6d90747" -d '{"events": [{"server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "name": "network-vif-plugged", "status": "completed", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:25.338645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a0f641bf-4660-4284-93d7-95d635c22ac3,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:25.342975 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.366586 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a1f53a-3847-464a-8ee3-066669006ce1 x-openstack-request-id: req-00a1f53a-3847-464a-8ee3-066669006ce1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:25.366873 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "name": "network-vif-plugged", "status": "completed", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:25.367124 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-00a1f53a-3847-464a-8ee3-066669006ce1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:25.367507 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3', 'code': 200} Nov 12 03:52:25.393183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:25.460956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d28f9-0786-48d3-95c0-2eff83afb167 req-b308d430-4cee-43b5-9983-5ddb090052c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.462415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-249d28f9-0786-48d3-95c0-2eff83afb167 req-b308d430-4cee-43b5-9983-5ddb090052c9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 1097 time: 0.0392330 Nov 12 03:52:25.505468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-249d28f9-0786-48d3-95c0-2eff83afb167 req-d469a857-0a93-4414-91bc-fbd920253b8c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Nov 12 03:52:26.401570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4c9d3-456e-439f-816e-8ba9c925bccb req-1f176d3b-e1a2-42fb-9eb8-78c826e69d6c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.403038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82d4c9d3-456e-439f-816e-8ba9c925bccb req-1f176d3b-e1a2-42fb-9eb8-78c826e69d6c tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Nov 12 03:52:26.468377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82d4c9d3-456e-439f-816e-8ba9c925bccb req-6c0f4fd7-25d0-4a53-8292-0afa631b29f2 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Nov 12 03:52:27.585056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4802648-ce64-4e86-89b7-d292295337b2 req-a37f6b84-1895-44db-ba77-f09e90a6f0c5 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.586523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4802648-ce64-4e86-89b7-d292295337b2 req-a37f6b84-1895-44db-ba77-f09e90a6f0c5 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Nov 12 03:52:27.633233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f4802648-ce64-4e86-89b7-d292295337b2 req-2044206c-93e4-400b-b24e-b08d7be7218b tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Nov 12 03:52:28.220539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6608055-3808-4774-a181-39069bf00c19 req-216b4a4c-e266-4f66-a571-859ccd02d962 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.221980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6608055-3808-4774-a181-39069bf00c19 req-216b4a4c-e266-4f66-a571-859ccd02d962 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 945 time: 0.0477190 Nov 12 03:52:28.270645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6608055-3808-4774-a181-39069bf00c19 req-49a82107-1b71-4095-8b25-3c0da56eab6b tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Nov 12 03:52:29.390905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7241b-5fcc-41ad-bd56-1e397c699386 req-fc071cbd-272f-4342-a676-9e397214dbd1 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.392380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcc7241b-5fcc-41ad-bd56-1e397c699386 req-fc071cbd-272f-4342-a676-9e397214dbd1 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Nov 12 03:52:29.446686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bcc7241b-5fcc-41ad-bd56-1e397c699386 req-384eaf56-a080-4af9-bcfe-5a6452529fc2 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.93 "GET /v2.0/security-groups?id=f6dd50a1-28d0-4b9f-9283-299442858f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Nov 12 03:52:29.481588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-4029b6cf-5bdc-4028-a6f7-6c13962c8fd8 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.483005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-4029b6cf-5bdc-4028-a6f7-6c13962c8fd8 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "GET /v2.0/ports?device_id=4b60eb9e-663c-4ce5-b5f4-f1cba60219a2 HTTP/1.1" status: 200 len: 945 time: 0.0558321 Nov 12 03:52:29.574506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Deleting port a0f641bf-4660-4284-93d7-95d635c22ac3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:29.574848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.661081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] For port a0f641bf-4660-4284-93d7-95d635c22ac3, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=a0f641bf-4660-4284-93d7-95d635c22ac3,segment=NetworkSegment(39f25be0-3254-4055-8019-ee238bcd8f2a),segment_id=39f25be0-3254-4055-8019-ee238bcd8f2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:29.661443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.674271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Calling delete_port for a0f641bf-4660-4284-93d7-95d635c22ac3 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:29.800525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.812543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['a0f641bf-4660-4284-93d7-95d635c22ac3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:29.828428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Pushing event deleted for resources: {'Port': ['ID=a0f641bf-4660-4284-93d7-95d635c22ac3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.868654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] No DVR routers for this DVR port a0f641bf-4660-4284-93d7-95d635c22ac3 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:29.871304 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.874646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ba00570-3d19-469c-8cf0-65954c60c2f9 req-5bf25c8e-a66e-4d7b-b643-1cc35c538273 tempest-VolumesActionsTest-224916454 tempest-VolumesActionsTest-224916454-project] 10.222.0.100 "DELETE /v2.0/ports/a0f641bf-4660-4284-93d7-95d635c22ac3 HTTP/1.1" status: 204 len: 173 time: 0.3853798 Nov 12 03:52:29.875131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'name': 'network-vif-deleted', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:29.877818 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16673a0b-7baa-4579-abfa-83c3e42fd7e2" -d '{"events": [{"server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "name": "network-vif-deleted", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:29.917631 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5aea6b-71cd-49b1-b11f-da1c1e6ec559 x-openstack-request-id: req-6a5aea6b-71cd-49b1-b11f-da1c1e6ec559 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:29.917924 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b60eb9e-663c-4ce5-b5f4-f1cba60219a2", "name": "network-vif-deleted", "tag": "a0f641bf-4660-4284-93d7-95d635c22ac3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:29.918179 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6a5aea6b-71cd-49b1-b11f-da1c1e6ec559 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:29.918585 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b60eb9e-663c-4ce5-b5f4-f1cba60219a2', 'name': 'network-vif-deleted', 'tag': 'a0f641bf-4660-4284-93d7-95d635c22ac3', 'status': 'completed', 'code': 200} Nov 12 03:52:31.052849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.916595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.182549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a0f641bf-4660-4284-93d7-95d635c22ac3 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:33.206302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: a0f641bf-4660-4284-93d7-95d635c22ac3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:33.207018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device a0f641bf-4660-4284-93d7-95d635c22ac3 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:35.154011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df0b9-c025-4440-923f-28c5e7c73635 req-968b0b31-6c84-4259-b597-4bbabf7ea368 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:35.156693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e32df0b9-c025-4440-923f-28c5e7c73635 req-968b0b31-6c84-4259-b597-4bbabf7ea368 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0585632 Nov 12 03:52:35.215363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e32df0b9-c025-4440-923f-28c5e7c73635 req-3bf3c14b-27e7-480d-b272-7c3812d70821 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516677 Nov 12 03:52:36.366245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97afce-950c-4ce6-a30d-6ea6aeb70026 req-90026aed-0db0-4a1b-97e9-8f232385e40e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.368582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b97afce-950c-4ce6-a30d-6ea6aeb70026 req-90026aed-0db0-4a1b-97e9-8f232385e40e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0611122 Nov 12 03:52:36.424093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b97afce-950c-4ce6-a30d-6ea6aeb70026 req-887bf8d8-e2ab-4036-9501-5f34cdbf1277 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491242 Nov 12 03:52:37.570253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dee4c4-1a21-4d56-b2af-3add81c20e3d req-de6f7cee-cb87-4ab0-9c2c-b0310f6bce0c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.571760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7dee4c4-1a21-4d56-b2af-3add81c20e3d req-de6f7cee-cb87-4ab0-9c2c-b0310f6bce0c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0736277 Nov 12 03:52:37.625900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7dee4c4-1a21-4d56-b2af-3add81c20e3d req-26c384de-0f5c-4c26-9a3b-b79a44ab938c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Nov 12 03:52:38.773596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810185-2f64-4f8c-9d8a-a4b8c1ce8314 req-e36ce284-b14e-4f1d-832f-db8686979c45 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.775834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce810185-2f64-4f8c-9d8a-a4b8c1ce8314 req-e36ce284-b14e-4f1d-832f-db8686979c45 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0668693 Nov 12 03:52:38.847288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce810185-2f64-4f8c-9d8a-a4b8c1ce8314 req-bb3784fe-a23d-428b-aa6c-0c20373d8560 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592492 Nov 12 03:52:39.970512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb1bff-cbe3-417f-93e1-eac86c4617c8 req-4ec73136-6b8b-4c54-b05c-7bedb7fa559e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.977979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50fb1bff-cbe3-417f-93e1-eac86c4617c8 req-4ec73136-6b8b-4c54-b05c-7bedb7fa559e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0665653 Nov 12 03:52:40.033809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50fb1bff-cbe3-417f-93e1-eac86c4617c8 req-1a9e8167-6423-4a7b-b186-8e658dfe3dd7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548911 Nov 12 03:52:41.223871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c83bf-87b5-41dd-bba0-9aa13f290009 req-0011561e-7eae-4d03-bc4f-383a1d18baf7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.226495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee0c83bf-87b5-41dd-bba0-9aa13f290009 req-0011561e-7eae-4d03-bc4f-383a1d18baf7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0831599 Nov 12 03:52:41.313331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee0c83bf-87b5-41dd-bba0-9aa13f290009 req-97365c30-df15-4e11-b68c-ee2e7bfb277d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766234 Nov 12 03:52:42.439715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b582fc4-d229-4e84-b368-e8e10b64e24b req-fc3b15cc-b667-42fd-b41b-1c4dacac0bbf tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.441385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b582fc4-d229-4e84-b368-e8e10b64e24b req-fc3b15cc-b667-42fd-b41b-1c4dacac0bbf tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0545888 Nov 12 03:52:42.503026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b582fc4-d229-4e84-b368-e8e10b64e24b req-4edd1f37-5995-4284-92da-a65f2fd2de89 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553579 Nov 12 03:52:43.642953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc8828-4b25-474f-a69c-edf6100c357c req-13978895-7194-48c3-b991-45ddb13fb40f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.650347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abc8828-4b25-474f-a69c-edf6100c357c req-13978895-7194-48c3-b991-45ddb13fb40f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0646722 Nov 12 03:52:43.709302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abc8828-4b25-474f-a69c-edf6100c357c req-76d98c5f-6cd1-4e71-9a5d-648e787406a6 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519807 Nov 12 03:52:44.844335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345014c-e464-4d2f-8356-fd3e8651a0e6 req-2bc8a071-1070-4816-8550-af6ff38ea631 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:44.847450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f345014c-e464-4d2f-8356-fd3e8651a0e6 req-2bc8a071-1070-4816-8550-af6ff38ea631 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0614443 Nov 12 03:52:44.921589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f345014c-e464-4d2f-8356-fd3e8651a0e6 req-a3f101ab-b661-4d7f-b315-19f881c6c162 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664814 Nov 12 03:52:45.410770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-6b88ade1-5fce-48b6-b171-1f724d678a15 req-3593e17d-5ebc-4022-b0c1-9102a56f4602 tempest-TaggedBootDevicesTest_v242-34158077 tempest-TaggedBootDevicesTest_v242-34158077-project] (102606) timed out ('10.222.0.98', 52381) {{(pid=102606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:52:46.066571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5324d1-7292-4ffc-aade-d2b1a17917a3 req-ad6b3319-6338-41cd-b7b6-fbebe2204f29 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.068920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f5324d1-7292-4ffc-aade-d2b1a17917a3 req-ad6b3319-6338-41cd-b7b6-fbebe2204f29 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0616450 Nov 12 03:52:46.143379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f5324d1-7292-4ffc-aade-d2b1a17917a3 req-adff2d39-2ccb-4a74-a5a0-700cb2c8b3fc tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677321 Nov 12 03:52:47.255189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea4b14-a2f5-434d-9242-b6f82866faac req-86732a59-afce-4ff5-807a-03451ca7075a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.256710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6aea4b14-a2f5-434d-9242-b6f82866faac req-86732a59-afce-4ff5-807a-03451ca7075a tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0501707 Nov 12 03:52:47.307070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6aea4b14-a2f5-434d-9242-b6f82866faac req-cd62aa2b-343d-4c5d-a6a0-1d223d62f02d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Nov 12 03:52:48.000603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-599f6e07-783a-49cb-b8de-33959486862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.423749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3279f-1d32-4f5f-86ac-8303ffda288a req-0d274203-ee47-4bfb-bfff-0fe9ef9a0832 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.425244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ee3279f-1d32-4f5f-86ac-8303ffda288a req-0d274203-ee47-4bfb-bfff-0fe9ef9a0832 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0508635 Nov 12 03:52:48.476296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9ee3279f-1d32-4f5f-86ac-8303ffda288a req-9cf96c2b-5151-44c9-95ef-758f66eb2eb3 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Nov 12 03:52:49.598418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb386af-d276-4758-a060-7d85b83906bb req-5275a234-11e1-4f3a-ac94-3ef964cdea1e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.599893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eb386af-d276-4758-a060-7d85b83906bb req-5275a234-11e1-4f3a-ac94-3ef964cdea1e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0535460 Nov 12 03:52:49.648882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eb386af-d276-4758-a060-7d85b83906bb req-64f3c540-2939-4e0b-89f4-afde09c6fd5f tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Nov 12 03:52:50.206750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59100) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:50.252395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Deleting subnet aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:50.255563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.289794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.332732 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.386830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.405852 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61911c02-7303-44f1-9cd9-5826ed5de427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.418354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.421820 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/aa4e3af6-e95f-42f3-a24d-fc030e5cbf68 HTTP/1.1" status: 204 len: 168 time: 0.2140567 Nov 12 03:52:50.423383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af9994-cc58-4313-b9a2-8f2c1e2cf747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4e3af6-e95f-42f3-a24d-fc030e5cbf68,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.426015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:50.504902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.585238 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.605189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4573c0d-62f6-4942-a484-fbd09e4ae9d5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.614763 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f25be0-3254-4055-8019-ee238bcd8f2a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.615058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f25be0-3254-4055-8019-ee238bcd8f2a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:50.624157 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.637037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.643446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:50.643826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:50.645481 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:50.702608 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.710934 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.715892 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] 10.222.0.93 "DELETE /v2.0/networks/c4573c0d-62f6-4942-a484-fbd09e4ae9d5 HTTP/1.1" status: 204 len: 168 time: 0.2876782 Nov 12 03:52:50.729068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Pushing event deleted for resources: {'Network': ['ID=c4573c0d-62f6-4942-a484-fbd09e4ae9d5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.738933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.739299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.739720 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.740241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.740708 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.741271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.741687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.742205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.742547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.742910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.743435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.743769 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4d5415-66cd-425e-8839-4959d1ef135f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:50.790590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde437c-50d4-43ab-9e40-ef3a849ad387 req-6e215f85-d006-4ea3-ac41-fc3ef3bda4d7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.792458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cde437c-50d4-43ab-9e40-ef3a849ad387 req-6e215f85-d006-4ea3-ac41-fc3ef3bda4d7 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0649781 Nov 12 03:52:50.851461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5cde437c-50d4-43ab-9e40-ef3a849ad387 req-7c1686ea-592a-4eb7-adde-73522abcdb97 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514865 Nov 12 03:52:50.990454 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.035403 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a51d5466-94e4-40fb-88cc-4722b27d34cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=210a2ddee79e453dbc2d9ac34feac972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436633 Nov 12 03:52:51.037826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:51.086038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.107600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.156026 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.159305 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.160479 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6dd50a1-28d0-4b9f-9283-299442858f9f HTTP/1.1" status: 204 len: 168 time: 0.1216602 Nov 12 03:52:51.168373 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecec8f3-9032-4520-b717-8f7921903c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd50a1-28d0-4b9f-9283-299442858f9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.748050 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.981376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e352226-8e16-4e7f-8fef-1f08dba94ae9 req-d15c1b34-5f64-4157-80af-c9bdffe4d32c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:51.984981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e352226-8e16-4e7f-8fef-1f08dba94ae9 req-d15c1b34-5f64-4157-80af-c9bdffe4d32c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0576720 Nov 12 03:52:52.034435 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e352226-8e16-4e7f-8fef-1f08dba94ae9 req-4b13758d-18cb-49f5-8543-ad1ee3c4a98b tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447106 Nov 12 03:52:52.721339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252687e-e635-447f-8455-08db550353ee req-91ce7ada-de62-4c1e-ba3a-35c435c6e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.722846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1252687e-e635-447f-8455-08db550353ee req-91ce7ada-de62-4c1e-ba3a-35c435c6e474 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0408649 Nov 12 03:52:52.771238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1252687e-e635-447f-8455-08db550353ee req-49cf236f-b0c0-460c-8f2d-f80187b772e5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Nov 12 03:52:53.117101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.131771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.137127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'network': {'name': 'tempest-network-smoke--454827461', 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:53.157125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91540f91-23a0-4a80-8dc2-a6a8b96c29af req-007ba879-c45e-4ef6-9553-393db3b6b601 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.158873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91540f91-23a0-4a80-8dc2-a6a8b96c29af req-007ba879-c45e-4ef6-9553-393db3b6b601 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0540068 Nov 12 03:52:53.159679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:53.163413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.171904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.218489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91540f91-23a0-4a80-8dc2-a6a8b96c29af req-ce217ada-a5cc-4eea-a05d-8d6439f01d0c tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532408 Nov 12 03:52:53.254649 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.258170 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.280481 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1208} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:53.294892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93a5bc-eaee-40ce-8908-f9f772605d5f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.298377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.298665 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Added segment 64852980-711a-4aa7-8f45-5b68eb161a39 of type vlan for network b6497edb-e2b3-4b58-8564-677db229cd73 Nov 12 03:52:53.339929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.364151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.369586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.370168 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.405184 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2721362 Nov 12 03:52:53.408212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59168) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.412734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'admin_state_up': True, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:53.436722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.438550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.440685 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac640f-752f-4dc6-8580-2427303a778f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Network': ['ID=b6497edb-e2b3-4b58-8564-677db229cd73,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.451380 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network b6497edb-e2b3-4b58-8564-677db229cd73 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:53.492852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.627607 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.665466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.817309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.845869 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.950039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.25.4.51 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/91290063-bcef-40aa-a38b-e3648e419968) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:54.053371 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.055786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:54.087744 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.123776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:54.127061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:54.132681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:54.142675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedaf0b-6b92-46b2-936c-71658b1cd896 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:54.159009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=91290063-bcef-40aa-a38b-e3648e419968,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.195787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:54.206348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'port_id': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'mac_address': 'fa:16:3e:88:34:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:54.250039 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.268041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:54.277229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ca486e72-5161-41ae-8346-38ab08b1ec60 None None] Provisioning complete for port 91290063-bcef-40aa-a38b-e3648e419968 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:54.277604 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca486e72-5161-41ae-8346-38ab08b1ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.312682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:54.324844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.332286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca486e72-5161-41ae-8346-38ab08b1ec60 None None] Port 91290063-bcef-40aa-a38b-e3648e419968 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:54.374635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.423099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac2ba2-8677-445f-b328-e8fc48af8275 req-c6df01b9-a898-49e6-8d3a-bb8ca22adc08 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:54.424610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fac2ba2-8677-445f-b328-e8fc48af8275 req-c6df01b9-a898-49e6-8d3a-bb8ca22adc08 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.1292293 Nov 12 03:52:54.453311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.546022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:54.846694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fac2ba2-8677-445f-b328-e8fc48af8275 req-debfc502-9a2b-4dba-a7a7-46d58ba37ccd tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154141 Nov 12 03:52:54.868595 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.934777 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24e78202-b5de-42b4-b7d4-0a4a6054c941 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/floatingips/649e487a-016c-40f7-8c4f-c9ba3b6046d4 HTTP/1.1" status: 200 len: 993 time: 0.0649893 Nov 12 03:52:55.002912 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.135899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 2dffab97-0299-49e4-899c-0ee947fc0942 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:55.240656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:55.252708 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Sync routers for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:55.262282 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:55.262927 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:55.264971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.267199 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1a20aaf9-44ef-4708-a144-6e8b750d3a45 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8580208 Nov 12 03:52:55.270238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59174) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.369673 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:55.395288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-98a81619-f23e-4dcf-b35f-2b640a8116f1 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=d26283fd4936432aa47a9a2e53080461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238852 Nov 12 03:52:55.397942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59178) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.482045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52c8ef-2f85-4911-b76b-91667d545c31 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.483545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0c52c8ef-2f85-4911-b76b-91667d545c31 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847085 Nov 12 03:52:55.486882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59180) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.515389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1ee138f7-26c4-4d17-aed5-1c6e27752d5b tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274351 Nov 12 03:52:55.518260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59182) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.522969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-414888413', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:55.543199 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:54Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:55.573098 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Checking router: 2dffab97-0299-49e4-899c-0ee947fc0942 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:55.573510 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Updating router 2dffab97-0299-49e4-899c-0ee947fc0942 port 91290063-bcef-40aa-a38b-e3648e419968 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:55.596862 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.613626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:55.617383 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.799206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.841605 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.846527 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.860282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Subnet': ['ID=625a914c-4670-4970-972f-3f3aa8194770,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.868251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Checking segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:55.868615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network hostable DHCP agents. Network: b6497edb-e2b3-4b58-8564-677db229cd73, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:55.886688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network b6497edb-e2b3-4b58-8564-677db229cd73 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:55.892298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010808d-3288-4ae0-89dc-812aa6d69b13 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:55.899512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, b6497edb-e2b3-4b58-8564-677db229cd73) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:55.900052 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Attempting to bind port 91290063-bcef-40aa-a38b-e3648e419968 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:55.900552 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Attempting to bind port 91290063-bcef-40aa-a38b-e3648e419968 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:55.900916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Attempting to bind port 91290063-bcef-40aa-a38b-e3648e419968 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:55.904334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.905103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.910170 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:55.910525 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:55.910928 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.911318 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:55.911772 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Bound port: 91290063-bcef-40aa-a38b-e3648e419968, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:55.912174 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.912949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead7107-a245-4af2-92c3-81cf65fa03ed None None] Network b6497edb-e2b3-4b58-8564-677db229cd73 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:55.924182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5316b393-45b0-4922-a365-09d7a96f740b tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4048879 Nov 12 03:52:55.927219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.936290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Pushing event updated for resources: {'Port': ['ID=91290063-bcef-40aa-a38b-e3648e419968,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:55.951104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.951722 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.952267 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.952782 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.953966 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.954304 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.954633 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.954957 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.955279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.955600 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.955921 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.956328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:55.979540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] For port 91290063-bcef-40aa-a38b-e3648e419968, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:55.983660 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] For port 91290063-bcef-40aa-a38b-e3648e419968, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91290063-bcef-40aa-a38b-e3648e419968,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:55.988949 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.995905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] Provisioning complete for port 91290063-bcef-40aa-a38b-e3648e419968 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:55.996297 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.036821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:56.037485 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:56.038895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0780ab8-bb72-4fcb-8e0a-ef9a07bcd61a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:56.045064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:56.167750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-b6497edb-e2b3-4b58-8564-677db229cd73', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:52:56.168590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.190448 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc71466-edf7-49db-8013-8243aff23d61 None None] Pushing event updated for resources: {'Port': ['ID=91290063-bcef-40aa-a38b-e3648e419968,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.204033 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:56.204629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.245146 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:56.254111 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.331604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] For port 91290063-bcef-40aa-a38b-e3648e419968, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91290063-bcef-40aa-a38b-e3648e419968,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:56.353547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.422044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.431045 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:54Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:56.458369 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce79c06-02fd-4698-a4a2-9b91ae7234ee None None] The sync data for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 is: [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:54Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:56.478307 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:56.484001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc254fc-d4d7-47b7-a793-be89dba3665c None None] Pushing event updated for resources: {'Port': ['ID=91290063-bcef-40aa-a38b-e3648e419968,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.486966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Allocated IP 172.20.0.2 (b6497edb-e2b3-4b58-8564-677db229cd73/625a914c-4670-4970-972f-3f3aa8194770/ceee34ec-1368-41f0-ba2c-d2b2582ba4bc) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:56.493002 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.536077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ef0cbfaa-b70d-4955-90c5-c8069e9d963f None None] Provisioning complete for port 91290063-bcef-40aa-a38b-e3648e419968 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:56.536448 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ef0cbfaa-b70d-4955-90c5-c8069e9d963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.571720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:56.574018 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a83279-c483-4d31-ac37-8962c47eaf8b" -d '{"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:56.616355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:56.626812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.629478 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ea66e-810a-4d1f-b4bb-42c5464923b9 x-openstack-request-id: req-1a6ea66e-810a-4d1f-b4bb-42c5464923b9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:56.629764 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:56.630101 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a6ea66e-810a-4d1f-b4bb-42c5464923b9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:56.630409 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'code': 200} Nov 12 03:52:56.777306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.813201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.820741 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.859937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Network b6497edb-e2b3-4b58-8564-677db229cd73 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:56.862858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:56.868795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:56.875608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.20.0.1 (b6497edb-e2b3-4b58-8564-677db229cd73/625a914c-4670-4970-972f-3f3aa8194770/d5b53b16-57e5-4d3a-9c87-43ceabd81435) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:56.878234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Pushing event updated for resources: {'Port': ['ID=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.934511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Attempting to bind port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:56.935138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Attempting to bind port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:56.935810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Attempting to bind port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc on network b6497edb-e2b3-4b58-8564-677db229cd73 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:56.941423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:56.941797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Checking segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:56.942198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.942589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Bound using segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:56.943092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Bound port: ceee34ec-1368-41f0-ba2c-d2b2582ba4bc, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:56.943479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.001901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.012056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] For port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:57.016953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] For port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:57.023116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.046056 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.096951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network b6497edb-e2b3-4b58-8564-677db229cd73 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:57.097650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea33c-626d-4f06-a3c0-1ad622d62230 None None] Pushing event updated for resources: {'Port': ['ID=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.100865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:57.104305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:57.111758 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.159513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.366483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.372381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91290063-bcef-40aa-a38b-e3648e419968 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:57.435079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 91290063-bcef-40aa-a38b-e3648e419968 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:57.435447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.673153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.678646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.749453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.756220 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.855705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network b6497edb-e2b3-4b58-8564-677db229cd73 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:57.857166 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:57.973527 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 2dffab97-0299-49e4-899c-0ee947fc0942 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:58.050758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87273f1a-3cc8-4c1a-8dc0-f0ef3ce36ca1 None None] Network b6497edb-e2b3-4b58-8564-677db229cd73 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:58.085478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:58.090673 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54444eef-8a72-4476-8e1a-8e31b3f0c35e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "PUT /v2.0/routers/2dffab97-0299-49e4-899c-0ee947fc0942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1617937 Nov 12 03:52:58.093361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:58.097946 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--855326820', 'description': 'tempest-secgroup_access--855326820 description', 'project_id': 'd26283fd4936432aa47a9a2e53080461'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.121983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.172996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] Provisioning complete for port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:58.173363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.189538 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.193492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.219723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.223525 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1265600 Nov 12 03:52:58.224460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59190) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:58.230477 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97919f17-227c-49c0-a2b8-54427d440f7f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a459b37-c919-4963-aa69-6e9156764e58,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.232480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--714127920', 'description': 'tempest-secgroup_general--714127920 description', 'project_id': 'd26283fd4936432aa47a9a2e53080461'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.259570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.296992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.343765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] For port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:58.355907 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.356625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.362393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.395315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.399049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1699848 Nov 12 03:52:58.399843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:58.400602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23b401-a4bf-4f39-91b0-0cb1eb1c7ad5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7095aba9-901d-42f0-87ef-bc60040daf1f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.404842 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'security_group_rule': {'security_group_id': '0a459b37-c919-4963-aa69-6e9156764e58', 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.422476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07623-065c-401a-a0e2-711a245d8839 None None] Pushing event updated for resources: {'Port': ['ID=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.437478 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.502342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.506824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.528716 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481dcd08-579d-4f8d-8698-14ce03d90860,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.543526 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.544825 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fcb2ab4a-9faf-4a77-8769-4a0a2c753d82 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440282 Nov 12 03:52:58.580672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-45297ad3-a9f4-42fe-b985-5ed2fe1a8d88 None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:58.581091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45297ad3-a9f4-42fe-b985-5ed2fe1a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.621237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-45297ad3-a9f4-42fe-b985-5ed2fe1a8d88 None None] Port d5b53b16-57e5-4d3a-9c87-43ceabd81435 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:58.632945 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-45297ad3-a9f4-42fe-b985-5ed2fe1a8d88 None None] Provisioning complete for port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:58.633615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45297ad3-a9f4-42fe-b985-5ed2fe1a8d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.718613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-91e643d3-3333-4762-9e9e-48a1cf5d1ad2 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_general--714127920&fields=id&tenant_id=d26283fd4936432aa47a9a2e53080461 HTTP/1.1" status: 200 len: 267 time: 0.0544250 Nov 12 03:52:58.729705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Sync routers for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:58.742997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:58.743567 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:58.772440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-a76c35c2-0d9d-4555-a7e6-a14dbb1d9457 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup_access--855326820&fields=id&tenant_id=d26283fd4936432aa47a9a2e53080461 HTTP/1.1" status: 200 len: 267 time: 0.0470812 Nov 12 03:52:58.868276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:58.892391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-554aed37-35d0-4b8c-883a-e0c22e661fb6 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:58.894503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-554aed37-35d0-4b8c-883a-e0c22e661fb6 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 796 time: 0.1142859 Nov 12 03:52:58.897669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-355fd5bf-eab3-443b-8300-aa114d40d1b2 None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:58.898045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-355fd5bf-eab3-443b-8300-aa114d40d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.914870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-dc338f8c-f5c2-44f8-9b48-8449dd995b43 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/quotas/d26283fd4936432aa47a9a2e53080461 HTTP/1.1" status: 200 len: 375 time: 0.0100617 Nov 12 03:52:58.973023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-3acef1aa-8f34-4ac2-9721-29f79daac47e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523157 Nov 12 03:52:58.974109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-355fd5bf-eab3-443b-8300-aa114d40d1b2 None None] Port d5b53b16-57e5-4d3a-9c87-43ceabd81435 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:59.068466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-55541a4a-279e-44c8-aef1-4bafa1991023 service neutron] 10.222.0.93 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836308 Nov 12 03:52:59.102531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bdb1abdc-982f-4713-868f-a0fdd3855504 None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:59.103116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bdb1abdc-982f-4713-868f-a0fdd3855504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.146475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1abdc-982f-4713-868f-a0fdd3855504 None None] Port d5b53b16-57e5-4d3a-9c87-43ceabd81435 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:59.150970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 2, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:59.164114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-cf555701-492c-4e5a-9fb3-954f3e2d8178 service neutron] 10.222.0.93 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894842 Nov 12 03:52:59.178506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Checking router: 2dffab97-0299-49e4-899c-0ee947fc0942 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:59.178738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Updating router 2dffab97-0299-49e4-899c-0ee947fc0942 port d5b53b16-57e5-4d3a-9c87-43ceabd81435 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:59.206670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.338918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ceee34ec-1368-41f0-ba2c-d2b2582ba4bc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:59.352504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4123fbc1-3d18-4d4c-8051-de65bc4e8e24 req-3905f056-1638-479e-98f2-a6be819ff5a0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 210 time: 0.0362098 Nov 12 03:52:59.470735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:59.471110 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.613935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.624872 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.676695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7cfc8-5340-451c-95fe-1e90a39a2831 None None] Pushing event updated for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:59.737960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Attempting to bind port d5b53b16-57e5-4d3a-9c87-43ceabd81435 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:59.737960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Attempting to bind port d5b53b16-57e5-4d3a-9c87-43ceabd81435 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:59.737960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Attempting to bind port d5b53b16-57e5-4d3a-9c87-43ceabd81435 on network b6497edb-e2b3-4b58-8564-677db229cd73 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:59.743284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:59.744339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Checking segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:59.744956 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.745562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Bound using segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:59.746246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Bound port: d5b53b16-57e5-4d3a-9c87-43ceabd81435, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:59.746631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.814704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] For port d5b53b16-57e5-4d3a-9c87-43ceabd81435, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:59.818065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] For port d5b53b16-57e5-4d3a-9c87-43ceabd81435, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5b53b16-57e5-4d3a-9c87-43ceabd81435,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:59.822798 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.881223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:59.881865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:59.924351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7cfc8-5340-451c-95fe-1e90a39a2831 None None] Pushing event updated for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:00.008815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.009186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.032507 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:00.212233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.279013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] For port d5b53b16-57e5-4d3a-9c87-43ceabd81435, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5b53b16-57e5-4d3a-9c87-43ceabd81435,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:00.285283 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.309159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-0bfb285d-9502-4f0c-a0a2-0b30fd90e260 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.311036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-0bfb285d-9502-4f0c-a0a2-0b30fd90e260 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 796 time: 0.1290712 Nov 12 03:53:00.393752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-37aab72a-e667-474f-b0ac-f77e58824554 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26283fd4936432aa47a9a2e53080461 HTTP/1.1" status: 200 len: 476 time: 0.0731595 Nov 12 03:53:00.406079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'port': {'device_id': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'admin_state_up': True, 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'security_groups': ['7095aba9-901d-42f0-87ef-bc60040daf1f', '0a459b37-c919-4963-aa69-6e9156764e58']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:00.484132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-936be92c-6196-4c0d-a069-957f7dedd9dc req-2fcadf30-6fe9-4722-8388-5e25361e5297 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 210 time: 0.0584095 Nov 12 03:53:00.512681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3bae1-a11f-4240-b0d5-e1629a3550ff None None] Pushing event updated for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:00.518855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:52:59Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.545438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:00.549843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec4f5fd-5477-4162-b888-dcb4890a73ff None None] The sync data for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 is: [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:52:59Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:00.550118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.553430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1be2f819-c68a-4257-9f7c-63625b47e20b None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.554434 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1be2f819-c68a-4257-9f7c-63625b47e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.713758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.20.0.3 (b6497edb-e2b3-4b58-8564-677db229cd73/625a914c-4670-4970-972f-3f3aa8194770/280c6b0f-744e-4ef4-8809-bfb3b920aa85) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:00.873007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.910034 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.953090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network b6497edb-e2b3-4b58-8564-677db229cd73 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:00.956971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:00.963747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:00.996346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.041167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.042434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.068194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-1edd46f7-ed12-48b0-9ef5-d93b3759a7b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6659493 Nov 12 03:53:01.068793 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.081944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Request body: {'port': {'device_id': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:01.148025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.193671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0b201a95-8b1e-44cd-aa15-fb5ca20f9f82 None None] Provisioning complete for port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.194345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b201a95-8b1e-44cd-aa15-fb5ca20f9f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.245821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0b201a95-8b1e-44cd-aa15-fb5ca20f9f82 None None] Port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:01.318697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5b53b16-57e5-4d3a-9c87-43ceabd81435 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:01.369216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d5b53b16-57e5-4d3a-9c87-43ceabd81435 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.369216 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.462705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-5918251a-dd06-4057-bcaf-773185075be9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0693457 Nov 12 03:53:01.495635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280c6b0f-744e-4ef4-8809-bfb3b920aa85 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:01.503684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.546626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Transition to ACTIVE for port object 280c6b0f-744e-4ef4-8809-bfb3b920aa85 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:01.553005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.624931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422960-0b32-474b-8ce9-a52a24c55248 req-7c13c153-6cb6-4f7e-bf70-5114ad055335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.626500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-7c13c153-6cb6-4f7e-bf70-5114ad055335 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.1203163 Nov 12 03:53:01.647652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Pushing event updated for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.762104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de312898-fcda-4c49-83db-1932ba5d221c req-ffcbbae2-b154-404a-b9ae-6de73ebed355 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.763691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de312898-fcda-4c49-83db-1932ba5d221c req-ffcbbae2-b154-404a-b9ae-6de73ebed355 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 982 time: 0.1978240 Nov 12 03:53:01.832673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Attempting to bind port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:01.833013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Attempting to bind port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:01.833341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Attempting to bind port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 on network b6497edb-e2b3-4b58-8564-677db229cd73 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:01.848642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 on network b6497edb-e2b3-4b58-8564-677db229cd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:01.848968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Attempting to bind port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 on network b6497edb-e2b3-4b58-8564-677db229cd73 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:01.854542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422960-0b32-474b-8ce9-a52a24c55248 req-9e61f94d-2f22-41cb-aa99-3e05d48427ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.856026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-9e61f94d-2f22-41cb-aa99-3e05d48427ad service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 899 time: 0.1896648 Nov 12 03:53:01.865432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:01.865776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Checking segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:01.866160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Bound using segment: {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:01.866598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Bound port: 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64852980-711a-4aa7-8f45-5b68eb161a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:01.866957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.921012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.922478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de312898-fcda-4c49-83db-1932ba5d221c req-d368578e-7cd3-4351-a54f-39efc9ba99c9 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1492324 Nov 12 03:53:01.976394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-5e2b9189-be52-4eae-aefa-90f6abc27c17 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 1002 time: 0.1119370 Nov 12 03:53:02.018924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:02.036369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:02.043203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422960-0b32-474b-8ce9-a52a24c55248 req-885ca41a-916f-4d0b-9b7a-60c86763a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.044717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-885ca41a-916f-4d0b-9b7a-60c86763a5b2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0613940 Nov 12 03:53:02.045723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.109108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.109878 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.111125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] 10.222.0.100 "PUT /v2.0/ports/280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 1131 time: 1.0347161 Nov 12 03:53:02.115641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:02.117825 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a24b9-6e20-421b-99a8-45c310970e16" -d '{"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:02.144847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c1fd-768a-4ae4-9d35-2d7beccd5b24 service neutron] Pushing event updated for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:02.155640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02422960-0b32-474b-8ce9-a52a24c55248 req-09247d0f-2ca1-425f-8e84-8de8314fc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.157215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-09247d0f-2ca1-425f-8e84-8de8314fc544 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817652 Nov 12 03:53:02.175572 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf6275-20b0-4a45-aa56-62185f9275dc x-openstack-request-id: req-91cf6275-20b0-4a45-aa56-62185f9275dc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:02.175862 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:02.176701 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-91cf6275-20b0-4a45-aa56-62185f9275dc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:02.177105 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'status': 'completed', 'code': 200} Nov 12 03:53:02.261087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-9cff9d37-80d9-4ff3-af82-46bbc4283822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.262659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-9cff9d37-80d9-4ff3-af82-46bbc4283822 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1134 time: 0.1098084 Nov 12 03:53:02.316720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-5e039ee4-77ac-4115-b701-769b2b9c3260 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 217 time: 0.0445831 Nov 12 03:53:02.320304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-ac2a2687-863d-47ac-8fe7-b8fc44cd2f60 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555777 Nov 12 03:53:02.417023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-0c0a19ea-8764-43e1-8d63-d2b9c0949c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.418480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-0c0a19ea-8764-43e1-8d63-d2b9c0949c58 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0953047 Nov 12 03:53:02.471445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02422960-0b32-474b-8ce9-a52a24c55248 req-d8faa861-bcf7-4416-bb7d-56942019d00a service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406260 Nov 12 03:53:02.480599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-a5b8330a-7bf2-45e9-8943-07775304b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.482013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-a5b8330a-7bf2-45e9-8943-07775304b126 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560780 Nov 12 03:53:02.575461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-9571d66e-696c-40ca-813b-8d7012eece7a service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Nov 12 03:53:02.662934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f2cddfc0-bcda-484c-82bc-3738e7f007de req-9500b5a4-488f-4f29-88f7-7062751ce17a service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810318 Nov 12 03:53:02.753750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-0674ddcd-73ff-4f24-b7f5-9d373bf36afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.755145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-0674ddcd-73ff-4f24-b7f5-9d373bf36afa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1134 time: 0.0450919 Nov 12 03:53:02.844186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-1e6c6e35-60b1-47a1-9d03-6f5e5ece4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.845644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-1e6c6e35-60b1-47a1-9d03-6f5e5ece4e20 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 898 time: 0.0831583 Nov 12 03:53:02.890098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-e1069f47-867b-4692-aed3-0884134506f0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 217 time: 0.0374305 Nov 12 03:53:02.938776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-5d5608a8-5914-4a65-8185-4bda5e2f2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.940214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-5d5608a8-5914-4a65-8185-4bda5e2f2682 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0435245 Nov 12 03:53:02.987135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-f9cab6ed-dea2-4423-acfd-ec477b47270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.988683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-f9cab6ed-dea2-4423-acfd-ec477b47270c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406635 Nov 12 03:53:03.120322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfbd51-b122-471f-a969-83b3f6519e15 req-6e3db1cc-8e75-407e-abb3-3d9ca4b762d6 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.121786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62dfbd51-b122-471f-a969-83b3f6519e15 req-6e3db1cc-8e75-407e-abb3-3d9ca4b762d6 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 982 time: 0.1295230 Nov 12 03:53:03.123886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-ff0f550f-e851-46a7-bea0-dc546b56faaf service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269834 Nov 12 03:53:03.241568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62dfbd51-b122-471f-a969-83b3f6519e15 req-ffe7949c-9fe3-4852-8451-e235acafa710 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1137621 Nov 12 03:53:03.258162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a08a24b9-6e20-421b-99a8-45c310970e16 req-bc306f4e-7858-42dc-9c0d-a25e237c11be service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246605 Nov 12 03:53:04.417919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8600e9-8758-445e-b801-ec672ada8169 req-762dfa61-4df1-4a4e-baf7-099dffefb4a2 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.419400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb8600e9-8758-445e-b801-ec672ada8169 req-762dfa61-4df1-4a4e-baf7-099dffefb4a2 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 982 time: 0.1047390 Nov 12 03:53:04.475033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb8600e9-8758-445e-b801-ec672ada8169 req-6bc8b439-5bf1-4b23-8a14-33a2cda21095 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0489492 Nov 12 03:53:05.369500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 280c6b0f-744e-4ef4-8809-bfb3b920aa85 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:05.464721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:05.476287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'port_id': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'mac_address': 'fa:16:3e:82:1c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:05.513017 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.526866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280c6b0f-744e-4ef4-8809-bfb3b920aa85 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:05.546840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:05.552239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.600075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.601676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a88d2d-d3d2-4605-be39-3dbaa5611629 req-c3142e65-0a72-4f47-a3a6-3e2cdc60974f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:05.606215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6a88d2d-d3d2-4605-be39-3dbaa5611629 req-c3142e65-0a72-4f47-a3a6-3e2cdc60974f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 983 time: 0.0606000 Nov 12 03:53:05.661759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6a88d2d-d3d2-4605-be39-3dbaa5611629 req-870d5196-69b2-4f09-a93d-5c076751154d tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0518808 Nov 12 03:53:05.739866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['280c6b0f-744e-4ef4-8809-bfb3b920aa85'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:06.777924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d17a-452d-49f6-b9b6-026f018baf24 req-8b616e81-b7be-4898-8beb-056bdd764d31 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.779420 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e833d17a-452d-49f6-b9b6-026f018baf24 req-8b616e81-b7be-4898-8beb-056bdd764d31 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 983 time: 0.0498390 Nov 12 03:53:06.836650 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e833d17a-452d-49f6-b9b6-026f018baf24 req-6de2814e-da29-4cde-9633-ff7041608428 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0505362 Nov 12 03:53:07.369395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 280c6b0f-744e-4ef4-8809-bfb3b920aa85 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:07.418044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:07.422183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:07.422556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.502260 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.525048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:07.527315 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a832c-e64b-47d2-b380-ccff2f0f1ad0" -d '{"events": [{"server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "name": "network-vif-plugged", "status": "completed", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:07.540436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:07.544443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.568222 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509e967-567e-4f68-b8e8-b5af45bdb56e x-openstack-request-id: req-f509e967-567e-4f68-b8e8-b5af45bdb56e {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:07.568515 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "name": "network-vif-plugged", "status": "completed", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:07.568772 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f509e967-567e-4f68-b8e8-b5af45bdb56e {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:07.569165 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'code': 200} Nov 12 03:53:07.595772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:07.662524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550884e-76b6-4420-b5b7-7a9a4e8e72e8 req-31ea9708-7cab-4a9d-9822-0103029d8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.664023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2550884e-76b6-4420-b5b7-7a9a4e8e72e8 req-31ea9708-7cab-4a9d-9822-0103029d8d17 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.0408351 Nov 12 03:53:07.720607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2550884e-76b6-4420-b5b7-7a9a4e8e72e8 req-29216a1b-d5d4-482d-ac4c-4c560b598475 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7095aba9-901d-42f0-87ef-bc60040daf1f&id=0a459b37-c919-4963-aa69-6e9156764e58&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0489852 Nov 12 03:53:07.951201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e52d4-5b72-4378-8104-b3591589ca45 req-4147ebdc-83ad-4589-af35-8ed9f4cc69b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.952605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8e52d4-5b72-4378-8104-b3591589ca45 req-4147ebdc-83ad-4589-af35-8ed9f4cc69b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0485291 Nov 12 03:53:08.010522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d8e52d4-5b72-4378-8104-b3591589ca45 req-45673d3c-d01d-4abc-9416-f767d3397e16 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0506704 Nov 12 03:53:09.126954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce40a6-88a6-4749-b6bd-4fbcd9664c7e req-c421ac29-c413-4785-a8cd-e6aae110fbf5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.128442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39ce40a6-88a6-4749-b6bd-4fbcd9664c7e req-c421ac29-c413-4785-a8cd-e6aae110fbf5 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0488212 Nov 12 03:53:09.186333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39ce40a6-88a6-4749-b6bd-4fbcd9664c7e req-0b07667a-dff6-4e3f-bc24-55895895c7e1 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516632 Nov 12 03:53:09.307655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1eb35-0884-421e-b69e-e5ecf44d1e16 req-fef08c92-ebc8-4896-b480-cb4ce58644ce tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.309090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faa1eb35-0884-421e-b69e-e5ecf44d1e16 req-fef08c92-ebc8-4896-b480-cb4ce58644ce tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0533462 Nov 12 03:53:09.395796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-faa1eb35-0884-421e-b69e-e5ecf44d1e16 req-b2db4ca1-26f6-450a-8e56-40401f7568f1 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0798290 Nov 12 03:53:09.399573 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-c0fa3db1-0621-473c-8e76-7db01c5e09c9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0681739 Nov 12 03:53:09.512780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-4d30cd89-a19b-4b06-beaf-ba2041005633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.514287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-4d30cd89-a19b-4b06-beaf-ba2041005633 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.0722442 Nov 12 03:53:09.522327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-5e7e62a7-e717-4722-b875-5c3913750ec3 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.523778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-5e7e62a7-e717-4722-b875-5c3913750ec3 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.0566621 Nov 12 03:53:09.557192 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-a9f616aa-c84a-42d8-9a89-af923cc34554 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.653638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-b4359fe9-8a5a-472d-a9ce-eebc9c056cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.655090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-b4359fe9-8a5a-472d-a9ce-eebc9c056cb2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 898 time: 0.1192868 Nov 12 03:53:09.710198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-591e6417-ca88-415a-8ffc-4247d848975a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 217 time: 0.0479896 Nov 12 03:53:09.729778 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-a9f616aa-c84a-42d8-9a89-af923cc34554 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.750862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-a9f616aa-c84a-42d8-9a89-af923cc34554 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.803852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-eb1802f6-72cb-42a7-9796-f799b676758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.805361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-eb1802f6-72cb-42a7-9796-f799b676758e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0865192 Nov 12 03:53:09.807908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f616aa-c84a-42d8-9a89-af923cc34554 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41525c7-01f3-442c-aaaf-fbaf6766d39f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:09.822436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e4bfd2a-4b00-40f7-b42f-dc7962cff44d req-a9f616aa-c84a-42d8-9a89-af923cc34554 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2922742 Nov 12 03:53:09.843609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.853822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-e701ee7d-5a3a-4a7c-b7fe-3a281f4a8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.855339 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-e701ee7d-5a3a-4a7c-b7fe-3a281f4a8355 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426884 Nov 12 03:53:09.887353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd286a-bc5c-400c-9963-d9cf9ef68e2e tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.888882 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b1bd286a-bc5c-400c-9963-d9cf9ef68e2e tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1131 time: 0.0442193 Nov 12 03:53:09.892178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.896351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:09.918663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.956385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-fb54c8f6-832f-445c-bc40-b2215c7c2d64 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936060 Nov 12 03:53:10.025391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.048841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6910ab9-a305-4a28-a349-984d1dde1b0b req-0eb04ce1-96fa-453f-8259-324f651e1a22 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Nov 12 03:53:10.134024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.25.4.111 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/21cf3028-8173-48bc-a581-eff9c70302c6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:10.234073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.267552 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.301417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:10.304132 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:10.309447 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:10.337519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=21cf3028-8173-48bc-a581-eff9c70302c6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.664949 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.732231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.877311 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.881413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.952075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=21cf3028-8173-48bc-a581-eff9c70302c6,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.960086 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.059942 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Floating IP 4872183e-d01b-4b50-9837-61f99707bc4a associated. External IP: 172.25.4.111, port: 280c6b0f-744e-4ef4-8809-bfb3b920aa85. Nov 12 03:53:11.554627 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 2dffab97-0299-49e4-899c-0ee947fc0942 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:11.658612 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:11.668797 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Sync routers for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:11.675488 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.678619 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:11.679414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:11.708106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32def219-a44c-42e2-bedc-487d5faa8343 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8148820 Nov 12 03:53:11.708704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:11.710837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59250) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:11.711326 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec7c796-6f3d-4acd-a240-c9a907324479" -d '{"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:11.789337 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:11.822827 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd4bd1f-844f-45d7-902b-278b217067a9 x-openstack-request-id: req-8bd4bd1f-844f-45d7-902b-278b217067a9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:11.823139 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:11.823359 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8bd4bd1f-844f-45d7-902b-278b217067a9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:11.823813 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'status': 'completed', 'code': 200} Nov 12 03:53:12.023173 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '4872183e-d01b-4b50-9837-61f99707bc4a', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'port_id': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'mac_address': 'fa:16:3e:82:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:10Z', 'updated_at': '2021-11-12T03:53:10Z', 'revision_number': 0, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.049105 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Checking router: 2dffab97-0299-49e4-899c-0ee947fc0942 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:12.057615 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:12.058229 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:52:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.163528 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:12.211432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-a30be047-4542-4764-a330-a7594414f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.212911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-a30be047-4542-4764-a330-a7594414f01e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.1362784 Nov 12 03:53:12.270837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.271294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.271746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.272224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.272670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.274374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8f51c998-2c19-471d-973e-22b71c2b504d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3574 time: 0.5625489 Nov 12 03:53:12.277362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.331496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-26aaae14-a718-48a0-93a1-958c56cfb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.333001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-26aaae14-a718-48a0-93a1-958c56cfb595 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 898 time: 0.1109324 Nov 12 03:53:12.368253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.368714 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.369177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.369607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.370049 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.374894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9a63117e-2b61-4f7d-9943-1b93af5b1b85 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.0928533 Nov 12 03:53:12.375206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.390382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '4872183e-d01b-4b50-9837-61f99707bc4a', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'port_id': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'mac_address': 'fa:16:3e:82:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:10Z', 'updated_at': '2021-11-12T03:53:10Z', 'revision_number': 0, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.409801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-1987b28c-f9cb-4a99-aa5d-a7d25ddebdbf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 999 time: 0.0698051 Nov 12 03:53:12.416841 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06b7ae-51cc-4483-b488-6bce22ce4f9f None None] The sync data for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 is: [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '4872183e-d01b-4b50-9837-61f99707bc4a', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'port_id': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'mac_address': 'fa:16:3e:82:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:10Z', 'updated_at': '2021-11-12T03:53:10Z', 'revision_number': 0, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:12.463347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-419e2ff7-945a-4293-a393-9e512e0ed846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.465005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-419e2ff7-945a-4293-a393-9e512e0ed846 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0484257 Nov 12 03:53:12.512893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-65ce3c40-da31-40fa-9609-866a7d66017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.514421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-65ce3c40-da31-40fa-9609-866a7d66017d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429676 Nov 12 03:53:12.618517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-ee03d77e-e917-45ca-a42f-aec509204726 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971470 Nov 12 03:53:12.618968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59260) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:12.619263 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a252023d-4f13-43cf-a4b2-dd43c6eb3ce7 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.2429774 Nov 12 03:53:12.645303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03278cdf-b194-4b95-8c9a-3bdb033ae97f None None] New status for floating IP 4872183e-d01b-4b50-9837-61f99707bc4a: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:12.721257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f933e9-0d60-4f42-a525-fd4c9d6180b5 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.721846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f933e9-0d60-4f42-a525-fd4c9d6180b5 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.736005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-97f933e9-0d60-4f42-a525-fd4c9d6180b5 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2dffab97-0299-49e4-899c-0ee947fc0942 HTTP/1.1" status: 200 len: 1991 time: 0.1033497 Nov 12 03:53:12.743468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7ec7c796-6f3d-4acd-a240-c9a907324479 req-a4fc955e-2f2f-4282-98b7-51028066a0b5 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159849 Nov 12 03:53:18.003800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-68ea4bc0-e6d7-40a5-934a-597afebe9fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.407540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26e43453-cd9f-479d-9f39-d16d574c8a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.749914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.116033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.667248 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.492193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59276) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:25.646702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port c9259afe-db9e-47d8-9f2b-bef98288f127 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:25.647047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.722363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.722681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.734133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for c9259afe-db9e-47d8-9f2b-bef98288f127 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:25.884868 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.908664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=c9259afe-db9e-47d8-9f2b-bef98288f127,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.922956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.923300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.923636 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.923979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.924312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.924642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.924967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.925286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.925607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.925923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.926237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.926552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:25.984557 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.984928 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Floating IP 649e487a-016c-40f7-8c4f-c9ba3b6046d4 disassociated (deleted). External IP: 172.25.4.241, port: fa645ccf-cf0d-4c32-92b5-69f3c69f77d4. Nov 12 03:53:26.188103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:26.294056 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:26.298889 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.304667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Sync routers for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:26.314489 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:26.315094 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.326109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-52804f6f-d13c-4915-913d-e809b8b7892e tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/floatingips/649e487a-016c-40f7-8c4f-c9ba3b6046d4 HTTP/1.1" status: 204 len: 168 time: 0.8330634 Nov 12 03:53:26.326711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:26.329005 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a3a5bb-15c1-4b18-b7a4-643215c208ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:26.369329 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b82583a-8a3b-4c5d-b29c-d06984408c42 x-openstack-request-id: req-4b82583a-8a3b-4c5d-b29c-d06984408c42 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:26.370006 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:26.370451 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4b82583a-8a3b-4c5d-b29c-d06984408c42 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:26.370865 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'status': 'completed', 'code': 200} Nov 12 03:53:26.427500 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:26.436390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-d4dad827-5ab1-4cea-81ab-5fcf233411a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.438045 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-d4dad827-5ab1-4cea-81ab-5fcf233411a0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=818a96820e2147d9add93d4f490de685&device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0433486 Nov 12 03:53:26.580042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-e427d11d-442c-4187-b371-02abf2519fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.581534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-e427d11d-442c-4187-b371-02abf2519fdf service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 200 len: 899 time: 0.1316738 Nov 12 03:53:26.590579 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7f1c-4636-495d-a0de-7fc09c5e7b1f req-3e1df545-2dbe-4e3f-8492-e4ffaca867a8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.591983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fec7f1c-4636-495d-a0de-7fc09c5e7b1f req-3e1df545-2dbe-4e3f-8492-e4ffaca867a8 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0778522 Nov 12 03:53:26.632615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-8a51a3d7-e025-4dc3-bed8-f8f6704fbba1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 200 len: 217 time: 0.0396955 Nov 12 03:53:26.634274 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.660795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Checking router: adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:26.669390 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:26.670007 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.709798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fec7f1c-4636-495d-a0de-7fc09c5e7b1f req-ab5107fe-c393-4ee5-9427-f1976c99e40d tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099582 Nov 12 03:53:26.711430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-edd7d3f2-be6e-49c6-945d-d05c476c740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.712790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-edd7d3f2-be6e-49c6-945d-d05c476c740a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 200 len: 834 time: 0.0725937 Nov 12 03:53:26.763191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-3ec171b4-b49f-4086-9a7c-cbb595a7bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.764719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-3ec171b4-b49f-4086-9a7c-cbb595a7bd69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f78dc3-0ca1-4d6d-a257-515681844800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430861 Nov 12 03:53:26.862263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-7425946d-1d62-4ae5-8847-36f233d5c318 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 Nov 12 03:53:26.866429 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:26.955070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09a3a5bb-15c1-4b18-b7a4-643215c208ad req-bb74a24b-077e-4342-9c38-26328629a465 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Nov 12 03:53:27.057538 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:27.086313 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9495-b4aa-403f-8f40-79f5c13bd6e9 None None] The sync data for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 is: [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:51:46Z', 'revision_number': 4, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '418cbf32-2e96-4bcf-91b2-433a4b036bdd', 'name': '', 'network_id': 'f7f78dc3-0ca1-4d6d-a257-515681844800', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'mac_address': 'fa:16:3e:31:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:45Z', 'updated_at': '2021-11-12T03:51:51Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'subnets': [{'id': '41638ddd-65c4-4346-ad41-4add40beaecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:27.299131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5143f586-8e02-49c1-a63e-aba0cd23855f None None] New status for floating IP 649e487a-016c-40f7-8c4f-c9ba3b6046d4: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:27.829236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad52c37-bddc-473a-922c-a2bac37cc181 req-002e2b37-31ce-4bbc-8fac-9d172bca6318 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.830735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ad52c37-bddc-473a-922c-a2bac37cc181 req-002e2b37-31ce-4bbc-8fac-9d172bca6318 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0487397 Nov 12 03:53:27.908317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ad52c37-bddc-473a-922c-a2bac37cc181 req-a532df6e-39c1-4635-af69-bc63968431ff tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "GET /v2.0/security-groups?id=3702cda6-b82b-4583-8e92-6f682b233a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710647 Nov 12 03:53:27.931894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-f58ee044-85fb-4b97-8c9e-2bc7b2d8aa52 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:27.933397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-f58ee044-85fb-4b97-8c9e-2bc7b2d8aa52 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "GET /v2.0/ports?device_id=5146cf79-61b8-46a4-9288-11e3cfaba4b5 HTTP/1.1" status: 200 len: 946 time: 0.0654449 Nov 12 03:53:28.022401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:28.022655 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.110918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.111274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.123673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:28.258025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.287234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=fa645ccf-cf0d-4c32-92b5-69f3c69f77d4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.330272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] No DVR routers for this DVR port fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:28.333159 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.336569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ffb04fb8-67f0-4ad1-aa11-b791418b56dc req-8c1dbb26-14f1-4526-92c5-6f5848483470 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.98 "DELETE /v2.0/ports/fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 HTTP/1.1" status: 204 len: 173 time: 0.3967965 Nov 12 03:53:28.372335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-deleted', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:28.374712 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4293e-5757-4212-863d-38400caf1b83" -d '{"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-deleted", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:28.411636 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa3e87f-62c5-41c1-a107-fabe30d67606 x-openstack-request-id: req-6fa3e87f-62c5-41c1-a107-fabe30d67606 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:28.411847 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5146cf79-61b8-46a4-9288-11e3cfaba4b5", "name": "network-vif-deleted", "tag": "fa645ccf-cf0d-4c32-92b5-69f3c69f77d4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:28.412136 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6fa3e87f-62c5-41c1-a107-fabe30d67606 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:28.412626 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5146cf79-61b8-46a4-9288-11e3cfaba4b5', 'name': 'network-vif-deleted', 'tag': 'fa645ccf-cf0d-4c32-92b5-69f3c69f77d4', 'status': 'completed', 'code': 200} Nov 12 03:53:28.964897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.320443 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.569513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 418cbf32-2e96-4bcf-91b2-433a4b036bdd {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:29.569764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.655344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 418cbf32-2e96-4bcf-91b2-433a4b036bdd, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=418cbf32-2e96-4bcf-91b2-433a4b036bdd,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:29.655699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.667857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 418cbf32-2e96-4bcf-91b2-433a4b036bdd owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:30.169687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.193507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=418cbf32-2e96-4bcf-91b2-433a4b036bdd,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.371793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.585017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:30.688102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:30.694683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-80cd7bd9-46c7-494f-8910-4cde189994ec tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "PUT /v2.0/routers/adc897b7-e8c7-4af4-91f5-c7e40d8e67d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287302 Nov 12 03:53:30.696763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59292) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.699249 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Sync routers for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:30.708747 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:30.709358 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.748572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting subnet 41638ddd-65c4-4346-ad41-4add40beaecb {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:30.751685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.792149 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.813395 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:30.878915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.941684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.971475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Subnet': ['ID=41638ddd-65c4-4346-ad41-4add40beaecb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.974324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.981193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-72e17a18-2a22-45ad-8e30-67f36a082037 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/subnets/41638ddd-65c4-4346-ad41-4add40beaecb HTTP/1.1" status: 204 len: 168 time: 0.2809556 Nov 12 03:53:30.981330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59294) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.988336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50688e11-0cf7-43ba-ae8a-31c8d3ba9367 None None] Network f7f78dc3-0ca1-4d6d-a257-515681844800 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:31.005208 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:53:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.031295 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Checking router: adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:31.040505 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Routers {'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:31.041125 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.066346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.096047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.154404 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] Set router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:31.213969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.221669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] DHCP port deletion for f7f78dc3-0ca1-4d6d-a257-515681844800 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:31.284013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Deleting port 9e4c5d1c-9416-402b-9bed-f22595a696f2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:31.284284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.306011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Deleting port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:31.307526 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.376621 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:53:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.383763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] For port 9e4c5d1c-9416-402b-9bed-f22595a696f2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9e4c5d1c-9416-402b-9bed-f22595a696f2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.384217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.386714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] For port 09b9fb46-99ab-4b54-ade6-e1f906de51b4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=09b9fb46-99ab-4b54-ade6-e1f906de51b4,segment=NetworkSegment(d6ef2208-7812-4ab3-b3c1-a11ad760dd40),segment_id=d6ef2208-7812-4ab3-b3c1-a11ad760dd40)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:31.387114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.396918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Calling delete_port for 9e4c5d1c-9416-402b-9bed-f22595a696f2 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:31.402249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 09b9fb46-99ab-4b54-ade6-e1f906de51b4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:31.406396 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a2e261-2e65-45c5-b2b9-10cd616eafec None None] The sync data for ids ['adc897b7-e8c7-4af4-91f5-c7e40d8e67d7'] in n-d-713499-30 is: [{'id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279742793', 'tenant_id': '818a96820e2147d9add93d4f490de685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:40Z', 'updated_at': '2021-11-12T03:53:30Z', 'revision_number': 5, 'project_id': '818a96820e2147d9add93d4f490de685', 'gw_port': {'id': '9e4c5d1c-9416-402b-9bed-f22595a696f2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc897b7-e8c7-4af4-91f5-c7e40d8e67d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:41Z', 'updated_at': '2021-11-12T03:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:31.409994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Calling delete_port for 09b9fb46-99ab-4b54-ade6-e1f906de51b4 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:31.545669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.548944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.570402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.588319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] No DVR routers for this DVR port 09b9fb46-99ab-4b54-ade6-e1f906de51b4 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:31.590121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Pushing event deleted for resources: {'Port': ['ID=09b9fb46-99ab-4b54-ade6-e1f906de51b4,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.600174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.600538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.600883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.601223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.601559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.601890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.602213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.602645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.602978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.603300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.604082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.604082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7aa682-a134-4f27-b90e-db168f291ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:31.607342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Port': ['ID=9e4c5d1c-9416-402b-9bed-f22595a696f2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.633734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795f1c3-432e-43e6-bd88-91031bc7584d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:31.664625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.754491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.756943 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.806136 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.806686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Fanout notify agent at l3_agent the message router_deleted on router adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:31.814766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.815907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f026000c-c510-4ba1-a2a2-26f1cfa0c7ad tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/routers/adc897b7-e8c7-4af4-91f5-c7e40d8e67d7 HTTP/1.1" status: 204 len: 168 time: 0.8337278 Nov 12 03:53:31.818737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:31.899776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.916736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.989134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.010683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f78dc3-0ca1-4d6d-a257-515681844800']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.021020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.021320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef2208-7812-4ab3-b3c1-a11ad760dd40') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.031864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.046794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.053218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Releasing vlan 1200 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:32.053634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:32.057182 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:32.119137 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.126279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.129523 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/networks/f7f78dc3-0ca1-4d6d-a257-515681844800 HTTP/1.1" status: 204 len: 168 time: 0.3097992 Nov 12 03:53:32.132386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59298) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.140702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f5b7-451c-48a4-927d-d589d800d8e4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'Network': ['ID=f7f78dc3-0ca1-4d6d-a257-515681844800,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.190796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.216455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.241338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:32.262154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:32.262811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device fa645ccf-cf0d-4c32-92b5-69f3c69f77d4 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:32.277400 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.280195 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.281365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] 10.222.0.93 "DELETE /v2.0/security-groups/3702cda6-b82b-4583-8e92-6f682b233a08 HTTP/1.1" status: 204 len: 168 time: 0.1479039 Nov 12 03:53:32.291219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd5820-ff2f-4a67-b2e4-9580a47d05c4 tempest-TestNetworkAdvancedServerOps-809675328 tempest-TestNetworkAdvancedServerOps-809675328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702cda6-b82b-4583-8e92-6f682b233a08,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.566723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59308) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.699736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a8ecb299-0c22-4153-9815-eddb6107d1eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=818a96820e2147d9add93d4f490de685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316793 Nov 12 03:53:32.702220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59312) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:32.752986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.775021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.821467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.824116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.825288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/26ea2f73-7ee6-4279-b5bf-9cbf5bce9569 HTTP/1.1" status: 204 len: 168 time: 0.1221409 Nov 12 03:53:32.832993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d068-ecdd-49e6-b17d-f0b4e2a82b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea2f73-7ee6-4279-b5bf-9cbf5bce9569,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.077419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59318) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.118041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-edc0889e-b029-4f6a-9c4f-f6dd6a73c614 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9249eed5d8cf4f74bf660aa798616fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394690 Nov 12 03:53:33.120547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59320) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.168258 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.189121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.235877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.240343 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.240343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c94578de-760d-4b5e-886d-3b51f1d7cc71 HTTP/1.1" status: 204 len: 168 time: 0.1186008 Nov 12 03:53:33.248998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4682e9-d699-4ba5-b6d2-2795031b2cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94578de-760d-4b5e-886d-3b51f1d7cc71,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:33.302026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9e4c5d1c-9416-402b-9bed-f22595a696f2 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:33.322700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9e4c5d1c-9416-402b-9bed-f22595a696f2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:33.323048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9e4c5d1c-9416-402b-9bed-f22595a696f2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:33.323465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 418cbf32-2e96-4bcf-91b2-433a4b036bdd no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:33.342920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 418cbf32-2e96-4bcf-91b2-433a4b036bdd {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:33.343266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 418cbf32-2e96-4bcf-91b2-433a4b036bdd not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:33.477215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:35.251894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59474) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.358109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f61a698-8ca8-4016-adc2-5b8d4c7886d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.436786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f61a698-8ca8-4016-adc2-5b8d4c7886d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.440627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f61a698-8ca8-4016-adc2-5b8d4c7886d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.478405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f61a698-8ca8-4016-adc2-5b8d4c7886d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc96698eeed44924bfa35baaca0adb88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252417 Nov 12 03:53:35.480337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a698-8ca8-4016-adc2-5b8d4c7886d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e01e600-af5e-4be0-bf4d-cde78bd12354,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.481136 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.533492 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.554826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.599647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.602628 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.603785 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3e01e600-af5e-4be0-bf4d-cde78bd12354 HTTP/1.1" status: 204 len: 168 time: 0.1216538 Nov 12 03:53:35.611542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e22890-6317-4e92-b4ff-53ffbbe704e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e01e600-af5e-4be0-bf4d-cde78bd12354,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.858640 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.872464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe53f757-23a8-4d79-9dcf-a5bf69ee57ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.944859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe53f757-23a8-4d79-9dcf-a5bf69ee57ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.948694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe53f757-23a8-4d79-9dcf-a5bf69ee57ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.985735 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53f757-23a8-4d79-9dcf-a5bf69ee57ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e51cf4-54fc-472f-bd8e-ec969d6a7d91,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.989847 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe53f757-23a8-4d79-9dcf-a5bf69ee57ad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c759b36ab44b463bb1b481a5d222a184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301837 Nov 12 03:53:35.992561 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.040062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.060523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.109011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.111456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.112627 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f1e51cf4-54fc-472f-bd8e-ec969d6a7d91 HTTP/1.1" status: 204 len: 168 time: 0.1191306 Nov 12 03:53:36.120173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687d0b0-74b8-4a0a-a35b-53571c4bb99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e51cf4-54fc-472f-bd8e-ec969d6a7d91,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.764003 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.862272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1728757567-network', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:36.882678 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Made reservation on behalf of e7fb21a632b14f9d875105e177a4bdea for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:36.884953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.893753 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.965846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.969489 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.987424 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:37.004493 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.004837 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Added segment 3d9fd5f7-ff26-429b-ad3b-597e66923fc6 of type vlan for network de0145e2-dc31-4d40-967d-bfc14aedc52a Nov 12 03:53:37.006543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21179a5-c468-4653-a129-caa468e3897a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.046527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.070651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.071593 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.072213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.103710 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3386056 Nov 12 03:53:37.106820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.112004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Request body: {'subnet': {'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1728757567-subnet', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:37.133333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Made reservation on behalf of e7fb21a632b14f9d875105e177a4bdea for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:37.135623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.137982 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee472d3-167b-4ea7-9d98-e211f18f04c6 admin admin] Pushing event updated for resources: {'Network': ['ID=de0145e2-dc31-4d40-967d-bfc14aedc52a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.148371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network de0145e2-dc31-4d40-967d-bfc14aedc52a details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:37.300051 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.353852 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482e5325-71f9-4d3e-aa8d-98ed8b77d581,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.365106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Checking segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:37.365994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Network hostable DHCP agents. Network: de0145e2-dc31-4d40-967d-bfc14aedc52a, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:37.382650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Network de0145e2-dc31-4d40-967d-bfc14aedc52a is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:37.391202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, de0145e2-dc31-4d40-967d-bfc14aedc52a) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:37.395845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.396981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.399978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f24800-5ea9-416f-929f-50c6496c6df5 None None] Network de0145e2-dc31-4d40-967d-bfc14aedc52a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:37.415410 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.415619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4d4bcb25-0c77-4478-8f26-647f8b23aa91 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3075159 Nov 12 03:53:37.420127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:37.441289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.442402 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.500264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.546209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-de0145e2-dc31-4d40-967d-bfc14aedc52a', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:37.547078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.639251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.682453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Allocated IP 172.20.0.2 (de0145e2-dc31-4d40-967d-bfc14aedc52a/482e5325-71f9-4d3e-aa8d-98ed8b77d581/ed1caa9f-488c-4352-ab37-414954a738bc) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:37.832853 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.835251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.839616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.858454 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.880348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Network de0145e2-dc31-4d40-967d-bfc14aedc52a is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:37.883774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:37.888243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:37.891293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Pushing event updated for resources: {'Port': ['ID=ed1caa9f-488c-4352-ab37-414954a738bc,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.942352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Attempting to bind port ed1caa9f-488c-4352-ab37-414954a738bc on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:37.942631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Attempting to bind port ed1caa9f-488c-4352-ab37-414954a738bc by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:37.942991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Attempting to bind port ed1caa9f-488c-4352-ab37-414954a738bc on network de0145e2-dc31-4d40-967d-bfc14aedc52a {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:37.948048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:37.948426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Checking segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:37.948823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.949214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Bound using segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:37.949680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Bound port: ed1caa9f-488c-4352-ab37-414954a738bc, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:37.950055 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.964732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Allocated IP 172.25.4.143 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/ad3d8abd-1658-43ac-96c7-8967f6081388) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:38.014924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] For port ed1caa9f-488c-4352-ab37-414954a738bc, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:38.018665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] For port ed1caa9f-488c-4352-ab37-414954a738bc, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed1caa9f-488c-4352-ab37-414954a738bc,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:38.022875 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.071870 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.087273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25257b-9768-4371-b885-68d27077dce4 None None] Pushing event updated for resources: {'Port': ['ID=ed1caa9f-488c-4352-ab37-414954a738bc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.107810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.147342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:38.152235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:38.154717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:38.167718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20fa4c-cd68-4ee6-a680-27ef6138deea None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:38.179563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3d8abd-1658-43ac-96c7-8967f6081388,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.276079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3a117a96-72e1-46fc-bd9f-62eb641951d6 None None] Provisioning complete for port ad3d8abd-1658-43ac-96c7-8967f6081388 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:38.276664 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a117a96-72e1-46fc-bd9f-62eb641951d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.314148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3a117a96-72e1-46fc-bd9f-62eb641951d6 None None] Port ad3d8abd-1658-43ac-96c7-8967f6081388 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:38.426524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.621469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.749435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Router 4b320713-2816-48ca-9d33-c331a268ecc1 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:38.859343 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:38.870193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Sync routers for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:38.878480 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.882863 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-448cb27b-7360-469e-ad9b-1b8428d9a993 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4630597 Nov 12 03:53:38.883275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.884509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:38.885230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:39.004437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:39.036502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff1c4e-b7c7-4b03-a5ef-a49b50fac0ca None None] Network de0145e2-dc31-4d40-967d-bfc14aedc52a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:39.335005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] Provisioning complete for port ed1caa9f-488c-4352-ab37-414954a738bc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:39.335628 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.341516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed1caa9f-488c-4352-ab37-414954a738bc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:39.542619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ed1caa9f-488c-4352-ab37-414954a738bc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:39.542899 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.615758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.629989 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.661873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:38Z', 'revision_number': 3, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:39.709913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Checking router: 4b320713-2816-48ca-9d33-c331a268ecc1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:39.710265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Updating router 4b320713-2816-48ca-9d33-c331a268ecc1 port ad3d8abd-1658-43ac-96c7-8967f6081388 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:39.716665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] For port ed1caa9f-488c-4352-ab37-414954a738bc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed1caa9f-488c-4352-ab37-414954a738bc,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:39.735273 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.780825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.782938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Allocated IP 172.20.0.1 (de0145e2-dc31-4d40-967d-bfc14aedc52a/482e5325-71f9-4d3e-aa8d-98ed8b77d581/334f0d09-b74c-49cc-bfb0-d04abb233a0d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:39.847712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ec420-f826-4143-976d-44bcd4dc42f5 None None] Pushing event updated for resources: {'Port': ['ID=ed1caa9f-488c-4352-ab37-414954a738bc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.904063 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.939360 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.984731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Network de0145e2-dc31-4d40-967d-bfc14aedc52a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:39.988764 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:39.995811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:40.001079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4a15d9f0-4302-4304-b8b9-94fd796e0f6f None None] Provisioning complete for port ed1caa9f-488c-4352-ab37-414954a738bc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:40.001455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a15d9f0-4302-4304-b8b9-94fd796e0f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.021507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Pushing event updated for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.039941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.147009 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.153820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.182143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.203473 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03454db-2cd9-43d4-b979-481db9bab8cb None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:40.214235 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Attempting to bind port ad3d8abd-1658-43ac-96c7-8967f6081388 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:40.214605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Attempting to bind port ad3d8abd-1658-43ac-96c7-8967f6081388 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:40.214968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Attempting to bind port ad3d8abd-1658-43ac-96c7-8967f6081388 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:40.223730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeae37-8317-4bdb-a916-b2eda621acf3 None None] Pushing event updated for resources: {'Port': ['ID=ad3d8abd-1658-43ac-96c7-8967f6081388,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.227301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:40.227677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:40.228108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.228539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:40.228967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Bound port: ad3d8abd-1658-43ac-96c7-8967f6081388, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:40.229441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.293617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Provisioning complete for port ad3d8abd-1658-43ac-96c7-8967f6081388 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:40.293911 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.296534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] For port ad3d8abd-1658-43ac-96c7-8967f6081388, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:40.329171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] For port ad3d8abd-1658-43ac-96c7-8967f6081388, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ad3d8abd-1658-43ac-96c7-8967f6081388,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:40.334439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.368504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Port ad3d8abd-1658-43ac-96c7-8967f6081388 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:40.369314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.374479 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.393860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad0646-7330-4006-93eb-32d12ddf7cad None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:40.422830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeae37-8317-4bdb-a916-b2eda621acf3 None None] Pushing event updated for resources: {'Port': ['ID=ad3d8abd-1658-43ac-96c7-8967f6081388,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.427143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:40.427615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.430880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:40.431598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.448143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.456530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Pushing event updated for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.516306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-db5fd71f-5459-4bb4-a535-934c23ae9066 None None] Port 334f0d09-b74c-49cc-bfb0-d04abb233a0d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:40.554544 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Network de0145e2-dc31-4d40-967d-bfc14aedc52a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:40.556027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:40.578596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:40.685180 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Router 4b320713-2816-48ca-9d33-c331a268ecc1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:40.728772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] Provisioning complete for port ad3d8abd-1658-43ac-96c7-8967f6081388 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:40.729242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.809558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:40.824021 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4d3ca285-4a9b-4dbf-938c-65e52ca50d31 admin admin] 10.222.0.93 "PUT /v2.0/routers/4b320713-2816-48ca-9d33-c331a268ecc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356146 Nov 12 03:53:40.887823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.909090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-225de794-0752-49af-8644-b2b1d47f391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 2, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.938016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] For port ad3d8abd-1658-43ac-96c7-8967f6081388, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ad3d8abd-1658-43ac-96c7-8967f6081388,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.939285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225de794-0752-49af-8644-b2b1d47f391e None None] The sync data for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 is: [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 2, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:40.942269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.000786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad99d6-ada3-4ac2-ad71-10ac8c98f163 None None] Pushing event updated for resources: {'Port': ['ID=ad3d8abd-1658-43ac-96c7-8967f6081388,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.064406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ae857606-4e9b-4866-ab2b-512358813d68 None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:41.064780 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae857606-4e9b-4866-ab2b-512358813d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.104829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ae857606-4e9b-4866-ab2b-512358813d68 None None] Port 334f0d09-b74c-49cc-bfb0-d04abb233a0d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:41.359897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed1caa9f-488c-4352-ab37-414954a738bc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:41.404441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.413174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1795751624-network', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:41.425792 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ed1caa9f-488c-4352-ab37-414954a738bc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:41.427117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.443348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Made reservation on behalf of 77428ccee69d43d19a4df17aa8a5f065 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:41.445913 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.455855 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.560595 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.568010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.600792 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:41.607438 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28102d81-761f-46aa-9355-12547acba96c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.614036 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.614314 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Added segment 34d57bb8-6bbf-42d7-93e7-88c2c374c653 of type vlan for network e8a94cee-b8de-4795-9540-d3bae719f916 Nov 12 03:53:41.682589 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.710592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.711590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:41.712193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.749664 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3428724 Nov 12 03:53:41.752548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59538) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.758746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Request body: {'subnet': {'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1795751624-subnet', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:41.797917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Made reservation on behalf of 77428ccee69d43d19a4df17aa8a5f065 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:41.800524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.803215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00923d4f-5e15-4612-9975-92dbdba07195 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a94cee-b8de-4795-9540-d3bae719f916,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.813134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:42.007514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.064141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29682847-292c-4336-a5c0-3d632e8ba8d2,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.073979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Checking segment: {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:42.074340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Network hostable DHCP agents. Network: e8a94cee-b8de-4795-9540-d3bae719f916, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:42.091754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Network e8a94cee-b8de-4795-9540-d3bae719f916 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:42.101464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e8a94cee-b8de-4795-9540-d3bae719f916) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:42.105600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.106206 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.111085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f67c7c-2c44-4bd5-84d9-cc5f6d2a9e4d None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:42.122561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-abfb1811-8dc5-4499-be5d-4a4c334e15d4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683519 Nov 12 03:53:42.128216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59540) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.133754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:42.156320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.157370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.219294 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.276208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e8a94cee-b8de-4795-9540-d3bae719f916', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:42.277191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.369879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.424395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Allocated IP 172.20.0.2 (e8a94cee-b8de-4795-9540-d3bae719f916/29682847-292c-4336-a5c0-3d632e8ba8d2/9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:42.576545 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.581250 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.585967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.607015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.621624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:42.624478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:42.630000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:42.639398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Pushing event updated for resources: {'Port': ['ID=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.697419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Attempting to bind port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:42.697935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Attempting to bind port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:42.698403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Attempting to bind port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b on network e8a94cee-b8de-4795-9540-d3bae719f916 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:42.703906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:42.704412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Checking segment: {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:42.704885 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.705352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Bound using segment: {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:42.706359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Bound port: 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:42.706359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.723552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Allocated IP 172.25.4.11 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c05884be-e17f-4f2d-a1d7-e842e5df86f7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:42.770929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] For port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:42.774618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] For port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:42.778254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.828191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.833362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b200169-e36e-4acc-9b03-f0eedb163871 None None] Pushing event updated for resources: {'Port': ['ID=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.864757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.920079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:42.921455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Pushing event updated for resources: {'Port': ['ID=c05884be-e17f-4f2d-a1d7-e842e5df86f7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.924131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:42.926355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:42.937817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8326bdf-723b-4c17-bed0-9e5c980c79f0 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:43.072429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-26313fd3-0e07-4877-adc8-701678e59834 None None] Provisioning complete for port c05884be-e17f-4f2d-a1d7-e842e5df86f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:43.072794 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26313fd3-0e07-4877-adc8-701678e59834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.130940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-26313fd3-0e07-4877-adc8-701678e59834 None None] Port c05884be-e17f-4f2d-a1d7-e842e5df86f7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:43.221237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.360361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ad3d8abd-1658-43ac-96c7-8967f6081388 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:43.409071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ad3d8abd-1658-43ac-96c7-8967f6081388 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:43.409432 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.425073 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.490062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:43.555306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:43.555680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.571801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:43.642493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.684023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.691151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.709259 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Sync routers for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:43.720741 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:43.721849 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:43.775570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.836570 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:43.867558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728892c8-169f-4e6d-adc6-026a7ee212a9 None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:43.895702 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.957551 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e035f19d-dd80-414c-9e80-c5103d99cf01 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.0601630 Nov 12 03:53:43.964352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:43.969363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'network': {'name': 'tempest-network-smoke--72781195', 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'port_security_enabled': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:43.995039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:44.001525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f31cd22f-931b-44a0-9152-806b95faa416 None None] Provisioning complete for port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:44.001908 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f31cd22f-931b-44a0-9152-806b95faa416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.002877 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.036406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:44.060122 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.060473 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Added segment a94966aa-6cf5-4a1f-9647-4e333b996bb2 of type vlan for network df86d8c2-99de-4ab0-a0ec-08e67c989f70 Nov 12 03:53:44.065091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:44.085544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.090738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fff8b5c3-2d6f-4123-ba11-cb1a01997809 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9613397 Nov 12 03:53:44.091722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59546) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.093302 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 2, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:44.095753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Sync routers for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:44.105031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.123666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Checking router: 4b320713-2816-48ca-9d33-c331a268ecc1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:44.124129 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Updating router 4b320713-2816-48ca-9d33-c331a268ecc1 port 334f0d09-b74c-49cc-bfb0-d04abb233a0d binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:44.138776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:44.139589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:44.141089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.149752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:44.150039 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.151361 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.227392 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2616615 Nov 12 03:53:44.231543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59548) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.239760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'admin_state_up': True, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:44.253523 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d215f-3c44-45cc-a560-3236809409ff tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Network': ['ID=df86d8c2-99de-4ab0-a0ec-08e67c989f70,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.269671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:44.276005 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.278758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.345863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.438557 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.444177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:44.445413 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.510153 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.608421 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badda7c4-772c-46cb-861c-c54b5469e036 None None] Pushing event updated for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.634130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:43Z', 'revision_number': 3, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:44.656380 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.682427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Checking router: b929d9ee-c2ef-40dc-b529-08cf8c8265e5 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:44.683028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Updating router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 port c05884be-e17f-4f2d-a1d7-e842e5df86f7 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:44.708939 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Attempting to bind port 334f0d09-b74c-49cc-bfb0-d04abb233a0d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:44.709813 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Attempting to bind port 334f0d09-b74c-49cc-bfb0-d04abb233a0d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:44.710840 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Attempting to bind port 334f0d09-b74c-49cc-bfb0-d04abb233a0d on network de0145e2-dc31-4d40-967d-bfc14aedc52a {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:44.723522 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:44.724377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Checking segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:44.727243 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.733224 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.737961 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Bound using segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:44.738535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Bound port: 334f0d09-b74c-49cc-bfb0-d04abb233a0d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:44.738942 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.793064 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.819950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.861554 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] For port 334f0d09-b74c-49cc-bfb0-d04abb233a0d, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:44.867948 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] For port 334f0d09-b74c-49cc-bfb0-d04abb233a0d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=334f0d09-b74c-49cc-bfb0-d04abb233a0d,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:44.878974 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.965876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Allocated IP 172.20.0.1 (e8a94cee-b8de-4795-9540-d3bae719f916/29682847-292c-4336-a5c0-3d632e8ba8d2/ca0e1546-f55b-4a1c-86e3-56ccca003bc6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:44.973274 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:44.974295 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:44.979626 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badda7c4-772c-46cb-861c-c54b5469e036 None None] Pushing event updated for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.995793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.25.4.24 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2c09ef61-1754-4ce8-b762-f7ea2aa99427) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:45.020633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Provisioning complete for port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.022595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.128518 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.130054 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:45.143710 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.184668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.186613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.198667 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.199546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.257722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=2c09ef61-1754-4ce8-b762-f7ea2aa99427,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.264990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:45.270939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:45.277549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:45.289203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.293102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ccc0e6-0089-4e5a-b39f-f4db56ac27f5 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:45.320877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Network e8a94cee-b8de-4795-9540-d3bae719f916 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:45.322314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:45.324753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:45.388966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.459943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 334f0d09-b74c-49cc-bfb0-d04abb233a0d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:45.477116 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:44Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:45.515012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.522837 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a26a2-319b-4f7c-8a74-1b5c2c13a47d None None] The sync data for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 is: [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:44Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:45.607542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.614119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] For port 334f0d09-b74c-49cc-bfb0-d04abb233a0d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=334f0d09-b74c-49cc-bfb0-d04abb233a0d,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:45.626725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.630617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.712708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.714054 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.720071 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.740626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74508dd7-d64c-4071-ae0c-73093165c4ae None None] Pushing event updated for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.741117 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.813219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746442c-64d2-4639-9fbc-61388219de6c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:45.823462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Attempting to bind port c05884be-e17f-4f2d-a1d7-e842e5df86f7 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:45.823740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Attempting to bind port c05884be-e17f-4f2d-a1d7-e842e5df86f7 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:45.825248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Attempting to bind port c05884be-e17f-4f2d-a1d7-e842e5df86f7 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:45.831387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.847991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.867631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:45.868032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:45.868436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.868826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:45.869310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Bound port: c05884be-e17f-4f2d-a1d7-e842e5df86f7, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:45.869685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.946645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.951528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.955872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f281f2-bf1b-4097-8917-f2ef8f52c30f None None] Pushing event updated for resources: {'Port': ['ID=c05884be-e17f-4f2d-a1d7-e842e5df86f7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.958114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:45.959270 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.010840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.091114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Network e8a94cee-b8de-4795-9540-d3bae719f916 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:46.092896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:46.259106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 28dbd2db-a177-4a63-aed4-09e17cada78b is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:46.261870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] For port c05884be-e17f-4f2d-a1d7-e842e5df86f7, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:46.268556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] For port c05884be-e17f-4f2d-a1d7-e842e5df86f7, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c05884be-e17f-4f2d-a1d7-e842e5df86f7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:46.284846 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.310601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:46.369015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:46.416955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0b535-5da1-4c6d-b09d-7540a96b4f32 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:46.431081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:46.432041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.455380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:46.475607 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Sync routers for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:46.486438 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:46.487347 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.492091 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.493477 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3c10d676-3706-4444-9480-cc6c16f8eb9f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2605877 Nov 12 03:53:46.496895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.552969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:46.566174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd66bd8a-2d3a-4416-8a4b-0ac216055243 admin admin] 10.222.0.93 "PUT /v2.0/routers/b929d9ee-c2ef-40dc-b529-08cf8c8265e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710512 Nov 12 03:53:46.590158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e47b9c-d28d-49f9-8d1c-a3cf3f19cf4b tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.591879 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38e47b9c-d28d-49f9-8d1c-a3cf3f19cf4b tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=d26283fd4936432aa47a9a2e53080461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0938983 Nov 12 03:53:46.596572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.632513 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:46.660099 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:46.697866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f281f2-bf1b-4097-8917-f2ef8f52c30f None None] Pushing event updated for resources: {'Port': ['ID=c05884be-e17f-4f2d-a1d7-e842e5df86f7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:46.719070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775d2bb9-9876-48de-8986-a34da0f3585e tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.722706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-775d2bb9-9876-48de-8986-a34da0f3585e tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1229832 Nov 12 03:53:46.723578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.785713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59562) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.786346 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-34b7150f-4fb3-4ea3-baed-2352060fae9e tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614102 Nov 12 03:53:46.806090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:46.806637 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.831220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c834f82a-46cf-4c69-b645-269524608c81 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=d26283fd4936432aa47a9a2e53080461&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424216 Nov 12 03:53:46.833750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59564) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.841825 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.884677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Provisioning complete for port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:46.885045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.908937 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Checking router: 28dbd2db-a177-4a63-aed4-09e17cada78b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:46.909728 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Updating router 28dbd2db-a177-4a63-aed4-09e17cada78b port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:46.945135 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.953650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:46.969814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbb69c-1029-423d-b484-c0cfdf138a6d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.974227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3abbb69c-1029-423d-b484-c0cfdf138a6d tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393101 Nov 12 03:53:46.975435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59566) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.005979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b0954591-4b4c-4eba-b13e-f122da5a9738 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271020 Nov 12 03:53:47.006219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59568) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.011012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939797670', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.047803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Provisioning complete for port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.048513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.094253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-57054bf3-d808-497a-834c-b8a137a2e77b None None] Port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:47.109439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ca0e1546-f55b-4a1c-86e3-56ccca003bc6', 'name': '', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'mac_address': 'fa:16:3e:f1:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'subnets': [{'id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:47.132758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:47.137958 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.149876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee00f86-fc3f-467d-ab75-6c1fdddad4ce None None] The sync data for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 is: [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ca0e1546-f55b-4a1c-86e3-56ccca003bc6', 'name': '', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'mac_address': 'fa:16:3e:f1:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'subnets': [{'id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:47.226384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59570) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.227532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Provisioning complete for port c05884be-e17f-4f2d-a1d7-e842e5df86f7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.227926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.234294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629342367', 'description': 'tempest-secgroup-smoke-629342367 description', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.275926 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.280141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.283797 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.344970 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Attempting to bind port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:47.345526 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Attempting to bind port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:47.347071 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Attempting to bind port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:47.347232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b14ce4-4e80-47e1-b24a-b238bc764dd1 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:47.354893 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:47.355400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:47.355931 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.356551 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:47.357289 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Bound port: 2c09ef61-1754-4ce8-b762-f7ea2aa99427, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:47.357851 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.388377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544963d-8cf9-45fe-8027-1a2b3109208e None None] Pushing event updated for resources: {'Port': ['ID=2c09ef61-1754-4ce8-b762-f7ea2aa99427,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.403647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 334f0d09-b74c-49cc-bfb0-d04abb233a0d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:47.434563 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.442405 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] For port 2c09ef61-1754-4ce8-b762-f7ea2aa99427, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:47.446642 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] For port 2c09ef61-1754-4ce8-b762-f7ea2aa99427, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c09ef61-1754-4ce8-b762-f7ea2aa99427,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:47.453722 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.455727 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.493153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0716224-286a-4b6b-b286-1e5f881a31ff None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:47.506149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.511050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:47.511916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:47.524110 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.548238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] For port c05884be-e17f-4f2d-a1d7-e842e5df86f7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c05884be-e17f-4f2d-a1d7-e842e5df86f7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:47.555824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 334f0d09-b74c-49cc-bfb0-d04abb233a0d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.556311 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.560659 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.587235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Subnet': ['ID=2a3f5b7b-004d-40e6-a02f-a8c519a142c0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.593097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Checking segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:47.593462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network hostable DHCP agents. Network: df86d8c2-99de-4ab0-a0ec-08e67c989f70, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:47.597612 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.598887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3714571 Nov 12 03:53:47.602676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.605761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1c50b-4a22-4dfe-a812-f7f261be395f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba401f21-fb74-4b3f-b4d9-85deceb407b4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.614127 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.627594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:47.643738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, df86d8c2-99de-4ab0-a0ec-08e67c989f70) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:47.665287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.668847 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:47.669240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:47.669903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.673186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f1859-9ab0-40fb-9c6b-d1eb72a365a0 None None] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:47.702131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-37f42595-94bc-4851-98b0-150440c94a74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6922622 Nov 12 03:53:47.702448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59574) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.765586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.774031 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.811581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Provisioning complete for port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:47.812198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951d19c3-2577-453f-b2b6-dcc33849da87,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.812337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.826465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.831340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59576) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.832435 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d2ecaa07-a0aa-4b3a-bfbb-1183c5e293fe tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275643 Nov 12 03:53:47.836195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.925443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Pushing event updated for resources: {'Port': ['ID=c05884be-e17f-4f2d-a1d7-e842e5df86f7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.969980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.987688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-efc74086-4e77-4e51-8537-d65c9207629d None None] Port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:47.992939 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544963d-8cf9-45fe-8027-1a2b3109208e None None] Pushing event updated for resources: {'Port': ['ID=2c09ef61-1754-4ce8-b762-f7ea2aa99427,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.033860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'fixed_ips': [{'subnet_id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:48.034783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.049542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0beb365a-8568-474a-885f-9c31b77422e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.085348 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.104471 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:48.128157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.159723 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c345d7-9582-4dac-ab17-22db60b69ebb None None] The sync data for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 is: [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 3, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:48.161166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844880df-f100-4536-984e-076efb18349a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.168172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.169432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d617ace6-2842-426f-8806-4439e609584a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370168 Nov 12 03:53:48.172377 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.177175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.185217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] Provisioning complete for port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:48.185601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.244462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.294757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Allocated IP 172.20.0.18 (df86d8c2-99de-4ab0-a0ec-08e67c989f70/2a3f5b7b-004d-40e6-a02f-a8c519a142c0/e5e47129-ae25-45ad-a2a9-833df95f37aa) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:48.325516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.332082 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.351977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87674986-11bd-48d5-91ca-bf681c6188aa,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.371195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.375455 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-562196f4-f795-4be2-81c1-59fc7dd44d0c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1993148 Nov 12 03:53:48.376207 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.383106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.418960 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.420992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.432301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.478313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] For port 2c09ef61-1754-4ce8-b762-f7ea2aa99427, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c09ef61-1754-4ce8-b762-f7ea2aa99427,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:48.494848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.499030 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.500709 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.529173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57068e-f908-4a32-a104-de1700f3c78a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.546509 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.550419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-79606860-9cef-4e0d-87d4-839bb4bff096 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707430 Nov 12 03:53:48.551142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.558592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.598556 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Project e7fb21a632b14f9d875105e177a4bdea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:48.606109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.628716 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.632252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb2608-6c7c-4e67-bffc-df7106d67174 None None] Pushing event updated for resources: {'Port': ['ID=2c09ef61-1754-4ce8-b762-f7ea2aa99427,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.636181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.705646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:48.709303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:48.716384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:48.718843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.729569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Pushing event updated for resources: {'Port': ['ID=e5e47129-ae25-45ad-a2a9-833df95f37aa,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.734664 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.781404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b854af4-1642-40e7-9fb7-6ed95a272c70,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.791356 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.792819 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59f2d871-ae1d-402d-8246-2b7a8f6e6d68 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2406399 Nov 12 03:53:48.795575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.802653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'security_group_rule': {'security_group_id': 'ba401f21-fb74-4b3f-b4d9-85deceb407b4', 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.820518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Attempting to bind port e5e47129-ae25-45ad-a2a9-833df95f37aa on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:48.821637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Attempting to bind port e5e47129-ae25-45ad-a2a9-833df95f37aa by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:48.822221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Attempting to bind port e5e47129-ae25-45ad-a2a9-833df95f37aa on network df86d8c2-99de-4ab0-a0ec-08e67c989f70 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:48.836367 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Project e7fb21a632b14f9d875105e177a4bdea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:48.836897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:48.837362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Checking segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:48.837900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.838301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Bound using segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:48.838934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Bound port: e5e47129-ae25-45ad-a2a9-833df95f37aa, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:48.839321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.846572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.888620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.20.0.17 (df86d8c2-99de-4ab0-a0ec-08e67c989f70/2a3f5b7b-004d-40e6-a02f-a8c519a142c0/8cdf11e7-34e3-40f1-b93a-5696375436b1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:48.933976 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.943049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.967754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f9c766-e9da-4dfe-8d9b-3b02c0ad2804,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.969441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] For port e5e47129-ae25-45ad-a2a9-833df95f37aa, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:48.973415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] For port e5e47129-ae25-45ad-a2a9-833df95f37aa, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e5e47129-ae25-45ad-a2a9-833df95f37aa,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:48.978370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.993564 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.995004 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a57f6496-c710-423a-a57d-02b47bbf4e38 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1983461 Nov 12 03:53:49.066855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.075013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c090c-cf29-43dd-9638-cd339d752e13 None None] Pushing event updated for resources: {'Port': ['ID=e5e47129-ae25-45ad-a2a9-833df95f37aa,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.113117 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.180853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:49.184490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:49.192798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:49.227763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.314121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.322216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-961e9b6f-dbef-4b56-b942-3b1725614417 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629342367&fields=id&tenant_id=e7fb21a632b14f9d875105e177a4bdea HTTP/1.1" status: 200 len: 267 time: 0.1296754 Nov 12 03:53:49.477656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c05884be-e17f-4f2d-a1d7-e842e5df86f7 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:49.546130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c05884be-e17f-4f2d-a1d7-e842e5df86f7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:49.546762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.642812 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c09ef61-1754-4ce8-b762-f7ea2aa99427 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:49.702474 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:49.702843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.942357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-2e584534-e938-42e3-8bb8-e07a2f25a9d2 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.943696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-2e584534-e938-42e3-8bb8-e07a2f25a9d2 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 809 time: 0.5803866 Nov 12 03:53:49.987083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-99587356-e507-4a7e-b878-2e303502c1cd tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/quotas/e7fb21a632b14f9d875105e177a4bdea HTTP/1.1" status: 200 len: 375 time: 0.0176651 Nov 12 03:53:49.987746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.110545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-c33cd9e7-0974-4bc6-a176-76b714037faa tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132815 Nov 12 03:53:50.196822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc77be0-2e9f-490c-b965-8bf39efd7fe7 None None] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:50.275602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] Provisioning complete for port e5e47129-ae25-45ad-a2a9-833df95f37aa triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:50.275996 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.288546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-b4392e97-ca27-47cb-ac58-1eda49f13f44 service neutron] 10.222.0.93 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653554 Nov 12 03:53:50.450751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-0190b3f8-2f07-441a-8ae7-8a7d4b901905 service neutron] 10.222.0.93 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345074 Nov 12 03:53:50.459883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.465916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.532967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c714671-2912-456a-b24a-11a21a654762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.540712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.543431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.604806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.650725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] For port e5e47129-ae25-45ad-a2a9-833df95f37aa, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e5e47129-ae25-45ad-a2a9-833df95f37aa,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:50.665174 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.688950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:50.705902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:50.712294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa7bf99e-dc87-4340-9f33-703494df03b6 req-f3e2b5f3-4d3c-4719-9c6a-b8f8dca3857f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 210 time: 0.0397425 Nov 12 03:53:50.754758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96aee0-a96e-432d-ae05-66d817031fed None None] Pushing event updated for resources: {'Port': ['ID=e5e47129-ae25-45ad-a2a9-833df95f37aa,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.847706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 28dbd2db-a177-4a63-aed4-09e17cada78b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:50.979787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:50.988023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dfca148d-df79-4a2d-8fa1-d46b4f2aa6be tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "PUT /v2.0/routers/28dbd2db-a177-4a63-aed4-09e17cada78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837708 Nov 12 03:53:51.007221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d7c9c6d1-c7a5-4d64-845c-5262fe9158eb None None] Provisioning complete for port e5e47129-ae25-45ad-a2a9-833df95f37aa triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.007617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c6d1-c7a5-4d64-845c-5262fe9158eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.128396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d7c9c6d1-c7a5-4d64-845c-5262fe9158eb None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.128765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d7c9c6d1-c7a5-4d64-845c-5262fe9158eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.175466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9c6d1-c7a5-4d64-845c-5262fe9158eb None None] Port 8cdf11e7-34e3-40f1-b93a-5696375436b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:51.300111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fb4acbb6-cfca-4f79-82a1-6df434afd6fa None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.301165 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fb4acbb6-cfca-4f79-82a1-6df434afd6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.325067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-55ef91e0-2792-4cb0-ae93-9a7696ffd107 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.327318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-55ef91e0-2792-4cb0-ae93-9a7696ffd107 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/networks?id=df86d8c2-99de-4ab0-a0ec-08e67c989f70 HTTP/1.1" status: 200 len: 796 time: 0.1386392 Nov 12 03:53:51.363149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-8ff84a1f-956a-4194-83eb-ac596075cf05 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/quotas/d26283fd4936432aa47a9a2e53080461 HTTP/1.1" status: 200 len: 375 time: 0.0230389 Nov 12 03:53:51.377977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fb4acbb6-cfca-4f79-82a1-6df434afd6fa None None] Port 8cdf11e7-34e3-40f1-b93a-5696375436b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:51.391837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e5e47129-ae25-45ad-a2a9-833df95f37aa up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:51.427894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-c4212d6a-d7b9-4347-8c9a-6cb663a95e74 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0638037 Nov 12 03:53:51.447753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e5e47129-ae25-45ad-a2a9-833df95f37aa triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.448345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.505872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e0510d31-fb2e-4d0e-ab67-ae60b75de2e9 None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.506811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0510d31-fb2e-4d0e-ab67-ae60b75de2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.532926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-a84777b7-d08b-4ac1-9790-9bc3492785ef service neutron] 10.222.0.93 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924637 Nov 12 03:53:51.572178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e0510d31-fb2e-4d0e-ab67-ae60b75de2e9 None None] Port 8cdf11e7-34e3-40f1-b93a-5696375436b1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:51.628987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-202905a3-4461-4ec5-b553-997e2a226176 service neutron] 10.222.0.93 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896587 Nov 12 03:53:51.781590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.859447 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06877138-e895-40cf-be96-079eb5b2ec9e req-32428f1e-5362-4658-b884-2ce223d4a8b7 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 210 time: 0.0707588 Nov 12 03:53:51.894547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5a28d65-619e-4471-a471-3094bef0948b req-15356d8e-eea1-40e6-8ef7-39ec2154355c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 210 time: 0.0529165 Nov 12 03:53:51.937718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-5185ed33-a757-4bce-ab58-a7efd4fe4419 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:51.939177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-5185ed33-a757-4bce-ab58-a7efd4fe4419 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 809 time: 0.1900609 Nov 12 03:53:52.007363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-c65b96a6-b864-40a2-8fc4-99554e581a8a tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fb21a632b14f9d875105e177a4bdea HTTP/1.1" status: 200 len: 379 time: 0.0581493 Nov 12 03:53:52.017644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'port': {'device_id': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'admin_state_up': True, 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'security_groups': ['ba401f21-fb74-4b3f-b4d9-85deceb407b4']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.128128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Made reservation on behalf of e7fb21a632b14f9d875105e177a4bdea for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:52.131664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.265477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Allocated IP 172.20.0.13 (de0145e2-dc31-4d40-967d-bfc14aedc52a/482e5325-71f9-4d3e-aa8d-98ed8b77d581/0d1df63a-e014-47d1-815d-a4ee2334ee32) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:52.431909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.467235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.511114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Network de0145e2-dc31-4d40-967d-bfc14aedc52a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:52.518725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:52.524297 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:52.528486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.584950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.585862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.609357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-a0cdfff0-8a76-4b50-9ebd-c9a13c5da648 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929797 Nov 12 03:53:52.620133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Request body: {'port': {'device_id': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.667208 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.98', 52673) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.694325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.811493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-77ce79ea-91a5-489f-8cc5-cf24139e481e None None] Provisioning complete for port 0d1df63a-e014-47d1-815d-a4ee2334ee32 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:52.812501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-77ce79ea-91a5-489f-8cc5-cf24139e481e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.856277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-77ce79ea-91a5-489f-8cc5-cf24139e481e None None] Port 0d1df63a-e014-47d1-815d-a4ee2334ee32 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:52.901231 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-6bc11092-c2b8-4ceb-8038-4beb535698c0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:52.903017 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-6bc11092-c2b8-4ceb-8038-4beb535698c0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.98 "GET /v2.0/networks?id=df86d8c2-99de-4ab0-a0ec-08e67c989f70 HTTP/1.1" status: 200 len: 796 time: 0.2235050 Nov 12 03:53:52.920657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Request body: {'port': {'device_id': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'admin_state_up': True, 'tenant_id': 'd26283fd4936432aa47a9a2e53080461'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:53.000856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96b9dac0-3b8b-4322-8503-7d398045f262 req-c06785ca-e6cd-42a1-bbbe-f83f2b81ff00 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Nov 12 03:53:53.030992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Sync routers for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:53.040990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:53.041917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.066176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Made reservation on behalf of d26283fd4936432aa47a9a2e53080461 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:53.070506 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.079371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1df63a-e014-47d1-815d-a4ee2334ee32 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:53.090099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.113495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d512-4d42-41b5-8e6d-dcdc9d9ddf87 req-b61c9a61-6792-4d8f-82bd-aee8e583b44c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.115007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34b2d512-4d42-41b5-8e6d-dcdc9d9ddf87 req-b61c9a61-6792-4d8f-82bd-aee8e583b44c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 932 time: 0.1168101 Nov 12 03:53:53.118407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Transition to ACTIVE for port object 0d1df63a-e014-47d1-815d-a4ee2334ee32 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:53.130212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.161322 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.176117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:53.220515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.226222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Allocated IP 172.20.0.28 (df86d8c2-99de-4ab0-a0ec-08e67c989f70/2a3f5b7b-004d-40e6-a02f-a8c519a142c0/d9f9d82e-1a30-458f-a585-0c6ae0db3350) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:53.255096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34b2d512-4d42-41b5-8e6d-dcdc9d9ddf87 req-7841e418-92da-46f4-a176-8651d415439c tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325057 Nov 12 03:53:53.295467 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Sync routers for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:53.307683 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:53.309940 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.321580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Attempting to bind port 0d1df63a-e014-47d1-815d-a4ee2334ee32 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:53.321981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Attempting to bind port 0d1df63a-e014-47d1-815d-a4ee2334ee32 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:53.322418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Attempting to bind port 0d1df63a-e014-47d1-815d-a4ee2334ee32 on network de0145e2-dc31-4d40-967d-bfc14aedc52a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:53.327150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Port 0d1df63a-e014-47d1-815d-a4ee2334ee32 on network de0145e2-dc31-4d40-967d-bfc14aedc52a not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:53.327592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Attempting to bind port 0d1df63a-e014-47d1-815d-a4ee2334ee32 on network de0145e2-dc31-4d40-967d-bfc14aedc52a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:53.333113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:53.334069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Checking segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:53.334069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Bound using segment: {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:53.334587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Bound port: 0d1df63a-e014-47d1-815d-a4ee2334ee32, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9fd5f7-ff26-429b-ad3b-597e66923fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:53.335048 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.409604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.416900 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:53.420999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:53.428739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.465926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.466717 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.468399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] 10.222.0.98 "PUT /v2.0/ports/0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1093 time: 0.8531489 Nov 12 03:53:53.471405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:53.475410 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6016c18-9e9b-4335-9329-239eeae655ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:53.509134 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:53.509521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.527393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99929b-48e7-41da-a57a-685c4519acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.542459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:49Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8cdf11e7-34e3-40f1-b93a-5696375436b1', 'name': '', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:7b:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:50Z', 'revision_number': 2, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.566962 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06082b-bd9f-4dd2-b277-cb39f39c5fbd x-openstack-request-id: req-fa06082b-bd9f-4dd2-b277-cb39f39c5fbd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:53.567177 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:53.567432 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa06082b-bd9f-4dd2-b277-cb39f39c5fbd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:53.567848 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'status': 'completed', 'code': 200} Nov 12 03:53:53.594841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:53.604362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Checking router: 28dbd2db-a177-4a63-aed4-09e17cada78b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:53.604870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Updating router 28dbd2db-a177-4a63-aed4-09e17cada78b port 8cdf11e7-34e3-40f1-b93a-5696375436b1 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:53.614843 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:53.619538 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:53.631614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-3e07f294-6b4b-485c-9964-fe1780d7d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.641737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-3e07f294-6b4b-485c-9964-fe1780d7d0d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1096 time: 0.1043336 Nov 12 03:53:53.644497 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.691489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event updated for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.719572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-c4041a7b-9828-42e0-a053-efd627bdafc7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 217 time: 0.0656610 Nov 12 03:53:53.722917 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.723407 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.723990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.724450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.725441 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.725891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.726352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.726793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.727317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.727753 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.728211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.728641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:53.771408 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ca0e1546-f55b-4a1c-86e3-56ccca003bc6', 'name': '', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'mac_address': 'fa:16:3e:f1:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 2, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'subnets': [{'id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.773811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.774607 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.810279 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-29a1d979-eea2-42d0-8eeb-2e4ebe10212f tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8949516 Nov 12 03:53:53.825731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Request body: {'port': {'device_id': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:53.832952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-3a0ab780-7789-4b97-9214-aeb500f696bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.835455 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-3a0ab780-7789-4b97-9214-aeb500f696bf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.1062665 Nov 12 03:53:53.838026 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Checking router: b929d9ee-c2ef-40dc-b529-08cf8c8265e5 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:53.838932 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Updating router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:53.892196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.904419 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.942251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-5d33838f-3f10-4e4d-b8ce-6095c35c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:53.944302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-5d33838f-3f10-4e4d-b8ce-6095c35c5fa5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989366 Nov 12 03:53:53.952109 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.072667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.077369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-4c81aea3-3789-4f3e-ab03-2a74aa0b7df3 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158767 Nov 12 03:53:54.080893 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.203420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089210ac-90eb-4e39-8e8b-9601ea33d2af None None] Pushing event updated for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.212669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3df93da8-ecad-4aa6-ba62-d8b485e6d58d None None] Provisioning complete for port d9f9d82e-1a30-458f-a585-0c6ae0db3350 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.212669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3df93da8-ecad-4aa6-ba62-d8b485e6d58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.265657 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24141e5c-3d6c-4663-b5a4-a17379434191 req-3c4e952e-89d1-4605-abb7-a226cd9c60ac service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812990 Nov 12 03:53:54.283722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2153f9-9352-4b1d-918a-07bcb02b0571 req-e70f71e2-e142-4d0c-b27d-7553956fee40 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.286003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f2153f9-9352-4b1d-918a-07bcb02b0571 req-e70f71e2-e142-4d0c-b27d-7553956fee40 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 895 time: 0.1276605 Nov 12 03:53:54.326579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Attempting to bind port 8cdf11e7-34e3-40f1-b93a-5696375436b1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:54.326939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Attempting to bind port 8cdf11e7-34e3-40f1-b93a-5696375436b1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:54.327298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Attempting to bind port 8cdf11e7-34e3-40f1-b93a-5696375436b1 on network df86d8c2-99de-4ab0-a0ec-08e67c989f70 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:54.335298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:54.335724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Checking segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:54.336235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.336632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Bound using segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:54.337127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Bound port: 8cdf11e7-34e3-40f1-b93a-5696375436b1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:54.337499 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.354935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3df93da8-ecad-4aa6-ba62-d8b485e6d58d None None] Port d9f9d82e-1a30-458f-a585-0c6ae0db3350 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:54.389944 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.400677 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.430223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] For port 8cdf11e7-34e3-40f1-b93a-5696375436b1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:54.433880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] For port 8cdf11e7-34e3-40f1-b93a-5696375436b1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8cdf11e7-34e3-40f1-b93a-5696375436b1,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:54.445464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.483938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6016c18-9e9b-4335-9329-239eeae655ff req-a5b058bd-f417-4625-ad0f-6a483a922966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.485814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-a5b058bd-f417-4625-ad0f-6a483a922966 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1096 time: 0.1424673 Nov 12 03:53:54.507546 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867be864-253c-4244-98f0-94bf1358cf72 None None] Pushing event updated for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.559134 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Attempting to bind port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:54.559782 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Attempting to bind port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:54.560457 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Attempting to bind port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 on network e8a94cee-b8de-4795-9540-d3bae719f916 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:54.568500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:54.572936 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:54.577516 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:54.577870 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Checking segment: {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:54.578334 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.578802 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Bound using segment: {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:54.583908 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Bound port: ca0e1546-f55b-4a1c-86e3-56ccca003bc6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d57bb8-6bbf-42d7-93e7-88c2c374c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:54.584427 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.586765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f185c8-ce5d-4b8d-92a7-8a3d53c617cc req-513e0185-8468-4a68-bd6c-564b346828f4 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.590749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63f185c8-ce5d-4b8d-92a7-8a3d53c617cc req-513e0185-8468-4a68-bd6c-564b346828f4 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 944 time: 0.1819124 Nov 12 03:53:54.666042 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089210ac-90eb-4e39-8e8b-9601ea33d2af None None] Pushing event updated for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.671514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.677194 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.712388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] For port ca0e1546-f55b-4a1c-86e3-56ccca003bc6, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:54.717497 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] For port ca0e1546-f55b-4a1c-86e3-56ccca003bc6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:54.729555 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.781660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63f185c8-ce5d-4b8d-92a7-8a3d53c617cc req-56530de1-d95f-48ad-8770-b3ee853a5fc2 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837199 Nov 12 03:53:54.789263 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:54.789899 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:54.824500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6016c18-9e9b-4335-9329-239eeae655ff req-4ca6ccac-07e5-4880-9eeb-0745f10e2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.826110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-4ca6ccac-07e5-4880-9eeb-0745f10e2881 service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.3239830 Nov 12 03:53:54.865249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f9d82e-1a30-458f-a585-0c6ae0db3350 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:54.874291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.890804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Transition to ACTIVE for port object d9f9d82e-1a30-458f-a585-0c6ae0db3350 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:54.898766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.907093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-be0203ef-7531-4ded-aac7-0f215e930cf7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 217 time: 0.0717652 Nov 12 03:53:54.933381 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:54.951521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:54.993361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6016c18-9e9b-4335-9329-239eeae655ff req-64f35839-95e1-49fd-9670-efee1b262cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.995214 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-64f35839-95e1-49fd-9670-efee1b262cdb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0789244 Nov 12 03:53:55.002003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867be864-253c-4244-98f0-94bf1358cf72 None None] Pushing event updated for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.004603 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.060372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.093052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6016c18-9e9b-4335-9329-239eeae655ff req-a553da5c-d195-4c2e-a717-0943281ac90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.094561 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-a553da5c-d195-4c2e-a717-0943281ac90c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889421 Nov 12 03:53:55.136944 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Attempting to bind port d9f9d82e-1a30-458f-a585-0c6ae0db3350 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:55.137292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Attempting to bind port d9f9d82e-1a30-458f-a585-0c6ae0db3350 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:55.137630 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Attempting to bind port d9f9d82e-1a30-458f-a585-0c6ae0db3350 on network df86d8c2-99de-4ab0-a0ec-08e67c989f70 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:55.152415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Port d9f9d82e-1a30-458f-a585-0c6ae0db3350 on network df86d8c2-99de-4ab0-a0ec-08e67c989f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:55.152956 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Attempting to bind port d9f9d82e-1a30-458f-a585-0c6ae0db3350 on network df86d8c2-99de-4ab0-a0ec-08e67c989f70 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:55.167647 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:55.168953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Checking segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:55.169634 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Bound using segment: {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:55.170391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Bound port: d9f9d82e-1a30-458f-a585-0c6ae0db3350, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94966aa-6cf5-4a1f-9647-4e333b996bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:55.171477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.244938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] For port 8cdf11e7-34e3-40f1-b93a-5696375436b1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8cdf11e7-34e3-40f1-b93a-5696375436b1,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:55.245361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-c77c73eb-2f75-429f-83b4-78e2411f50f0 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386750 Nov 12 03:53:55.253295 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.286923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:55.296555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:55.309604 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.359889 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ca0e1546-f55b-4a1c-86e3-56ccca003bc6', 'name': '', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'mac_address': 'fa:16:3e:f1:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'subnets': [{'id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:55.379233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.379866 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.381317 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] 10.222.0.98 "PUT /v2.0/ports/d9f9d82e-1a30-458f-a585-0c6ae0db3350 HTTP/1.1" status: 200 len: 1056 time: 1.5610726 Nov 12 03:53:55.381765 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:55.399065 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18059ed-f584-456b-a261-2ec52d5106fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:55.403721 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c968c6b-e950-46a1-851b-da1694ff56ae None None] The sync data for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 is: [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'ca0e1546-f55b-4a1c-86e3-56ccca003bc6', 'name': '', 'network_id': 'e8a94cee-b8de-4795-9540-d3bae719f916', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'mac_address': 'fa:16:3e:f1:fe:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'subnets': [{'id': '29682847-292c-4336-a5c0-3d632e8ba8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:55.435139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aab81-e078-421c-8158-00a6fdedb56d None None] Pushing event updated for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.451168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Provisioning complete for port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.451168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.488405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6016c18-9e9b-4335-9329-239eeae655ff req-affefc7d-cd21-4b87-845f-ef593af6c108 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369623 Nov 12 03:53:55.524924 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0e1546-f55b-4a1c-86e3-56ccca003bc6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:55.544243 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5852a75-8341-4320-ab81-95868d82041a x-openstack-request-id: req-e5852a75-8341-4320-ab81-95868d82041a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:55.544544 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:55.544760 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e5852a75-8341-4320-ab81-95868d82041a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:55.545160 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350', 'status': 'completed', 'code': 200} Nov 12 03:53:55.578122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5131dad-b420-40d9-b2bb-758bbe412aa2 req-0417976c-b124-42ae-9232-ab85d5eace3c tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.580188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d5131dad-b420-40d9-b2bb-758bbe412aa2 req-0417976c-b124-42ae-9232-ab85d5eace3c tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 907 time: 0.0576413 Nov 12 03:53:55.607861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56abb3-751d-4377-ac35-78ec61cf57db service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.617908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:49Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8cdf11e7-34e3-40f1-b93a-5696375436b1', 'name': '', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:7b:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:55.633979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-9547305b-ef4e-4e00-9f57-680d8e41752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.635938 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-9547305b-ef4e-4e00-9f57-680d8e41752b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 1059 time: 0.1946523 Nov 12 03:53:55.654182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb4ae80-fb7f-42a9-8d5d-c4dd1c522b86 None None] The sync data for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 is: [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:49Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '8cdf11e7-34e3-40f1-b93a-5696375436b1', 'name': '', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:7b:c5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:48Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:55.704418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.715765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-18ad8a56-6562-4e97-9089-a85b0c7e9c54 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350 HTTP/1.1" status: 200 len: 217 time: 0.0713506 Nov 12 03:53:55.811808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-72df7c8b-24ad-4d2e-8bbe-a45bcef5e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.813433 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-72df7c8b-24ad-4d2e-8bbe-a45bcef5e6c9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2a3f5b7b-004d-40e6-a02f-a8c519a142c0 HTTP/1.1" status: 200 len: 838 time: 0.0912533 Nov 12 03:53:55.902480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:55.903357 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.935132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] For port ca0e1546-f55b-4a1c-86e3-56ccca003bc6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:55.937194 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-f6acf24e-fdc5-4590-921a-6247da1a1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.940584 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-f6acf24e-fdc5-4590-921a-6247da1a1c3b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=df86d8c2-99de-4ab0-a0ec-08e67c989f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1191242 Nov 12 03:53:55.950575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f935-dfe4-41da-a4f7-3eaf142703bf req-2799da5d-ce8d-4326-a0b9-9abf587bc77f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.958011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b6f935-dfe4-41da-a4f7-3eaf142703bf req-2799da5d-ce8d-4326-a0b9-9abf587bc77f tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 944 time: 0.0884645 Nov 12 03:53:55.967699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.025597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b6f935-dfe4-41da-a4f7-3eaf142703bf req-0f5eab14-5c93-41ef-94b5-bad764c6edd0 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667167 Nov 12 03:53:56.056348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Pushing event updated for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.066342 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:56.067015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-79c94790-0a38-4dde-9d2e-d929c1c20828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.071624 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-6649dba5-9cb2-4591-8903-06ac40dc3cda service neutron] 10.222.0.98 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206105 Nov 12 03:53:56.172758 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-3235d772-c70c-4b97-82e1-23c2ad317281 req-4a9b5c66-3b35-4bba-9f66-83d51f8b9cf4 service neutron] 10.222.0.98 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940580 Nov 12 03:53:56.263681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18059ed-f584-456b-a261-2ec52d5106fa req-577516a9-c993-44b1-a4dd-d9dad6915a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.265240 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-577516a9-c993-44b1-a4dd-d9dad6915a64 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 1059 time: 0.0451043 Nov 12 03:53:56.355732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d1df63a-e014-47d1-815d-a4ee2334ee32 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:56.454964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18059ed-f584-456b-a261-2ec52d5106fa req-4e7fcca5-b943-45e6-905f-48887b1ae3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.456660 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-4e7fcca5-b943-45e6-905f-48887b1ae3a4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=df86d8c2-99de-4ab0-a0ec-08e67c989f70 HTTP/1.1" status: 200 len: 898 time: 0.1847804 Nov 12 03:53:56.470720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:56.486390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'port_id': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'mac_address': 'fa:16:3e:f2:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:56.505737 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-040d9b77-d32e-4c58-94b1-3d2414bbe9d2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350 HTTP/1.1" status: 200 len: 217 time: 0.0396008 Nov 12 03:53:56.529986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.544445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1df63a-e014-47d1-815d-a4ee2334ee32 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:56.565685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:56.573695 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.574088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18059ed-f584-456b-a261-2ec52d5106fa req-6b365a74-2983-4a24-b8be-cd852fa2cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.575608 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-6b365a74-2983-4a24-b8be-cd852fa2cde1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2a3f5b7b-004d-40e6-a02f-a8c519a142c0 HTTP/1.1" status: 200 len: 838 time: 0.0609841 Nov 12 03:53:56.635835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18059ed-f584-456b-a261-2ec52d5106fa req-f67d5f6f-1c62-40a5-b9f2-3f41e29ebc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.637547 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-f67d5f6f-1c62-40a5-b9f2-3f41e29ebc89 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=df86d8c2-99de-4ab0-a0ec-08e67c989f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0543122 Nov 12 03:53:56.652893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.732268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b27a9-5bbe-4454-a683-cc3aedb96ed9 req-c37d2098-8bd9-4fe7-8279-38a8bda595d2 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.733812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-010b27a9-5bbe-4454-a683-cc3aedb96ed9 req-c37d2098-8bd9-4fe7-8279-38a8bda595d2 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 907 time: 0.0619462 Nov 12 03:53:56.753065 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-b6e02c40-d047-4efa-9464-0814bbdc1f68 service neutron] 10.222.0.98 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069415 Nov 12 03:53:56.794784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d1df63a-e014-47d1-815d-a4ee2334ee32'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:56.855377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e18059ed-f584-456b-a261-2ec52d5106fa req-96cfdf7f-9071-4442-a92f-91c0b07f63e8 service neutron] 10.222.0.98 "GET /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945067 Nov 12 03:53:57.146740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1417db-24f5-43a3-8ca2-568da98a5ee4 req-6cbaa72e-00ba-4a48-a2e9-1248cbe653df tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.148330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e1417db-24f5-43a3-8ca2-568da98a5ee4 req-6cbaa72e-00ba-4a48-a2e9-1248cbe653df tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 945 time: 0.0508828 Nov 12 03:53:57.200226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e1417db-24f5-43a3-8ca2-568da98a5ee4 req-ae2d1121-a348-41e0-b5e5-278b5460b300 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458765 Nov 12 03:53:57.380851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8cdf11e7-34e3-40f1-b93a-5696375436b1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:57.431257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 8cdf11e7-34e3-40f1-b93a-5696375436b1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:57.431623 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.508109 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0e1546-f55b-4a1c-86e3-56ccca003bc6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:57.553663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:57.554032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.852555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d05c5-32a1-47eb-8eec-b83ba0b93bc4 req-c6a37b45-5199-473b-913f-13d4d91abc77 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.853975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a28d05c5-32a1-47eb-8eec-b83ba0b93bc4 req-c6a37b45-5199-473b-913f-13d4d91abc77 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 907 time: 0.0512350 Nov 12 03:53:58.314382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c0ea-f256-4bb0-8c3c-3f67eaa28daa req-8f1ca233-d060-4637-9208-06382c246027 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.315900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05c7c0ea-f256-4bb0-8c3c-3f67eaa28daa req-8f1ca233-d060-4637-9208-06382c246027 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Nov 12 03:53:58.366958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05c7c0ea-f256-4bb0-8c3c-3f67eaa28daa req-14b8c7b8-19f1-4381-beb7-e1bfb29fa6c3 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Nov 12 03:53:58.369442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d9f9d82e-1a30-458f-a585-0c6ae0db3350 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:58.371509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d1df63a-e014-47d1-815d-a4ee2334ee32 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:58.475090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0d1df63a-e014-47d1-815d-a4ee2334ee32 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:58.484449 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0d1df63a-e014-47d1-815d-a4ee2334ee32 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:58.484755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.528912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:58.544840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350', 'network_id': 'df86d8c2-99de-4ab0-a0ec-08e67c989f70', 'port_id': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350', 'mac_address': 'fa:16:3e:56:f9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3f5b7b-004d-40e6-a02f-a8c519a142c0', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:58.613994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.625117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.636744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f9d82e-1a30-458f-a585-0c6ae0db3350 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:58.663714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:58.665945 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459afb5d-1887-43a4-8a88-27083396d3f3" -d '{"events": [{"server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "name": "network-vif-plugged", "status": "completed", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:58.677154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:58.681278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:58.682812 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.687667 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.708000 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34545dc7-42bc-44b5-bda4-7e31e72cd6fb x-openstack-request-id: req-34545dc7-42bc-44b5-bda4-7e31e72cd6fb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:58.708292 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "name": "network-vif-plugged", "status": "completed", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:58.708542 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-34545dc7-42bc-44b5-bda4-7e31e72cd6fb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:58.708923 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'code': 200} Nov 12 03:53:58.734611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.783817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.889385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d9f9d82e-1a30-458f-a585-0c6ae0db3350'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:58.922805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846247c-dc87-4a8c-9914-453cbd1c4d91 req-e92a0c16-504a-45b6-9257-d19bad59bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.924337 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e846247c-dc87-4a8c-9914-453cbd1c4d91 req-e92a0c16-504a-45b6-9257-d19bad59bfa3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.1541812 Nov 12 03:53:58.971488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90436e-789b-4f42-8cd4-1f8e0eb4041c req-d36014ce-31d8-4956-987a-92be76b42370 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.973026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a90436e-789b-4f42-8cd4-1f8e0eb4041c req-d36014ce-31d8-4956-987a-92be76b42370 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 908 time: 0.0520012 Nov 12 03:53:58.979071 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e846247c-dc87-4a8c-9914-453cbd1c4d91 req-468ad6c2-4829-48b8-b545-a3c74db3e5b2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Nov 12 03:53:59.486687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be893e96-cc3f-4375-9e20-e7b43bda429d req-0bf938e4-b47b-418e-b0ac-03d6a76efe26 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:59.488160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be893e96-cc3f-4375-9e20-e7b43bda429d req-0bf938e4-b47b-418e-b0ac-03d6a76efe26 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.0505881 Nov 12 03:53:59.535851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be893e96-cc3f-4375-9e20-e7b43bda429d req-2ede4c19-c9e3-4008-b272-621d9f6fd565 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Nov 12 03:54:00.088681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e41e-7a6a-4627-b6a8-c8c6754f1426 req-ff420cf8-bf73-4104-a333-5930ca163f5d tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.090131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d565e41e-7a6a-4627-b6a8-c8c6754f1426 req-ff420cf8-bf73-4104-a333-5930ca163f5d tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 908 time: 0.0484011 Nov 12 03:54:00.386536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d9f9d82e-1a30-458f-a585-0c6ae0db3350 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:00.434995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port d9f9d82e-1a30-458f-a585-0c6ae0db3350 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:00.438603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port d9f9d82e-1a30-458f-a585-0c6ae0db3350 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.438974 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.515447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.548386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:00.552271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.598184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.655498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5dd14-91a1-43bb-92f6-9705297a5a60 req-f1e1638e-58d5-4a11-8c9e-19f2a4d553e8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.657006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b5dd14-91a1-43bb-92f6-9705297a5a60 req-f1e1638e-58d5-4a11-8c9e-19f2a4d553e8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Nov 12 03:54:00.704629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b4b5dd14-91a1-43bb-92f6-9705297a5a60 req-53d66df0-7b15-4e49-bbc7-e1a6b83c24fc tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411904 Nov 12 03:54:00.710126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:00.712425 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf5fb6-0ff1-4b50-997c-9aea7aea4cd5" -d '{"events": [{"server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:00.748654 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8001b079-cef2-4f70-9aeb-d58f6e0db977 x-openstack-request-id: req-8001b079-cef2-4f70-9aeb-d58f6e0db977 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:00.748946 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:00.749073 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8001b079-cef2-4f70-9aeb-d58f6e0db977 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:00.749390 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350', 'code': 200} Nov 12 03:54:00.824542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068108c0-bf52-4e66-914a-ef406aa7967e req-8b6f4bd0-4079-4a82-828c-989e716886d4 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.826012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-068108c0-bf52-4e66-914a-ef406aa7967e req-8b6f4bd0-4079-4a82-828c-989e716886d4 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.0542517 Nov 12 03:54:00.851414 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b8434-d4ec-4a9f-9f71-c14b0f699749 req-d5d0f8aa-3fe2-4910-ad1c-68e3f3bd8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.852934 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-227b8434-d4ec-4a9f-9f71-c14b0f699749 req-d5d0f8aa-3fe2-4910-ad1c-68e3f3bd8b9d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 1061 time: 0.0461893 Nov 12 03:54:00.875903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-068108c0-bf52-4e66-914a-ef406aa7967e req-8d8a890b-2c06-4aa0-8e08-043e6d5b0ac1 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Nov 12 03:54:00.993644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032d7b-e17c-450e-88d9-137e2356d289 req-320cb6d4-caa8-48f8-a2c3-88260f56ff07 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.995254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16032d7b-e17c-450e-88d9-137e2356d289 req-320cb6d4-caa8-48f8-a2c3-88260f56ff07 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.0492682 Nov 12 03:54:01.045132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-16032d7b-e17c-450e-88d9-137e2356d289 req-bfc548fc-4543-461d-a6b3-924b239da28b tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438738 Nov 12 03:54:01.055414 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.066905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.152427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08acdb97-fc2e-4f43-b472-c164f6ea52b0 tempest-TestServerBasicOps-1798084318 tempest-TestServerBasicOps-1798084318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.155264 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-08acdb97-fc2e-4f43-b472-c164f6ea52b0 tempest-TestServerBasicOps-1798084318 tempest-TestServerBasicOps-1798084318-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1093 time: 0.0861552 Nov 12 03:54:01.157068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.161475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:01.185252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.207680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da712b80-7f32-4f8b-b3c7-9b63b69f2be6 req-bb9c3de8-9d85-479b-b86a-78bddd6ba5cf tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:01.209194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da712b80-7f32-4f8b-b3c7-9b63b69f2be6 req-bb9c3de8-9d85-479b-b86a-78bddd6ba5cf tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0509629 Nov 12 03:54:01.282403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.390238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Allocated IP 172.25.4.209 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c524f8c5-2210-4171-8e19-889c45e40c33) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:01.489593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.527914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.563502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:01.566375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:01.570563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:01.598586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'Port': ['ID=c524f8c5-2210-4171-8e19-889c45e40c33,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.930583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.952978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.018119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.167823 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.172348 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.245894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event updated for resources: {'Port': ['ID=c524f8c5-2210-4171-8e19-889c45e40c33,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.255500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.338906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce70b-3631-4968-8317-555f48c5c0a4 req-2410533b-3bee-4548-8d7a-8308d5ac018e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.340432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-976ce70b-3631-4968-8317-555f48c5c0a4 req-2410533b-3bee-4548-8d7a-8308d5ac018e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0515780 Nov 12 03:54:02.360081 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Floating IP 39e01061-c22b-4b1e-910d-3d7072d278f4 associated. External IP: 172.25.4.209, port: 0d1df63a-e014-47d1-815d-a4ee2334ee32. Nov 12 03:54:02.455242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41888-3d77-49f0-8918-46a4e8d92781 req-27e9d3b6-d661-4a5a-ab43-49636ef1bb0e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.456778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8cc41888-3d77-49f0-8918-46a4e8d92781 req-27e9d3b6-d661-4a5a-ab43-49636ef1bb0e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0482662 Nov 12 03:54:02.561172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbee140-8187-4363-a90a-86170f2ac5c3 req-5e1e7729-3086-4db0-b356-908fae5ce615 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.562682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1fbee140-8187-4363-a90a-86170f2ac5c3 req-5e1e7729-3086-4db0-b356-908fae5ce615 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 1061 time: 0.0403750 Nov 12 03:54:02.573570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Router 4b320713-2816-48ca-9d33-c331a268ecc1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:02.665327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c044-f535-4f14-b666-014c41d6af4e req-9d3868b7-e874-43dd-8cf3-de7dc140e736 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.666863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5898c044-f535-4f14-b666-014c41d6af4e req-9d3868b7-e874-43dd-8cf3-de7dc140e736 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.0398083 Nov 12 03:54:02.683537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:02.697787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Sync routers for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:02.701573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.707730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:02.708399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.744143 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-21a5d7b3-bc33-4b34-b1bb-20ba1161fda8 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5770421 Nov 12 03:54:02.744143 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:02.744143 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:02.777352 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b55111-821c-4ebc-99bd-c2588dac5ef1 x-openstack-request-id: req-99b55111-821c-4ebc-99bd-c2588dac5ef1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:02.777722 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:02.777915 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-99b55111-821c-4ebc-99bd-c2588dac5ef1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:02.778326 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'status': 'completed', 'code': 200} Nov 12 03:54:02.828976 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:02.846458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-e9801480-e3cc-4bbf-821b-ffb8f8144c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.848366 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-e9801480-e3cc-4bbf-821b-ffb8f8144c60 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0465672 Nov 12 03:54:02.953814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-f22315ed-2506-49df-96fd-243406fb9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:02.955318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-f22315ed-2506-49df-96fd-243406fb9056 service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0968442 Nov 12 03:54:03.060527 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-2b055fd0-63fa-4145-9f9a-a538eb1ae2df service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1000 time: 0.0965950 Nov 12 03:54:03.076421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '39e01061-c22b-4b1e-910d-3d7072d278f4', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'port_id': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'mac_address': 'fa:16:3e:f2:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:01Z', 'updated_at': '2021-11-12T03:54:01Z', 'revision_number': 0, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.090794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5898c044-f535-4f14-b666-014c41d6af4e req-5496169a-1b94-4d9f-8ff7-85a8ac0ee511 tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4177685 Nov 12 03:54:03.112104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Checking router: 4b320713-2816-48ca-9d33-c331a268ecc1 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:03.112104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:03.112565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.113989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59694) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.114409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-e29f0189-db25-45b2-bf6a-64bcb5ea47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.117448 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-e29f0189-db25-45b2-bf6a-64bcb5ea47e9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0507076 Nov 12 03:54:03.155138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d7023-cb17-4375-a2e8-845f38720cec tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.156794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-317d7023-cb17-4375-a2e8-845f38720cec tempest-TestSecurityGroupsBasicOps-266117726 tempest-TestSecurityGroupsBasicOps-266117726-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 1056 time: 0.0415182 Nov 12 03:54:03.166303 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-69754911-b296-4842-bc5a-ea786634f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.168006 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-69754911-b296-4842-bc5a-ea786634f33e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435586 Nov 12 03:54:03.178661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-ac4b87d1-6d79-4873-b796-f09e0abd264c service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:54:03.179762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-ac4b87d1-6d79-4873-b796-f09e0abd264c service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053141 Nov 12 03:54:03.224911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:03.307650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-d69b44bb-a750-4c62-ac26-a73bab25f207 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201720 Nov 12 03:54:03.407399 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-18f418d6-0b45-4e15-b15f-eaa4c8d183f4 req-8edb8154-c0f9-4eb1-a9fa-a1ff92068f03 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930860 Nov 12 03:54:03.410347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4de572-7d88-4517-bebd-ee490d777e3b req-06da7868-7898-4a24-b5b5-9f9a5ed4c864 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.411813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c4de572-7d88-4517-bebd-ee490d777e3b req-06da7868-7898-4a24-b5b5-9f9a5ed4c864 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0681424 Nov 12 03:54:03.447926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-50664c85-8adc-4e22-9c0a-5c66514a455d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599926 Nov 12 03:54:03.485070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '39e01061-c22b-4b1e-910d-3d7072d278f4', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'port_id': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'mac_address': 'fa:16:3e:f2:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:01Z', 'updated_at': '2021-11-12T03:54:01Z', 'revision_number': 0, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.512418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ae966-9c20-4688-880a-c3c519cad7f0 None None] The sync data for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 is: [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '39e01061-c22b-4b1e-910d-3d7072d278f4', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'port_id': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'mac_address': 'fa:16:3e:f2:58:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:01Z', 'updated_at': '2021-11-12T03:54:01Z', 'revision_number': 0, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:03.536856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71959f24-67fa-4a33-8643-980f95ed5426 req-df3c47cd-5c39-480c-8673-91041c3d6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.538400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-df3c47cd-5c39-480c-8673-91041c3d6e74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0450273 Nov 12 03:54:03.652274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71959f24-67fa-4a33-8643-980f95ed5426 req-9c52d78e-e2fd-4a38-ab73-92fd3da8636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.654671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-9c52d78e-e2fd-4a38-ab73-92fd3da8636f service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0961974 Nov 12 03:54:03.724236 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6542b19-29e0-43fe-8917-cf843424d3b1 None None] New status for floating IP 39e01061-c22b-4b1e-910d-3d7072d278f4: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:03.726958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-62380d08-e3d0-4d3e-9672-11aaafd7cc0c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1000 time: 0.0642779 Nov 12 03:54:03.777653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71959f24-67fa-4a33-8643-980f95ed5426 req-511cd032-251a-4a4a-946b-5453952a7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.779281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-511cd032-251a-4a4a-946b-5453952a7b75 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0446079 Nov 12 03:54:03.824641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71959f24-67fa-4a33-8643-980f95ed5426 req-cae8d7af-6008-43b9-9b1d-c5baa77c431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.826035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-cae8d7af-6008-43b9-9b1d-c5baa77c431d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396357 Nov 12 03:54:03.923758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-77c7f331-7e0e-4941-9248-53e14444a36b service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897942 Nov 12 03:54:04.017024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71959f24-67fa-4a33-8643-980f95ed5426 req-d4809e12-86a8-400b-9eea-8baaab341276 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854428 Nov 12 03:54:04.535605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398bd6-ba4f-4817-9be1-f26a9dce7097 req-2c43aadc-0982-4f22-b5e5-87da3aa44e46 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.536993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2398bd6-ba4f-4817-9be1-f26a9dce7097 req-2c43aadc-0982-4f22-b5e5-87da3aa44e46 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0534346 Nov 12 03:54:04.697709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-6495b3b2-594a-4503-8992-84c9aa298cda tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:04.699277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-6495b3b2-594a-4503-8992-84c9aa298cda tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5676d9f-748f-4039-945f-90ee119e4a30 HTTP/1.1" status: 200 len: 909 time: 0.0483277 Nov 12 03:54:04.787843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port d9f9d82e-1a30-458f-a585-0c6ae0db3350 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:04.788127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.877447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port d9f9d82e-1a30-458f-a585-0c6ae0db3350, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d9f9d82e-1a30-458f-a585-0c6ae0db3350,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:04.877801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.890123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for d9f9d82e-1a30-458f-a585-0c6ae0db3350 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:05.016591 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.042334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=d9f9d82e-1a30-458f-a585-0c6ae0db3350,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.085181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] No DVR routers for this DVR port d9f9d82e-1a30-458f-a585-0c6ae0db3350 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:05.088407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.091840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5fdf4040-8ab3-4d0d-bbd1-baabbf89c62c req-a2ffd871-7d52-43a7-92db-ecbc6fbc67d0 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.98 "DELETE /v2.0/ports/d9f9d82e-1a30-458f-a585-0c6ae0db3350 HTTP/1.1" status: 204 len: 173 time: 0.3870091 Nov 12 03:54:05.092308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'name': 'network-vif-deleted', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:05.094574 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d457577e-ebc3-4e33-8b50-7255d7f424e8" -d '{"events": [{"server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "name": "network-vif-deleted", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:05.133239 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42d4d5b-e123-4cbf-a10b-ce03878c25c1 x-openstack-request-id: req-a42d4d5b-e123-4cbf-a10b-ce03878c25c1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:05.133529 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5676d9f-748f-4039-945f-90ee119e4a30", "name": "network-vif-deleted", "tag": "d9f9d82e-1a30-458f-a585-0c6ae0db3350", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:05.133784 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a42d4d5b-e123-4cbf-a10b-ce03878c25c1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:05.134181 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5676d9f-748f-4039-945f-90ee119e4a30', 'name': 'network-vif-deleted', 'tag': 'd9f9d82e-1a30-458f-a585-0c6ae0db3350', 'status': 'completed', 'code': 200} Nov 12 03:54:05.595552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59706) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:05.956526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.207756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port 8cdf11e7-34e3-40f1-b93a-5696375436b1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:06.208133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.296662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port 8cdf11e7-34e3-40f1-b93a-5696375436b1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=8cdf11e7-34e3-40f1-b93a-5696375436b1,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:06.297022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.310376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for 8cdf11e7-34e3-40f1-b93a-5696375436b1 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:06.492063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.522074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=8cdf11e7-34e3-40f1-b93a-5696375436b1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.694898 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.906350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 28dbd2db-a177-4a63-aed4-09e17cada78b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:07.008917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:07.013801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6d5c23b5-7323-4041-a56c-c923fd421807 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "PUT /v2.0/routers/28dbd2db-a177-4a63-aed4-09e17cada78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171107 Nov 12 03:54:07.016802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.018278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Sync routers for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:07.028995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:07.029600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.068444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting subnet 2a3f5b7b-004d-40e6-a02f-a8c519a142c0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:07.072079 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.116675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.134329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:07.230584 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.312037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.318515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:54:06Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.340600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3f5b7b-004d-40e6-a02f-a8c519a142c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:07.346314 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.352080 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03091fe5-794b-497a-a652-9010b17d6247 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/subnets/2a3f5b7b-004d-40e6-a02f-a8c519a142c0 HTTP/1.1" status: 204 len: 168 time: 0.3318574 Nov 12 03:54:07.352260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.361801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ad82e-e2b5-4767-9b92-adecf349c674 None None] Network df86d8c2-99de-4ab0-a0ec-08e67c989f70 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:07.364066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Checking router: 28dbd2db-a177-4a63-aed4-09e17cada78b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:07.415118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Routers {'28dbd2db-a177-4a63-aed4-09e17cada78b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:07.415764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['28dbd2db-a177-4a63-aed4-09e17cada78b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.736590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] Set router 28dbd2db-a177-4a63-aed4-09e17cada78b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:07.786919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.812617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] DHCP port deletion for df86d8c2-99de-4ab0-a0ec-08e67c989f70 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:07.900161 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.939989 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Deleting port e5e47129-ae25-45ad-a2a9-833df95f37aa {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:07.940356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.952860 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port 2c09ef61-1754-4ce8-b762-f7ea2aa99427 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:07.953197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.014477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] For port e5e47129-ae25-45ad-a2a9-833df95f37aa, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e5e47129-ae25-45ad-a2a9-833df95f37aa,segment=NetworkSegment(a94966aa-6cf5-4a1f-9647-4e333b996bb2),segment_id=a94966aa-6cf5-4a1f-9647-4e333b996bb2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:08.014778 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.029458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Calling delete_port for e5e47129-ae25-45ad-a2a9-833df95f37aa owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:08.031859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port 2c09ef61-1754-4ce8-b762-f7ea2aa99427, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c09ef61-1754-4ce8-b762-f7ea2aa99427,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:08.032302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.036577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:54:06Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.046330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for 2c09ef61-1754-4ce8-b762-f7ea2aa99427 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:08.067377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7408e-4f4a-4bc7-bef7-3ce8296c19e9 None None] The sync data for ids ['28dbd2db-a177-4a63-aed4-09e17cada78b'] in n-d-713499-30 is: [{'id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1869743226', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:54:06Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '2c09ef61-1754-4ce8-b762-f7ea2aa99427', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dbd2db-a177-4a63-aed4-09e17cada78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:44Z', 'updated_at': '2021-11-12T03:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:08.139924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.165280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] Pushing event deleted for resources: {'Port': ['ID=e5e47129-ae25-45ad-a2a9-833df95f37aa,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.168870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f83e5d-4880-4e4f-a170-3e88fd0b498a None None] No DVR routers for this DVR port e5e47129-ae25-45ad-a2a9-833df95f37aa on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:08.247990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.273399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=2c09ef61-1754-4ce8-b762-f7ea2aa99427,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.287441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0549c-f073-4e0a-bdca-be939d5378dc None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:08.332532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.402203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d9f9d82e-1a30-458f-a585-0c6ae0db3350 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:08.424092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: d9f9d82e-1a30-458f-a585-0c6ae0db3350 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:08.424441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d9f9d82e-1a30-458f-a585-0c6ae0db3350 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:08.442066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.444692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.526933 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.527877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Fanout notify agent at l3_agent the message router_deleted on router 28dbd2db-a177-4a63-aed4-09e17cada78b {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:08.536178 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.540669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59712) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.541266 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fbcf76fa-7d56-4342-94de-7e28cf0c1420 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/routers/28dbd2db-a177-4a63-aed4-09e17cada78b HTTP/1.1" status: 204 len: 168 time: 1.1874733 Nov 12 03:54:08.633384 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.769994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-b453b3d6-d483-4d2a-858e-3c8ce4f99f3d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1627138 Nov 12 03:54:08.771480 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.795078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df86d8c2-99de-4ab0-a0ec-08e67c989f70']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.805969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94966aa-6cf5-4a1f-9647-4e333b996bb2') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.806266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94966aa-6cf5-4a1f-9647-4e333b996bb2') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:08.817802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.857033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.866136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:08.866510 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:08.870842 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:08.920932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-1aa5724e-76ad-46aa-a73f-0a697c517aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.922443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-1aa5724e-76ad-46aa-a73f-0a697c517aa7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.1033168 Nov 12 03:54:08.934310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.941601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.944792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/networks/df86d8c2-99de-4ab0-a0ec-08e67c989f70 HTTP/1.1" status: 204 len: 168 time: 0.4030595 Nov 12 03:54:08.947553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.978135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d255fc-12ee-43d6-966f-cdec49e4944a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Network': ['ID=df86d8c2-99de-4ab0-a0ec-08e67c989f70,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.044718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-43051589-11ba-45d4-a669-35a6bed69959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.046136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-43051589-11ba-45d4-a669-35a6bed69959 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 898 time: 0.1003780 Nov 12 03:54:09.110126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port 21cf3028-8173-48bc-a581-eff9c70302c6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:09.110712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.111675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-902edba5-35f0-4a73-8963-cb5e48d3b1bf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 1001 time: 0.0587082 Nov 12 03:54:09.165660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-0260381c-610e-453d-88cd-1d32bf93b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.167205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-0260381c-610e-453d-88cd-1d32bf93b4fc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0489364 Nov 12 03:54:09.200670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.201001 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.213492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for 21cf3028-8173-48bc-a581-eff9c70302c6 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:09.218593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-05b2a084-7b86-4f0a-95a4-c9a5e8c55858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.220139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-05b2a084-7b86-4f0a-95a4-c9a5e8c55858 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462666 Nov 12 03:54:09.231685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-a3586d31-d60c-4fd9-bf01-119d7b90d394 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:54:09.232792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-a3586d31-d60c-4fd9-bf01-119d7b90d394 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055025 Nov 12 03:54:09.328725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8cdf11e7-34e3-40f1-b93a-5696375436b1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:09.330467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-3f003d8d-a46c-47bd-9dd9-4199ae3a70e8 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908720 Nov 12 03:54:09.350865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 8cdf11e7-34e3-40f1-b93a-5696375436b1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:09.351771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 8cdf11e7-34e3-40f1-b93a-5696375436b1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:09.352521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c09ef61-1754-4ce8-b762-f7ea2aa99427 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:09.375325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2c09ef61-1754-4ce8-b762-f7ea2aa99427 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:09.375666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c09ef61-1754-4ce8-b762-f7ea2aa99427 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:09.376155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e5e47129-ae25-45ad-a2a9-833df95f37aa no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:09.395659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e5e47129-ae25-45ad-a2a9-833df95f37aa {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:09.395912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e5e47129-ae25-45ad-a2a9-833df95f37aa not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:09.408754 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.429504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952ff0a-9b01-4d47-8e8b-34c32869ee05 req-070287b5-67b4-4dfc-994f-f08d291b4fdc service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918932 Nov 12 03:54:09.435184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=21cf3028-8173-48bc-a581-eff9c70302c6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.498981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.499310 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Floating IP 4872183e-d01b-4b50-9837-61f99707bc4a disassociated (deleted). External IP: 172.25.4.111, port: 280c6b0f-744e-4ef4-8809-bfb3b920aa85. Nov 12 03:54:09.702817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 2dffab97-0299-49e4-899c-0ee947fc0942 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:09.812568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:09.817165 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.822734 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Sync routers for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:09.832656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:09.833255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:09.848845 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d81b9887-5f47-4709-9ea3-b97fc15f3a34 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/floatingips/4872183e-d01b-4b50-9837-61f99707bc4a HTTP/1.1" status: 204 len: 168 time: 0.8973598 Nov 12 03:54:09.848845 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:09.849173 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d856cb6-79d4-47bf-96a2-107f7529b120" -d '{"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:09.886769 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457031f-1ef4-4ab3-9996-206be30bec38 x-openstack-request-id: req-3457031f-1ef4-4ab3-9996-206be30bec38 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:09.887112 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:09.887411 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3457031f-1ef4-4ab3-9996-206be30bec38 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:09.888014 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'status': 'completed', 'code': 200} Nov 12 03:54:09.959831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-61c6ff65-4426-4fb0-b48c-01922ca53799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.961442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-61c6ff65-4426-4fb0-b48c-01922ca53799 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d26283fd4936432aa47a9a2e53080461&device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 1136 time: 0.0488207 Nov 12 03:54:09.963484 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:10.099204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-51f8f94e-c703-47db-b388-129d200dfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.100721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-51f8f94e-c703-47db-b388-129d200dfd94 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 200 len: 898 time: 0.1317711 Nov 12 03:54:10.112387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb60fd-7fff-4fb4-b9a3-7774e1630c8c req-2e98c2c6-2cc1-49f6-9297-366b8b633318 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.113891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1bb60fd-7fff-4fb4-b9a3-7774e1630c8c req-2e98c2c6-2cc1-49f6-9297-366b8b633318 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0669382 Nov 12 03:54:10.154307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-62d5aae4-8f6f-420f-ab5b-e6e3e0829825 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 200 len: 217 time: 0.0394762 Nov 12 03:54:10.164229 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.189936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Checking router: 2dffab97-0299-49e4-899c-0ee947fc0942 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:10.198112 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:10.198716 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.234850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-15fe1e4d-762b-485b-982a-bee8bc5d5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.236405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-15fe1e4d-762b-485b-982a-bee8bc5d5fc5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 200 len: 834 time: 0.0740323 Nov 12 03:54:10.241210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c1bb60fd-7fff-4fb4-b9a3-7774e1630c8c req-c809af26-d7c8-4482-83b3-5cc9d4e408ed tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1189289 Nov 12 03:54:10.283305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-41683af3-4d96-4493-93fe-5a1adbff4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.284833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-41683af3-4d96-4493-93fe-5a1adbff4183 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b6497edb-e2b3-4b58-8564-677db229cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407810 Nov 12 03:54:10.303946 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:10.378412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-2d25f534-12b7-4a55-b6d5-e85479e358a8 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848436 Nov 12 03:54:10.468499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d856cb6-79d4-47bf-96a2-107f7529b120 req-5a99a2f4-6b14-4bf7-b70b-78b5a9d11f66 service neutron] 10.222.0.100 "GET /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Nov 12 03:54:10.478961 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:10.502747 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.531540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c7fd1-e3e1-4642-b879-40a8736fc1a0 None None] The sync data for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 is: [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:57Z', 'revision_number': 4, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd5b53b16-57e5-4d3a-9c87-43ceabd81435', 'name': '', 'network_id': 'b6497edb-e2b3-4b58-8564-677db229cd73', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'mac_address': 'fa:16:3e:35:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '625a914c-4670-4970-972f-3f3aa8194770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:56Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'subnets': [{'id': '625a914c-4670-4970-972f-3f3aa8194770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:10.744803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67b025-cd22-42d3-9a8f-cf51bfee77a8 None None] New status for floating IP 4872183e-d01b-4b50-9837-61f99707bc4a: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:11.388197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda7924-ea2e-42b4-8514-6e22acef00e3 req-6f2da8d9-c947-4f98-a64a-149ca1a83d8a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.389671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bda7924-ea2e-42b4-8514-6e22acef00e3 req-6f2da8d9-c947-4f98-a64a-149ca1a83d8a tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0713089 Nov 12 03:54:11.397319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-512f5274-a2a0-40b2-ab9e-17df1e39cf01 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.398684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-512f5274-a2a0-40b2-ab9e-17df1e39cf01 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa31b3ba-d75b-424d-a2c5-fecb52dd938e HTTP/1.1" status: 200 len: 984 time: 0.0893383 Nov 12 03:54:11.505584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bda7924-ea2e-42b4-8514-6e22acef00e3 req-067b856d-7bc1-465c-8ba3-1a415657d8af tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "GET /v2.0/security-groups?id=0a459b37-c919-4963-aa69-6e9156764e58&id=7095aba9-901d-42f0-87ef-bc60040daf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1058674 Nov 12 03:54:11.524342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:11.524799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.612960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port 280c6b0f-744e-4ef4-8809-bfb3b920aa85, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=280c6b0f-744e-4ef4-8809-bfb3b920aa85,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:11.613310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.626477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for 280c6b0f-744e-4ef4-8809-bfb3b920aa85 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:11.751474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.784531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=280c6b0f-744e-4ef4-8809-bfb3b920aa85,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.820379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] No DVR routers for this DVR port 280c6b0f-744e-4ef4-8809-bfb3b920aa85 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:11.822855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.826163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4dc0c3db-2bb9-419b-bf6a-2ed042678923 req-ba1cf403-7156-4fa7-b515-5592925d2436 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.100 "DELETE /v2.0/ports/280c6b0f-744e-4ef4-8809-bfb3b920aa85 HTTP/1.1" status: 204 len: 173 time: 0.4205561 Nov 12 03:54:11.826603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'name': 'network-vif-deleted', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:11.828878 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f293d-7aa0-4687-bc15-d27c700bd2ba" -d '{"events": [{"server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "name": "network-vif-deleted", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:11.872358 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e090789d-f851-4fa4-8d97-f41c871fecc9 x-openstack-request-id: req-e090789d-f851-4fa4-8d97-f41c871fecc9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:11.872649 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa31b3ba-d75b-424d-a2c5-fecb52dd938e", "name": "network-vif-deleted", "tag": "280c6b0f-744e-4ef4-8809-bfb3b920aa85", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:11.872898 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e090789d-f851-4fa4-8d97-f41c871fecc9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:11.873297 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa31b3ba-d75b-424d-a2c5-fecb52dd938e', 'name': 'network-vif-deleted', 'tag': '280c6b0f-744e-4ef4-8809-bfb3b920aa85', 'status': 'completed', 'code': 200} Nov 12 03:54:12.560814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.612653 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.635114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.677723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.680981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.682093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/security-groups/7095aba9-901d-42f0-87ef-bc60040daf1f HTTP/1.1" status: 204 len: 168 time: 0.1203005 Nov 12 03:54:12.685018 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.690698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ac6f5-6a7b-4e34-be31-2a4472c3a2d8 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095aba9-901d-42f0-87ef-bc60040daf1f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.740028 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.763208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.805831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.808556 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.809691 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/security-groups/0a459b37-c919-4963-aa69-6e9156764e58 HTTP/1.1" status: 204 len: 168 time: 0.1236849 Nov 12 03:54:12.812686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59736) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.818338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d25d-659b-450f-abd5-7d6c4efb421e tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a459b37-c919-4963-aa69-6e9156764e58,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.495459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.744935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port d5b53b16-57e5-4d3a-9c87-43ceabd81435 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:13.745646 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.835172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port d5b53b16-57e5-4d3a-9c87-43ceabd81435, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d5b53b16-57e5-4d3a-9c87-43ceabd81435,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:13.836116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.848580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for d5b53b16-57e5-4d3a-9c87-43ceabd81435 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:14.030471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.056775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=d5b53b16-57e5-4d3a-9c87-43ceabd81435,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.228645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.442527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Router 2dffab97-0299-49e4-899c-0ee947fc0942 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:14.548158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:14.553409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b099c635-c15d-41ba-b1fa-ec53fbe546a3 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "PUT /v2.0/routers/2dffab97-0299-49e4-899c-0ee947fc0942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396324 Nov 12 03:54:14.556643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59738) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.558004 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Sync routers for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:14.567412 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:14.568036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.606660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting subnet 625a914c-4670-4970-972f-3f3aa8194770 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:14.610019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.655660 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.671900 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:14.736932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.793326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.823979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Subnet': ['ID=625a914c-4670-4970-972f-3f3aa8194770,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.828211 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.831427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c5c2e0f3-aacb-4ff0-bc99-d4779f272cae tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/subnets/625a914c-4670-4970-972f-3f3aa8194770 HTTP/1.1" status: 204 len: 168 time: 0.2738347 Nov 12 03:54:14.834090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59740) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.839269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbab32f-e159-4705-8d0b-7b0cba01de3c None None] Network b6497edb-e2b3-4b58-8564-677db229cd73 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:14.850132 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:54:13Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.880628 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Checking router: 2dffab97-0299-49e4-899c-0ee947fc0942 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:14.889034 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Routers {'2dffab97-0299-49e4-899c-0ee947fc0942'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:14.889648 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:53:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2dffab97-0299-49e4-899c-0ee947fc0942'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:14.944864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.991795 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] Set router 2dffab97-0299-49e4-899c-0ee947fc0942 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:15.049447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] DHCP port deletion for b6497edb-e2b3-4b58-8564-677db229cd73 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:15.051997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.100462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Deleting port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:15.100462 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.115149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Deleting port 91290063-bcef-40aa-a38b-e3648e419968 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:15.115491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.171439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] For port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,segment=NetworkSegment(64852980-711a-4aa7-8f45-5b68eb161a39),segment_id=64852980-711a-4aa7-8f45-5b68eb161a39)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:15.171439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.183912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Calling delete_port for ceee34ec-1368-41f0-ba2c-d2b2582ba4bc owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:15.196369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] For port 91290063-bcef-40aa-a38b-e3648e419968, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=91290063-bcef-40aa-a38b-e3648e419968,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:15.196837 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.209913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Calling delete_port for 91290063-bcef-40aa-a38b-e3648e419968 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:15.270876 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.277072 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:54:13Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.308005 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eb3cfe-dd8f-4db0-a41e-426ece986e3f None None] The sync data for ids ['2dffab97-0299-49e4-899c-0ee947fc0942'] in n-d-713499-30 is: [{'id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1576408942', 'tenant_id': 'd26283fd4936432aa47a9a2e53080461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '91290063-bcef-40aa-a38b-e3648e419968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:54:13Z', 'revision_number': 5, 'project_id': 'd26283fd4936432aa47a9a2e53080461', 'gw_port': {'id': '91290063-bcef-40aa-a38b-e3648e419968', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dffab97-0299-49e4-899c-0ee947fc0942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:53Z', 'updated_at': '2021-11-12T03:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:15.309358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] Pushing event deleted for resources: {'Port': ['ID=ceee34ec-1368-41f0-ba2c-d2b2582ba4bc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.317752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338ec17-a7e0-48ec-b32b-7f0fae7ebe1c None None] No DVR routers for this DVR port ceee34ec-1368-41f0-ba2c-d2b2582ba4bc on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:15.412799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.438335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Port': ['ID=91290063-bcef-40aa-a38b-e3648e419968,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.448798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee33d9-b250-405c-b759-8ba8a387ee27 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:15.500427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.590172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 280c6b0f-744e-4ef4-8809-bfb3b920aa85 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:15.608397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.610007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 280c6b0f-744e-4ef4-8809-bfb3b920aa85 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:15.610351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 280c6b0f-744e-4ef4-8809-bfb3b920aa85 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:15.610632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.657473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.657898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Fanout notify agent at l3_agent the message router_deleted on router 2dffab97-0299-49e4-899c-0ee947fc0942 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:15.666774 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.668038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-db20ee0a-b224-4c0b-b5fc-8ec311281e47 tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/routers/2dffab97-0299-49e4-899c-0ee947fc0942 HTTP/1.1" status: 204 len: 168 time: 0.8329937 Nov 12 03:54:15.670913 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.719318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ceee34ec-1368-41f0-ba2c-d2b2582ba4bc no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:15.742599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ceee34ec-1368-41f0-ba2c-d2b2582ba4bc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:15.743151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ceee34ec-1368-41f0-ba2c-d2b2582ba4bc not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:15.762156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.850211 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.870275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6497edb-e2b3-4b58-8564-677db229cd73']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.879607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64852980-711a-4aa7-8f45-5b68eb161a39') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.879905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64852980-711a-4aa7-8f45-5b68eb161a39') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.895901 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.914824 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.922055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:15.922460 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:15.925685 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:15.986773 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.993946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.997344 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] 10.222.0.93 "DELETE /v2.0/networks/b6497edb-e2b3-4b58-8564-677db229cd73 HTTP/1.1" status: 204 len: 168 time: 0.3253665 Nov 12 03:54:16.010405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a72d7e-4fb4-449c-88fb-9aaa82ee81ee tempest-TestSecurityGroupsBasicOps-1210082206 tempest-TestSecurityGroupsBasicOps-1210082206-project] Pushing event deleted for resources: {'Network': ['ID=b6497edb-e2b3-4b58-8564-677db229cd73,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.286710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59752) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.422147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fa171aec-ce86-4c53-8d18-12b711b025db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d26283fd4936432aa47a9a2e53080461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342680 Nov 12 03:54:16.424578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59756) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.474606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.495861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.542176 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.544836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.545996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bd93a5bc-eaee-40ce-8908-f9f772605d5f HTTP/1.1" status: 204 len: 168 time: 0.1205294 Nov 12 03:54:16.553688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766c65-0d96-474c-9608-72c4d17fab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93a5bc-eaee-40ce-8908-f9f772605d5f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.797679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59762) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.811252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0eb45861-a6f8-4bb6-856e-938e20231826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.883287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0eb45861-a6f8-4bb6-856e-938e20231826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.887545 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0eb45861-a6f8-4bb6-856e-938e20231826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.925148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0eb45861-a6f8-4bb6-856e-938e20231826 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e3d8cc4bdfa404ea169fb99799e9573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264074 Nov 12 03:54:16.925968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb45861-a6f8-4bb6-856e-938e20231826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a032b21-d7a5-4c81-b235-61797f000988,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.928631 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.977795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.998637 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.049344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.051938 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.053109 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a032b21-d7a5-4c81-b235-61797f000988 HTTP/1.1" status: 204 len: 168 time: 0.1226909 Nov 12 03:54:17.060687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f11b58-90a3-48cc-bdc1-95ae5d64c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a032b21-d7a5-4c81-b235-61797f000988,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.322282 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91290063-bcef-40aa-a38b-e3648e419968 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:17.345943 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 91290063-bcef-40aa-a38b-e3648e419968 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:17.346407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 91290063-bcef-40aa-a38b-e3648e419968 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:17.346687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5b53b16-57e5-4d3a-9c87-43ceabd81435 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:17.368191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d5b53b16-57e5-4d3a-9c87-43ceabd81435 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:17.368191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d5b53b16-57e5-4d3a-9c87-43ceabd81435 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:17.368422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.407874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-346e299a-228f-4035-b355-f38172250eea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2c3a33c1dfbf4ba7b45391d070d481a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388722 Nov 12 03:54:17.410340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.456602 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.477411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.523712 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.526315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.527456 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d41525c7-01f3-442c-aaaf-fbaf6766d39f HTTP/1.1" status: 204 len: 168 time: 0.1162324 Nov 12 03:54:17.535558 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323dd1-2185-454c-82c2-b7532793a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41525c7-01f3-442c-aaaf-fbaf6766d39f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.002350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-394a01c6-d95b-4a1b-9f93-d93d6e5d62ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.192031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.289261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1271764384-network', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.310243 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Made reservation on behalf of 2241ef24bd83498b91333c3af9d6fb73 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:18.313290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.322602 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.395695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.400125 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.428426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:18.434600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3ea6c-e0e1-4f0c-bd21-143f1aa8053a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.440465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.440798 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Added segment c57c23f6-a441-427c-ba5f-9652896d08e1 of type vlan for network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 Nov 12 03:54:18.481128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.504686 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.505619 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.506197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.539230 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3461189 Nov 12 03:54:18.542374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59798) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.547497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Request body: {'subnet': {'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1271764384-subnet', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.569293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Made reservation on behalf of 2241ef24bd83498b91333c3af9d6fb73 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:18.572075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b75a-18fa-4002-9b6b-c41d1be73ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddcf307-8ff3-43d5-a291-ce1f636d72e0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.572237 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.581956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:18.733931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.794365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df69b357-8afa-4fea-aafb-4b183fd826a1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.801143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Checking segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:18.801501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Network hostable DHCP agents. Network: 3ddcf307-8ff3-43d5-a291-ce1f636d72e0, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:18.817851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:18.827040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 3ddcf307-8ff3-43d5-a291-ce1f636d72e0) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:18.831907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.832647 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.837162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5de567-cd6d-48dd-8a49-968037c7d2e0 None None] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:18.849197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-01eabd5c-8f06-4826-9423-67744ef4558f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3056686 Nov 12 03:54:18.852458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59800) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.856758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.877631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.878712 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.930332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.990520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:18.991370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.067388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.139007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Allocated IP 172.20.0.2 (3ddcf307-8ff3-43d5-a291-ce1f636d72e0/df69b357-8afa-4fea-aafb-4b183fd826a1/da583a40-cff0-4f15-bd67-1f0f3b70bb90) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:19.265985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.281385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.286527 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.289811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.331748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:19.336419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:19.339516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:19.342591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Pushing event updated for resources: {'Port': ['ID=da583a40-cff0-4f15-bd67-1f0f3b70bb90,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.393255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Allocated IP 172.25.4.182 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2c32d529-0b74-4d65-83f6-2abd6dbc6ce2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:19.399363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Attempting to bind port da583a40-cff0-4f15-bd67-1f0f3b70bb90 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:19.399736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Attempting to bind port da583a40-cff0-4f15-bd67-1f0f3b70bb90 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:19.400148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Attempting to bind port da583a40-cff0-4f15-bd67-1f0f3b70bb90 on network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:19.405241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:19.405564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Checking segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:19.405981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.406400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Bound using segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:19.406870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Bound port: da583a40-cff0-4f15-bd67-1f0f3b70bb90, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:19.407250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.468611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] For port da583a40-cff0-4f15-bd67-1f0f3b70bb90, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:19.471774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] For port da583a40-cff0-4f15-bd67-1f0f3b70bb90, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da583a40-cff0-4f15-bd67-1f0f3b70bb90,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:19.475820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.503876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.535284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d2a21-1c39-453c-947a-547353f84cfd None None] Pushing event updated for resources: {'Port': ['ID=da583a40-cff0-4f15-bd67-1f0f3b70bb90,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.546560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.586224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:19.591517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:19.595111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:19.600707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.605024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f03442-c807-43b7-a8f0-6387896c4b24 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:19.718563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-564c498a-064f-42be-a6fe-3c86d6dc781e None None] Provisioning complete for port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:19.719019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564c498a-064f-42be-a6fe-3c86d6dc781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.764515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-564c498a-064f-42be-a6fe-3c86d6dc781e None None] Port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:19.871429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.068565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.409504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c684baa7-7edc-4b77-8096-5882becccafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.459494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e52505-b854-4769-8ed3-49460ab9201d None None] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:20.529744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] Provisioning complete for port da583a40-cff0-4f15-bd67-1f0f3b70bb90 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:20.530107 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.547620 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Router c653d900-208b-46d3-a431-ee46352c7cc8 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:20.653975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:20.667908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:20.671794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.673083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ce3e23b6-1e0b-45b1-beb7-6b9ebf5ed0d8 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8196583 Nov 12 03:54:20.675706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59802) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:20.686455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.707349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:20.707735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:20.768689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] For port da583a40-cff0-4f15-bd67-1f0f3b70bb90, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da583a40-cff0-4f15-bd67-1f0f3b70bb90,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:20.776340 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.869349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:20.895187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef6c4c-1c9a-4624-9c59-69222e892c65 None None] Pushing event updated for resources: {'Port': ['ID=da583a40-cff0-4f15-bd67-1f0f3b70bb90,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.108146 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.153352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6352f76b-1489-42ab-8450-671d0fded5c9 None None] Provisioning complete for port da583a40-cff0-4f15-bd67-1f0f3b70bb90 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:21.153724 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6352f76b-1489-42ab-8450-671d0fded5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.270194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Allocated IP 172.20.0.1 (3ddcf307-8ff3-43d5-a291-ce1f636d72e0/df69b357-8afa-4fea-aafb-4b183fd826a1/be9d3caa-44ec-422f-b62d-da7b46c3424a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:21.289291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:19Z', 'revision_number': 3, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:21.317197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:21.317556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Updating router c653d900-208b-46d3-a431-ee46352c7cc8 port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:21.349238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.376339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da583a40-cff0-4f15-bd67-1f0f3b70bb90 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:21.394919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.428886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.465738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:21.468516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:21.474587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:21.511296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.530396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.552404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port da583a40-cff0-4f15-bd67-1f0f3b70bb90 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:21.552776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.675857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.728856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-07b2217b-54eb-4279-9ae0-e635794a0ff9 None None] Provisioning complete for port be9d3caa-44ec-422f-b62d-da7b46c3424a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:21.729468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07b2217b-54eb-4279-9ae0-e635794a0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.732084 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.762037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.831687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-07b2217b-54eb-4279-9ae0-e635794a0ff9 None None] Port be9d3caa-44ec-422f-b62d-da7b46c3424a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:21.833929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de79358b-3b8e-4a0c-81f9-f448399f0ea5 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:21.840310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.844086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.846411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502139d-f379-4379-9c41-151447291176 None None] Pushing event updated for resources: {'Port': ['ID=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.848928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.851920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Attempting to bind port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:21.852313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Attempting to bind port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:21.852666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Attempting to bind port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:21.859439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:21.859877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:21.860306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.860689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:21.861242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Bound port: 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:21.861503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.912502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] For port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:21.916309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] For port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:21.918361 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.921189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.921483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.974662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604f580-2ba7-4b3e-8ec0-495347edc697 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:22.002104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] Provisioning complete for port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:22.002556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.005638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502139d-f379-4379-9c41-151447291176 None None] Pushing event updated for resources: {'Port': ['ID=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.019008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:22.020679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:22.028210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:22.030170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:22.143407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Router c653d900-208b-46d3-a431-ee46352c7cc8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:22.180201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:22.208544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.258236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:22.264060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3138d8a3-6f55-4bd8-875f-16926ef6b1b7 admin admin] 10.222.0.93 "PUT /v2.0/routers/c653d900-208b-46d3-a431-ee46352c7cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5872576 Nov 12 03:54:22.268749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] For port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:22.274578 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.372941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c3334-d25a-4278-b2e8-bd9fd16d5f7d None None] Pushing event updated for resources: {'Port': ['ID=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.429621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-635707e7-c8e8-48dc-b737-483295ef6dca None None] Provisioning complete for port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:22.429996 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-635707e7-c8e8-48dc-b737-483295ef6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.488839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:22.535998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49970f46-adb1-405d-98aa-49602c1fb8dd None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:22.571620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-635707e7-c8e8-48dc-b737-483295ef6dca None None] Provisioning complete for port be9d3caa-44ec-422f-b62d-da7b46c3424a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:22.572030 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-635707e7-c8e8-48dc-b737-483295ef6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.611534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-635707e7-c8e8-48dc-b737-483295ef6dca None None] Port be9d3caa-44ec-422f-b62d-da7b46c3424a cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:22.764604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59818) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.769952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1342698657-network', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:22.795424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Made reservation on behalf of b646972a0d0342c9a631487f69cb9eb3 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:22.798305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.807534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.887407 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.892666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.923085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1240} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:22.929957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d3d9b1-2a35-4b12-a8f0-0f5ad4274d97,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.938172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.938402 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Added segment d829a0ac-ce00-4dbd-85ce-f96d397ab5ea of type vlan for network 365b8df1-002f-4f95-b7a8-39aa12822a4b Nov 12 03:54:22.982904 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.009242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.010245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.010823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.075152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3078530 Nov 12 03:54:23.076307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59820) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.082947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Request body: {'subnet': {'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1342698657-subnet', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:23.091337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafee42-c249-4784-90f8-d947ece12c09 admin admin] Pushing event updated for resources: {'Network': ['ID=365b8df1-002f-4f95-b7a8-39aa12822a4b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.101651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:23.111532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Made reservation on behalf of b646972a0d0342c9a631487f69cb9eb3 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:23.114323 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.190127 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.340007 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.369698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:23.402391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849b90d2-4286-4977-8cff-09e403a93d4f,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.409862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Checking segment: {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:23.410217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Network hostable DHCP agents. Network: 365b8df1-002f-4f95-b7a8-39aa12822a4b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:23.427670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:23.428089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.430119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:23.441128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 365b8df1-002f-4f95-b7a8-39aa12822a4b) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:23.445843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.446501 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.454845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d7f19-3e19-4cc7-9041-5e207b44cbd8 None None] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:23.465570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b2bf8db3-24cd-4fcc-8c3a-09a4cda73848 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3880963 Nov 12 03:54:23.468076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 59824) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.474188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:23.499170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.500917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.564147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.661843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-365b8df1-002f-4f95-b7a8-39aa12822a4b', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:23.662675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.693341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.714997 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.822320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Allocated IP 172.20.0.2 (365b8df1-002f-4f95-b7a8-39aa12822a4b/849b90d2-4286-4977-8cff-09e403a93d4f/fe579764-9d6b-4518-a7ee-6309bd78a795) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:23.928605 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.948650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.061294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Allocated IP 172.25.4.72 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/9aaa13c6-3eea-4949-9634-ef78475858b8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:24.130976 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.138818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.171747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.176949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:24.182065 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:24.185696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:24.196679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Pushing event updated for resources: {'Port': ['ID=fe579764-9d6b-4518-a7ee-6309bd78a795,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.213113 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.244659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Attempting to bind port fe579764-9d6b-4518-a7ee-6309bd78a795 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:24.244886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Attempting to bind port fe579764-9d6b-4518-a7ee-6309bd78a795 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:24.245174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Attempting to bind port fe579764-9d6b-4518-a7ee-6309bd78a795 on network 365b8df1-002f-4f95-b7a8-39aa12822a4b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:24.250412 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:24.250778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Checking segment: {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:24.251047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:24.251186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.251540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Bound using segment: {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:24.252051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Bound port: fe579764-9d6b-4518-a7ee-6309bd78a795, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:24.252429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.258181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:24.262719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:24.265846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaa13c6-3eea-4949-9634-ef78475858b8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.287888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353182e-164f-4625-be29-cfb5e79a3e1f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:24.323930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] For port fe579764-9d6b-4518-a7ee-6309bd78a795, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:24.327287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] For port fe579764-9d6b-4518-a7ee-6309bd78a795, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe579764-9d6b-4518-a7ee-6309bd78a795,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:24.334734 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.394875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cfde635d-c096-469a-96da-d1a55a58fdb8 None None] Provisioning complete for port 9aaa13c6-3eea-4949-9634-ef78475858b8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:24.395240 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cfde635d-c096-469a-96da-d1a55a58fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.426407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78377a70-b641-4350-ae1e-2e4740fb591d None None] Pushing event updated for resources: {'Port': ['ID=fe579764-9d6b-4518-a7ee-6309bd78a795,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.441979 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cfde635d-c096-469a-96da-d1a55a58fdb8 None None] Port 9aaa13c6-3eea-4949-9634-ef78475858b8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:24.560488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.755742 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:24.765614 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:24.766219 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:24.773026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.873757 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:24.902273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Router 8dea9493-8cf7-4d9e-80eb-858c53f6510c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:25.011006 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:25.024056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Sync routers for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:25.042122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.047847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59826) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.049190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0b5b6ee-c288-46ba-a52e-560c73183693 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5772057 Nov 12 03:54:25.058510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:25.068077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:25.089901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:25.119680 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:25.120372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Updating router c653d900-208b-46d3-a431-ee46352c7cc8 port be9d3caa-44ec-422f-b62d-da7b46c3424a binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:25.148621 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.233570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:25.412044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe579764-9d6b-4518-a7ee-6309bd78a795 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:25.474404 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.486752 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.530112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fe579764-9d6b-4518-a7ee-6309bd78a795 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:25.530910 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.563950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:24Z', 'revision_number': 3, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:25.602931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbd601-8b84-44b2-8b35-054edbab07a6 None None] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:25.605477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Checking router: 8dea9493-8cf7-4d9e-80eb-858c53f6510c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:25.605942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Updating router 8dea9493-8cf7-4d9e-80eb-858c53f6510c port 9aaa13c6-3eea-4949-9634-ef78475858b8 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:25.629296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Pushing event updated for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.646310 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.646917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.647446 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.648756 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.649272 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.649772 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.650270 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.650767 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.651452 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.652067 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.652559 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.653065 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:25.656727 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Attempting to bind port be9d3caa-44ec-422f-b62d-da7b46c3424a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:25.657370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Attempting to bind port be9d3caa-44ec-422f-b62d-da7b46c3424a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:25.657897 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Attempting to bind port be9d3caa-44ec-422f-b62d-da7b46c3424a on network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:25.673041 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:25.673700 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Checking segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:25.674284 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.674848 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Bound using segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:25.675488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Bound port: be9d3caa-44ec-422f-b62d-da7b46c3424a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:25.676086 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.708942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.767696 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] For port be9d3caa-44ec-422f-b62d-da7b46c3424a, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:25.772085 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] For port be9d3caa-44ec-422f-b62d-da7b46c3424a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=be9d3caa-44ec-422f-b62d-da7b46c3424a,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:25.781129 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.796613 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-56946404-1e7a-4875-8655-b041227a80a7 None None] Provisioning complete for port fe579764-9d6b-4518-a7ee-6309bd78a795 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:25.797040 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56946404-1e7a-4875-8655-b041227a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.803285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.853635 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:25.854479 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:25.856848 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147256d-3d84-418f-b154-14db622e73f5 None None] Pushing event updated for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.926463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.993087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port fe579764-9d6b-4518-a7ee-6309bd78a795, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe579764-9d6b-4518-a7ee-6309bd78a795,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:26.000800 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:26.019096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.136588 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Allocated IP 172.20.0.1 (365b8df1-002f-4f95-b7a8-39aa12822a4b/849b90d2-4286-4977-8cff-09e403a93d4f/009fbe69-f227-4456-9b00-c88fdec60800) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:26.166188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=fe579764-9d6b-4518-a7ee-6309bd78a795,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.244669 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:25Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:26.254775 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.273459 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8407a-b198-4919-8c4a-0cf760315837 None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:25Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:26.281588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.296711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] Provisioning complete for port be9d3caa-44ec-422f-b62d-da7b46c3424a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:26.297235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.299669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.301455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.359464 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:26.365642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:26.368370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:26.403616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf94555-d55a-4cac-8ed4-b7baa5f52c7c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:26.424288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eab241-b4e3-4271-947e-9455ad700c71 None None] Pushing event updated for resources: {'Port': ['ID=9aaa13c6-3eea-4949-9634-ef78475858b8,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.431023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Attempting to bind port 9aaa13c6-3eea-4949-9634-ef78475858b8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:26.431311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Attempting to bind port 9aaa13c6-3eea-4949-9634-ef78475858b8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:26.431677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Attempting to bind port 9aaa13c6-3eea-4949-9634-ef78475858b8 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:26.439008 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.443365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:26.443763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:26.445871 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.445871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:26.446505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Bound port: 9aaa13c6-3eea-4949-9634-ef78475858b8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:26.446939 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.484816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.515922 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.544372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] For port 9aaa13c6-3eea-4949-9634-ef78475858b8, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:26.549725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] For port 9aaa13c6-3eea-4949-9634-ef78475858b8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9aaa13c6-3eea-4949-9634-ef78475858b8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:26.563148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.612609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] For port be9d3caa-44ec-422f-b62d-da7b46c3424a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=be9d3caa-44ec-422f-b62d-da7b46c3424a,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:26.624570 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.631072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c28287-30c9-4f98-9f03-3d01dc364924 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:26.631359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.662549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eab241-b4e3-4271-947e-9455ad700c71 None None] Pushing event updated for resources: {'Port': ['ID=9aaa13c6-3eea-4949-9634-ef78475858b8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.665252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:26.665773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:26.842096 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.849126 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.924890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.928558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.984864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:27.018315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cafaa-9656-432d-9292-79a37d45d534 None None] Pushing event updated for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.025768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Provisioning complete for port 9aaa13c6-3eea-4949-9634-ef78475858b8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.026115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.029319 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:27.030746 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:27.168236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Router 8dea9493-8cf7-4d9e-80eb-858c53f6510c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:27.219565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.262657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] For port 9aaa13c6-3eea-4949-9634-ef78475858b8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9aaa13c6-3eea-4949-9634-ef78475858b8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:27.268845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.289850 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:27.307390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-edef5aad-70ec-4905-b99b-0b596147f7f5 admin admin] 10.222.0.93 "PUT /v2.0/routers/8dea9493-8cf7-4d9e-80eb-858c53f6510c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502904 Nov 12 03:54:27.341274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Provisioning complete for port fe579764-9d6b-4518-a7ee-6309bd78a795 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.341879 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.367818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122e94b-cad7-41b8-8911-8006e792ec2d None None] Pushing event updated for resources: {'Port': ['ID=9aaa13c6-3eea-4949-9634-ef78475858b8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.371838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '009fbe69-f227-4456-9b00-c88fdec60800', 'name': '', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'mac_address': 'fa:16:3e:2f:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:25Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 1, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'subnets': [{'id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:27.402658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe579764-9d6b-4518-a7ee-6309bd78a795 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:27.425038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c9c32f-f8e7-4db3-9b58-f63b9a3bd50b None None] The sync data for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 is: [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '009fbe69-f227-4456-9b00-c88fdec60800', 'name': '', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'mac_address': 'fa:16:3e:2f:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:25Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 1, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'subnets': [{'id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:27.499137 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fe579764-9d6b-4518-a7ee-6309bd78a795 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.499513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.588447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device be9d3caa-44ec-422f-b62d-da7b46c3424a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:27.666509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e2b77152-3986-4e88-a26c-c77e6117f04b None None] Provisioning complete for port 009fbe69-f227-4456-9b00-c88fdec60800 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.666509 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e2b77152-3986-4e88-a26c-c77e6117f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.671172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port be9d3caa-44ec-422f-b62d-da7b46c3424a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.672359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.749497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e2b77152-3986-4e88-a26c-c77e6117f04b None None] Port 009fbe69-f227-4456-9b00-c88fdec60800 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:29.377399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9aaa13c6-3eea-4949-9634-ef78475858b8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:29.434379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9aaa13c6-3eea-4949-9634-ef78475858b8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:29.434757 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.537666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Sync routers for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:30.547585 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:30.548251 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:30.745833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:30.950028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '009fbe69-f227-4456-9b00-c88fdec60800', 'name': '', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'mac_address': 'fa:16:3e:2f:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:25Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 2, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'subnets': [{'id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:30.975796 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Checking router: 8dea9493-8cf7-4d9e-80eb-858c53f6510c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:30.976289 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Updating router 8dea9493-8cf7-4d9e-80eb-858c53f6510c port 009fbe69-f227-4456-9b00-c88fdec60800 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:31.001728 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.066507 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.281043 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.286872 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.339759 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b2c65-8531-4a4d-9932-668ce6afab84 None None] Pushing event updated for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.390382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Attempting to bind port 009fbe69-f227-4456-9b00-c88fdec60800 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:31.390750 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Attempting to bind port 009fbe69-f227-4456-9b00-c88fdec60800 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:31.391112 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Attempting to bind port 009fbe69-f227-4456-9b00-c88fdec60800 on network 365b8df1-002f-4f95-b7a8-39aa12822a4b {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:31.396772 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:31.397418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Checking segment: {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:31.398001 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.398394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Bound using segment: {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:31.399136 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Bound port: 009fbe69-f227-4456-9b00-c88fdec60800, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:31.399505 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.472374 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] For port 009fbe69-f227-4456-9b00-c88fdec60800, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:31.476353 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] For port 009fbe69-f227-4456-9b00-c88fdec60800, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=009fbe69-f227-4456-9b00-c88fdec60800,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:31.480844 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.539364 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:31.540137 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:54:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:31.544968 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b2c65-8531-4a4d-9932-668ce6afab84 None None] Pushing event updated for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.598192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Provisioning complete for port 009fbe69-f227-4456-9b00-c88fdec60800 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:31.598520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.676958 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:31.690183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.727892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] For port 009fbe69-f227-4456-9b00-c88fdec60800, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=009fbe69-f227-4456-9b00-c88fdec60800,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:31.734906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.787809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Pushing event updated for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.796372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.796843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.797191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.797536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.797874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.798209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.798540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.798866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.799197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.799525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.799847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.800195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce0aff-db73-4088-b7ac-301a65632242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:31.854596 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6bddcf10-d3d0-4515-a65d-fe4b97300f79 None None] Provisioning complete for port 009fbe69-f227-4456-9b00-c88fdec60800 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:31.854912 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6bddcf10-d3d0-4515-a65d-fe4b97300f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.896977 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '009fbe69-f227-4456-9b00-c88fdec60800', 'name': '', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'mac_address': 'fa:16:3e:2f:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:25Z', 'updated_at': '2021-11-12T03:54:31Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'subnets': [{'id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:31.925181 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9215f41b-fb90-4165-b51f-918b2f330a67 None None] The sync data for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 is: [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '009fbe69-f227-4456-9b00-c88fdec60800', 'name': '', 'network_id': '365b8df1-002f-4f95-b7a8-39aa12822a4b', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'mac_address': 'fa:16:3e:2f:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:25Z', 'updated_at': '2021-11-12T03:54:31Z', 'revision_number': 4, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'subnets': [{'id': '849b90d2-4286-4977-8cff-09e403a93d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:31.958490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.376470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 009fbe69-f227-4456-9b00-c88fdec60800 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:33.427919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 009fbe69-f227-4456-9b00-c88fdec60800 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:33.428276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.111467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 59952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:38.245511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8d677-d2f2-442f-a426-31c61a47cb50 req-56572fcd-b7db-41cb-ad09-1a179cabdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.247077 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79f8d677-d2f2-442f-a426-31c61a47cb50 req-56572fcd-b7db-41cb-ad09-1a179cabdec9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.1345155 Nov 12 03:54:38.297222 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-79f8d677-d2f2-442f-a426-31c61a47cb50 req-64600b33-0ed0-47ac-8575-7464c16b94ec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Nov 12 03:54:47.477116 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:48.005672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-22e71531-22ca-4ca1-bf80-f77e81d7f654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.402539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3dd946af-50b1-44f2-b046-1ff2a080af08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.763233 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.130647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.665573 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.063368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.931186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.413961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-edd1826a-b328-43f7-8f4e-5b8ec42528f1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388780 Nov 12 03:55:03.495352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-a69ff26b-929b-4807-b816-c288437c0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.496864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-a69ff26b-929b-4807-b816-c288437c0a85 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0410826 Nov 12 03:55:03.603765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-c3f757cf-ff55-461c-85e5-c585089ea222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.606479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-c3f757cf-ff55-461c-85e5-c585089ea222 service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0887904 Nov 12 03:55:03.673890 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-be0deeca-90fb-4640-9753-6f6b9e7bb8f4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1002 time: 0.0609188 Nov 12 03:55:04.057248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-422445ac-3816-4e4f-954a-b37c051543ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.058705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-422445ac-3816-4e4f-954a-b37c051543ee service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.3786485 Nov 12 03:55:04.103289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-2bb86475-8483-46e7-bfed-361cdd47abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.104757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-2bb86475-8483-46e7-bfed-361cdd47abd7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392861 Nov 12 03:55:04.194990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-fe788275-c80f-432c-82b6-84f13d02830b service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824163 Nov 12 03:55:04.284176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75d1a1fd-cbb7-4d3e-9d42-f9e98282af44 req-828b95c9-a7bd-4930-8283-79df4fa3be3b service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823162 Nov 12 03:55:18.008479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1d84002-5b92-40a7-9ef1-0415a624c447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:20.404797 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36dc0b33-f759-4a5f-be2c-dedbf59e7a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:21.762652 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.131928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:23.667686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.475467 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:31.056070 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.948347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:48.010399 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51984aec-7ffc-4fbc-9b15-39f699d86027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:50.407000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e82fa262-0a6d-42d4-a22d-434131592118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:51.766024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.134705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.672991 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.074675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.475373 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:01.947454 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.421792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-fc168574-cb65-4769-9de2-373fb9fa7824 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436075 Nov 12 03:56:05.514515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-6203dd07-7920-4efd-b37f-cdfab009f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.516411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-6203dd07-7920-4efd-b37f-cdfab009f746 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0509980 Nov 12 03:56:05.623580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-5e30d36a-dbef-4722-b116-a607b536080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.625101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-5e30d36a-dbef-4722-b116-a607b536080c service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0893135 Nov 12 03:56:05.696502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-c583e65f-fb79-4c1f-9bed-b12061004a16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1002 time: 0.0638456 Nov 12 03:56:05.748423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-477331da-d570-41c0-ad40-a1c959eb22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.749950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-477331da-d570-41c0-ad40-a1c959eb22c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0475299 Nov 12 03:56:05.798437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-a18cdedd-b036-41b0-8474-ce1e90028822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.799982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-a18cdedd-b036-41b0-8474-ce1e90028822 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412793 Nov 12 03:56:05.895764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-1d073211-4e03-4ff8-9713-2cfb02818e9c service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884244 Nov 12 03:56:05.989288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dea54b49-bf4b-4719-9010-2a02958680f0 req-311bfa0f-7172-4df8-ba27-26e5da292fa9 service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Nov 12 03:56:15.971051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:15.977228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335967346', 'description': 'tempest-secgroup-smoke-335967346 description', 'project_id': '2241ef24bd83498b91333c3af9d6fb73'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.000085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.064416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.067884 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.095848 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.099885 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1249318 Nov 12 03:56:16.100295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60880) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.101064 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e834d70-e9e4-4a0b-96e9-93b194dd232e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.105324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.108859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.109210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.109553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.109886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.110218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.110546 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.110872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.111591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.111926 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.112290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.112614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.112936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8370558-dc76-4f5f-8a8b-adaa5fa329b9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.135775 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.194266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.197877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.215037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89ce58f-83ce-46c3-8c8c-a4c753da9d94,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.224925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.226126 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248074 Nov 12 03:56:16.228034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.228410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.228755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.229093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.229434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.229605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.230263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.230263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.230474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.230702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.231026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.231388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.231669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c7a2c-31d4-4bc1-990f-190bd1309391 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.236076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.263925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.319290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.322841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.343683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ffc74-5653-4194-9fac-4b616ea28fa6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.349815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.350727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-374857bd-164e-4993-8836-1f7a1254ebce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200228 Nov 12 03:56:16.354094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60884) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.358358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.384670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.444922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.449134 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.463988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dd9134-fef9-4da0-bbe7-5728e684c3ef,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.474330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.475563 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c570faa2-7e5e-4b9e-bf69-68c0cc9a606f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205564 Nov 12 03:56:16.478865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.483197 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.508706 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.565514 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.568956 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.589300 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe35b46-bc12-4586-9858-9018a9e209af,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.594867 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.596050 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5383b69f-7ee7-4dd6-8197-b8dc94ca9fcf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162503 Nov 12 03:56:16.598773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60888) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.603819 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.624633 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Project 2241ef24bd83498b91333c3af9d6fb73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:16.629404 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.686879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.690376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.707866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0fe223-3644-4c2f-a7c3-da1a39fb3303,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.715349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.718842 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0ac6dcf2-3dd0-4b7a-9b87-b1340c54d6a9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168947 Nov 12 03:56:16.719254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 60890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:16.723752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'security_group_rule': {'security_group_id': '7e834d70-e9e4-4a0b-96e9-93b194dd232e', 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:16.744823 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Project 2241ef24bd83498b91333c3af9d6fb73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:16.749539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.807407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.811033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.833009 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de445870-1e05-45fe-b2fa-412cd06376ba,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.841474 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.842686 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ecd8ea0b-63d5-4de3-993c-acf9131042e1 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223226 Nov 12 03:56:16.998794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-f0e72454-22b6-4d4c-a54b-7653c2799313 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335967346&fields=id&tenant_id=2241ef24bd83498b91333c3af9d6fb73 HTTP/1.1" status: 200 len: 267 time: 0.0445404 Nov 12 03:56:17.105648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-698ad90d-4c04-402e-b041-da0b53202973 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.107097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-698ad90d-4c04-402e-b041-da0b53202973 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 814 time: 0.1016493 Nov 12 03:56:17.122219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-45dfa293-d280-4993-98f5-40d9f23e3d06 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/quotas/2241ef24bd83498b91333c3af9d6fb73 HTTP/1.1" status: 200 len: 375 time: 0.0093637 Nov 12 03:56:17.171919 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-bd1b1475-f660-455b-add0-c074b5cf1e79 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444226 Nov 12 03:56:17.267626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-c22bb8d2-e177-4897-9d8a-d0b23e29b4b3 service neutron] 10.222.0.93 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827298 Nov 12 03:56:17.358802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-a72be752-4d39-4c7c-a15a-3d2c8009a34b service neutron] 10.222.0.93 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Nov 12 03:56:18.012909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e672f5f-f880-4b04-ab13-cab77e7c6b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:18.680608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e310a494-4c05-4d1e-9d52-2ff461c21721 req-5a55145a-ca8d-49ad-b84a-b5e0007fca7f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0266745 Nov 12 03:56:19.761286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-275fce9b-fa1e-4f5c-87e2-5fa86cceb0dd req-1d8e5e55-a961-4217-acbc-db95bd158cb6 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0266607 Nov 12 03:56:20.408698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b965-6cff-4b3f-b9d8-23d60137bb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:20.839008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3412b80-dcff-489c-be82-fb7e4c261a19 req-a4819a64-f743-4f15-8bc5-a075d2af9865 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0265627 Nov 12 03:56:21.768856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:21.921510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be884ca4-86b9-4502-bd73-7fcd16d55696 req-2847fc85-c40c-4da3-bf3d-f293e2ec3a73 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0309057 Nov 12 03:56:23.014324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6abdc53-25f6-45fc-a104-f7b74f7f0f6b req-124d975e-2b1b-4818-9092-a592f17d4839 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0265985 Nov 12 03:56:23.138181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.677099 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.689590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-92212c56-b7fb-49cd-9e13-6ce50ac085c0 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.691050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-92212c56-b7fb-49cd-9e13-6ce50ac085c0 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 814 time: 0.1061668 Nov 12 03:56:23.755796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-a03c0a1a-4148-4fa4-a090-230072b050d3 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2241ef24bd83498b91333c3af9d6fb73 HTTP/1.1" status: 200 len: 379 time: 0.0551391 Nov 12 03:56:23.766205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'port': {'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'admin_state_up': True, 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'security_groups': ['7e834d70-e9e4-4a0b-96e9-93b194dd232e']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:23.878845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Made reservation on behalf of 2241ef24bd83498b91333c3af9d6fb73 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:23.882472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.011127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Allocated IP 172.20.0.12 (3ddcf307-8ff3-43d5-a291-ce1f636d72e0/df69b357-8afa-4fea-aafb-4b183fd826a1/4f858222-0e88-487c-b674-3d979a6566e6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:24.136203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4734380-b724-49a6-9688-f45059ec9093 req-c0c9536a-a193-4fca-8877-0e4a9ab12bce tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0343368 Nov 12 03:56:24.178309 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.213861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.256684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:24.262444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:24.266260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:24.293576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.321539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.322675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.339911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-87f7d342-9a37-476a-a32f-d57a8f207d3b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777791 Nov 12 03:56:24.352590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Request body: {'port': {'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:24.415471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.498414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b73d3b7d-fddd-4f70-bea4-d677620dab19 None None] Provisioning complete for port 4f858222-0e88-487c-b674-3d979a6566e6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:24.499014 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b73d3b7d-fddd-4f70-bea4-d677620dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.536309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b73d3b7d-fddd-4f70-bea4-d677620dab19 None None] Port 4f858222-0e88-487c-b674-3d979a6566e6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:24.690627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f858222-0e88-487c-b674-3d979a6566e6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:24.698954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.711104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Transition to ACTIVE for port object 4f858222-0e88-487c-b674-3d979a6566e6 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:24.714758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.763684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.839107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Attempting to bind port 4f858222-0e88-487c-b674-3d979a6566e6 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:24.839610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Attempting to bind port 4f858222-0e88-487c-b674-3d979a6566e6 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:24.839896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Attempting to bind port 4f858222-0e88-487c-b674-3d979a6566e6 on network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:24.844440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Port 4f858222-0e88-487c-b674-3d979a6566e6 on network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:24.844747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Attempting to bind port 4f858222-0e88-487c-b674-3d979a6566e6 on network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:24.850013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:24.850351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Checking segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:24.850735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Bound using segment: {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:24.851160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Bound port: 4f858222-0e88-487c-b674-3d979a6566e6, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57c23f6-a441-427c-ba5f-9652896d08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:24.851514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.923573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:24.926890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4f858222-0e88-487c-b674-3d979a6566e6,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:24.932330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.968995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:24.969671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.971134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] 10.222.0.100 "PUT /v2.0/ports/4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 1093 time: 0.6229320 Nov 12 03:56:24.971571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:24.973986 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02" -d '{"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:25.007260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9185120-26b9-4a9d-bd2e-61cff7bc0f3f service neutron] Pushing event updated for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.090306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-83dbdd50-e580-4584-b2b1-3b776f6ec968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.093465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-83dbdd50-e580-4584-b2b1-3b776f6ec968 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1096 time: 0.0692208 Nov 12 03:56:25.149730 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-84175a4c-afc4-47ee-bb69-74d128b4b60a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 217 time: 0.0487044 Nov 12 03:56:25.214426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-bbd11e62-5861-4603-9d77-23e39d482643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.216084 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-bbd11e62-5861-4603-9d77-23e39d482643 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0573804 Nov 12 03:56:25.278777 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816469a0-298f-4e6c-b7dd-8a33f73a525a x-openstack-request-id: req-816469a0-298f-4e6c-b7dd-8a33f73a525a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:25.279200 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:25.279573 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-816469a0-298f-4e6c-b7dd-8a33f73a525a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:25.280112 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:56:25.321260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde043a-710a-4d83-891e-957111e1190a req-c33c6d2c-e488-49c0-863c-d32ab4ef57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.323428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-c33c6d2c-e488-49c0-863c-d32ab4ef57a6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998168 Nov 12 03:56:25.348650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c1b98-37de-4428-b908-0efa403cd5df req-b0ab2420-c30d-48df-a3fd-1e4637da2208 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.350237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c10c1b98-37de-4428-b908-0efa403cd5df req-b0ab2420-c30d-48df-a3fd-1e4637da2208 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0877585 Nov 12 03:56:25.450829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c10c1b98-37de-4428-b908-0efa403cd5df req-bea43cac-2455-4bed-ac7c-b3bba053a75b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905607 Nov 12 03:56:25.461699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-fe5cdcba-30d6-42e1-8185-68053f1118de service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300521 Nov 12 03:56:25.558358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecde043a-710a-4d83-891e-957111e1190a req-321f4b32-73ee-43e1-8528-270c2fa038a4 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885377 Nov 12 03:56:25.639847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-be6b88c1-df23-46fe-b495-e1a3cc4d6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.641531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-be6b88c1-df23-46fe-b495-e1a3cc4d6dd8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1096 time: 0.0416625 Nov 12 03:56:25.736134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-5d8cae90-13c0-43ab-877d-3ca484817eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.737739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-5d8cae90-13c0-43ab-877d-3ca484817eef service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.0899308 Nov 12 03:56:25.778939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-08c3e989-caf7-4f67-bfb2-4638dcf59d73 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 217 time: 0.0338349 Nov 12 03:56:25.827001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-224e6f82-4f5a-4b3c-b345-512377602eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.828716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-224e6f82-4f5a-4b3c-b345-512377602eb0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0432613 Nov 12 03:56:25.873446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-5e590847-0212-4727-9eaa-43cf09ddd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:25.874899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-5e590847-0212-4727-9eaa-43cf09ddd283 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399303 Nov 12 03:56:25.967929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-f387ca0d-881c-41e4-a66b-8106e435da80 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858052 Nov 12 03:56:26.062778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a54fc9e8-a48f-47c9-bfc2-572ebf1b7c02 req-6b44002e-8b10-432f-9df7-0b33593c1d23 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Nov 12 03:56:26.569814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747223-3b6d-4a99-95fd-e29239798686 req-0836b674-f0f3-4e00-8ed1-d82b2d203aa2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:26.571276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1747223-3b6d-4a99-95fd-e29239798686 req-0836b674-f0f3-4e00-8ed1-d82b2d203aa2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0507293 Nov 12 03:56:26.621966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e1747223-3b6d-4a99-95fd-e29239798686 req-b2655afd-d669-4070-9c0c-024503341655 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440676 Nov 12 03:56:27.743375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1871a3-515e-4851-86b6-5b871adb7f5e req-453f14de-18f9-4643-8f76-1a09266c6be2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.745089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f1871a3-515e-4851-86b6-5b871adb7f5e req-453f14de-18f9-4643-8f76-1a09266c6be2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0513916 Nov 12 03:56:27.795425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f1871a3-515e-4851-86b6-5b871adb7f5e req-a3b313c0-569d-4a1d-be47-eb6558069b53 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Nov 12 03:56:28.912504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f061119-a0aa-4372-863a-3a1e11ecceff req-e2935fa5-ac4d-4c2f-91f8-f56ab8e2d684 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.913956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f061119-a0aa-4372-863a-3a1e11ecceff req-e2935fa5-ac4d-4c2f-91f8-f56ab8e2d684 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0518253 Nov 12 03:56:28.962047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3f061119-a0aa-4372-863a-3a1e11ecceff req-14c49b51-156f-4780-a170-5be190021a58 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 Nov 12 03:56:30.078707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be76e-d024-4287-b1d3-5e981d617ade req-75c7ac87-1c14-4ec4-a357-dc7da5282350 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:30.080177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-027be76e-d024-4287-b1d3-5e981d617ade req-75c7ac87-1c14-4ec4-a357-dc7da5282350 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0488205 Nov 12 03:56:30.129712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-027be76e-d024-4287-b1d3-5e981d617ade req-2a1a8f1e-9b34-4c3f-b54a-4a73c9193d4a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 Nov 12 03:56:31.072743 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.246951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f9ee0-0df9-4d0a-bd9a-8bd5f99d31bb req-82890f1c-77d5-4a8d-af27-82943ee34519 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.248460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-602f9ee0-0df9-4d0a-bd9a-8bd5f99d31bb req-82890f1c-77d5-4a8d-af27-82943ee34519 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Nov 12 03:56:31.299228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-602f9ee0-0df9-4d0a-bd9a-8bd5f99d31bb req-d70d9ad6-b276-4589-a12c-58744976c5c7 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448670 Nov 12 03:56:31.945705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.418210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ece1f-76ad-40e7-ab30-00bacffa7f24 req-73b7c889-b480-462c-adb9-ca2ec78ce6e9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:32.419691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-570ece1f-76ad-40e7-ab30-00bacffa7f24 req-73b7c889-b480-462c-adb9-ca2ec78ce6e9 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Nov 12 03:56:32.467448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-570ece1f-76ad-40e7-ab30-00bacffa7f24 req-1561bafc-3be0-455e-ab9b-b5355962bdd5 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418735 Nov 12 03:56:33.582646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50225-42c2-469e-8f79-52b419575721 req-2d3c4947-25ec-4b32-b2ba-b721458892b4 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.584111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc50225-42c2-469e-8f79-52b419575721 req-2d3c4947-25ec-4b32-b2ba-b721458892b4 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0474088 Nov 12 03:56:33.636520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1bc50225-42c2-469e-8f79-52b419575721 req-ce5f8fbc-7850-4fe5-89e6-22f610672f56 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460069 Nov 12 03:56:34.752164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf609fe-7357-49eb-af3a-6785101a51de req-a8115751-f444-40a6-bdb3-1511e5663d88 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.753649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecf609fe-7357-49eb-af3a-6785101a51de req-a8115751-f444-40a6-bdb3-1511e5663d88 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0487690 Nov 12 03:56:34.801591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ecf609fe-7357-49eb-af3a-6785101a51de req-2f715631-fc22-49cb-b991-af3bf14d9050 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 Nov 12 03:56:35.918240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d5655-a039-4897-9e40-8014752e99f1 req-e9cf00ec-05f9-4851-976d-5fe3dd9de907 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.919746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb1d5655-a039-4897-9e40-8014752e99f1 req-e9cf00ec-05f9-4851-976d-5fe3dd9de907 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 944 time: 0.0488191 Nov 12 03:56:35.967111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb1d5655-a039-4897-9e40-8014752e99f1 req-d1add3fe-aa85-4fc7-94ae-8fcba8014c2b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Nov 12 03:56:36.263592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4f858222-0e88-487c-b674-3d979a6566e6 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:36.358996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4f858222-0e88-487c-b674-3d979a6566e6,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:36.369955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '4f858222-0e88-487c-b674-3d979a6566e6', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:36.406210 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.418338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f858222-0e88-487c-b674-3d979a6566e6 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:36.440981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4f858222-0e88-487c-b674-3d979a6566e6,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:36.445089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.490654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.498315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.498663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.499005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.499348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.499683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.500041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.500372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.500700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.501026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.501351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.501675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.501999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:36.665082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['4f858222-0e88-487c-b674-3d979a6566e6'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:37.084842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b31a0-337e-4aae-b3c8-493b3c8cf1da req-59c42e0d-2dd9-4d41-8a81-0466629d677e tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.086289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad6b31a0-337e-4aae-b3c8-493b3c8cf1da req-59c42e0d-2dd9-4d41-8a81-0466629d677e tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Nov 12 03:56:37.134865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad6b31a0-337e-4aae-b3c8-493b3c8cf1da req-f891d5d4-9cc5-4dcb-a146-9cc6b406b8d7 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Nov 12 03:56:38.248870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b95d2-e20d-4ccf-b613-74efe426cf30 req-4583b0da-e673-496b-a746-f14a6ca1ec5d tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:38.250330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-617b95d2-e20d-4ccf-b613-74efe426cf30 req-4583b0da-e673-496b-a746-f14a6ca1ec5d tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 945 time: 0.0494807 Nov 12 03:56:38.278914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4f858222-0e88-487c-b674-3d979a6566e6 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:38.300255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-617b95d2-e20d-4ccf-b613-74efe426cf30 req-845bc356-d2a5-48f0-b47c-1d147593a24b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439608 Nov 12 03:56:38.328419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 4f858222-0e88-487c-b674-3d979a6566e6 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:38.332329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 4f858222-0e88-487c-b674-3d979a6566e6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:38.332699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.413077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.438048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:38.440307 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca23463-e4ae-438e-8fc5-6ac61716873d" -d '{"events": [{"server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "name": "network-vif-plugged", "status": "completed", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:38.453599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4f858222-0e88-487c-b674-3d979a6566e6,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:38.457715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.474320 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:38.507147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.553086 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d575278-bf7c-4d66-a6b1-66b446cdf3d7 x-openstack-request-id: req-7d575278-bf7c-4d66-a6b1-66b446cdf3d7 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:38.553372 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "name": "network-vif-plugged", "status": "completed", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:38.553625 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7d575278-bf7c-4d66-a6b1-66b446cdf3d7 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:38.554020 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'code': 200} Nov 12 03:56:38.650785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc877f-6b01-4b11-873d-1390e5766ef4 req-ef4fb680-fac6-4c17-86c1-1336fbb5fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:38.652308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32fc877f-6b01-4b11-873d-1390e5766ef4 req-ef4fb680-fac6-4c17-86c1-1336fbb5fa63 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Nov 12 03:56:38.701092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32fc877f-6b01-4b11-873d-1390e5766ef4 req-97af3120-c663-42a1-ba09-4c3957ef3f0e service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Nov 12 03:56:39.414595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c510-f2d2-495b-88bc-038b0accaf41 req-5feb3e68-ea5a-4dc5-85ce-9de385839184 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.416078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6013c510-f2d2-495b-88bc-038b0accaf41 req-5feb3e68-ea5a-4dc5-85ce-9de385839184 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0490637 Nov 12 03:56:39.464283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6013c510-f2d2-495b-88bc-038b0accaf41 req-d12a5795-29be-4a27-be20-62274f2470d6 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Nov 12 03:56:40.581363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3dcb-7699-4246-832f-fd92fa5ca6ea req-eb746018-7f24-4111-a244-f1a97f37e445 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.582844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b1c3dcb-7699-4246-832f-fd92fa5ca6ea req-eb746018-7f24-4111-a244-f1a97f37e445 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0496123 Nov 12 03:56:40.631274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b1c3dcb-7699-4246-832f-fd92fa5ca6ea req-c8610637-fd76-44c9-bcba-35e87b11c060 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Nov 12 03:56:40.762899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd29d8-0112-4e28-a38a-907bfa0f62bd req-4834dd22-5b57-414d-8057-eb8c4563c3da tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.764287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3fd29d8-0112-4e28-a38a-907bfa0f62bd req-4834dd22-5b57-414d-8057-eb8c4563c3da tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0525548 Nov 12 03:56:40.812383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3fd29d8-0112-4e28-a38a-907bfa0f62bd req-0b8d39f0-b7e8-48ab-a5e9-0addab89d062 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420783 Nov 12 03:56:40.834585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 60996) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.933251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85247a38-326f-4c67-a013-d5c3da504a2d tempest-TestVolumeBackupRestore-1223276883 tempest-TestVolumeBackupRestore-1223276883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:40.934810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-85247a38-326f-4c67-a013-d5c3da504a2d tempest-TestVolumeBackupRestore-1223276883 tempest-TestVolumeBackupRestore-1223276883-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1093 time: 0.0992463 Nov 12 03:56:40.937728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 32768) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.942323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:40.966483 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.069920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.172973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Allocated IP 172.25.4.165 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:41.279683 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.313644 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.351183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:41.358201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:41.362643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:41.365659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'Port': ['ID=5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.729790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.793616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.941481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.945861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.013010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event updated for resources: {'Port': ['ID=5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.026395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.122313 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Floating IP ffd945da-5d48-4c40-a15d-3ef561fa98b4 associated. External IP: 172.25.4.165, port: 4f858222-0e88-487c-b674-3d979a6566e6. Nov 12 03:56:42.652486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Router c653d900-208b-46d3-a431-ee46352c7cc8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:42.756556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:42.767631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:42.774942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.778531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:42.779222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:42.805125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9fbc7d22-1b35-44ca-9010-b9df0585080a tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8661609 Nov 12 03:56:42.805697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:42.808770 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453e2ce-6d8f-4e65-b888-847b66897ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:42.810816 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.849537 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2835f40-f269-4380-9792-4f7fba9e8e7c x-openstack-request-id: req-a2835f40-f269-4380-9792-4f7fba9e8e7c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:42.849822 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:42.850072 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a2835f40-f269-4380-9792-4f7fba9e8e7c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:42.850468 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:56:42.868060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28649792-3c59-4303-b076-62c8cd369d8f tempest-TestVolumeBackupRestore-1223276883 tempest-TestVolumeBackupRestore-1223276883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.872975 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28649792-3c59-4303-b076-62c8cd369d8f tempest-TestVolumeBackupRestore-1223276883 tempest-TestVolumeBackupRestore-1223276883-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1093 time: 0.0578010 Nov 12 03:56:42.873684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:42.878431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Request body: {'floatingip': {'port_id': '4f858222-0e88-487c-b674-3d979a6566e6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:42.916254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-23edfb29-f886-4c51-9789-119af8b17b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.918279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-23edfb29-f886-4c51-9789-119af8b17b3d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0447140 Nov 12 03:56:42.940516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.012924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-b0a9167b-e6f2-449b-ab09-3a39645dfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.014388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-b0a9167b-e6f2-449b-ab09-3a39645dfe6c service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.0898564 Nov 12 03:56:43.081327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:43.085712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-863052f2-e109-4a58-9295-0b2d1ed2a5b8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 1000 time: 0.0640981 Nov 12 03:56:43.138480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-479c3e37-bdf0-42d1-a168-0ec33629c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.140003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-479c3e37-bdf0-42d1-a168-0ec33629c065 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0479083 Nov 12 03:56:43.186762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-067d8566-2f15-4169-866e-cb7078f17fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.188352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-067d8566-2f15-4169-866e-cb7078f17fd0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414696 Nov 12 03:56:43.286416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-120f73aa-4600-41ea-85f0-1c67c8f88cf0 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912404 Nov 12 03:56:43.329522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 0, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:43.358537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:43.367263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:43.367990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:43.386369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9453e2ce-6d8f-4e65-b888-847b66897ca8 req-724ebc35-87d4-4a6a-8ebc-b48f78f470ca service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931346 Nov 12 03:56:43.451052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.455618 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.478957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:43.681629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Router c653d900-208b-46d3-a431-ee46352c7cc8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:43.705349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 0, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:43.732454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56a7da-be4e-453a-92ee-ce3d97b0d790 None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 0, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:43.796503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:43.801068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.829730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:43.831995 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21446a-1a70-47df-935e-1f34ba1afd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:43.862895 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6745f3c-4529-4718-81c7-7c0a287bfa60 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "PUT /v2.0/floatingips/ffd945da-5d48-4c40-a15d-3ef561fa98b4 HTTP/1.1" status: 200 len: 992 time: 0.9880726 Nov 12 03:56:43.870857 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109f0958-3d94-4ae4-9ed0-88fcc77c8eee x-openstack-request-id: req-109f0958-3d94-4ae4-9ed0-88fcc77c8eee {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:43.871149 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:43.871401 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-109f0958-3d94-4ae4-9ed0-88fcc77c8eee {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:43.871803 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:56:43.934299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-78184742-fd36-4692-95bd-b6b0e6bd04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.935805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-78184742-fd36-4692-95bd-b6b0e6bd04e5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0435927 Nov 12 03:56:43.958179 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275a5e1-2fe6-4535-82e3-eedc39d6cf1d None None] New status for floating IP ffd945da-5d48-4c40-a15d-3ef561fa98b4: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:56:44.026828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-fbba801c-09ca-4172-89d7-4c2dbd254395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.028321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-fbba801c-09ca-4172-89d7-4c2dbd254395 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.0857177 Nov 12 03:56:44.102252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-53996829-10cf-4ab4-a799-2fcbf406a356 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 1000 time: 0.0671606 Nov 12 03:56:44.151841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-130fb351-cd7f-4e1e-a0d6-d24997606ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.153178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-130fb351-cd7f-4e1e-a0d6-d24997606ec8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0444543 Nov 12 03:56:44.158049 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:44.168988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.169606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.198459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-3fa93fef-3286-47fb-8a68-5ddf2f9b53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.199949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-3fa93fef-3286-47fb-8a68-5ddf2f9b53eb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402944 Nov 12 03:56:44.276918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.294157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-57e23e58-d14e-479a-ba31-b7f718310052 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Nov 12 03:56:44.384936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc21446a-1a70-47df-935e-1f34ba1afd2a req-76e6b9e1-3f63-4c36-bcdb-43006d2b38a6 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837202 Nov 12 03:56:44.495867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.525303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:44.534038 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.534630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.637692 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.852681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.882228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd14904-04df-41c0-a421-a3c3685ad76c None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'ffd945da-5d48-4c40-a15d-3ef561fa98b4', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'floating_ip_address': '172.25.4.165', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'port_id': '4f858222-0e88-487c-b674-3d979a6566e6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'mac_address': 'fa:16:3e:ee:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:41Z', 'updated_at': '2021-11-12T03:56:44Z', 'revision_number': 2, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:45.872808 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:45.875243 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e7060-6970-44cc-b812-a68b5c6d756e" -d '{"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:45.912672 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fadcea5-0b1a-4519-adc3-28cb0d9c0470 x-openstack-request-id: req-8fadcea5-0b1a-4519-adc3-28cb0d9c0470 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:45.912955 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:45.913204 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8fadcea5-0b1a-4519-adc3-28cb0d9c0470 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:45.913603 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:56:45.979925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-45ecbf91-3e6d-4636-af05-3e0d4d7f7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:45.981457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-45ecbf91-3e6d-4636-af05-3e0d4d7f7dee service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0458384 Nov 12 03:56:46.070191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-ff4906b9-2db9-4de3-ae30-be7c7d30a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.071648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-ff4906b9-2db9-4de3-ae30-be7c7d30a968 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.0826061 Nov 12 03:56:46.138519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-8aef2c48-47e8-4ab0-af6f-4e69aa8057ea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 1002 time: 0.0599699 Nov 12 03:56:46.189647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-f6f2a9ca-d989-426f-8d4c-a9492581c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.191078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-f6f2a9ca-d989-426f-8d4c-a9492581c12b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0465212 Nov 12 03:56:46.235521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-df419067-ef4d-45d6-85a2-2f3882a88e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.237072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-df419067-ef4d-45d6-85a2-2f3882a88e5e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396800 Nov 12 03:56:46.329823 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-172d57a9-01be-4cd0-bd7f-a473e9eb485b service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Nov 12 03:56:46.416700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de9e7060-6970-44cc-b812-a68b5c6d756e req-cc4ae1ca-8a2c-4388-bcb0-12389d6ef77b service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806127 Nov 12 03:56:48.014050 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d41409dc-a362-4905-a4b9-75ca1a68c1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.411265 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-986d3091-9266-4648-ab13-45fdddf443d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:51.769868 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.140451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.681387 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.090486 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.980057 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.441713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-a4616a76-2733-4a89-a111-d7c80bc4665c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462136 Nov 12 03:57:07.524224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-eb362181-49bd-4afc-b957-31fcc775aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.525959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-eb362181-49bd-4afc-b957-31fcc775aa10 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0422530 Nov 12 03:57:07.631703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-c327d271-4f43-4f8f-b92d-6bae7bd10cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.633213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-c327d271-4f43-4f8f-b92d-6bae7bd10cab service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0878110 Nov 12 03:57:07.706430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-8bf60234-2316-410f-b3b5-45a03ba98cbb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1002 time: 0.0655546 Nov 12 03:57:07.760393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-90f83bcd-c2d7-4569-97ce-68735a37cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.762095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-90f83bcd-c2d7-4569-97ce-68735a37cdf5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0493031 Nov 12 03:57:07.808409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-28396348-c10b-43cb-8cb5-59db565cfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.809462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-28396348-c10b-43cb-8cb5-59db565cfc1f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407739 Nov 12 03:57:07.910661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-e48cf2fc-47ca-47d9-af8e-d409b42417bc service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938125 Nov 12 03:57:08.011794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc47f569-62b3-4973-9276-56963e2d5e55 req-27c5e499-e8e0-4c97-a90f-13c3def3addd service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938993 Nov 12 03:57:10.186689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-c3e2a957-1cd9-421b-b380-e26ed353580c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404017 Nov 12 03:57:10.267222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-254ce760-6d13-45b1-b1f3-c45215223c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.268727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-254ce760-6d13-45b1-b1f3-c45215223c08 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0403018 Nov 12 03:57:10.376647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-5d9522a3-81fd-4aab-a3fb-bfe218d3c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.378177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-5d9522a3-81fd-4aab-a3fb-bfe218d3c47d service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.0908318 Nov 12 03:57:10.444014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-23d2b203-e2be-4272-a6dd-b5e3b0f22f7c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 1002 time: 0.0573053 Nov 12 03:57:10.492424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-fc3a705a-133d-498c-a830-5ce542634a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.493847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-fc3a705a-133d-498c-a830-5ce542634a33 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0430379 Nov 12 03:57:10.543126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-b0ad3fc2-f947-4ebb-91f9-63d382991ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.544690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-b0ad3fc2-f947-4ebb-91f9-63d382991ce3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439794 Nov 12 03:57:10.633614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-51e98f92-e11e-479a-a5cc-6f65a7a328c6 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812347 Nov 12 03:57:10.724541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0abcfbf4-0520-45ad-b870-1d41a813da80 req-ed585e97-53d5-42a3-a5fd-b232c783483f service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Nov 12 03:57:15.473718 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:16.694729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:16.852227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Deleting port 5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:16.852568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.935351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.935682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.950986 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Calling delete_port for 5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:17.107045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.133866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event deleted for resources: {'Port': ['ID=5eeb03b1-a4fb-4c19-b703-dd2726e9d9b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:17.164422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.164846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.165270 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.165802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.166220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.166633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.167002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.167608 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.167947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.168294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.168621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.169167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:17.212229 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.212545 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Floating IP ffd945da-5d48-4c40-a15d-3ef561fa98b4 disassociated (deleted). External IP: 172.25.4.165, port: 4f858222-0e88-487c-b674-3d979a6566e6. Nov 12 03:57:17.427263 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Router c653d900-208b-46d3-a431-ee46352c7cc8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:17.536274 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:17.544066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.546830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:17.557833 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:17.558533 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:17.574875 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-38b9773d-92ce-4be9-a3d2-d75e8ae82c4b tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "DELETE /v2.0/floatingips/ffd945da-5d48-4c40-a15d-3ef561fa98b4 HTTP/1.1" status: 204 len: 168 time: 0.8790472 Nov 12 03:57:17.575443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:17.577798 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda511cb-e68f-4995-bddb-141d49bd8621" -d '{"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:17.621692 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94eeab-b23e-4f30-93ff-d229898b76f2 x-openstack-request-id: req-5d94eeab-b23e-4f30-93ff-d229898b76f2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:17.622197 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:17.622463 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d94eeab-b23e-4f30-93ff-d229898b76f2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:17.622887 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:57:17.674520 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:17.686510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-65a7f857-8351-4a71-8b81-b624f099d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.688071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-65a7f857-8351-4a71-8b81-b624f099d4bd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2241ef24bd83498b91333c3af9d6fb73&device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 1098 time: 0.0447731 Nov 12 03:57:17.821999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-46a872bc-3983-4a75-a8e2-b172aac541f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.823652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-46a872bc-3983-4a75-a8e2-b172aac541f2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 200 len: 916 time: 0.1214993 Nov 12 03:57:17.873873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097d2c6-407c-45da-9e44-9f5b9bca48f9 req-a2d812d2-2a5d-42c9-8f91-accfaf080d59 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.875329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4097d2c6-407c-45da-9e44-9f5b9bca48f9 req-a2d812d2-2a5d-42c9-8f91-accfaf080d59 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0949733 Nov 12 03:57:17.876577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-5c206612-f785-462b-b254-774838126e69 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 200 len: 217 time: 0.0456481 Nov 12 03:57:17.959149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-5f3bef77-339e-42c5-bdfe-16c31fa9aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.960619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-5f3bef77-339e-42c5-bdfe-16c31fa9aea1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 200 len: 853 time: 0.0734422 Nov 12 03:57:17.965072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4097d2c6-407c-45da-9e44-9f5b9bca48f9 req-befd2bad-17a5-42d5-88d3-e2fa61f3b83f tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836103 Nov 12 03:57:17.967104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:17.993246 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:18.001796 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:18.002399 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:56:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.012588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-1f35c354-70db-4afa-bc7b-5ffff4dd2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.015233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-1f35c354-70db-4afa-bc7b-5ffff4dd2eae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3ddcf307-8ff3-43d5-a291-ce1f636d72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458207 Nov 12 03:57:18.017094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a086e1c4-3816-41a4-8329-607ce2b0fa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.111373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-dfcef479-0b68-4915-9c36-ca50048cfa99 service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882936 Nov 12 03:57:18.115852 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:18.201288 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cda511cb-e68f-4995-bddb-141d49bd8621 req-6b487329-70ec-4d0d-8941-aafd9d01bb8a service neutron] 10.222.0.100 "GET /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823543 Nov 12 03:57:18.309332 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:18.335003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694786f-3423-4191-affd-9d5a0158cd2c None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:54:21Z', 'revision_number': 4, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'be9d3caa-44ec-422f-b62d-da7b46c3424a', 'name': '', 'network_id': '3ddcf307-8ff3-43d5-a291-ce1f636d72e0', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'mac_address': 'fa:16:3e:74:58:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:21Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'subnets': [{'id': 'df69b357-8afa-4fea-aafb-4b183fd826a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:18.544749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d53950-f4ee-4e97-b3a8-6ca89e185a70 None None] New status for floating IP ffd945da-5d48-4c40-a15d-3ef561fa98b4: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:19.086409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e061314-af03-40de-a545-a88539a36686 req-2e752d27-25dc-4389-bc2d-46457d36b6a2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:19.087876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e061314-af03-40de-a545-a88539a36686 req-2e752d27-25dc-4389-bc2d-46457d36b6a2 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Nov 12 03:57:19.139900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4e061314-af03-40de-a545-a88539a36686 req-149906ce-9f7a-4822-bbee-7b6f5ce02011 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/security-groups?id=7e834d70-e9e4-4a0b-96e9-93b194dd232e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 Nov 12 03:57:19.302943 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-bc53d9af-060e-4cb9-9090-485934071527 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:19.304289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-bc53d9af-060e-4cb9-9090-485934071527 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.100 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 946 time: 0.0476522 Nov 12 03:57:19.391861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Deleting port 4f858222-0e88-487c-b674-3d979a6566e6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:19.392222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.481478 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] For port 4f858222-0e88-487c-b674-3d979a6566e6, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=4f858222-0e88-487c-b674-3d979a6566e6,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:19.481837 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.494919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Calling delete_port for 4f858222-0e88-487c-b674-3d979a6566e6 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:19.621440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.647802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event deleted for resources: {'Port': ['ID=4f858222-0e88-487c-b674-3d979a6566e6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:19.658660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.659007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.659352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.659689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.660046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.660382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.660712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.661573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.661573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.661788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.662014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.662276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:19.702808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] No DVR routers for this DVR port 4f858222-0e88-487c-b674-3d979a6566e6 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:19.705347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:19.708672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe51e366-4d8e-4e9b-b98f-d1391462f51d req-a15e3021-0a84-4134-bb4a-6854f0584174 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.100 "DELETE /v2.0/ports/4f858222-0e88-487c-b674-3d979a6566e6 HTTP/1.1" status: 204 len: 173 time: 0.3979268 Nov 12 03:57:19.709111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'name': 'network-vif-deleted', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:19.711308 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d932d2-9abb-4031-94ef-d168c7e9b846" -d '{"events": [{"server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "name": "network-vif-deleted", "tag": "4f858222-0e88-487c-b674-3d979a6566e6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:19.754429 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c0198e-64db-4bd1-9a8a-f3c3886ca6a8 x-openstack-request-id: req-d0c0198e-64db-4bd1-9a8a-f3c3886ca6a8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:19.754721 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639c1e33-1fc7-4803-a38e-c7625fdb8126", "name": "network-vif-deleted", "tag": "4f858222-0e88-487c-b674-3d979a6566e6", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:19.754970 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d0c0198e-64db-4bd1-9a8a-f3c3886ca6a8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:19.755726 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639c1e33-1fc7-4803-a38e-c7625fdb8126', 'name': 'network-vif-deleted', 'tag': '4f858222-0e88-487c-b674-3d979a6566e6', 'status': 'completed', 'code': 200} Nov 12 03:57:20.236529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4488cd4-cf03-42fe-abb5-db4597689bf5 req-fa5c8097-83bb-4045-b83f-6c3513695b5c tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0269852 Nov 12 03:57:20.412494 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0b0db5c7-2d70-4496-81bf-0fab0bdc0d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.338451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9f4bbcb-a83b-4efd-9eb0-5f39467bc24b req-335e398a-d40b-49a9-814b-fa8ae3f43588 tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Nov 12 03:57:21.773307 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.407129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4f858222-0e88-487c-b674-3d979a6566e6 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:22.428182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 4f858222-0e88-487c-b674-3d979a6566e6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:22.428664 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 4f858222-0e88-487c-b674-3d979a6566e6 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:22.434877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70c94b90-5dcd-4c43-ac1e-2515b0f828bb req-b30a13f5-409d-4846-832f-494cd08df9ec tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Nov 12 03:57:23.142783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.529462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d472bc9f-9c10-4205-934b-e85175a9f136 req-b6881441-4e4d-4f05-a185-9c61541e11bf tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "GET /v2.0/ports?device_id=639c1e33-1fc7-4803-a38e-c7625fdb8126 HTTP/1.1" status: 200 len: 210 time: 0.0261555 Nov 12 03:57:23.683624 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.590391 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 32816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:24.648616 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.676724 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.737344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.740030 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.741197 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] 10.222.0.93 "DELETE /v2.0/security-groups/7e834d70-e9e4-4a0b-96e9-93b194dd232e HTTP/1.1" status: 204 len: 168 time: 0.1497698 Nov 12 03:57:24.751097 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286209-8562-499a-9dbc-feafc2fe35cb tempest-TestVolumeBackupRestore-138175899 tempest-TestVolumeBackupRestore-138175899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e834d70-e9e4-4a0b-96e9-93b194dd232e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.204912 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:29.878085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.175779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Deleting port be9d3caa-44ec-422f-b62d-da7b46c3424a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:30.176066 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.251947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] For port be9d3caa-44ec-422f-b62d-da7b46c3424a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=be9d3caa-44ec-422f-b62d-da7b46c3424a,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:30.252571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.265023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Calling delete_port for be9d3caa-44ec-422f-b62d-da7b46c3424a owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:30.442852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.472672 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Pushing event deleted for resources: {'Port': ['ID=be9d3caa-44ec-422f-b62d-da7b46c3424a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.632856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.841001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Router c653d900-208b-46d3-a431-ee46352c7cc8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:30.944938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:30.950032 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-93bc6f8f-7349-4f04-949d-b5c7fa31076f admin admin] 10.222.0.93 "PUT /v2.0/routers/c653d900-208b-46d3-a431-ee46352c7cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440538 Nov 12 03:57:30.952576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:30.955287 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Sync routers for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:30.965280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:30.965971 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:57:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:31.055558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.070518 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:31.089124 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.159249 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.212433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Deleting port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:31.212771 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.250306 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:57:30Z', 'revision_number': 5, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port': {'id': '2c32d529-0b74-4d65-83f6-2abd6dbc6ce2', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:19Z', 'updated_at': '2021-11-12T03:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:31.275928 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Checking router: c653d900-208b-46d3-a431-ee46352c7cc8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:31.286142 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Routers {'c653d900-208b-46d3-a431-ee46352c7cc8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:31.286797 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:57:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c653d900-208b-46d3-a431-ee46352c7cc8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:31.291904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] For port 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:31.292497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.305709 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Calling delete_port for 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:31.373373 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] Set router c653d900-208b-46d3-a431-ee46352c7cc8 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:31.430200 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:57:31Z', 'revision_number': 6, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:31.456913 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210ceaa-bc51-4fea-9088-87219cd30719 None None] The sync data for ids ['c653d900-208b-46d3-a431-ee46352c7cc8'] in n-d-713499-30 is: [{'id': 'c653d900-208b-46d3-a431-ee46352c7cc8', 'name': 'tempest-TestVolumeBackupRestore-1271764384-router', 'tenant_id': '2241ef24bd83498b91333c3af9d6fb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:18Z', 'updated_at': '2021-11-12T03:57:31Z', 'revision_number': 6, 'project_id': '2241ef24bd83498b91333c3af9d6fb73', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:31.472720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.497271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c32d529-0b74-4d65-83f6-2abd6dbc6ce2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.512749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0e0d9-2048-492e-ae52-6c67865a52f9 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:31.562541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.650034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.652418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.704023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.704505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c653d900-208b-46d3-a431-ee46352c7cc8 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:31.708893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.710044 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3ec649f6-5f3a-42c7-b3b6-2f0d21dba979 admin admin] 10.222.0.93 "DELETE /v2.0/routers/c653d900-208b-46d3-a431-ee46352c7cc8 HTTP/1.1" status: 204 len: 168 time: 0.7565501 Nov 12 03:57:31.712661 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:31.760211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Deleting subnet df69b357-8afa-4fea-aafb-4b183fd826a1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:57:31.763202 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.798586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.882089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.937196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.963503 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df69b357-8afa-4fea-aafb-4b183fd826a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.965924 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.971683 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a81acc68-72f7-4800-95b8-07fccc1345fd admin admin] 10.222.0.93 "DELETE /v2.0/subnets/df69b357-8afa-4fea-aafb-4b183fd826a1 HTTP/1.1" status: 204 len: 168 time: 0.2555964 Nov 12 03:57:31.971683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:31.975932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7dec86-5eae-4261-9567-1058ca1f6b16 None None] Network 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:31.997798 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.040283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.094280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Deleting port da583a40-cff0-4f15-bd67-1f0f3b70bb90 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:32.094747 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.204555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] DHCP port deletion for 3ddcf307-8ff3-43d5-a291-ce1f636d72e0 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:32.256125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Deleting port da583a40-cff0-4f15-bd67-1f0f3b70bb90 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:32.256504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.323115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] For port da583a40-cff0-4f15-bd67-1f0f3b70bb90, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da583a40-cff0-4f15-bd67-1f0f3b70bb90,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:32.323516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.336316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Calling delete_port for da583a40-cff0-4f15-bd67-1f0f3b70bb90 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:32.422992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.423782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] For port da583a40-cff0-4f15-bd67-1f0f3b70bb90, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da583a40-cff0-4f15-bd67-1f0f3b70bb90,segment=NetworkSegment(c57c23f6-a441-427c-ba5f-9652896d08e1),segment_id=c57c23f6-a441-427c-ba5f-9652896d08e1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:32.424432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.438999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Calling delete_port for da583a40-cff0-4f15-bd67-1f0f3b70bb90 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:32.449394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] Pushing event deleted for resources: {'Port': ['ID=da583a40-cff0-4f15-bd67-1f0f3b70bb90,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.453520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd50b6c-eec0-4b68-9844-59b651b127aa None None] No DVR routers for this DVR port da583a40-cff0-4f15-bd67-1f0f3b70bb90 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:32.522172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.550467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da583a40-cff0-4f15-bd67-1f0f3b70bb90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.553881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] No DVR routers for this DVR port da583a40-cff0-4f15-bd67-1f0f3b70bb90 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:32.621908 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.641060 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddcf307-8ff3-43d5-a291-ce1f636d72e0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.649994 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57c23f6-a441-427c-ba5f-9652896d08e1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.650283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57c23f6-a441-427c-ba5f-9652896d08e1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.663868 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.677152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.682848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:57:32.683215 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self.session.flush() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:57:32.684856 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:57:32.737340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.742579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.745752 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/3ddcf307-8ff3-43d5-a291-ce1f636d72e0 HTTP/1.1" status: 204 len: 168 time: 0.7730980 Nov 12 03:57:32.749020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33278) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:32.756809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b947-0e94-4a3a-a818-451559b93df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddcf307-8ff3-43d5-a291-ce1f636d72e0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:33.089546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.332314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Deleting port 009fbe69-f227-4456-9b00-c88fdec60800 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:33.332654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.417301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] For port 009fbe69-f227-4456-9b00-c88fdec60800, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=009fbe69-f227-4456-9b00-c88fdec60800,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:33.417663 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.427326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:33.430245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Calling delete_port for 009fbe69-f227-4456-9b00-c88fdec60800 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:33.447486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:33.447830 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 2c32d529-0b74-4d65-83f6-2abd6dbc6ce2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:33.448268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da583a40-cff0-4f15-bd67-1f0f3b70bb90 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:33.467058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: da583a40-cff0-4f15-bd67-1f0f3b70bb90 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:33.467402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da583a40-cff0-4f15-bd67-1f0f3b70bb90 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:33.467803 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device be9d3caa-44ec-422f-b62d-da7b46c3424a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:33.488858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: be9d3caa-44ec-422f-b62d-da7b46c3424a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:33.489199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device be9d3caa-44ec-422f-b62d-da7b46c3424a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:33.605188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.629704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Pushing event deleted for resources: {'Port': ['ID=009fbe69-f227-4456-9b00-c88fdec60800,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:33.796209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.334394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Router 8dea9493-8cf7-4d9e-80eb-858c53f6510c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:34.435842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:34.440719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c5151a17-e8e0-4020-9e90-8949dc5a219a admin admin] 10.222.0.93 "PUT /v2.0/routers/8dea9493-8cf7-4d9e-80eb-858c53f6510c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905360 Nov 12 03:57:34.443521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33280) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.444323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Sync routers for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:34.455229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:34.455834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:57:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:34.546841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.657820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.712337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Deleting port 9aaa13c6-3eea-4949-9634-ef78475858b8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:34.712730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.717906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:34.794278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] For port 9aaa13c6-3eea-4949-9634-ef78475858b8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9aaa13c6-3eea-4949-9634-ef78475858b8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:34.794635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.806872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Calling delete_port for 9aaa13c6-3eea-4949-9634-ef78475858b8 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:34.891182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:57:33Z', 'revision_number': 5, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port': {'id': '9aaa13c6-3eea-4949-9634-ef78475858b8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:34.917592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Checking router: 8dea9493-8cf7-4d9e-80eb-858c53f6510c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:34.926360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Routers {'8dea9493-8cf7-4d9e-80eb-858c53f6510c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:34.926963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:57:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:34.970976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.002915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaa13c6-3eea-4949-9634-ef78475858b8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.011559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5a0f4-4de0-4d81-b35a-421cec2639f8 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:35.016622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] Set router 8dea9493-8cf7-4d9e-80eb-858c53f6510c gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:35.064394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.074237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:57:34Z', 'revision_number': 6, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:35.100974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a1221-926e-449a-96a4-e92f58147b15 None None] The sync data for ids ['8dea9493-8cf7-4d9e-80eb-858c53f6510c'] in n-d-713499-30 is: [{'id': '8dea9493-8cf7-4d9e-80eb-858c53f6510c', 'name': 'tempest-TestVolumeBackupRestore-1342698657-router', 'tenant_id': 'b646972a0d0342c9a631487f69cb9eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:23Z', 'updated_at': '2021-11-12T03:57:34Z', 'revision_number': 6, 'project_id': 'b646972a0d0342c9a631487f69cb9eb3', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:35.161270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.163366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.205611 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.206170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dea9493-8cf7-4d9e-80eb-858c53f6510c {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:35.211256 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.212444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5b3d99bb-6135-4cca-8956-d6e258ea6abb admin admin] 10.222.0.93 "DELETE /v2.0/routers/8dea9493-8cf7-4d9e-80eb-858c53f6510c HTTP/1.1" status: 204 len: 168 time: 0.7678747 Nov 12 03:57:35.214992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33282) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:35.260766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Deleting subnet 849b90d2-4286-4977-8cff-09e403a93d4f {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:57:35.263871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.298006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.380830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.438341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.465028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849b90d2-4286-4977-8cff-09e403a93d4f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.467095 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.470990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3dbb9756-a341-4ef8-a711-85503afb01c6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/849b90d2-4286-4977-8cff-09e403a93d4f HTTP/1.1" status: 204 len: 168 time: 0.2550578 Nov 12 03:57:35.473592 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:35.475503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777b028-e597-4f5f-aa55-e5e9c3e787f7 None None] Network 365b8df1-002f-4f95-b7a8-39aa12822a4b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:35.557852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.580509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 009fbe69-f227-4456-9b00-c88fdec60800 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:35.616469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 009fbe69-f227-4456-9b00-c88fdec60800 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:35.616625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Deleting port fe579764-9d6b-4518-a7ee-6309bd78a795 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:35.616735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 009fbe69-f227-4456-9b00-c88fdec60800 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:35.616928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.679866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] For port fe579764-9d6b-4518-a7ee-6309bd78a795, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe579764-9d6b-4518-a7ee-6309bd78a795,segment=NetworkSegment(d829a0ac-ce00-4dbd-85ce-f96d397ab5ea),segment_id=d829a0ac-ce00-4dbd-85ce-f96d397ab5ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:35.680258 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.692486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Calling delete_port for fe579764-9d6b-4518-a7ee-6309bd78a795 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:35.773806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.799624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe579764-9d6b-4518-a7ee-6309bd78a795,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.802983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] No DVR routers for this DVR port fe579764-9d6b-4518-a7ee-6309bd78a795 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:35.874495 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.896072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365b8df1-002f-4f95-b7a8-39aa12822a4b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:35.908371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a53257-8db6-4297-a55a-fc0dc3bac259 None None] DHCP port deletion for 365b8df1-002f-4f95-b7a8-39aa12822a4b request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:35.910267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:35.910560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd829a0ac-ce00-4dbd-85ce-f96d397ab5ea') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:35.924222 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.938049 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.944536 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:57:35.944935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: timer() Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:57:35.947284 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:57:36.002276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.008647 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.011883 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] 10.222.0.93 "DELETE /v2.0/networks/365b8df1-002f-4f95-b7a8-39aa12822a4b HTTP/1.1" status: 204 len: 168 time: 0.5367725 Nov 12 03:57:36.028241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8a46f-6879-4827-bd4d-b93d3bacba0b admin admin] Pushing event deleted for resources: {'Network': ['ID=365b8df1-002f-4f95-b7a8-39aa12822a4b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.195014 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.239840 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b6f9b292-a2ed-4333-b2f9-0897af136088 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2241ef24bd83498b91333c3af9d6fb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436347 Nov 12 03:57:36.242973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33290) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.293627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.322928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.370487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.373813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.374950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1bb3ea6c-e0e1-4f0c-bd21-143f1aa8053a HTTP/1.1" status: 204 len: 168 time: 0.1300428 Nov 12 03:57:36.382477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf5db1-a052-4671-981e-73cfe0870180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3ea6c-e0e1-4f0c-bd21-143f1aa8053a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.692856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33296) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.732081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6bbbb44-f5db-4418-9123-14a9d6b6e976 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b646972a0d0342c9a631487f69cb9eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379772 Nov 12 03:57:36.734883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33298) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:36.781299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.802147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.848392 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.851031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.852207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e1d3d9b1-2a35-4b12-a8f0-0f5ad4274d97 HTTP/1.1" status: 204 len: 168 time: 0.1164134 Nov 12 03:57:36.860204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d1c45-8d8f-4038-8901-b87e4865fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d3d9b1-2a35-4b12-a8f0-0f5ad4274d97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.428843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe579764-9d6b-4518-a7ee-6309bd78a795 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:37.449771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fe579764-9d6b-4518-a7ee-6309bd78a795 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:37.450112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe579764-9d6b-4518-a7ee-6309bd78a795 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:37.450546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9aaa13c6-3eea-4949-9634-ef78475858b8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:37.469810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9aaa13c6-3eea-4949-9634-ef78475858b8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:37.470153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9aaa13c6-3eea-4949-9634-ef78475858b8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:48.019303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-81b7b4e2-33d4-40e2-a802-22d666dfbc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:50.414788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7476b08c-781d-490e-81ba-4a799a3bc806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:51.774820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.474642 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:53.145565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.679189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.104271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.981759 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.436069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-4849abf4-caf8-4f61-95c2-d8578ebb0e8b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422735 Nov 12 03:58:07.519421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-347640fd-0813-4d31-9283-88f2fddd2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.520935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-347640fd-0813-4d31-9283-88f2fddd2dde service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7fb21a632b14f9d875105e177a4bdea&device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 1098 time: 0.0414598 Nov 12 03:58:07.630521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-b443e105-4e6c-4316-b4ab-9ec4987cf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.632041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-b443e105-4e6c-4316-b4ab-9ec4987cf157 service neutron] 10.222.0.98 "GET /v2.0/networks?id=de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 200 len: 911 time: 0.0923426 Nov 12 03:58:07.700907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-700bd464-359c-4ca7-bc4f-37eb95c4b48c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 200 len: 1002 time: 0.0613406 Nov 12 03:58:07.749397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-75099399-e360-479a-b011-cefe511b076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.751476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-75099399-e360-479a-b011-cefe511b076e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 200 len: 848 time: 0.0443246 Nov 12 03:58:07.795882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-86f977c9-8943-447b-8465-7e631340960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.797834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-86f977c9-8943-447b-8465-7e631340960a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de0145e2-dc31-4d40-967d-bfc14aedc52a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396836 Nov 12 03:58:07.889985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-dbac38da-91f3-4dd7-8047-4f3439733aca service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854316 Nov 12 03:58:07.976866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-142f71b8-8812-4627-bb95-7c8bfe85d6e7 req-2e4e609f-d062-4cda-bf0c-968f4ac9138b service neutron] 10.222.0.98 "GET /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803914 Nov 12 03:58:18.020694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-772cd7d6-2f9c-401f-a3c3-a2f8f211029b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:20.416569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd588-29f7-43fe-8586-4b775c445f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.778245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.147369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:23.680580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.473599 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:31.120314 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.982212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.137869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9087f-e1e1-4d06-905d-d821744d0617 req-3096a5e8-3db5-4632-871e-8dd72e875db6 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.139325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba9087f-e1e1-4d06-905d-d821744d0617 req-3096a5e8-3db5-4632-871e-8dd72e875db6 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.2632518 Nov 12 03:58:43.188905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4ba9087f-e1e1-4d06-905d-d821744d0617 req-7dfa9b46-b8aa-40b4-a2a3-c78127769bdb tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Nov 12 03:58:44.178945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-142d1687-208b-4ddd-ac04-127de22ed029 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:44.180399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-142d1687-208b-4ddd-ac04-127de22ed029 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.98 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.0476775 Nov 12 03:58:44.279299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Deleting port 0d1df63a-e014-47d1-815d-a4ee2334ee32 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:44.279639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.394311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] For port 0d1df63a-e014-47d1-815d-a4ee2334ee32, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d1df63a-e014-47d1-815d-a4ee2334ee32,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:44.394671 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.416643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd067b90-9eef-4028-8941-4e054bd9b166 req-f50837b1-8f76-48ee-ae63-b12d27f54a91 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:44.418091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd067b90-9eef-4028-8941-4e054bd9b166 req-f50837b1-8f76-48ee-ae63-b12d27f54a91 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/ports?device_id=b6453b49-97b9-4548-9d73-bbb7051e59d8 HTTP/1.1" status: 200 len: 946 time: 0.1518376 Nov 12 03:58:44.542825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd067b90-9eef-4028-8941-4e054bd9b166 req-05080ef3-13ba-46dd-a6c4-c1b48ef9a2bb tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "GET /v2.0/security-groups?id=ba401f21-fb74-4b3f-b4d9-85deceb407b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186543 Nov 12 03:58:44.610889 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.611242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.611555 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Floating IP 39e01061-c22b-4b1e-910d-3d7072d278f4 disassociated. External IP: 172.25.4.209, port: 0d1df63a-e014-47d1-815d-a4ee2334ee32. Nov 12 03:58:44.611899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Calling delete_port for 0d1df63a-e014-47d1-815d-a4ee2334ee32 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:44.739351 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.767812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event deleted for resources: {'Port': ['ID=0d1df63a-e014-47d1-815d-a4ee2334ee32,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:44.779658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.780052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.780403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.780744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.781081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.781415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.781748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.782073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.782400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.782726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.783048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.783366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:44.890803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Router 4b320713-2816-48ca-9d33-c331a268ecc1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:44.997619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:45.008036 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Sync routers for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:45.017394 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:45.017996 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.036364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] No DVR routers for this DVR port 0d1df63a-e014-47d1-815d-a4ee2334ee32 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:45.039038 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.042459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66abd19a-f4f9-44e7-b4ae-5d8e5d2e34f6 req-0039d7c0-9937-4756-bc66-2a97ef697016 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.98 "DELETE /v2.0/ports/0d1df63a-e014-47d1-815d-a4ee2334ee32 HTTP/1.1" status: 204 len: 173 time: 0.8563032 Nov 12 03:58:45.042905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'name': 'network-vif-deleted', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:45.045169 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b190d-a68f-4653-9286-62155b4d6f45" -d '{"events": [{"server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "name": "network-vif-deleted", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:45.100366 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0904c74e-152f-4953-a4c6-8510f14229fd x-openstack-request-id: req-0904c74e-152f-4953-a4c6-8510f14229fd {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:45.100762 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6453b49-97b9-4548-9d73-bbb7051e59d8", "name": "network-vif-deleted", "tag": "0d1df63a-e014-47d1-815d-a4ee2334ee32", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:45.101104 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0904c74e-152f-4953-a4c6-8510f14229fd {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:45.101947 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6453b49-97b9-4548-9d73-bbb7051e59d8', 'name': 'network-vif-deleted', 'tag': '0d1df63a-e014-47d1-815d-a4ee2334ee32', 'status': 'completed', 'code': 200} Nov 12 03:58:45.126181 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:45.338874 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.363692 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Checking router: 4b320713-2816-48ca-9d33-c331a268ecc1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:45.371526 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:45.372172 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.478202 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:45.600984 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33326) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:45.676423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:45.705453 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944caa58-9bb7-4720-b533-f4ccf6a928ac None None] The sync data for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 is: [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '334f0d09-b74c-49cc-bfb0-d04abb233a0d', 'name': '', 'network_id': 'de0145e2-dc31-4d40-967d-bfc14aedc52a', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'mac_address': 'fa:16:3e:96:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:39Z', 'updated_at': '2021-11-12T03:53:45Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'subnets': [{'id': '482e5325-71f9-4d3e-aa8d-98ed8b77d581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:45.731173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Deleting port c524f8c5-2210-4171-8e19-889c45e40c33 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:45.731508 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.811914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.812282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.824602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Calling delete_port for c524f8c5-2210-4171-8e19-889c45e40c33 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:45.937737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae48c8-6a82-4561-a9a9-72401a08c24d None None] New status for floating IP 39e01061-c22b-4b1e-910d-3d7072d278f4: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:45.962935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.989127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event deleted for resources: {'Port': ['ID=c524f8c5-2210-4171-8e19-889c45e40c33,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:46.014386 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-d0ae48c8-6a82-4561-a9a9-72401a08c24d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:58:46.014795 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-d0ae48c8-6a82-4561-a9a9-72401a08c24d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:58:46.049025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.052181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.053334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-66dfd300-fe3b-48b3-8b51-99f3db8ca37d tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "DELETE /v2.0/floatingips/39e01061-c22b-4b1e-910d-3d7072d278f4 HTTP/1.1" status: 204 len: 168 time: 0.4509912 Nov 12 03:58:46.124491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33332) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.180273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.204610 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.268162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.270796 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:46.271973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] 10.222.0.93 "DELETE /v2.0/security-groups/ba401f21-fb74-4b3f-b4d9-85deceb407b4 HTTP/1.1" status: 204 len: 168 time: 0.1464520 Nov 12 03:58:46.281933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f2641-693a-4e28-90a3-4d834c198c89 tempest-TestServerBasicOps-21044947 tempest-TestServerBasicOps-21044947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba401f21-fb74-4b3f-b4d9-85deceb407b4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:46.309224 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:46.516148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae48c8-6a82-4561-a9a9-72401a08c24d None None] New status for floating IP 39e01061-c22b-4b1e-910d-3d7072d278f4: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:46.757839 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.020225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Deleting port 334f0d09-b74c-49cc-bfb0-d04abb233a0d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:47.020567 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.104212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] For port 334f0d09-b74c-49cc-bfb0-d04abb233a0d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=334f0d09-b74c-49cc-bfb0-d04abb233a0d,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:47.104580 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.117789 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Calling delete_port for 334f0d09-b74c-49cc-bfb0-d04abb233a0d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:47.300850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.333183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=334f0d09-b74c-49cc-bfb0-d04abb233a0d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:47.356397 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.356740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.357084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.357417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.357767 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.358079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.358434 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.358759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.359084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.359405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.359725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.360076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:47.508843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.720581 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Router 4b320713-2816-48ca-9d33-c331a268ecc1 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:47.824096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:47.830835 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fea33b11-fb30-4dbc-84a0-b1fc630c31b8 admin admin] 10.222.0.93 "PUT /v2.0/routers/4b320713-2816-48ca-9d33-c331a268ecc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5204678 Nov 12 03:58:47.831446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:47.833251 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Sync routers for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:47.842534 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:47.843134 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:47.934558 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:47.946026 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:48.024565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f33148bf-95dc-4658-9ebf-6950e18a3f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.041741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.044504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d1df63a-e014-47d1-815d-a4ee2334ee32 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:48.068492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0d1df63a-e014-47d1-815d-a4ee2334ee32 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:48.069085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d1df63a-e014-47d1-815d-a4ee2334ee32 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:48.094839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Deleting port ad3d8abd-1658-43ac-96c7-8967f6081388 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:48.095184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.124433 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:58:47Z', 'revision_number': 5, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port': {'id': 'ad3d8abd-1658-43ac-96c7-8967f6081388', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:26:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.149862 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Checking router: 4b320713-2816-48ca-9d33-c331a268ecc1 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:48.158288 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Routers {'4b320713-2816-48ca-9d33-c331a268ecc1'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:48.158890 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['4b320713-2816-48ca-9d33-c331a268ecc1'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.177173 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] For port ad3d8abd-1658-43ac-96c7-8967f6081388, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ad3d8abd-1658-43ac-96c7-8967f6081388,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:48.177544 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.189054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Calling delete_port for ad3d8abd-1658-43ac-96c7-8967f6081388 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:48.243551 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] Set router 4b320713-2816-48ca-9d33-c331a268ecc1 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:48.295440 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:58:48Z', 'revision_number': 6, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:48.320769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4d66e-5363-40b5-a64f-a59f63180299 None None] The sync data for ids ['4b320713-2816-48ca-9d33-c331a268ecc1'] in n-d-713499-30 is: [{'id': '4b320713-2816-48ca-9d33-c331a268ecc1', 'name': 'tempest-TestServerBasicOps-1728757567-router', 'tenant_id': 'e7fb21a632b14f9d875105e177a4bdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:37Z', 'updated_at': '2021-11-12T03:58:48Z', 'revision_number': 6, 'project_id': 'e7fb21a632b14f9d875105e177a4bdea', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:48.361004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.391766 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3d8abd-1658-43ac-96c7-8967f6081388,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:48.397972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f752bb6-264d-4d7f-b62c-d20ae73f61ba None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:48.446114 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.535338 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.537499 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.583562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.584039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b320713-2816-48ca-9d33-c331a268ecc1 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:48.588306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.589439 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1687068c-946e-4026-a10d-37e2b8da181d admin admin] 10.222.0.93 "DELETE /v2.0/routers/4b320713-2816-48ca-9d33-c331a268ecc1 HTTP/1.1" status: 204 len: 168 time: 0.7563946 Nov 12 03:58:48.591920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:48.636328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Deleting subnet 482e5325-71f9-4d3e-aa8d-98ed8b77d581 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:48.639387 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.674641 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.759909 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.810052 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.837369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.842779 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/482e5325-71f9-4d3e-aa8d-98ed8b77d581 HTTP/1.1" status: 204 len: 168 time: 0.2476995 Nov 12 03:58:48.842779 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48e482-4f3b-44b1-bb68-54768c1ce3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482e5325-71f9-4d3e-aa8d-98ed8b77d581,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:48.843152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33346) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:48.846592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f80a9e-1729-4537-a545-faffa3da7b93 None None] Network de0145e2-dc31-4d40-967d-bfc14aedc52a requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:48.911111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:48.964143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Deleting port ed1caa9f-488c-4352-ab37-414954a738bc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:48.964551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.032433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] For port ed1caa9f-488c-4352-ab37-414954a738bc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed1caa9f-488c-4352-ab37-414954a738bc,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:49.032795 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.046944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Calling delete_port for ed1caa9f-488c-4352-ab37-414954a738bc owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:49.057795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] DHCP port deletion for de0145e2-dc31-4d40-967d-bfc14aedc52a request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:49.108820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Deleting port ed1caa9f-488c-4352-ab37-414954a738bc {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:49.109279 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.142724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.170540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1caa9f-488c-4352-ab37-414954a738bc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:49.177281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] For port ed1caa9f-488c-4352-ab37-414954a738bc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ed1caa9f-488c-4352-ab37-414954a738bc,segment=NetworkSegment(3d9fd5f7-ff26-429b-ad3b-597e66923fc6),segment_id=3d9fd5f7-ff26-429b-ad3b-597e66923fc6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:49.177735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.178750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] No DVR routers for this DVR port ed1caa9f-488c-4352-ab37-414954a738bc on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:49.193589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Calling delete_port for ed1caa9f-488c-4352-ab37-414954a738bc owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:49.255820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.276994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0145e2-dc31-4d40-967d-bfc14aedc52a']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:49.281963 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.287571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9fd5f7-ff26-429b-ad3b-597e66923fc6') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:49.287864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9fd5f7-ff26-429b-ad3b-597e66923fc6') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:49.298554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.309296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Pushing event deleted for resources: {'Port': ['ID=ed1caa9f-488c-4352-ab37-414954a738bc,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:49.311625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] No DVR routers for this DVR port ed1caa9f-488c-4352-ab37-414954a738bc on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:49.320376 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.320465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.322418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.323004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.323004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.323331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.323611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd67b1-d004-4f16-a3b3-8f475d30032b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:49.325054 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.339380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:49.339917 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:49.341995 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:49.405289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.411336 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:49.414523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] 10.222.0.93 "DELETE /v2.0/networks/de0145e2-dc31-4d40-967d-bfc14aedc52a HTTP/1.1" status: 204 len: 168 time: 0.5703866 Nov 12 03:58:49.417656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:49.426024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc65688-7c5c-46c6-8eac-07f158ac1927 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0145e2-dc31-4d40-967d-bfc14aedc52a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:49.470969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 334f0d09-b74c-49cc-bfb0-d04abb233a0d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:49.492483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 334f0d09-b74c-49cc-bfb0-d04abb233a0d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:49.492829 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 334f0d09-b74c-49cc-bfb0-d04abb233a0d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:49.493249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed1caa9f-488c-4352-ab37-414954a738bc no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:49.511495 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ed1caa9f-488c-4352-ab37-414954a738bc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:49.511840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ed1caa9f-488c-4352-ab37-414954a738bc not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:49.512275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ad3d8abd-1658-43ac-96c7-8967f6081388 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:49.531400 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ad3d8abd-1658-43ac-96c7-8967f6081388 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:49.531747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ad3d8abd-1658-43ac-96c7-8967f6081388 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:50.035386 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.276247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Deleting port ca0e1546-f55b-4a1c-86e3-56ccca003bc6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:50.276585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.354030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] For port ca0e1546-f55b-4a1c-86e3-56ccca003bc6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.354310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.367305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Calling delete_port for ca0e1546-f55b-4a1c-86e3-56ccca003bc6 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:50.418660 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-baef65cb-215c-4c60-8cbb-4779ae8054eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.545527 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.571935 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0e1546-f55b-4a1c-86e3-56ccca003bc6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.748182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.959727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:51.065931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:51.071463 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8ab4a833-fe47-4b8f-a0b8-5d903fdbc14b admin admin] 10.222.0.93 "PUT /v2.0/routers/b929d9ee-c2ef-40dc-b529-08cf8c8265e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6520932 Nov 12 03:58:51.074836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.076685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Sync routers for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:51.086787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:51.087397 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.179395 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.194437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:51.277921 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.334995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Deleting port c05884be-e17f-4f2d-a1d7-e842e5df86f7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:51.335340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.371796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:58:50Z', 'revision_number': 5, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port': {'id': 'c05884be-e17f-4f2d-a1d7-e842e5df86f7', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:59:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.399000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Checking router: b929d9ee-c2ef-40dc-b529-08cf8c8265e5 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:51.408482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Routers {'b929d9ee-c2ef-40dc-b529-08cf8c8265e5'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:51.409100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T03:58:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.415124 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] For port c05884be-e17f-4f2d-a1d7-e842e5df86f7, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c05884be-e17f-4f2d-a1d7-e842e5df86f7,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:51.415497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.431684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Calling delete_port for c05884be-e17f-4f2d-a1d7-e842e5df86f7 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:51.496420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] Set router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:51.550599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:58:51Z', 'revision_number': 6, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:51.577505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29013221-8b8b-4834-99a4-86987661e4fd None None] The sync data for ids ['b929d9ee-c2ef-40dc-b529-08cf8c8265e5'] in n-d-713499-30 is: [{'id': 'b929d9ee-c2ef-40dc-b529-08cf8c8265e5', 'name': 'tempest-TestServerBasicOps-1795751624-router', 'tenant_id': '77428ccee69d43d19a4df17aa8a5f065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:42Z', 'updated_at': '2021-11-12T03:58:51Z', 'revision_number': 6, 'project_id': '77428ccee69d43d19a4df17aa8a5f065', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:51.600922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.632183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05884be-e17f-4f2d-a1d7-e842e5df86f7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:51.646327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee869b-32cf-4e81-b134-b3dd151ec612 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:51.694312 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.781198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.783840 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.786016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.828697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.829248 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b929d9ee-c2ef-40dc-b529-08cf8c8265e5 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:51.834241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.835939 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-661d6696-34e5-435d-a4f7-01aec95f55f1 admin admin] 10.222.0.93 "DELETE /v2.0/routers/b929d9ee-c2ef-40dc-b529-08cf8c8265e5 HTTP/1.1" status: 204 len: 168 time: 0.7598147 Nov 12 03:58:51.838532 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:51.887718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Deleting subnet 29682847-292c-4336-a5c0-3d632e8ba8d2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:51.891379 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.927551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.010566 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.072426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.098878 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29682847-292c-4336-a5c0-3d632e8ba8d2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.100826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.106340 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9247ecaa-06f7-4f26-a41b-18470f774fef admin admin] 10.222.0.93 "DELETE /v2.0/subnets/29682847-292c-4336-a5c0-3d632e8ba8d2 HTTP/1.1" status: 204 len: 168 time: 0.2645714 Nov 12 03:58:52.106486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f462d0-3e8d-4482-97b5-a789183a507d None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:52.106871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33354) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:52.178123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.230709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Deleting port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:52.231059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.296178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] For port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:52.296548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.310409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Calling delete_port for 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:52.326103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] DHCP port deletion for e8a94cee-b8de-4795-9540-d3bae719f916 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:52.379649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Deleting port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:52.380051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.396886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.423240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.426772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] No DVR routers for this DVR port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:52.450667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] For port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,segment=NetworkSegment(34d57bb8-6bbf-42d7-93e7-88c2c374c653),segment_id=34d57bb8-6bbf-42d7-93e7-88c2c374c653)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:52.451073 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.465577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Calling delete_port for 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:52.500366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.522506 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a94cee-b8de-4795-9540-d3bae719f916']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:52.532592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d57bb8-6bbf-42d7-93e7-88c2c374c653') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:52.533406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d57bb8-6bbf-42d7-93e7-88c2c374c653') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:52.544367 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.558811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.565912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:52.567362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: timer() Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:52.569490 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:52.633003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.638744 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.645166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e8a94cee-b8de-4795-9540-d3bae719f916 HTTP/1.1" status: 204 len: 168 time: 0.5341506 Nov 12 03:58:52.655163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069a29b-7079-49a2-b913-521db522cfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a94cee-b8de-4795-9540-d3bae719f916,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.712978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.737663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Network e8a94cee-b8de-4795-9540-d3bae719f916 is not hosted by any dhcp agent {{(pid=102607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:58:52.738214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] No DVR routers for this DVR port 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:52.740088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f714ac-2103-4295-bde0-50c54bf5732c None None] Pushing event deleted for resources: {'Port': ['ID=9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:52.767503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33358) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:52.807071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b49fd493-e176-4fce-8873-494affa3eebc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e7fb21a632b14f9d875105e177a4bdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383823 Nov 12 03:58:52.809533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33360) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:52.860199 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.881600 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.928207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.930936 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.932131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a21179a5-c468-4653-a129-caa468e3897a HTTP/1.1" status: 204 len: 168 time: 0.1216733 Nov 12 03:58:52.940283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682480e9-9664-46e8-9e1a-81bf4a5fd50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21179a5-c468-4653-a129-caa468e3897a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.158089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.258164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33366) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.297670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-36b1b959-d5d5-4506-adc7-e90bdf6b3305 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=77428ccee69d43d19a4df17aa8a5f065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383646 Nov 12 03:58:53.300034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.346116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.366860 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.412809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.415380 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.416955 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/28102d81-761f-46aa-9355-12547acba96c HTTP/1.1" status: 204 len: 168 time: 0.1152418 Nov 12 03:58:53.425072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905f71e-3f59-49cd-b6d7-53b0d5d19dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28102d81-761f-46aa-9355-12547acba96c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:53.478374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0e1546-f55b-4a1c-86e3-56ccca003bc6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.498295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ca0e1546-f55b-4a1c-86e3-56ccca003bc6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.498640 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ca0e1546-f55b-4a1c-86e3-56ccca003bc6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.499055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c05884be-e17f-4f2d-a1d7-e842e5df86f7 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.517334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c05884be-e17f-4f2d-a1d7-e842e5df86f7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.517684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c05884be-e17f-4f2d-a1d7-e842e5df86f7 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.518094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:53.540658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:53.541097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9f51dc8e-fd39-4f8d-a9f6-5c45ccc5875b not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:53.684223 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.121926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.996528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.014182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-65d716fd-9847-4711-9fcd-342ca14c5c81 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=db5b4d997cac4b29973c8395da39d97a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285163 Nov 12 03:59:04.490492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-33d100c4-fa43-46ea-a51f-02dfc9915e3d tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.491869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-33d100c4-fa43-46ea-a51f-02dfc9915e3d tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4722209 Nov 12 03:59:04.506978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c7bb733b-a5dd-4e2f-97c7-467eb75a8c6b tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/quotas/db5b4d997cac4b29973c8395da39d97a HTTP/1.1" status: 200 len: 375 time: 0.0094268 Nov 12 03:59:04.537106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-4fc91e57-936a-43d7-8c17-9c14eb87c6bf tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=db5b4d997cac4b29973c8395da39d97a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249581 Nov 12 03:59:04.704365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2cc98bf7-1c62-4ea6-ab59-18200c1442dd req-da1beb00-f726-40a5-9ab0-0e2b80069563 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 210 time: 0.0325522 Nov 12 03:59:05.540814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-39bb27ff-5897-443c-83a7-c65f4de215b3 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=db5b4d997cac4b29973c8395da39d97a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220242 Nov 12 03:59:05.653604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-6826a5a8-4270-4536-968b-29f5f35a8592 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.655304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-6826a5a8-4270-4536-968b-29f5f35a8592 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078916 Nov 12 03:59:05.667853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Request body: {'port': {'device_id': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'admin_state_up': True, 'tenant_id': 'db5b4d997cac4b29973c8395da39d97a'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:05.789312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Made reservation on behalf of db5b4d997cac4b29973c8395da39d97a for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:05.792801 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.813577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4df36a61-57c5-4ca7-8fed-b8f6dd28440c req-4838950e-cda9-4212-82a0-e76371d4807a tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 210 time: 0.0387008 Nov 12 03:59:05.814642 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.889929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.893645 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.954722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beabd073-3dc7-4192-a363-5627e8c34423,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.026005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Allocated IP 192.168.233.155 (382829c3-4004-4489-a9da-9cc06262a5d5/1397e8f6-e175-442a-932a-ef9fd9c605c2/eb4f3d20-548f-4426-a836-4c62f1f74d62) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:06.171029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.203373 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.245652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Network 382829c3-4004-4489-a9da-9cc06262a5d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:06.250745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:06.255017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:06.261529 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Pushing event updated for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.308411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.309027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.327570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-c32c05bb-7311-40a7-ada1-e0f0d226ff86 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6632357 Nov 12 03:59:06.442634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Request body: {'port': {'device_id': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:06.472580 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:06.486388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc8f1e7d-246e-43dc-afe1-212c8bf74fa1 None None] Provisioning complete for port eb4f3d20-548f-4426-a836-4c62f1f74d62 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:06.487020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1e7d-246e-43dc-afe1-212c8bf74fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.498779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.520819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f1e7d-246e-43dc-afe1-212c8bf74fa1 None None] Port eb4f3d20-548f-4426-a836-4c62f1f74d62 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:06.751573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4f3d20-548f-4426-a836-4c62f1f74d62 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:06.759321 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.770929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Transition to ACTIVE for port object eb4f3d20-548f-4426-a836-4c62f1f74d62 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:06.774849 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.827069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.925569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Attempting to bind port eb4f3d20-548f-4426-a836-4c62f1f74d62 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:06.927033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Attempting to bind port eb4f3d20-548f-4426-a836-4c62f1f74d62 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:06.927372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Attempting to bind port eb4f3d20-548f-4426-a836-4c62f1f74d62 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:06.935695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Port eb4f3d20-548f-4426-a836-4c62f1f74d62 on network 382829c3-4004-4489-a9da-9cc06262a5d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:06.936046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Attempting to bind port eb4f3d20-548f-4426-a836-4c62f1f74d62 on network 382829c3-4004-4489-a9da-9cc06262a5d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:06.945057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:06.945405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Checking segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:06.945795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Bound using segment: {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:06.946233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Bound port: eb4f3d20-548f-4426-a836-4c62f1f74d62, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e5f3-bb25-43eb-b361-37bcc43e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:06.946598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.965624 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658a3a3-49ed-445b-a927-a348ace5ceb2 req-290b2eb4-5a13-4777-a95d-83ef0930feb4 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.967136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0658a3a3-49ed-445b-a927-a348ace5ceb2 req-290b2eb4-5a13-4777-a95d-83ef0930feb4 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 948 time: 0.0796652 Nov 12 03:59:07.057575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0658a3a3-49ed-445b-a927-a348ace5ceb2 req-a58b3a2e-e1c0-469b-90eb-276fa63e3863 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837426 Nov 12 03:59:07.059948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:07.063205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:07.067405 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.100011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.100620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.101973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] 10.222.0.98 "PUT /v2.0/ports/eb4f3d20-548f-4426-a836-4c62f1f74d62 HTTP/1.1" status: 200 len: 1097 time: 0.7664406 Nov 12 03:59:07.102404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:07.104647 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c1e311-af7f-4096-9c91-fff4c75858b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:07.132814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174308b-eda5-43e3-a8da-4886d2d00017 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.146234 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d6a8b3-58da-4be1-be73-7f6bf55946c8 x-openstack-request-id: req-e9d6a8b3-58da-4be1-be73-7f6bf55946c8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:07.146626 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:07.146971 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e9d6a8b3-58da-4be1-be73-7f6bf55946c8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:07.147444 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62', 'status': 'completed', 'code': 200} Nov 12 03:59:07.195142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-a3e893e6-8841-4832-bdfe-ec60271b1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.196722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-a3e893e6-8841-4832-bdfe-ec60271b1756 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=db5b4d997cac4b29973c8395da39d97a&device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 1100 time: 0.0432675 Nov 12 03:59:07.245850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-35de86fd-4f1c-4223-9db0-f53d23ecefc3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62 HTTP/1.1" status: 200 len: 217 time: 0.0402186 Nov 12 03:59:07.297222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3fb7e15e-a9eb-45be-9ec7-c4c85fff2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.298693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3fb7e15e-a9eb-45be-9ec7-c4c85fff2fd0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0459647 Nov 12 03:59:07.344698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3d0cc4c1-e71c-4073-a61a-f99a4cc957e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.346173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-3d0cc4c1-e71c-4073-a61a-f99a4cc957e3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409970 Nov 12 03:59:07.442064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-2914e458-de80-4071-a17c-433b0cc66285 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868471 Nov 12 03:59:07.530424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0531d76e-d1f7-4e83-aa86-847e2bee156e req-b8282abc-38d6-44ff-a7c6-20c9e8fbdd73 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814559 Nov 12 03:59:07.623872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-ca9aed38-3425-490a-a382-19679465f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.625393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-ca9aed38-3425-490a-a382-19679465f996 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=db5b4d997cac4b29973c8395da39d97a&device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 1100 time: 0.0456645 Nov 12 03:59:07.718715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-41336e55-b65a-47ef-a5c0-5f1e8082e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.720232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-41336e55-b65a-47ef-a5c0-5f1e8082e5e0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=382829c3-4004-4489-a9da-9cc06262a5d5 HTTP/1.1" status: 200 len: 871 time: 0.0841038 Nov 12 03:59:07.764433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-deea4fb5-1816-42b7-8897-3546799904af service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62 HTTP/1.1" status: 200 len: 217 time: 0.0369051 Nov 12 03:59:07.812768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-60df02bd-6f87-4de1-bb2d-b541cfa06392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.814187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-60df02bd-6f87-4de1-bb2d-b541cfa06392 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1397e8f6-e175-442a-932a-ef9fd9c605c2 HTTP/1.1" status: 200 len: 843 time: 0.0422487 Nov 12 03:59:07.860121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-5fb26dec-669d-4dce-a7f4-8e71ff254fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.861596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-5fb26dec-669d-4dce-a7f4-8e71ff254fee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=382829c3-4004-4489-a9da-9cc06262a5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393999 Nov 12 03:59:07.953238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-66c48461-7e9e-47c6-9866-c75f9e09448b service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841222 Nov 12 03:59:08.043049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-96c1e311-af7f-4096-9c91-fff4c75858b0 req-7bd663d8-29a2-4e50-af09-ad3d0ef5a343 service neutron] 10.222.0.98 "GET /v2.0/networks/382829c3-4004-4489-a9da-9cc06262a5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823340 Nov 12 03:59:08.174052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438a3a4-bbbe-4c86-b1dd-a31de136c0f5 req-04053663-cd84-441a-b6c1-65855a7179af tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.175428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438a3a4-bbbe-4c86-b1dd-a31de136c0f5 req-04053663-cd84-441a-b6c1-65855a7179af tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 948 time: 0.0493264 Nov 12 03:59:08.227521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4438a3a4-bbbe-4c86-b1dd-a31de136c0f5 req-a4c0a882-f4f6-4367-a415-4a08a3174318 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Nov 12 03:59:09.344446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cade93-b351-4dc4-8e61-871f6fb25b28 req-91370e05-c269-4020-995b-2f984c8317a4 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.345990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07cade93-b351-4dc4-8e61-871f6fb25b28 req-91370e05-c269-4020-995b-2f984c8317a4 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 948 time: 0.0493834 Nov 12 03:59:09.392391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07cade93-b351-4dc4-8e61-871f6fb25b28 req-5ace5e5b-237f-4a1d-9bda-8b3aa6991838 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Nov 12 03:59:10.170360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device eb4f3d20-548f-4426-a836-4c62f1f74d62 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:10.266166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.277498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'eb4f3d20-548f-4426-a836-4c62f1f74d62', 'network_id': '382829c3-4004-4489-a9da-9cc06262a5d5', 'port_id': 'eb4f3d20-548f-4426-a836-4c62f1f74d62', 'mac_address': 'fa:16:3e:d2:de:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1397e8f6-e175-442a-932a-ef9fd9c605c2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:10.313425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.325836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4f3d20-548f-4426-a836-4c62f1f74d62 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:10.345180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.348699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.398256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.505266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e208a1-cb76-4c4b-bdbe-25c18789dff8 req-5485c27f-706f-4468-a32e-45f320f1148d tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.506737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83e208a1-cb76-4c4b-bdbe-25c18789dff8 req-5485c27f-706f-4468-a32e-45f320f1148d tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 949 time: 0.0482597 Nov 12 03:59:10.553906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83e208a1-cb76-4c4b-bdbe-25c18789dff8 req-d54e9b2d-371b-43ad-9f7e-984c4460d922 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Nov 12 03:59:10.584998 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['eb4f3d20-548f-4426-a836-4c62f1f74d62'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:11.675350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cbd57-68eb-4d7a-bc7a-110e4aee63b4 req-e6fd0453-1760-4c2b-a0a8-b609b0b63e5b tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.676854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af6cbd57-68eb-4d7a-bc7a-110e4aee63b4 req-e6fd0453-1760-4c2b-a0a8-b609b0b63e5b tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 949 time: 0.0535090 Nov 12 03:59:11.723364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af6cbd57-68eb-4d7a-bc7a-110e4aee63b4 req-00d44e05-0f7f-4ccc-b949-a1622aefcccf tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Nov 12 03:59:12.185016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device eb4f3d20-548f-4426-a836-4c62f1f74d62 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:12.236948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port eb4f3d20-548f-4426-a836-4c62f1f74d62 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:12.244107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port eb4f3d20-548f-4426-a836-4c62f1f74d62 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:12.244504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.320038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.342071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:12.344317 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf1bd5-8db3-4268-b495-3a23d6326147" -d '{"events": [{"server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:12.357356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:12.361185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.384309 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5dd831-87f6-4b55-888d-cc026575e8a8 x-openstack-request-id: req-7c5dd831-87f6-4b55-888d-cc026575e8a8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:12.384601 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:12.384857 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7c5dd831-87f6-4b55-888d-cc026575e8a8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:12.385265 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62', 'code': 200} Nov 12 03:59:12.411765 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.476405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f61e98-79b4-4bb2-91ac-eafb57ce8c9f req-0226b002-4b8a-428f-9a3e-d602725ae988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.477790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f61e98-79b4-4bb2-91ac-eafb57ce8c9f req-0226b002-4b8a-428f-9a3e-d602725ae988 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 1102 time: 0.0407202 Nov 12 03:59:12.523522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f61e98-79b4-4bb2-91ac-eafb57ce8c9f req-8fec17c5-ceec-4ec5-a0cf-ae52d5bcf73e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Nov 12 03:59:12.843431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352a1e4-fdd0-4cfc-8479-29ec9c7f118d req-f2e9cca4-639b-4f5b-9e1d-a71f9d6466bd tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.844929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4352a1e4-fdd0-4cfc-8479-29ec9c7f118d req-f2e9cca4-639b-4f5b-9e1d-a71f9d6466bd tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 950 time: 0.0527596 Nov 12 03:59:12.893534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4352a1e4-fdd0-4cfc-8479-29ec9c7f118d req-e6154d23-8d86-480c-a180-3e3e3e8d987b tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Nov 12 03:59:14.010164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebce5-e0d0-417d-910f-dbed3a9ff1f5 req-c7fbfa8e-941b-476b-8bbd-a90a89bed7b2 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.011648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978ebce5-e0d0-417d-910f-dbed3a9ff1f5 req-c7fbfa8e-941b-476b-8bbd-a90a89bed7b2 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 950 time: 0.0481925 Nov 12 03:59:14.059253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-978ebce5-e0d0-417d-910f-dbed3a9ff1f5 req-982ffca8-08db-4d3d-a0f4-6372adbfedbc tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Nov 12 03:59:14.377732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-e44b4e00-2e84-4ffd-a7b1-b4b1d82c0622 req-cc785ee0-8368-4d24-bd44-8899df97da2a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:14.378725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e44b4e00-2e84-4ffd-a7b1-b4b1d82c0622 req-cc785ee0-8368-4d24-bd44-8899df97da2a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559220 Nov 12 03:59:14.754491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-33f0f18d-8a72-4783-98a1-a0c0715499b9 req-b5bf37a2-7356-4181-b51e-1e7f9092b220 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:14.755486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33f0f18d-8a72-4783-98a1-a0c0715499b9 req-b5bf37a2-7356-4181-b51e-1e7f9092b220 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571678 Nov 12 03:59:15.079667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f60e-92d2-4b5a-9d13-32df1ae71190 req-f94bca6e-49c6-4ef7-a392-3b43b82d1c1a tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:15.081147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6f9f60e-92d2-4b5a-9d13-32df1ae71190 req-f94bca6e-49c6-4ef7-a392-3b43b82d1c1a tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 950 time: 0.0478342 Nov 12 03:59:15.131952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a6f9f60e-92d2-4b5a-9d13-32df1ae71190 req-d78192dd-4866-41c7-af49-174b9787b6fd tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Nov 12 03:59:16.251068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2770294-25ad-4cd8-b841-61db1abc875f req-70e3948f-6643-42b1-9cbb-60ac20e0306e tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.252554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2770294-25ad-4cd8-b841-61db1abc875f req-70e3948f-6643-42b1-9cbb-60ac20e0306e tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 950 time: 0.0492008 Nov 12 03:59:16.325366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2770294-25ad-4cd8-b841-61db1abc875f req-b6cc9301-aaab-4215-964e-53e9192becc2 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.93 "GET /v2.0/security-groups?id=beabd073-3dc7-4192-a363-5627e8c34423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Nov 12 03:59:16.343015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-c043f938-4bdc-42d5-affa-49d6293e06a3 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.344494 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-c043f938-4bdc-42d5-affa-49d6293e06a3 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.98 "GET /v2.0/ports?device_id=f4fc2964-eea5-41dc-836b-4016785b2198 HTTP/1.1" status: 200 len: 950 time: 0.0707567 Nov 12 03:59:16.435001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Deleting port eb4f3d20-548f-4426-a836-4c62f1f74d62 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:16.435257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.521111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] For port eb4f3d20-548f-4426-a836-4c62f1f74d62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=eb4f3d20-548f-4426-a836-4c62f1f74d62,segment=NetworkSegment(44b1e5f3-bb25-43eb-b361-37bcc43e43de),segment_id=44b1e5f3-bb25-43eb-b361-37bcc43e43de)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:16.521983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.534474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Calling delete_port for eb4f3d20-548f-4426-a836-4c62f1f74d62 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:16.661393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.676334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['eb4f3d20-548f-4426-a836-4c62f1f74d62'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:16.690307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Pushing event deleted for resources: {'Port': ['ID=eb4f3d20-548f-4426-a836-4c62f1f74d62,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.735930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] No DVR routers for this DVR port eb4f3d20-548f-4426-a836-4c62f1f74d62 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:16.738669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.742136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f0be81aa-0b41-4e3e-838b-b69ecd8d935d req-1401e66b-5527-4fdf-b9b5-9d29aa8cf152 tempest-ServersAdminNegativeTestJSON-124415350 tempest-ServersAdminNegativeTestJSON-124415350-project] 10.222.0.98 "DELETE /v2.0/ports/eb4f3d20-548f-4426-a836-4c62f1f74d62 HTTP/1.1" status: 204 len: 173 time: 0.3913534 Nov 12 03:59:16.742584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'name': 'network-vif-deleted', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:16.744879 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8b17d-b85b-467d-bca8-259b1a15b3df" -d '{"events": [{"server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "name": "network-vif-deleted", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:16.799300 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f850b1-e2f1-4d89-8c9a-960aa1ef1509 x-openstack-request-id: req-41f850b1-e2f1-4d89-8c9a-960aa1ef1509 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:16.799849 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fc2964-eea5-41dc-836b-4016785b2198", "name": "network-vif-deleted", "tag": "eb4f3d20-548f-4426-a836-4c62f1f74d62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:16.800213 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-41f850b1-e2f1-4d89-8c9a-960aa1ef1509 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:16.800612 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fc2964-eea5-41dc-836b-4016785b2198', 'name': 'network-vif-deleted', 'tag': 'eb4f3d20-548f-4426-a836-4c62f1f74d62', 'status': 'completed', 'code': 200} Nov 12 03:59:17.618204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.750265 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-acd00650-5a9e-4d3d-b973-36d166cadffb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=db5b4d997cac4b29973c8395da39d97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308343 Nov 12 03:59:17.752835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.802291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.822832 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.868413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.870985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.872179 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/beabd073-3dc7-4192-a363-5627e8c34423 HTTP/1.1" status: 204 len: 168 time: 0.1184237 Nov 12 03:59:17.879568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1080c-ceb6-4f39-a3a8-fb5a9d77d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabd073-3dc7-4192-a363-5627e8c34423,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:18.026949 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-515126a4-d0a5-4a72-a30d-b319ab5b7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.127156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:18.140073 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90c6e781-c05b-4fe8-a37c-e0a388a6f370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.216922 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90c6e781-c05b-4fe8-a37c-e0a388a6f370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.220929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90c6e781-c05b-4fe8-a37c-e0a388a6f370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.260977 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-90c6e781-c05b-4fe8-a37c-e0a388a6f370 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f046112da2d44329242c7b72e317ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327443 Nov 12 03:59:18.261839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6e781-c05b-4fe8-a37c-e0a388a6f370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35acbcf-79f3-4fea-bd03-094528454e38,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:18.263714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33516) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:18.312379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.334960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.380111 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.383128 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:18.384796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d35acbcf-79f3-4fea-bd03-094528454e38 HTTP/1.1" status: 204 len: 168 time: 0.1194501 Nov 12 03:59:18.392185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0acc2-3ddc-484a-9fda-6421e9c8f03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35acbcf-79f3-4fea-bd03-094528454e38,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.072559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.168947 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-512896236-network', 'tenant_id': 'c888a8b80c744fd7af5a0e9c0fa87247'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:19.189980 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Made reservation on behalf of c888a8b80c744fd7af5a0e9c0fa87247 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:19.192274 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.200772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.278290 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.282359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.306873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:19.316403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac3a9a-4747-4969-b687-e90412089655,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.321228 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.321575 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Added segment 2892c6f2-2935-444f-830e-1bb9a06cc7ad of type vlan for network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 Nov 12 03:59:19.361203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.384639 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.385574 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:19.386160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.443786 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3700364 Nov 12 03:59:19.446629 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.451315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Request body: {'subnet': {'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-512896236-subnet', 'tenant_id': 'c888a8b80c744fd7af5a0e9c0fa87247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:19.459861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd829b3d-912c-465c-8640-b2cdc8bfa11c admin admin] Pushing event updated for resources: {'Network': ['ID=206089f7-9400-4c2d-a82a-3dd60f0ec6f5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.470177 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:19.479786 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Made reservation on behalf of c888a8b80c744fd7af5a0e9c0fa87247 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:19.482116 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.659825 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.716399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3962e37e-19fa-425a-b3e6-b0dbebabf901,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.724642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Checking segment: {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:19.725001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Network hostable DHCP agents. Network: 206089f7-9400-4c2d-a82a-3dd60f0ec6f5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:19.744259 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:19.754807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 206089f7-9400-4c2d-a82a-3dd60f0ec6f5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:19.759312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:19.759889 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.764764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdfd26c-06c8-4126-a2a0-b61ce798baca None None] Network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:19.775759 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e500477e-86ba-48c6-89e2-dd639afc1bfc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3281162 Nov 12 03:59:19.893593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f95b6-50af-4e42-a8b6-c0b40b15f3a1 None None] Network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:20.200825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-c54a5c17-0eb9-4d68-8cfb-0822f723b881 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.202278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-c54a5c17-0eb9-4d68-8cfb-0822f723b881 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 811 time: 0.1038692 Nov 12 03:59:20.216772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-c07f9299-c95c-4343-98d0-7bd10ca5264e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/quotas/c888a8b80c744fd7af5a0e9c0fa87247 HTTP/1.1" status: 200 len: 375 time: 0.0088189 Nov 12 03:59:20.232287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device eb4f3d20-548f-4426-a836-4c62f1f74d62 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:20.249876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-41ff8dbb-6161-4ec7-873f-f031bb440b17 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279636 Nov 12 03:59:20.252953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: eb4f3d20-548f-4426-a836-4c62f1f74d62 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:20.253299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device eb4f3d20-548f-4426-a836-4c62f1f74d62 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:20.338700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-caf4a69b-8636-4860-8caf-488864a37636 service neutron] 10.222.0.93 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810401 Nov 12 03:59:20.420818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88c57f67-2bb3-4051-a27b-5a84fa882035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.431298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-391cad12-ebb3-4d98-bfdb-7b87ea44ebbc service neutron] 10.222.0.93 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867376 Nov 12 03:59:20.590645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38546f6d-8044-44aa-a763-17b9a433f997 req-18fe2d35-3725-4328-8216-a29958d1cf86 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 210 time: 0.0266206 Nov 12 03:59:21.501001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-55bfbf16-39ea-499d-a5fd-28331648c36b tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.502572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-55bfbf16-39ea-499d-a5fd-28331648c36b tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.98 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 811 time: 0.1135843 Nov 12 03:59:21.514868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Request body: {'port': {'device_id': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5', 'admin_state_up': True, 'tenant_id': 'c888a8b80c744fd7af5a0e9c0fa87247'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:21.620427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Made reservation on behalf of c888a8b80c744fd7af5a0e9c0fa87247 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:21.624077 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.711148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f70d650-695a-45d8-808d-24d802df3c63 req-d7ae5113-461c-4eff-b401-bb8bed64edb6 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 210 time: 0.0314052 Nov 12 03:59:21.775804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Allocated IP 172.20.0.13 (206089f7-9400-4c2d-a82a-3dd60f0ec6f5/3962e37e-19fa-425a-b3e6-b0dbebabf901/c40a1f23-f6dc-49c8-aefb-c3456039c037) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:21.783103 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.919596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.952787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:21.994564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:22.000116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:22.003117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:22.028573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:22.061820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.062426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.077904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-b2d2497f-ca04-4d42-9ece-1bde915ae282 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667758 Nov 12 03:59:22.089791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Request body: {'port': {'device_id': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.139550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.397192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40a1f23-f6dc-49c8-aefb-c3456039c037 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:22.404467 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.416754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Transition to ACTIVE for port object c40a1f23-f6dc-49c8-aefb-c3456039c037 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:22.420069 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.470360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:22.532099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:22.532744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:22.532744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:22.536858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:22.537190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:22.541903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:22.542229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Checking segment: {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:22.542605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Bound using segment: {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:22.543014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Bound port: c40a1f23-f6dc-49c8-aefb-c3456039c037, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:22.543356 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.607332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:22.610247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:22.614561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.648720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.649145 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.650483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] 10.222.0.98 "PUT /v2.0/ports/c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 1093 time: 0.5648150 Nov 12 03:59:22.651042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:22.653299 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d30d3b-57e4-403d-bdb7-864ca9b16188" -d '{"events": [{"name": "network-changed", "server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:22.680408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec276-e1ff-471c-983d-c63e8b68bbde service neutron] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:22.693731 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c8a8d-670b-448f-804d-6be13f847592 x-openstack-request-id: req-155c8a8d-670b-448f-804d-6be13f847592 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:22.694019 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:22.694271 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-155c8a8d-670b-448f-804d-6be13f847592 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:22.694671 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'status': 'completed', 'code': 200} Nov 12 03:59:22.735182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-44b8d32e-b373-44e2-b762-1fc5e5aa32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.736838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-44b8d32e-b373-44e2-b762-1fc5e5aa32ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0409827 Nov 12 03:59:22.781959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-a06d488a-2561-4f81-a240-cfdde6436a5b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0354688 Nov 12 03:59:22.862435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-8bc85348-4203-4dee-80c2-21ff981237b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.863884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-8bc85348-4203-4dee-80c2-21ff981237b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0752780 Nov 12 03:59:22.876189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b288-3644-4512-94ba-6eac227fa3ff req-e45cabcb-b278-4dc8-b0ab-e983f2b5e240 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.877584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f34b288-3644-4512-94ba-6eac227fa3ff req-e45cabcb-b278-4dc8-b0ab-e983f2b5e240 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0814915 Nov 12 03:59:22.908698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-a1fe4d9d-9301-4f61-b342-970037151644 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301151 Nov 12 03:59:22.995462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1f34b288-3644-4512-94ba-6eac227fa3ff req-98bf312c-6587-4081-9ee6-c563aca5d250 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090868 Nov 12 03:59:23.036379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-95223d1b-bc87-4388-98cd-259c49f1866f service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200070 Nov 12 03:59:23.128614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccbb57a8-c3a6-4461-ac10-a119069e63c6 req-adeeb1b4-4816-4920-91a2-f2f7826b69e2 service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Nov 12 03:59:23.152670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.218239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-3997a67f-dc47-4bdc-921e-d30a3497cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.219637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-3997a67f-dc47-4bdc-921e-d30a3497cd4a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0405438 Nov 12 03:59:23.310596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-763845a0-9b8e-483a-9898-513341d27066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.312117 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-763845a0-9b8e-483a-9898-513341d27066 service neutron] 10.222.0.98 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.0848420 Nov 12 03:59:23.355945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-41ed3f34-4f37-4aaa-9fa2-2369e9a5a7fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0362885 Nov 12 03:59:23.406186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-e9471641-15e9-44f3-92fd-3eb5b251595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.407572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-e9471641-15e9-44f3-92fd-3eb5b251595a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0432224 Nov 12 03:59:23.441226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-78db6bd5-2d69-4200-bd25-7dc2d8eeac08 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Nov 12 03:59:23.534902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-3aca22ba-82d8-4ee9-a722-2055f393f963 service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845094 Nov 12 03:59:23.622244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05d30d3b-57e4-403d-bdb7-864ca9b16188 req-2c04571e-e3d0-49e5-804b-7a7f87c3e696 service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797796 Nov 12 03:59:23.686101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.110135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3074-46d2-4d32-9465-8ae2efebb275 req-bedc4018-2df7-46a4-9c4c-df63842f4092 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:24.111590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-348e3074-46d2-4d32-9465-8ae2efebb275 req-bedc4018-2df7-46a4-9c4c-df63842f4092 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0483115 Nov 12 03:59:24.163761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-348e3074-46d2-4d32-9465-8ae2efebb275 req-19ba3782-7066-45a9-aa2e-ec74b59c0fbc tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Nov 12 03:59:25.279978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bb42c-4397-4f2a-a572-643c0cfaa0ac req-4f3e0afe-0be7-4b50-809d-9bd0d0f5dfdb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.281501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-782bb42c-4397-4f2a-a572-643c0cfaa0ac req-4f3e0afe-0be7-4b50-809d-9bd0d0f5dfdb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0493696 Nov 12 03:59:25.328198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-782bb42c-4397-4f2a-a572-643c0cfaa0ac req-c43e422b-aebb-4c1a-9288-fcd0c9d6a037 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Nov 12 03:59:26.255185 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:26.347556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:26.359554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5', 'port_id': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'mac_address': 'fa:16:3e:ce:95:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3962e37e-19fa-425a-b3e6-b0dbebabf901', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:26.400811 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.414730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40a1f23-f6dc-49c8-aefb-c3456039c037 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:26.433847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:26.438153 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:26.448731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2a37-c9a7-4e38-a092-2b836178877f req-df517bdf-d933-435a-ad73-07e46420ff56 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.450356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-853e2a37-c9a7-4e38-a092-2b836178877f req-df517bdf-d933-435a-ad73-07e46420ff56 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0528936 Nov 12 03:59:26.484780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:26.499735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-853e2a37-c9a7-4e38-a092-2b836178877f req-f09536a1-f11a-4bac-ac03-94cbb7eebc82 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Nov 12 03:59:26.622386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c40a1f23-f6dc-49c8-aefb-c3456039c037'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:27.616670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be4c2-c3c2-47d6-baa8-92dcc0fe8bd5 req-859dd403-06dc-4e1c-a1d8-585af315a9eb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.618128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-316be4c2-c3c2-47d6-baa8-92dcc0fe8bd5 req-859dd403-06dc-4e1c-a1d8-585af315a9eb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Nov 12 03:59:27.664660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-316be4c2-c3c2-47d6-baa8-92dcc0fe8bd5 req-8e3b3f59-744b-4ff0-bbee-81c56e672ff6 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Nov 12 03:59:28.265405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:28.312816 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c40a1f23-f6dc-49c8-aefb-c3456039c037 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:28.316858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c40a1f23-f6dc-49c8-aefb-c3456039c037 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:28.317230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.393003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.417679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:28.419937 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ad6fdb-7c8b-497e-a5cd-6e5804a5ee34" -d '{"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:28.432823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:28.437202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:28.461147 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9444e5-6663-4155-95bd-9e499267b40c x-openstack-request-id: req-2c9444e5-6663-4155-95bd-9e499267b40c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:28.461441 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:28.461695 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2c9444e5-6663-4155-95bd-9e499267b40c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:28.462084 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'code': 200} Nov 12 03:59:28.487465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:28.554118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4a993-6c73-46ab-bf3f-120c27fee736 req-56d344a5-8698-4e79-9b3e-5364623de7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.555801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8f4a993-6c73-46ab-bf3f-120c27fee736 req-56d344a5-8698-4e79-9b3e-5364623de7c2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0411825 Nov 12 03:59:28.600300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e8f4a993-6c73-46ab-bf3f-120c27fee736 req-d4222084-02d4-4de6-82e4-f9d178c8687f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371737 Nov 12 03:59:28.780682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee201aee-696b-4adc-80aa-d750957a1ab0 req-b8319ff3-fb82-4033-9a61-c7a2bcca0ca1 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.782073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee201aee-696b-4adc-80aa-d750957a1ab0 req-b8319ff3-fb82-4033-9a61-c7a2bcca0ca1 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0523994 Nov 12 03:59:28.829358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee201aee-696b-4adc-80aa-d750957a1ab0 req-fe8c3692-f485-4d36-bbc9-1c975a6f26a5 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Nov 12 03:59:29.944023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379a28-45bb-4f88-bb42-e148ac1e18d6 req-d80e97ac-b055-471a-bbea-e24c8ee6a3d8 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.945594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4379a28-45bb-4f88-bb42-e148ac1e18d6 req-d80e97ac-b055-471a-bbea-e24c8ee6a3d8 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485148 Nov 12 03:59:29.996106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a4379a28-45bb-4f88-bb42-e148ac1e18d6 req-0ebc3fe9-efde-45fb-beb4-7976734f8689 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Nov 12 03:59:30.228819 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320fe3f-9897-408a-bbd9-927441376acc req-a7835e92-99f0-4f92-8a03-d4ec1dd8cffb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.230338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6320fe3f-9897-408a-bbd9-927441376acc req-a7835e92-99f0-4f92-8a03-d4ec1dd8cffb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0488083 Nov 12 03:59:30.272967 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d4e499a4-2e2d-4453-8307-7329cb14af48 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975044 Nov 12 03:59:30.281974 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-aed2cf1a-fd47-4271-a4e0-04724dc54bd3 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:59:30.282722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6320fe3f-9897-408a-bbd9-927441376acc req-b456a7a4-5f4b-4e00-aa95-056eae5d421c tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Nov 12 03:59:30.282930 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-aed2cf1a-fd47-4271-a4e0-04724dc54bd3 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052123 Nov 12 03:59:31.152765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:31.431952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f59478-261e-4446-b620-624c617996da req-749bca52-b49e-42e7-a72a-8fb92f6d7d9f tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.433446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81f59478-261e-4446-b620-624c617996da req-749bca52-b49e-42e7-a72a-8fb92f6d7d9f tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0795279 Nov 12 03:59:31.439732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4e42ce96-0efc-4410-8089-761e0ee796d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.441120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4e42ce96-0efc-4410-8089-761e0ee796d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0579846 Nov 12 03:59:31.533873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81f59478-261e-4446-b620-624c617996da req-6735fc0e-e223-4785-8b61-4cc1de6f0c72 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917222 Nov 12 03:59:31.559934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d5d176bb-8ba7-4839-8af6-ddbe5728944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.561457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d5d176bb-8ba7-4839-8af6-ddbe5728944a service neutron] 10.222.0.98 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.1130464 Nov 12 03:59:31.602480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d62fd645-a9f1-4765-ae74-50ef073a50c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0336778 Nov 12 03:59:31.649603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-15369811-9802-48df-a6f7-1bf81d808dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.651026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-15369811-9802-48df-a6f7-1bf81d808dd2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0421443 Nov 12 03:59:31.684869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-ae895567-414b-4848-843c-1761f00bcad1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271163 Nov 12 03:59:31.771269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-8981260b-1c67-4645-b379-125fca982f40 service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792649 Nov 12 03:59:32.012304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.193790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-893e20be-fd16-48dc-a33e-ae05a2251edf service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154508 Nov 12 03:59:32.649305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392224a-a5d1-4ae2-8367-2960499ab826 req-246fe1f4-00aa-44ed-8182-851903a77bb3 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.650733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f392224a-a5d1-4ae2-8367-2960499ab826 req-246fe1f4-00aa-44ed-8182-851903a77bb3 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0474982 Nov 12 03:59:32.696691 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f392224a-a5d1-4ae2-8367-2960499ab826 req-b63abbcf-c4a4-46b1-9205-6cf3cea4c236 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Nov 12 03:59:33.813582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a391531-9c6e-42d8-9727-054a99883859 req-4d1c0242-4aab-4d26-bdd4-8d29ffdc46b4 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.815039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a391531-9c6e-42d8-9727-054a99883859 req-4d1c0242-4aab-4d26-bdd4-8d29ffdc46b4 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0480938 Nov 12 03:59:33.863889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a391531-9c6e-42d8-9727-054a99883859 req-e1acdc0f-499a-45e2-a640-8eb409262583 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Nov 12 03:59:34.977564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0685cb3-b950-46a9-be3b-c0d439451efd req-d3d01a3e-3f1b-46d4-a298-8bb2d2109108 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.979019 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0685cb3-b950-46a9-be3b-c0d439451efd req-d3d01a3e-3f1b-46d4-a298-8bb2d2109108 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Nov 12 03:59:35.025599 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c0685cb3-b950-46a9-be3b-c0d439451efd req-e89e2b78-976c-4a49-add2-b6c027e70afe tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Nov 12 03:59:36.139539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167344d-0074-418f-8c07-258e25bb7b8d req-d4aac8f2-2916-4b4b-84ce-b2a6bf2c9608 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:36.141058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0167344d-0074-418f-8c07-258e25bb7b8d req-d4aac8f2-2916-4b4b-84ce-b2a6bf2c9608 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0482063 Nov 12 03:59:36.187318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0167344d-0074-418f-8c07-258e25bb7b8d req-006be483-a568-4814-b7e8-a98668ba4785 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Nov 12 03:59:37.304872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea9a1a-3d4a-4691-a8c8-14c4ea02c221 req-88fa7b3c-a1e8-45ea-9778-2bd78b9b1f6e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:37.306322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6ea9a1a-3d4a-4691-a8c8-14c4ea02c221 req-88fa7b3c-a1e8-45ea-9778-2bd78b9b1f6e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Nov 12 03:59:37.353388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6ea9a1a-3d4a-4691-a8c8-14c4ea02c221 req-b3d2762f-b07d-40fa-9cfc-d3445370a31c tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Nov 12 03:59:38.467551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59d3fe-80a1-4665-a48c-0635b336894c req-1fd3fa47-1bfd-4c43-918b-9750b3210593 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:38.469011 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff59d3fe-80a1-4665-a48c-0635b336894c req-1fd3fa47-1bfd-4c43-918b-9750b3210593 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0477488 Nov 12 03:59:38.514699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff59d3fe-80a1-4665-a48c-0635b336894c req-aed78ea5-dc0d-4b6c-a333-f9ef211f0b02 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Nov 12 03:59:39.628400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dc4c3-3199-4ada-bb93-9db78de4e16f req-07824acd-b352-4b93-8024-18ddf7c248cd tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:39.629863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e1dc4c3-3199-4ada-bb93-9db78de4e16f req-07824acd-b352-4b93-8024-18ddf7c248cd tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Nov 12 03:59:39.680456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e1dc4c3-3199-4ada-bb93-9db78de4e16f req-1dc850d0-72be-493a-a0c7-7d7676456b86 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Nov 12 03:59:40.796751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5b92-6618-4142-84c5-eca3af090025 req-aedb931c-027b-4ece-91cb-26d14577b755 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:40.798210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a2c5b92-6618-4142-84c5-eca3af090025 req-aedb931c-027b-4ece-91cb-26d14577b755 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0488765 Nov 12 03:59:40.845491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3a2c5b92-6618-4142-84c5-eca3af090025 req-07b2f081-1b89-4916-8f9f-d11a858bc67e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Nov 12 03:59:41.958522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa612d4-278a-4bb1-a8b7-a21328a5898b req-655ec767-16fe-4965-b9a4-a88d55caa6c9 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:41.960773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efa612d4-278a-4bb1-a8b7-a21328a5898b req-655ec767-16fe-4965-b9a4-a88d55caa6c9 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Nov 12 03:59:42.006962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efa612d4-278a-4bb1-a8b7-a21328a5898b req-808a6d5d-35ea-4d90-8bb3-46dc134d5eee tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Nov 12 03:59:43.126197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee985e-4a70-45c8-b537-dd3c236ddbfe req-104d0f21-4802-4d01-9c5f-6d29050986ff tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:43.127617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ee985e-4a70-45c8-b537-dd3c236ddbfe req-104d0f21-4802-4d01-9c5f-6d29050986ff tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Nov 12 03:59:43.173509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22ee985e-4a70-45c8-b537-dd3c236ddbfe req-8fc72ca6-c62f-4c38-bbc7-c9fe1c4f0f88 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Nov 12 03:59:43.471919 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:44.287327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a533c97-0890-4b38-9991-53ea7abee0ad req-52759f4a-3e50-4c42-a5d1-32d72f0ec101 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:44.288944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a533c97-0890-4b38-9991-53ea7abee0ad req-52759f4a-3e50-4c42-a5d1-32d72f0ec101 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0482302 Nov 12 03:59:44.334708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a533c97-0890-4b38-9991-53ea7abee0ad req-bf3c9c00-cfc3-4acf-a714-42868cc353d1 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393157 Nov 12 03:59:45.454736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0def67-3a73-4b0a-848c-d3f78cf655fb req-5c58f3af-bcd8-4f81-bc22-a1997da75db2 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:45.456229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b0def67-3a73-4b0a-848c-d3f78cf655fb req-5c58f3af-bcd8-4f81-bc22-a1997da75db2 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0527780 Nov 12 03:59:45.502753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b0def67-3a73-4b0a-848c-d3f78cf655fb req-154761d4-9eed-49f8-876e-9e77d16f3c04 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Nov 12 03:59:46.620287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea2fce-c817-4d72-9650-ed3d90d5db9e req-57a5d949-aff3-4809-b9c6-b7eca4d58e03 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:46.621757 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24ea2fce-c817-4d72-9650-ed3d90d5db9e req-57a5d949-aff3-4809-b9c6-b7eca4d58e03 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0487607 Nov 12 03:59:46.668320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24ea2fce-c817-4d72-9650-ed3d90d5db9e req-056f889c-2fc8-4df4-963d-e9285e4fde70 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Nov 12 03:59:47.786725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5af0-ae4a-41eb-8426-e075c1878a6a req-e11b2062-4e4a-48e5-b300-a6f587da869f tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:47.788204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c00a5af0-ae4a-41eb-8426-e075c1878a6a req-e11b2062-4e4a-48e5-b300-a6f587da869f tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Nov 12 03:59:47.838237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c00a5af0-ae4a-41eb-8426-e075c1878a6a req-2d2a4b86-9950-4bd9-8594-fc085118d1df tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Nov 12 03:59:48.028386 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0662474d-5dc9-458d-a546-591fd4096e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.951356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f709fc-a269-4526-ab97-738db6b64bf6 req-34e3a2e6-72bd-4ec4-beb7-26bd9e9cfa07 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.952837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40f709fc-a269-4526-ab97-738db6b64bf6 req-34e3a2e6-72bd-4ec4-beb7-26bd9e9cfa07 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485907 Nov 12 03:59:48.999262 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40f709fc-a269-4526-ab97-738db6b64bf6 req-3e0cce62-799e-4cd9-864e-28d875357c48 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Nov 12 03:59:50.113713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea46586-ad3b-4b88-ba2b-0f68d42c728e req-bdf815da-c3c6-4d72-9be0-6957fa6eeb5a tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.115191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ea46586-ad3b-4b88-ba2b-0f68d42c728e req-bdf815da-c3c6-4d72-9be0-6957fa6eeb5a tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Nov 12 03:59:50.162123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ea46586-ad3b-4b88-ba2b-0f68d42c728e req-238292f4-d268-44aa-af60-a60ec0529896 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Nov 12 03:59:50.423160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a54269b-cc9b-446f-825f-4fdaef547cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.281554 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10f32-7661-4e49-916a-070dd0e3a029 req-a0f1aaed-090a-4a5e-8856-37576a7e9a29 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.283153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d10f32-7661-4e49-916a-070dd0e3a029 req-a0f1aaed-090a-4a5e-8856-37576a7e9a29 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0529342 Nov 12 03:59:51.333703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98d10f32-7661-4e49-916a-070dd0e3a029 req-988b08ae-dfae-43af-af12-738e390cbe91 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Nov 12 03:59:51.786058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.448669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead007-5c17-4350-b6b1-aded644cdc9a req-e9283ab2-2c7b-40fc-b581-edfb0d256625 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.450170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bead007-5c17-4350-b6b1-aded644cdc9a req-e9283ab2-2c7b-40fc-b581-edfb0d256625 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485501 Nov 12 03:59:52.496801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bead007-5c17-4350-b6b1-aded644cdc9a req-f947dc84-c686-485f-a507-f377345d5424 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Nov 12 03:59:53.154452 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:53.609355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b41a99-bc01-455c-a612-5e96fe5f43a8 req-04ce615e-4b31-48c5-9210-6e976cc84723 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:53.610821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24b41a99-bc01-455c-a612-5e96fe5f43a8 req-04ce615e-4b31-48c5-9210-6e976cc84723 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0474598 Nov 12 03:59:53.660621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24b41a99-bc01-455c-a612-5e96fe5f43a8 req-61cc9145-6fbd-4c7d-88bf-bb5945c4ecc9 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Nov 12 03:59:53.688914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:54.773661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb56f1-ad80-41ea-be24-7c18f7438c0c req-29d96022-f923-4c85-bdd8-8f72b927efac tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.775625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ecb56f1-ad80-41ea-be24-7c18f7438c0c req-29d96022-f923-4c85-bdd8-8f72b927efac tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485599 Nov 12 03:59:54.822106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ecb56f1-ad80-41ea-be24-7c18f7438c0c req-a873023d-bf1a-49df-91b4-0207eba44dbb tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Nov 12 03:59:55.936141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ec93-1d50-4914-8f01-737c95bf0d4b req-c81050fb-c9bd-4ec5-ab8d-e7e73593586a tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.937893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b08ec93-1d50-4914-8f01-737c95bf0d4b req-c81050fb-c9bd-4ec5-ab8d-e7e73593586a tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0489330 Nov 12 03:59:55.985737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b08ec93-1d50-4914-8f01-737c95bf0d4b req-3453c08f-b6f1-4776-9703-13aa0f10dcb7 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Nov 12 03:59:57.102713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370fe90-a3c6-4c2e-8091-0084cd78d863 req-afd9c027-f07e-460b-9367-ba5ce5091b83 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.104203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4370fe90-a3c6-4c2e-8091-0084cd78d863 req-afd9c027-f07e-460b-9367-ba5ce5091b83 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0521100 Nov 12 03:59:57.150609 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4370fe90-a3c6-4c2e-8091-0084cd78d863 req-e9f20f8e-757a-4c6a-86f6-1776244d53b2 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Nov 12 03:59:58.265832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9637704-0af7-47c6-a1aa-fdffe387acc7 req-c3eb1de6-32d1-4774-ac36-12c9e3d045c4 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.267299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9637704-0af7-47c6-a1aa-fdffe387acc7 req-c3eb1de6-32d1-4774-ac36-12c9e3d045c4 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0491889 Nov 12 03:59:58.313228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9637704-0af7-47c6-a1aa-fdffe387acc7 req-eaf0282e-762a-4b0a-bca7-b36c0d9f9208 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Nov 12 03:59:59.088263 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d2e970b5-5145-4af7-8166-0488b3fc3b38 service neutron] show failed (client error): The resource could not be found. Nov 12 03:59:59.089241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-d2e970b5-5145-4af7-8166-0488b3fc3b38 service neutron] 10.222.0.98 "GET /v2.0/ports/c40a1f23-f6dc-49c8-aefb-c3456039c037/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0565901 Nov 12 03:59:59.345989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-7858f9f2-c696-4514-b0d4-f8ef24da691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.347554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-7858f9f2-c696-4514-b0d4-f8ef24da691a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3&tenant_id=c888a8b80c744fd7af5a0e9c0fa87247 HTTP/1.1" status: 200 len: 1098 time: 0.0967703 Nov 12 03:59:59.360260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:59.439792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.466501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a49d2-c073-4a35-86a3-d0ca6f691096 req-76454480-3828-4fe4-8967-8d1c470f075b tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.468647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a2a49d2-c073-4a35-86a3-d0ca6f691096 req-76454480-3828-4fe4-8967-8d1c470f075b tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0862274 Nov 12 03:59:59.591197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a2a49d2-c073-4a35-86a3-d0ca6f691096 req-f044c696-f420-4aea-9c42-1ef14a7ae4a9 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040862 Nov 12 03:59:59.688435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:59.720340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:59.760187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:59.762433 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a20396-ac0c-448c-84b6-34433cda9293" -d '{"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:59.767144 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.779198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Transition to ACTIVE for port object c40a1f23-f6dc-49c8-aefb-c3456039c037 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:59.784172 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.814720 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68014e0-e572-4646-8869-92678b6dfcc3 x-openstack-request-id: req-a68014e0-e572-4646-8869-92678b6dfcc3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:59.815007 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:59.815695 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a68014e0-e572-4646-8869-92678b6dfcc3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:59.815695 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'code': 200} Nov 12 03:59:59.848005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] No DVR routers for this DVR port c40a1f23-f6dc-49c8-aefb-c3456039c037 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:59.856347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:59.879095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.879441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.879779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.880153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.880486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.880811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.881133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.881454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.881775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.882094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.882410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.882725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:59.898494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:59.898828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:59.899154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:59.903419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:59.903730 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Attempting to bind port c40a1f23-f6dc-49c8-aefb-c3456039c037 on network 206089f7-9400-4c2d-a82a-3dd60f0ec6f5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:59.908854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:59.909187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Checking segment: {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:59.909557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Bound using segment: {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:59.909976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Bound port: c40a1f23-f6dc-49c8-aefb-c3456039c037, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2892c6f2-2935-444f-830e-1bb9a06cc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:59.910323 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.973390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:59.976377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:59.980652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.015259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.015930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.017315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] 10.222.0.100 "PUT /v2.0/ports/c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 1093 time: 0.6615160 Nov 12 04:00:00.036969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d87d9-24a2-42f4-aba4-ea8ffb2bf386 service neutron] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:00.082544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-731b639a-cdcf-4d32-964c-ee2b4db88868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.084056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-731b639a-cdcf-4d32-964c-ee2b4db88868 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0442810 Nov 12 04:00:00.173086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-0ee47a55-1ddf-47e4-a9be-73fcebf2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.174569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-0ee47a55-1ddf-47e4-a9be-73fcebf2f6e6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.0833735 Nov 12 04:00:00.219047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-3eed44b6-2ec1-4d98-9a63-aedc5be5172d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0378423 Nov 12 04:00:00.268702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-9280a6ad-6acb-4815-8c46-5180b21fe4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.270124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-9280a6ad-6acb-4815-8c46-5180b21fe4b4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0447164 Nov 12 04:00:00.302212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-be25d0e5-589a-4e07-9d22-5d60798edf51 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251477 Nov 12 04:00:00.400670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-1359cdd9-c99e-4bda-a963-cbb1d60aa842 service neutron] 10.222.0.100 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914648 Nov 12 04:00:00.489468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b7dce47-d6d8-440c-85ee-b33b1afac4d4 req-3a439e25-1750-459a-8304-a31aebbf7d79 service neutron] 10.222.0.100 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814555 Nov 12 04:00:00.709697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01aa4b-56f6-4e82-a50d-4cbe4f8491bd req-c2011c3b-3ce4-49d6-a42d-55a0366b7c96 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.711156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c01aa4b-56f6-4e82-a50d-4cbe4f8491bd req-c2011c3b-3ce4-49d6-a42d-55a0366b7c96 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0482972 Nov 12 04:00:00.762551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c01aa4b-56f6-4e82-a50d-4cbe4f8491bd req-88d94694-dc2b-4fb9-8a59-fb03796f7cd0 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Nov 12 04:00:01.167809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:01.816879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:01.819367 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010" -d '{"events": [{"name": "network-changed", "server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:01.869646 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f36d9bc-e396-46da-97c3-cedb0212b1a5 x-openstack-request-id: req-7f36d9bc-e396-46da-97c3-cedb0212b1a5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:01.869937 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:01.870186 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7f36d9bc-e396-46da-97c3-cedb0212b1a5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:01.870577 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'status': 'completed', 'code': 200} Nov 12 04:00:01.891354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4d929-9964-4520-aa22-df480fd932a8 req-c9f9268d-5887-4627-a226-e37e33faa3ee tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.892895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aa4d929-9964-4520-aa22-df480fd932a8 req-c9f9268d-5887-4627-a226-e37e33faa3ee tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0564404 Nov 12 04:00:01.994708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-2e44b713-3693-4222-a518-0ebe6fa5ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.996275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-2e44b713-3693-4222-a518-0ebe6fa5ab9a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1024506 Nov 12 04:00:02.001899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-7f72aa45-4443-4ebd-9ccd-fa979557d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.003368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-7f72aa45-4443-4ebd-9ccd-fa979557d5ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1021323 Nov 12 04:00:02.015873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:02.017844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4aa4d929-9964-4520-aa22-df480fd932a8 req-f72250db-d727-4237-818e-3d458b593051 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083064 Nov 12 04:00:02.164599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-68c5f2c7-2ed0-4f3d-b557-3e9fd0218784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.166077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-68c5f2c7-2ed0-4f3d-b557-3e9fd0218784 service neutron] 10.222.0.98 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.1618474 Nov 12 04:00:02.167383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-647718a9-a827-44a5-acc6-a8722daf0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.168700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-647718a9-a827-44a5-acc6-a8722daf0169 service neutron] 10.222.0.100 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.1557436 Nov 12 04:00:02.240049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-d125a9b0-b8cb-4a5d-a186-2e5119255c68 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0664468 Nov 12 04:00:02.241642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-8ce33d47-bca7-4a54-b03d-f072d76876c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0625653 Nov 12 04:00:02.321310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-5018755e-ea51-44fb-9d0a-4d5e9aa2e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.322749 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-5018755e-ea51-44fb-9d0a-4d5e9aa2e836 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0763154 Nov 12 04:00:02.324127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-861044e2-01f9-4111-8bc5-f1522e902df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.325419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-861044e2-01f9-4111-8bc5-f1522e902df4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0718150 Nov 12 04:00:02.375041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-4dbe9764-53c3-4d73-9bd9-f17858ff3084 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454838 Nov 12 04:00:02.376882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-83c19a57-9364-405a-9067-af82a491c788 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401781 Nov 12 04:00:02.467014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:02.506824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:02.534215 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-59cc43fc-bf2f-4b90-bac6-948a42ef215c service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515355 Nov 12 04:00:02.536293 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-8d9dfcb9-8eec-4a41-a9de-41c24ec0ef25 service neutron] 10.222.0.100 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470244 Nov 12 04:00:02.689683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-e9789cb1-16ad-4840-9e35-75498067e56c service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482859 Nov 12 04:00:02.691801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e02ac47-b2d2-4aa4-93e0-ab561a4f9010 req-5c660cd5-08ec-475f-a898-f14635eb792f service neutron] 10.222.0.100 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431718 Nov 12 04:00:03.008515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:03.104697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:03.115585 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'network_id': '206089f7-9400-4c2d-a82a-3dd60f0ec6f5', 'port_id': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'mac_address': 'fa:16:3e:ce:95:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3962e37e-19fa-425a-b3e6-b0dbebabf901', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:03.140024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbda47-c8b9-4a39-ab4d-7f66ac6f3dae req-6d987c9e-78de-4ca4-b132-a4b7e67f9db0 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.142058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2bbda47-c8b9-4a39-ab4d-7f66ac6f3dae req-6d987c9e-78de-4ca4-b132-a4b7e67f9db0 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 944 time: 0.0499878 Nov 12 04:00:03.152361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.165067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40a1f23-f6dc-49c8-aefb-c3456039c037 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:03.183799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:03.188379 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:03.190001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2bbda47-c8b9-4a39-ab4d-7f66ac6f3dae req-fd0cb42c-72fd-4b4d-b40f-fa150edca4dc tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Nov 12 04:00:03.239178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:03.249986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.250869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.251216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.251553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.251884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.252263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.252560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.252888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.253215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.253538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.253863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.254187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:03.433136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-c7528ad0-cd80-4946-9265-2d64cf2bc080 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.434598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-c7528ad0-cd80-4946-9265-2d64cf2bc080 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.98 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3&tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Nov 12 04:00:03.442057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c40a1f23-f6dc-49c8-aefb-c3456039c037'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:03.494958 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-bb884ea3-71c1-4712-9fd0-48cd79937264 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:00:03.495988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-bb884ea3-71c1-4712-9fd0-48cd79937264 service neutron] 10.222.0.98 "DELETE /v2.0/ports/c40a1f23-f6dc-49c8-aefb-c3456039c037/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0529075 Nov 12 04:00:03.577709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-7fa1b067-1e44-4d73-a962-6dffb4e55e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.579190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-7fa1b067-1e44-4d73-a962-6dffb4e55e3d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0413945 Nov 12 04:00:03.669711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-5343694c-2485-4c9d-ab2a-e404361587a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.671163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-5343694c-2485-4c9d-ab2a-e404361587a7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 200 len: 913 time: 0.0851946 Nov 12 04:00:03.712253 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-80862650-52ac-414a-bd8f-541c6a550bae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 200 len: 217 time: 0.0334566 Nov 12 04:00:03.759840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-a828fa9f-93ba-419a-9af3-ac3ded5e67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.761297 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-a828fa9f-93ba-419a-9af3-ac3ded5e67f5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 200 len: 851 time: 0.0425012 Nov 12 04:00:03.796341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-35070cdc-8ef3-4732-8889-df93fd965894 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=206089f7-9400-4c2d-a82a-3dd60f0ec6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284247 Nov 12 04:00:03.884309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-34967954-e6c8-4053-bd9c-5e84aa858888 service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803001 Nov 12 04:00:03.976378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-ed915775-e22b-4d10-875a-acadc0064b6e service neutron] 10.222.0.98 "GET /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847406 Nov 12 04:00:04.662703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537448d0-6fa3-497d-a8ce-f97675320d23 req-86293d2a-6582-4afe-984e-5801f366d5f7 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.664236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-537448d0-6fa3-497d-a8ce-f97675320d23 req-86293d2a-6582-4afe-984e-5801f366d5f7 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 945 time: 0.0496020 Nov 12 04:00:04.711120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-537448d0-6fa3-497d-a8ce-f97675320d23 req-3e5282f2-d65a-4e8f-96c1-863f2e0d76cd tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Nov 12 04:00:05.024056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:05.073828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c40a1f23-f6dc-49c8-aefb-c3456039c037 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:05.077865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c40a1f23-f6dc-49c8-aefb-c3456039c037 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:05.078231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.151611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.173695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:05.175881 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bccfaba-f65c-4c61-935c-283cee84cfd6" -d '{"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:05.189096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:05.193011 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.219299 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc342597-4bdb-4ced-aada-8bce6da63bf3 x-openstack-request-id: req-bc342597-4bdb-4ced-aada-8bce6da63bf3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:05.219584 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:05.219836 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bc342597-4bdb-4ced-aada-8bce6da63bf3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:05.220249 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'code': 200} Nov 12 04:00:05.244742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:05.827485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293b654-280d-4233-9d1f-1a47d6bf2322 req-9adbf7f5-d784-4af9-bbc0-d438b7287bea tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.828999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0293b654-280d-4233-9d1f-1a47d6bf2322 req-9adbf7f5-d784-4af9-bbc0-d438b7287bea tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0492394 Nov 12 04:00:05.901321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0293b654-280d-4233-9d1f-1a47d6bf2322 req-5e296a54-d055-4a7f-96ff-a77d83dc7225 tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.93 "GET /v2.0/security-groups?id=c8ac3a9a-4747-4969-b687-e90412089655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 Nov 12 04:00:05.919781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-39cedcd8-ccd0-4af6-b2a5-2151aa91978e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.921224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-39cedcd8-ccd0-4af6-b2a5-2151aa91978e tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.100 "GET /v2.0/ports?device_id=63d93984-0dca-4fa0-855c-e1a455031ee3 HTTP/1.1" status: 200 len: 946 time: 0.0675256 Nov 12 04:00:06.008895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Deleting port c40a1f23-f6dc-49c8-aefb-c3456039c037 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:06.009148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.098574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] For port c40a1f23-f6dc-49c8-aefb-c3456039c037, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c40a1f23-f6dc-49c8-aefb-c3456039c037,segment=NetworkSegment(2892c6f2-2935-444f-830e-1bb9a06cc7ad),segment_id=2892c6f2-2935-444f-830e-1bb9a06cc7ad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:06.098929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.111826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Calling delete_port for c40a1f23-f6dc-49c8-aefb-c3456039c037 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:06.237010 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.249075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c40a1f23-f6dc-49c8-aefb-c3456039c037'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:06.267111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Pushing event deleted for resources: {'Port': ['ID=c40a1f23-f6dc-49c8-aefb-c3456039c037,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:06.308709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] No DVR routers for this DVR port c40a1f23-f6dc-49c8-aefb-c3456039c037 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:06.311250 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.314641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f94b2d69-eab8-47df-a45b-14f3a048c643 req-3a87476c-d8f1-40a4-a51b-2a04ceac3d6d tempest-DeleteServersTestJSON-2057851422 tempest-DeleteServersTestJSON-2057851422-project] 10.222.0.100 "DELETE /v2.0/ports/c40a1f23-f6dc-49c8-aefb-c3456039c037 HTTP/1.1" status: 204 len: 173 time: 0.3875244 Nov 12 04:00:06.315090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-deleted', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:06.317364 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8a4160-0b88-481a-bfdd-ba490efe2ed7" -d '{"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-deleted", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:06.359887 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b9580-7d48-4647-81a2-d2c547d011fb x-openstack-request-id: req-390b9580-7d48-4647-81a2-d2c547d011fb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:06.360982 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d93984-0dca-4fa0-855c-e1a455031ee3", "name": "network-vif-deleted", "tag": "c40a1f23-f6dc-49c8-aefb-c3456039c037", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:06.361253 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-390b9580-7d48-4647-81a2-d2c547d011fb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:06.362009 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d93984-0dca-4fa0-855c-e1a455031ee3', 'name': 'network-vif-deleted', 'tag': 'c40a1f23-f6dc-49c8-aefb-c3456039c037', 'status': 'completed', 'code': 200} Nov 12 04:00:07.027350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:07.071011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Deleting subnet 3962e37e-19fa-425a-b3e6-b0dbebabf901 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:07.074040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.111427 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.149000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.198694 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.223111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3962e37e-19fa-425a-b3e6-b0dbebabf901,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:07.231352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.234622 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3962e37e-19fa-425a-b3e6-b0dbebabf901 HTTP/1.1" status: 204 len: 168 time: 0.2061875 Nov 12 04:00:07.236895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.237238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.237578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.237867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33702) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:07.238256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.238256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.238537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.238866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.239186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.239505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.239825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.240167 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.240485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06485613-b4c8-4070-bb4c-560dfcd5a73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:07.310565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.386272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.405256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206089f7-9400-4c2d-a82a-3dd60f0ec6f5']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:07.414520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2892c6f2-2935-444f-830e-1bb9a06cc7ad') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:07.414811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2892c6f2-2935-444f-830e-1bb9a06cc7ad') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:07.424357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.436832 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.443058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:07.443431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:07.445196 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:07.842535 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.847994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.851232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] 10.222.0.93 "DELETE /v2.0/networks/206089f7-9400-4c2d-a82a-3dd60f0ec6f5 HTTP/1.1" status: 204 len: 168 time: 0.6123438 Nov 12 04:00:07.862253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f23f2-586e-45b5-86a7-4ba75aeed6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=206089f7-9400-4c2d-a82a-3dd60f0ec6f5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:07.958775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33706) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:07.998825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0475d37-ee26-44b9-a947-52b3ded9a9cc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c888a8b80c744fd7af5a0e9c0fa87247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388446 Nov 12 04:00:08.002021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33708) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:08.048143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.068861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.117324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.119758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.120927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c8ac3a9a-4747-4969-b687-e90412089655 HTTP/1.1" status: 204 len: 168 time: 0.1180182 Nov 12 04:00:08.129259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6ad70-f83c-4a61-94ce-796354807c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac3a9a-4747-4969-b687-e90412089655,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:08.768631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 33730) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:08.864378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1323057867-network', 'tenant_id': '720db52c28c54b04a05076f6ad2f7c74'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:08.885027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Made reservation on behalf of 720db52c28c54b04a05076f6ad2f7c74 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:08.887227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.895923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.969456 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.973360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.994223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:00:09.009629 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a709ff8-b9be-4192-8704-4ca77918346a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.013102 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.013450 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Added segment 2ed933ae-1761-4060-89d5-a7dddd4fa1a7 of type vlan for network a547f07d-e62b-453d-a893-5d045d876004 Nov 12 04:00:09.046867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:09.054177 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.066555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c40a1f23-f6dc-49c8-aefb-c3456039c037 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:09.066900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c40a1f23-f6dc-49c8-aefb-c3456039c037 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:09.080457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.081391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.081966 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.112532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3427701 Nov 12 04:00:09.115475 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 33734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:09.120476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Request body: {'subnet': {'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1323057867-subnet', 'tenant_id': '720db52c28c54b04a05076f6ad2f7c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:09.142626 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Made reservation on behalf of 720db52c28c54b04a05076f6ad2f7c74 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:09.144850 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.147521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0348c3-7487-47cf-93b1-9484ac82e88f admin admin] Pushing event updated for resources: {'Network': ['ID=a547f07d-e62b-453d-a893-5d045d876004,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.161067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a547f07d-e62b-453d-a893-5d045d876004 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:00:09.309464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.632478 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310dfd90-af3e-48f9-9fd9-f60d63d00e57,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.636698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Checking segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:09.637057 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Network hostable DHCP agents. Network: a547f07d-e62b-453d-a893-5d045d876004, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:00:09.653318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Network a547f07d-e62b-453d-a893-5d045d876004 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:00:09.662095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a547f07d-e62b-453d-a893-5d045d876004) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:09.666017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.666605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.670716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb81b3-1614-4e78-83e1-948817fc6b99 None None] Network a547f07d-e62b-453d-a893-5d045d876004 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:09.683540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dde94914-10ec-4db7-9ca3-cb00f025ebd8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5669203 Nov 12 04:00:09.808273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86621c-2a74-4577-8bb2-16d768ff4fd4 None None] Network a547f07d-e62b-453d-a893-5d045d876004 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:10.108288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-b674819b-5888-4f68-8367-5e4bc0580821 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.111363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-b674819b-5888-4f68-8367-5e4bc0580821 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 815 time: 0.1037953 Nov 12 04:00:10.125428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-379481b4-1168-4369-87c3-d0366d68b400 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/quotas/720db52c28c54b04a05076f6ad2f7c74 HTTP/1.1" status: 200 len: 375 time: 0.0093720 Nov 12 04:00:10.163088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-6b81f631-6db3-4b89-9bb8-b6ca00ac7be6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315132 Nov 12 04:00:10.174096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-a2acf060-d113-46c0-ba97-5ae86db81e00 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:00:10.175059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-a2acf060-d113-46c0-ba97-5ae86db81e00 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053334 Nov 12 04:00:10.264207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-080ceab7-4be3-4541-b8c3-9e7995cf445c service neutron] 10.222.0.93 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830195 Nov 12 04:00:10.357505 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-ddf54823-919e-4786-b5ca-f4debe1918b8 service neutron] 10.222.0.93 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868008 Nov 12 04:00:10.516142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3f333b8-4f92-4ac9-8099-aef5d39388dc req-31b62d60-7252-483c-842a-45275512e36b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 210 time: 0.0262978 Nov 12 04:00:11.442119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-8e6cdba4-b4b9-4516-9005-a3a02853cb44 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.443569 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-8e6cdba4-b4b9-4516-9005-a3a02853cb44 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 815 time: 0.1020889 Nov 12 04:00:11.457564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Request body: {'port': {'device_id': '37df7549-1780-4d21-ab90-45a4b0306a41', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'admin_state_up': True, 'tenant_id': '720db52c28c54b04a05076f6ad2f7c74'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:11.570022 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Made reservation on behalf of 720db52c28c54b04a05076f6ad2f7c74 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:11.574755 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.617073 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8425ef6a-d270-4a4b-875c-98126f46f545 req-868bbae4-df0c-424a-9f2b-047e0ca8771f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 210 time: 0.0292108 Nov 12 04:00:11.727198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Allocated IP 172.20.0.13 (a547f07d-e62b-453d-a893-5d045d876004/310dfd90-af3e-48f9-9fd9-f60d63d00e57/e0d05e8e-3b76-4d12-80fe-320c33a54511) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:11.869766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.903063 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:11.945378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Network a547f07d-e62b-453d-a893-5d045d876004 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:11.950361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:11.954091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:11.977241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.004760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.005369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.019877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-c9bf8278-5848-44b6-a475-db9fa6715bde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667298 Nov 12 04:00:12.032879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Request body: {'port': {'device_id': '37df7549-1780-4d21-ab90-45a4b0306a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:12.087470 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.340981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d05e8e-3b76-4d12-80fe-320c33a54511 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:12.348892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.360986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Transition to ACTIVE for port object e0d05e8e-3b76-4d12-80fe-320c33a54511 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:12.364463 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.416041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.482052 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:12.482670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:12.482670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:12.486844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:12.487143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:12.491916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:12.492275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Checking segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:12.492651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Bound using segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:12.493068 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Bound port: e0d05e8e-3b76-4d12-80fe-320c33a54511, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:12.493420 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.555209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:12.558552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:12.562848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.595095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.596044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.597454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] 10.222.0.100 "PUT /v2.0/ports/e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 1093 time: 0.5693111 Nov 12 04:00:12.600180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:12.603449 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d5d1b-16ff-4770-b681-13fda743619a" -d '{"events": [{"name": "network-changed", "server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:12.640270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0eeaf-7ba3-4c06-8a22-6930a904ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.646375 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2773607-af72-4ace-beeb-89429bd504ce x-openstack-request-id: req-f2773607-af72-4ace-beeb-89429bd504ce {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:12.646662 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:12.646911 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f2773607-af72-4ace-beeb-89429bd504ce {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:12.647303 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'status': 'completed', 'code': 200} Nov 12 04:00:12.723683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-fcdca10c-79fa-4942-acbb-fa3667af762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.725203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-fcdca10c-79fa-4942-acbb-fa3667af762f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0681527 Nov 12 04:00:12.771766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-b55a9a63-fba5-4275-9e45-fe1843d939cf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0368252 Nov 12 04:00:12.779220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0b8d-5e04-45c9-b1ab-68aa31958be2 req-b93d69f7-a8da-4f7d-aa55-acd30444be2f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.780692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fff0b8d-5e04-45c9-b1ab-68aa31958be2 req-b93d69f7-a8da-4f7d-aa55-acd30444be2f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.0879555 Nov 12 04:00:12.854676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-707b5b9e-b87a-4ea9-8158-527b2263d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.856147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-707b5b9e-b87a-4ea9-8158-527b2263d172 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0745952 Nov 12 04:00:12.863610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2fff0b8d-5e04-45c9-b1ab-68aa31958be2 req-ad0cbeb9-50bc-40d8-bdd6-05a2964616f5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748649 Nov 12 04:00:12.894723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-ec3b79ba-a13e-40d5-9eaf-7d3c2aca0aa5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300767 Nov 12 04:00:12.983472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-0d9985f3-4ab0-4221-91c9-72ea03110ed2 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822062 Nov 12 04:00:13.077188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2b7bd59b-6759-4dce-bfaf-9ce07e6390a9 req-43a66aa3-4bcd-45c5-9f3b-280979edbdbe service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853596 Nov 12 04:00:13.161234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-0bd19d70-5128-4989-9341-681756ef9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.162704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-0bd19d70-5128-4989-9341-681756ef9d19 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0419700 Nov 12 04:00:13.255264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-22021eb7-a29f-4d4d-b180-9f76398d5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.256761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-22021eb7-a29f-4d4d-b180-9f76398d5d43 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0870290 Nov 12 04:00:13.297622 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-6cf7c444-19b3-408c-8907-85a21fe39bb9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0343170 Nov 12 04:00:13.350214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-f49ddc14-223f-43c4-b54a-8f05c29be8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.351559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-f49ddc14-223f-43c4-b54a-8f05c29be8df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0465660 Nov 12 04:00:13.383806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-d88e6131-fa1f-4b3d-9704-011f5909979b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240936 Nov 12 04:00:13.474099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-5e15f04d-e996-4529-8e4c-2b4e157871e5 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Nov 12 04:00:13.566816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d3d5d1b-16ff-4770-b681-13fda743619a req-851a83fb-c21d-488d-b697-3d65236c0326 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Nov 12 04:00:13.986597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a825ee4-2ccc-4bfb-95f6-6570fdbfddfe req-7516c200-8a49-4052-b66d-37b3dba8652d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.988145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a825ee4-2ccc-4bfb-95f6-6570fdbfddfe req-7516c200-8a49-4052-b66d-37b3dba8652d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.0515425 Nov 12 04:00:14.035591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5a825ee4-2ccc-4bfb-95f6-6570fdbfddfe req-ebe3e14b-09ca-4261-8d10-1154abf88054 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Nov 12 04:00:15.052058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:15.151433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.154892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ca4ca-7a03-447d-9bf9-43fec8a42359 req-1eb65006-f94c-4fc8-841c-752566ea6a8f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.156434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f09ca4ca-7a03-447d-9bf9-43fec8a42359 req-1eb65006-f94c-4fc8-841c-752566ea6a8f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Nov 12 04:00:15.214102 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f09ca4ca-7a03-447d-9bf9-43fec8a42359 req-4820494e-9fca-4262-8a38-b97d9ece79c6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505707 Nov 12 04:00:15.319067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'port_id': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'mac_address': 'fa:16:3e:f5:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310dfd90-af3e-48f9-9fd9-f60d63d00e57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:15.354609 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.367315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d05e8e-3b76-4d12-80fe-320c33a54511 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:15.386388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.390622 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.436477 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.578139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['e0d05e8e-3b76-4d12-80fe-320c33a54511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:16.334557 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2e50-7aa2-478c-8985-26d8b2c755c1 req-e39d69b1-d6ac-4168-be01-4e80023d952d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.336061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc5e2e50-7aa2-478c-8985-26d8b2c755c1 req-e39d69b1-d6ac-4168-be01-4e80023d952d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 945 time: 0.0477383 Nov 12 04:00:16.382230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc5e2e50-7aa2-478c-8985-26d8b2c755c1 req-0c351b2e-b143-4871-9ba6-8d0c24321c0a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Nov 12 04:00:17.062132 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:17.109111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port e0d05e8e-3b76-4d12-80fe-320c33a54511 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:17.113262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port e0d05e8e-3b76-4d12-80fe-320c33a54511 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:17.113626 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.189561 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.211226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:17.213418 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b96b4b-0a65-4e4e-b50a-f1b773a7ea71" -d '{"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-plugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:17.227044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.233200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.257509 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f4c349-8424-49ed-acba-fa82893814eb x-openstack-request-id: req-f8f4c349-8424-49ed-acba-fa82893814eb {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:17.257818 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-plugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:17.258062 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f8f4c349-8424-49ed-acba-fa82893814eb {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:17.258454 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'code': 200} Nov 12 04:00:17.284626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:17.346025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8257879-6c8a-4501-85ba-0fe8068eca99 req-f33ebff6-d203-470d-8019-8b1714f0c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.347400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8257879-6c8a-4501-85ba-0fe8068eca99 req-f33ebff6-d203-470d-8019-8b1714f0c1d0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1098 time: 0.0396678 Nov 12 04:00:17.394010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8257879-6c8a-4501-85ba-0fe8068eca99 req-48dc742c-5866-43a6-b155-ab74c6290ae9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Nov 12 04:00:17.496075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4580-6f5d-4d43-bd83-9854bd2cdc08 req-902d4bea-c505-4f5d-a9f4-bc7884e9bb21 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.497522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-544c4580-6f5d-4d43-bd83-9854bd2cdc08 req-902d4bea-c505-4f5d-a9f4-bc7884e9bb21 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0480654 Nov 12 04:00:17.544236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-544c4580-6f5d-4d43-bd83-9854bd2cdc08 req-888b148f-20d6-4de9-bef6-567105767fb9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Nov 12 04:00:18.030737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3a022735-e01c-410b-8a21-8040f396c8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.663210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c8aa-1031-4567-b28b-38c96ab489d4 req-b5c16b1a-2e2f-45a1-b00b-857fae8eeedb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.664794 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fd4c8aa-1031-4567-b28b-38c96ab489d4 req-b5c16b1a-2e2f-45a1-b00b-857fae8eeedb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0506454 Nov 12 04:00:18.711283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9fd4c8aa-1031-4567-b28b-38c96ab489d4 req-cedd0f8b-dc25-48e1-84b6-5b6750bb5973 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Nov 12 04:00:18.826409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a9031-c7a1-4beb-9215-b9402372a9e0 req-ed20c68a-0720-4393-8a0e-175f7f893cd9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.827785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd5a9031-c7a1-4beb-9215-b9402372a9e0 req-ed20c68a-0720-4393-8a0e-175f7f893cd9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0518420 Nov 12 04:00:18.873635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd5a9031-c7a1-4beb-9215-b9402372a9e0 req-1a35897b-4f55-4a0a-99c6-2bb57aa825ac tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Nov 12 04:00:19.072432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf99a9e-ce71-4c2f-9f6c-6635d5a349bc req-1210cc42-04de-4bc4-932c-2d0ebbe53653 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.073927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caf99a9e-ce71-4c2f-9f6c-6635d5a349bc req-1210cc42-04de-4bc4-932c-2d0ebbe53653 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0492063 Nov 12 04:00:19.120320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-caf99a9e-ce71-4c2f-9f6c-6635d5a349bc req-8f9b8d80-34ee-4d27-ad3b-474454cbde45 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Nov 12 04:00:19.232913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd74774-123c-4beb-b35d-12f59d610d31 req-94b29271-8e5c-4d85-960b-8aaf45a7e1ea tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.234367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1cd74774-123c-4beb-b35d-12f59d610d31 req-94b29271-8e5c-4d85-960b-8aaf45a7e1ea tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0482919 Nov 12 04:00:19.285104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1cd74774-123c-4beb-b35d-12f59d610d31 req-842aa9a2-f49f-4c8b-9d2d-f748e011adf4 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Nov 12 04:00:19.504097 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-fabeefd2-b43e-4e02-9c32-9c9be0554a33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399292 Nov 12 04:00:19.519010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b340-9040-4551-bbd8-23631d4692c8 req-af34e258-cd5f-4aaf-b6ce-89bd1a19bc0d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.520525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62d6b340-9040-4551-bbd8-23631d4692c8 req-af34e258-cd5f-4aaf-b6ce-89bd1a19bc0d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0480182 Nov 12 04:00:19.570896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62d6b340-9040-4551-bbd8-23631d4692c8 req-bba5c189-182f-41ad-a427-575d73c3ef2e tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Nov 12 04:00:20.425479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5412ad6-a4ce-4a5b-a96e-01e61c1d9a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.470786 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:20.604320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-8a2b434f-155e-4f88-a84e-0f6d595bb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.605814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-8a2b434f-155e-4f88-a84e-0f6d595bb853 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1098 time: 0.0404022 Nov 12 04:00:20.729920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-7128c9c3-c531-468a-8f63-86662810391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.731382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-7128c9c3-c531-468a-8f63-86662810391b service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.1179271 Nov 12 04:00:20.738639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4b2e8-a10e-45e5-a9ef-13bbb8b496ca req-7bc8459b-386c-45d5-9667-37b7028a81f7 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.739950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bf4b2e8-a10e-45e5-a9ef-13bbb8b496ca req-7bc8459b-386c-45d5-9667-37b7028a81f7 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0715511 Nov 12 04:00:20.788981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ac9c779c-bcd9-4764-ade6-c061b855c88e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0480909 Nov 12 04:00:20.845401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bf4b2e8-a10e-45e5-a9ef-13bbb8b496ca req-3a573bfe-0cfb-4d27-a5d5-411a9ae5d9c3 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988357 Nov 12 04:00:20.855704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-2d3ad914-8898-4eb8-a5a9-e1a7678970c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.857843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-2d3ad914-8898-4eb8-a5a9-e1a7678970c0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0615799 Nov 12 04:00:20.888631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-f8f08e71-0e8b-497b-8217-71ad8a6e2ecc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241556 Nov 12 04:00:20.980526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ecb5df38-bd64-4792-878a-87f6ebae147d service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841837 Nov 12 04:00:21.068149 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-cfabceea-1010-46d6-8a4c-9b63ec33f966 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810144 Nov 12 04:00:21.789419 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.961842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1159-50b5-48ef-bad1-f809d4fb4e17 req-2bf659de-6d36-47a4-911f-83710733ea94 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:21.963306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-022c1159-50b5-48ef-bad1-f809d4fb4e17 req-2bf659de-6d36-47a4-911f-83710733ea94 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0479965 Nov 12 04:00:22.014772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-022c1159-50b5-48ef-bad1-f809d4fb4e17 req-bbc5e8a5-2717-4a62-bf68-813d56bef98c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Nov 12 04:00:23.128672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06ef9d-f3fb-483b-83a3-86b7b5353c3e req-13a8bbaf-3435-4572-8cbd-3411409b9978 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.130130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c06ef9d-f3fb-483b-83a3-86b7b5353c3e req-13a8bbaf-3435-4572-8cbd-3411409b9978 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0478797 Nov 12 04:00:23.156720 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.178181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c06ef9d-f3fb-483b-83a3-86b7b5353c3e req-8ac209ec-3822-4b76-b44e-7b4e3855883e tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Nov 12 04:00:23.690265 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.294611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d4cca-1917-4a50-bb77-298e33993d60 req-f964da51-2ca2-47b7-b892-ab1dd774e1db tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.296088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-164d4cca-1917-4a50-bb77-298e33993d60 req-f964da51-2ca2-47b7-b892-ab1dd774e1db tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0489235 Nov 12 04:00:24.342483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-164d4cca-1917-4a50-bb77-298e33993d60 req-626f9cf6-f316-4290-a431-c0301c97b6a3 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Nov 12 04:00:25.461658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e095-91cf-4a83-ada0-1239a60c46a0 req-bf2b2bf7-2441-4413-81ec-8c3fe12969ae tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:25.463167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f324e095-91cf-4a83-ada0-1239a60c46a0 req-bf2b2bf7-2441-4413-81ec-8c3fe12969ae tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0525944 Nov 12 04:00:25.509675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f324e095-91cf-4a83-ada0-1239a60c46a0 req-14630f28-efff-47d0-8baa-1e7985b0d731 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Nov 12 04:00:26.623823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102fb7c-3403-4206-bfc3-0e3f51ce063b req-2ea8e701-b05f-4828-83d6-41c63702ce52 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.625591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8102fb7c-3403-4206-bfc3-0e3f51ce063b req-2ea8e701-b05f-4828-83d6-41c63702ce52 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Nov 12 04:00:26.671887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8102fb7c-3403-4206-bfc3-0e3f51ce063b req-67d8222b-5bbb-46f6-876c-6c0eded7a66b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Nov 12 04:00:27.788961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480ed8-c41a-4e92-af0c-7b8477d7b57a req-c61d0313-13cf-4493-bbcf-90a90ef1d9fa tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.790408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89480ed8-c41a-4e92-af0c-7b8477d7b57a req-c61d0313-13cf-4493-bbcf-90a90ef1d9fa tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Nov 12 04:00:27.838850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-89480ed8-c41a-4e92-af0c-7b8477d7b57a req-fe13aa13-89f0-4d43-9f01-e0ce14066578 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Nov 12 04:00:28.953795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8059af5-b3ba-456e-a0f1-d81429810bd3 req-82e36696-0891-43d5-8257-6b8063fc9616 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.955271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8059af5-b3ba-456e-a0f1-d81429810bd3 req-82e36696-0891-43d5-8257-6b8063fc9616 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0489876 Nov 12 04:00:29.001160 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8059af5-b3ba-456e-a0f1-d81429810bd3 req-adb744bf-aef4-4663-a215-74ed1205acc0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Nov 12 04:00:30.115612 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668931e8-b085-4a0d-b334-df4ee5bc6c79 req-95a6cccf-e868-41dd-8f1d-853ae14c7aca tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:30.117091 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-668931e8-b085-4a0d-b334-df4ee5bc6c79 req-95a6cccf-e868-41dd-8f1d-853ae14c7aca tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0486400 Nov 12 04:00:30.168825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-668931e8-b085-4a0d-b334-df4ee5bc6c79 req-43533e39-dd34-4bbd-98e9-f7a71daa2d68 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Nov 12 04:00:31.170046 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.284507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858478f-c439-4c08-8240-373e384347a8 req-80bbbb11-821f-42de-b7a1-732bc888e0f6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.285965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7858478f-c439-4c08-8240-373e384347a8 req-80bbbb11-821f-42de-b7a1-732bc888e0f6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0484061 Nov 12 04:00:31.333508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7858478f-c439-4c08-8240-373e384347a8 req-05552b67-0509-4163-b3c8-fa0fd1b608f8 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Nov 12 04:00:32.030840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:32.449677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae327914-8382-4163-af1f-d71a275cf589 req-4f3d7bef-16e5-4b0e-aaee-df3580426665 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:32.451113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae327914-8382-4163-af1f-d71a275cf589 req-4f3d7bef-16e5-4b0e-aaee-df3580426665 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0481467 Nov 12 04:00:32.497310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae327914-8382-4163-af1f-d71a275cf589 req-22d8e725-6c12-4d3c-bff1-bb3bd589f5f7 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Nov 12 04:00:33.615434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26448921-134c-43f2-b5fd-8a03659fb0db req-4fdd49f3-3087-4dd6-b03c-5b56093c6229 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.616914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26448921-134c-43f2-b5fd-8a03659fb0db req-4fdd49f3-3087-4dd6-b03c-5b56093c6229 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0521562 Nov 12 04:00:33.663528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-26448921-134c-43f2-b5fd-8a03659fb0db req-ddd8daf1-5efc-4e05-a6bf-68f60f7afb25 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Nov 12 04:00:34.780611 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea86c0-74e8-4be7-9fe4-8d4655a56851 req-d9f58441-eac9-4e00-b23b-1eaba8fc3883 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.782069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aea86c0-74e8-4be7-9fe4-8d4655a56851 req-d9f58441-eac9-4e00-b23b-1eaba8fc3883 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Nov 12 04:00:34.828201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aea86c0-74e8-4be7-9fe4-8d4655a56851 req-7090fbcb-587c-4a46-b785-488cf7b38845 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Nov 12 04:00:35.943741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb87d-081e-4430-820c-f2cb9ceef6b8 req-25a7dcab-a7cb-47f9-a4f5-9c8e10f7074a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:35.945291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f5eb87d-081e-4430-820c-f2cb9ceef6b8 req-25a7dcab-a7cb-47f9-a4f5-9c8e10f7074a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0485015 Nov 12 04:00:35.994945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f5eb87d-081e-4430-820c-f2cb9ceef6b8 req-5123d2b5-45c4-43a5-a4a0-e3d3be7affbe tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Nov 12 04:00:37.107909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868489b-f9d9-4f97-9a34-801abed0ae60 req-04066ff8-9a76-4dd7-b40c-2f838088ad93 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:37.109408 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9868489b-f9d9-4f97-9a34-801abed0ae60 req-04066ff8-9a76-4dd7-b40c-2f838088ad93 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Nov 12 04:00:37.156024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9868489b-f9d9-4f97-9a34-801abed0ae60 req-59267e0b-46c3-4a7b-ac7e-b482ad6747f9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Nov 12 04:00:38.270085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ee14f-7067-4326-ac1d-05bfab0481c2 req-14c32ff1-a082-498b-a506-482f1d3c6823 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:38.272272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb4ee14f-7067-4326-ac1d-05bfab0481c2 req-14c32ff1-a082-498b-a506-482f1d3c6823 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0491495 Nov 12 04:00:38.318010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb4ee14f-7067-4326-ac1d-05bfab0481c2 req-7dfc6603-dbb9-4165-9fe1-3723cd23bb3f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Nov 12 04:00:39.436430 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aa0bd-281c-4dbb-981b-5be100ad804b req-e6774d6b-0f8c-492d-85bb-3bcf4ec16c79 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:39.437895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-242aa0bd-281c-4dbb-981b-5be100ad804b req-e6774d6b-0f8c-492d-85bb-3bcf4ec16c79 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0523157 Nov 12 04:00:39.485193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-242aa0bd-281c-4dbb-981b-5be100ad804b req-d8145d0b-de14-4df4-9564-72442f877794 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Nov 12 04:00:40.600453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffbc4a-06e0-43d3-aa01-958cdf500e77 req-24b98a0e-73d5-4d22-bda5-0677afcb3276 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:40.601932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebffbc4a-06e0-43d3-aa01-958cdf500e77 req-24b98a0e-73d5-4d22-bda5-0677afcb3276 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0488884 Nov 12 04:00:40.654637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebffbc4a-06e0-43d3-aa01-958cdf500e77 req-dd0aeae2-2887-4b32-a07f-9c49224f2ea9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Nov 12 04:00:41.776134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308235-d23a-46fd-b59e-d3548463832c req-499c5b55-e5d6-44f5-8f99-e082bf9181a0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:41.777596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e308235-d23a-46fd-b59e-d3548463832c req-499c5b55-e5d6-44f5-8f99-e082bf9181a0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0521905 Nov 12 04:00:41.824236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e308235-d23a-46fd-b59e-d3548463832c req-35113cb6-7359-4c5f-993c-f871eef84706 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Nov 12 04:00:42.938358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66c391-e36e-4ce7-9190-a73446b29bcc req-32af4edc-71c3-4115-9a01-d3f8b922dc24 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.940226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b66c391-e36e-4ce7-9190-a73446b29bcc req-32af4edc-71c3-4115-9a01-d3f8b922dc24 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Nov 12 04:00:42.988376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b66c391-e36e-4ce7-9190-a73446b29bcc req-2c6af807-0c07-42cd-a36f-dc22e73feb7c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Nov 12 04:00:44.104990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b9a25-d0b0-4665-a7be-00a27af9cf37 req-763f6be4-6485-498b-b35d-3f389a1121bd tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.106453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e1b9a25-d0b0-4665-a7be-00a27af9cf37 req-763f6be4-6485-498b-b35d-3f389a1121bd tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 12 04:00:44.156457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e1b9a25-d0b0-4665-a7be-00a27af9cf37 req-80bbbdc5-0d35-4797-8d55-1ffa2f32287d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Nov 12 04:00:45.271635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45070c71-a092-452b-b2f0-ced2ac8edde2 req-07179c86-c5f2-48c9-bc20-bed4ece20925 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.273101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45070c71-a092-452b-b2f0-ced2ac8edde2 req-07179c86-c5f2-48c9-bc20-bed4ece20925 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Nov 12 04:00:45.319230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45070c71-a092-452b-b2f0-ced2ac8edde2 req-aac28dda-2536-4b13-87ce-6830bf04fc58 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Nov 12 04:00:46.434442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447e63a-2342-4fc3-890e-d2a4928f6cdf req-4d475408-7e85-49fa-8154-672cc1592d9b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:46.435888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3447e63a-2342-4fc3-890e-d2a4928f6cdf req-4d475408-7e85-49fa-8154-672cc1592d9b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0482740 Nov 12 04:00:46.482613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3447e63a-2342-4fc3-890e-d2a4928f6cdf req-8e517dc8-5ce0-41d8-84c1-9e1ff4c550ca tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Nov 12 04:00:47.600459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e11a1e-6f5d-4c94-b404-847bfdc442c4 req-9e21bb19-9f11-4969-8e81-4bc0148f0141 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.601887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2e11a1e-6f5d-4c94-b404-847bfdc442c4 req-9e21bb19-9f11-4969-8e81-4bc0148f0141 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Nov 12 04:00:47.648048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2e11a1e-6f5d-4c94-b404-847bfdc442c4 req-21d09f3a-64d6-4903-b3a5-ad0483a699b1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Nov 12 04:00:47.946568 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-fdbb6470-5a1e-485f-9ba4-9ff90b56683a service neutron] show failed (client error): The resource could not be found. Nov 12 04:00:47.947550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-fdbb6470-5a1e-485f-9ba4-9ff90b56683a service neutron] 10.222.0.100 "GET /v2.0/ports/e0d05e8e-3b76-4d12-80fe-320c33a54511/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0541091 Nov 12 04:00:48.032453 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db685822-06ad-4592-9b09-4ef7b21cce73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.150121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-56eeda23-bff0-4128-930f-c6d787777366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.151587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-56eeda23-bff0-4128-930f-c6d787777366 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41&tenant_id=720db52c28c54b04a05076f6ad2f7c74 HTTP/1.1" status: 200 len: 1098 time: 0.0419669 Nov 12 04:00:48.163248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:48.218045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.413713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:48.444911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:48.484267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:48.486406 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f82470-2fac-4cbd-96de-3d5b6370afa2" -d '{"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:48.490416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.503036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Transition to ACTIVE for port object e0d05e8e-3b76-4d12-80fe-320c33a54511 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:48.506983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.540782 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c63390-9bba-46ed-b465-42e568798a7b x-openstack-request-id: req-21c63390-9bba-46ed-b465-42e568798a7b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:48.541070 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-unplugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:48.541323 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-21c63390-9bba-46ed-b465-42e568798a7b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:48.541706 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'code': 200} Nov 12 04:00:48.579954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] No DVR routers for this DVR port e0d05e8e-3b76-4d12-80fe-320c33a54511 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:48.581796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:48.617823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:48.618463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:48.618463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:48.622772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:48.623119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Attempting to bind port e0d05e8e-3b76-4d12-80fe-320c33a54511 on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:48.627795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:48.628169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Checking segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:48.628544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Bound using segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:48.628962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Bound port: e0d05e8e-3b76-4d12-80fe-320c33a54511, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:48.629308 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.690729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:48.694260 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:48.697641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.743100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.743633 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.745006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] 10.222.0.98 "PUT /v2.0/ports/e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 1093 time: 0.5857098 Nov 12 04:00:48.812586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33b465-35e0-463d-a2e4-ed675b6fba18 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:48.825954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd399-95c5-4648-8457-17d456a6254c req-7972b1ce-36ff-4898-8299-7bfb25200516 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.827417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-973dd399-95c5-4648-8457-17d456a6254c req-7972b1ce-36ff-4898-8299-7bfb25200516 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.1038101 Nov 12 04:00:48.842436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-7073a120-5f14-4b0d-bfc2-37613f4c8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.843809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-7073a120-5f14-4b0d-bfc2-37613f4c8c2f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0748367 Nov 12 04:00:48.930746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-973dd399-95c5-4648-8457-17d456a6254c req-30dc01df-20c4-4040-813c-645054c8b76a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956664 Nov 12 04:00:48.958592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-463cc7ef-f072-491d-8939-cd03bfb599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.960107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-463cc7ef-f072-491d-8939-cd03bfb599ff service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.1091623 Nov 12 04:00:49.000248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-dacf309f-4359-428b-a785-cc86507c6e56 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0333362 Nov 12 04:00:49.046729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-1a912005-cb1f-43b8-b639-b741f536d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.048194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-1a912005-cb1f-43b8-b639-b741f536d512 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0420132 Nov 12 04:00:49.083808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-cfcb5b98-caf9-4165-8e27-09626944a8a9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274122 Nov 12 04:00:49.171731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-341f8b9c-3c0b-4443-9785-913a801dfd69 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800958 Nov 12 04:00:49.262740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c45e2c4-acb7-4fa0-8794-cd8358bcfe99 req-4b318fae-d3d3-49b4-b398-d74714856c74 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841925 Nov 12 04:00:50.054290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a4270-7ff1-4d4c-aafe-51212bca5dae req-dd1c86ef-bbc9-4e17-95d9-9e70f6c1db65 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:50.055740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea9a4270-7ff1-4d4c-aafe-51212bca5dae req-dd1c86ef-bbc9-4e17-95d9-9e70f6c1db65 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.0493073 Nov 12 04:00:50.101639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea9a4270-7ff1-4d4c-aafe-51212bca5dae req-1b0510fe-ca90-458e-9f04-13cee6ecd86c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Nov 12 04:00:50.427019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-517dba6b-1c90-4f17-b6ed-d5e4f4c7d7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:50.543001 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:50.545264 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470fdab-4c8a-4c52-ab85-78204ffc70b9" -d '{"events": [{"name": "network-changed", "server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:50.593069 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703c6cf-2e8d-4dd7-8e10-db9e9dd0781b x-openstack-request-id: req-f703c6cf-2e8d-4dd7-8e10-db9e9dd0781b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:50.593401 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:50.593644 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f703c6cf-2e8d-4dd7-8e10-db9e9dd0781b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:50.594032 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'status': 'completed', 'code': 200} Nov 12 04:00:50.684911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-c925866b-ef0e-4152-b565-a0016e62d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:50.686382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-c925866b-ef0e-4152-b565-a0016e62d1d9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0628290 Nov 12 04:00:50.688107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-49c3294d-c42a-4b51-bb70-dbbe4791c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:50.689405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-49c3294d-c42a-4b51-bb70-dbbe4791c5df service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0736251 Nov 12 04:00:51.193273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-2de0ff42-0531-446c-956f-280aaa4da03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.194751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-2de0ff42-0531-446c-956f-280aaa4da03e service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.5000422 Nov 12 04:00:51.195689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-5bc12127-81a6-48f3-98b7-40d23fa32fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.197003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-5bc12127-81a6-48f3-98b7-40d23fa32fa5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.4954374 Nov 12 04:00:51.235115 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:51.273931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:51.281348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-2edf3c08-bc9f-46c8-93b1-08c1e2517b63 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0706160 Nov 12 04:00:51.283983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-9bf545e2-6286-40d5-82ed-c4430d4f1b24 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0723083 Nov 12 04:00:51.366166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901027d-ce30-4a36-9a99-8c25dee49770 req-7e5d6ba3-3768-4b04-bba2-b9782cd1ff9f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.367603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d901027d-ce30-4a36-9a99-8c25dee49770 req-7e5d6ba3-3768-4b04-bba2-b9782cd1ff9f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.1895263 Nov 12 04:00:51.385606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-f1199f53-28e9-4d0c-a308-4bfc862bdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.386867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-f1199f53-28e9-4d0c-a308-4bfc862bdfac service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0987017 Nov 12 04:00:51.396694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-91fb8235-fbb7-4be5-9885-78efd6edf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.398009 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-91fb8235-fbb7-4be5-9885-78efd6edf83d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.1012154 Nov 12 04:00:51.435722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-bcc89e65-6d11-4e14-8bb6-d8d897106799 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354366 Nov 12 04:00:51.456484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-a8ee2973-b97e-4df6-8a7d-904aa1047f7f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466630 Nov 12 04:00:51.513867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d901027d-ce30-4a36-9a99-8c25dee49770 req-04a5311a-3e61-4a5c-ae72-7798b4462ed4 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395624 Nov 12 04:00:51.628047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-48c5f83a-5ad6-4c13-a653-9b0cd33adb04 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735859 Nov 12 04:00:51.630628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-5bb8f0f1-73bc-4add-840a-f7af1b3b8a23 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647496 Nov 12 04:00:51.793482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.845961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-4fe9d2f8-5ebc-432c-8636-682a04f6a9eb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.847388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-4fe9d2f8-5ebc-432c-8636-682a04f6a9eb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.100 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41&tenant_id=720db52c28c54b04a05076f6ad2f7c74&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.1642225 Nov 12 04:00:51.855072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763908-96ac-47e8-a3bb-c75ec983f503 req-52234572-f4c3-4436-9733-1802fefcb9ba tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.856436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85763908-96ac-47e8-a3bb-c75ec983f503 req-52234572-f4c3-4436-9733-1802fefcb9ba tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 944 time: 0.1743920 Nov 12 04:00:51.919289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-dd583550-7344-42fd-aed5-f0dc3633013e service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795458 Nov 12 04:00:51.928371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-19dd170e-0869-41d4-b470-8351bac61b9d service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898295 Nov 12 04:00:51.974052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85763908-96ac-47e8-a3bb-c75ec983f503 req-46954a96-210b-4718-9f5f-eb32144c7bb6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017549 Nov 12 04:00:51.976052 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-6ae98ab4-a4d6-4415-8492-e7775ec7206b service neutron] delete failed (client error): The resource could not be found. Nov 12 04:00:51.976958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-6ae98ab4-a4d6-4415-8492-e7775ec7206b service neutron] 10.222.0.100 "DELETE /v2.0/ports/e0d05e8e-3b76-4d12-80fe-320c33a54511/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.1169109 Nov 12 04:00:52.059954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-f845615d-e401-44ed-842d-aa8347d7bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.061402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-f845615d-e401-44ed-842d-aa8347d7bfba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 1096 time: 0.0404856 Nov 12 04:00:52.152575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-019f6927-3887-420c-9380-1343eea05469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.154017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-019f6927-3887-420c-9380-1343eea05469 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0854907 Nov 12 04:00:52.195351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-53f33a33-5d3a-48b6-a2a0-bf66deb7433d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 200 len: 217 time: 0.0338566 Nov 12 04:00:52.243655 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-3e455081-5af7-4409-b746-ee8d7c5c4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.245142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-3e455081-5af7-4409-b746-ee8d7c5c4ac0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0427344 Nov 12 04:00:52.276718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-c51f78ea-7f6a-406c-974d-ebe4dd19c3f9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244172 Nov 12 04:00:52.370395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-163e5735-e622-48b5-a7e2-d45e57f7e84f service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858326 Nov 12 04:00:52.462170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbd7c74a-edef-4395-918e-08cb67838f73 req-5d6f86f2-86af-41cb-aff0-21af4c4cbf2f service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842764 Nov 12 04:00:52.779885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:52.881441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:52.893283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'port_id': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'mac_address': 'fa:16:3e:f5:ed:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310dfd90-af3e-48f9-9fd9-f60d63d00e57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:52.934984 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.947886 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d05e8e-3b76-4d12-80fe-320c33a54511 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:52.968317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:52.971892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.024776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:53.096318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb0fbf-e903-4e62-b24e-61935e873621 req-6c654e72-85ca-4402-a664-8f5c307d5c93 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.097774 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bfb0fbf-e903-4e62-b24e-61935e873621 req-6c654e72-85ca-4402-a664-8f5c307d5c93 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Nov 12 04:00:53.144562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7bfb0fbf-e903-4e62-b24e-61935e873621 req-1ba3d096-d0d2-4ba4-8386-8c53fbd3a2f7 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Nov 12 04:00:53.162243 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.188142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e0d05e8e-3b76-4d12-80fe-320c33a54511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:53.263682 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57021bc1-1d9a-4a15-bce0-ceeedb804add req-615517bb-877f-4410-877f-caa7bf6457ad tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.265271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57021bc1-1d9a-4a15-bce0-ceeedb804add req-615517bb-877f-4410-877f-caa7bf6457ad tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 945 time: 0.0499074 Nov 12 04:00:53.312767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-57021bc1-1d9a-4a15-bce0-ceeedb804add req-84f9d4cf-668f-4b10-aa81-75cff38153c2 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Nov 12 04:00:53.429276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1ce82-8132-4723-ab03-24c781f80de3 req-b3b86dc2-c06f-4239-94ad-97045d1d6d49 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.430729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad1ce82-8132-4723-ab03-24c781f80de3 req-b3b86dc2-c06f-4239-94ad-97045d1d6d49 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 945 time: 0.0526953 Nov 12 04:00:53.477721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ad1ce82-8132-4723-ab03-24c781f80de3 req-fd7a769d-a61d-431c-a5bd-047b4dfab7de tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Nov 12 04:00:53.693457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:53.818088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-e25ee010-c4df-44c0-ab74-c6a5ae05baec tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.819568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-e25ee010-c4df-44c0-ab74-c6a5ae05baec tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 815 time: 0.1024096 Nov 12 04:00:53.834266 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-0472da99-d4c1-4c44-9c50-8e615b0f4a34 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/quotas/720db52c28c54b04a05076f6ad2f7c74 HTTP/1.1" status: 200 len: 375 time: 0.0088761 Nov 12 04:00:53.886072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-38493b62-c9f0-4d27-9cf8-f1f417effbf6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466444 Nov 12 04:00:53.975289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-2e398523-1204-4f1a-9f6c-2e72c575be38 service neutron] 10.222.0.93 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822432 Nov 12 04:00:54.069307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-ed2e702e-36d7-48db-bb70-0172f8cbe0a6 service neutron] 10.222.0.93 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876009 Nov 12 04:00:54.229841 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76b9cbe4-b1d9-41a7-8ac2-833811d252d1 req-53985fa8-4bce-4e75-8b1f-112085f1f0f1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Nov 12 04:00:54.789047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:54.839723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port e0d05e8e-3b76-4d12-80fe-320c33a54511 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:54.843670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port e0d05e8e-3b76-4d12-80fe-320c33a54511 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:54.844064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.924168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.946548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:54.948968 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f489e3-9caf-463a-bec8-96dd52a0bb5e" -d '{"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-plugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:54.961959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:54.967217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.989658 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-e5f8ea0a-991d-4ae7-8d83-ff71d6af0c0b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:54.991168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-e5f8ea0a-991d-4ae7-8d83-ff71d6af0c0b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.98 "GET /v2.0/ports?device_id=37df7549-1780-4d21-ab90-45a4b0306a41 HTTP/1.1" status: 200 len: 945 time: 0.0610068 Nov 12 04:00:54.998489 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a2505-9f80-463a-9cef-b9bff3740ccc x-openstack-request-id: req-448a2505-9f80-463a-9cef-b9bff3740ccc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:54.998781 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-plugged", "status": "completed", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:54.999046 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-448a2505-9f80-463a-9cef-b9bff3740ccc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:54.999433 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'code': 200} Nov 12 04:00:55.026462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.105427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Deleting port e0d05e8e-3b76-4d12-80fe-320c33a54511 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:55.105719 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.169848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-2d03f816-305c-4979-943d-0843b8d3b83a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.171420 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-2d03f816-305c-4979-943d-0843b8d3b83a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 815 time: 0.1143932 Nov 12 04:00:55.184990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Request body: {'port': {'device_id': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'admin_state_up': True, 'tenant_id': '720db52c28c54b04a05076f6ad2f7c74'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:55.203496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] For port e0d05e8e-3b76-4d12-80fe-320c33a54511, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=e0d05e8e-3b76-4d12-80fe-320c33a54511,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:55.203938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.217217 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Calling delete_port for e0d05e8e-3b76-4d12-80fe-320c33a54511 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:55.297656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Made reservation on behalf of 720db52c28c54b04a05076f6ad2f7c74 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:55.301236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.363097 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fabd388e-4252-41fc-9095-71778b39eec6 req-5c411446-705a-4a62-a7cc-e5428b72061b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 210 time: 0.0544674 Nov 12 04:00:55.377089 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.389358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e0d05e8e-3b76-4d12-80fe-320c33a54511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:55.407317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Pushing event deleted for resources: {'Port': ['ID=e0d05e8e-3b76-4d12-80fe-320c33a54511,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.455906 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] No DVR routers for this DVR port e0d05e8e-3b76-4d12-80fe-320c33a54511 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:55.458648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.462636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8ec8029-7c7b-4c53-b6d0-2f743ddc1d16 req-09d52905-ee2e-4992-890d-6add9d45292c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.98 "DELETE /v2.0/ports/e0d05e8e-3b76-4d12-80fe-320c33a54511 HTTP/1.1" status: 204 len: 173 time: 0.4600604 Nov 12 04:00:55.463090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-deleted', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:55.468152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeff9ed-da99-45e0-b3e6-a58437580e1b" -d '{"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-deleted", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:55.497351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Allocated IP 172.20.0.2 (a547f07d-e62b-453d-a893-5d045d876004/310dfd90-af3e-48f9-9fd9-f60d63d00e57/1d38fcc0-7a1a-4624-93fa-334bf81e983c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:55.510490 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabcc66b-be78-4ebe-89de-77d7b071a3f7 x-openstack-request-id: req-aabcc66b-be78-4ebe-89de-77d7b071a3f7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:55.511038 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7549-1780-4d21-ab90-45a4b0306a41", "name": "network-vif-deleted", "tag": "e0d05e8e-3b76-4d12-80fe-320c33a54511", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:55.511362 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aabcc66b-be78-4ebe-89de-77d7b071a3f7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:55.512787 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7549-1780-4d21-ab90-45a4b0306a41', 'name': 'network-vif-deleted', 'tag': 'e0d05e8e-3b76-4d12-80fe-320c33a54511', 'status': 'completed', 'code': 200} Nov 12 04:00:55.666007 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.701634 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.719999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['e0d05e8e-3b76-4d12-80fe-320c33a54511'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:55.746670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Network a547f07d-e62b-453d-a893-5d045d876004 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:55.751732 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:55.759460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:55.762068 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:55.808528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:55.809145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:55.824708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-eec214e3-ddf7-4f44-be27-ed96e054d7e5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444871 Nov 12 04:00:55.836744 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Request body: {'port': {'device_id': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:55.892018 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.142110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d38fcc0-7a1a-4624-93fa-334bf81e983c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:56.149718 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.162198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Transition to ACTIVE for port object 1d38fcc0-7a1a-4624-93fa-334bf81e983c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:56.165407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.212021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:56.284667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:56.285001 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:56.285330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:56.290082 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:56.290404 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:56.295193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:56.295525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Checking segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:56.295905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Bound using segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:56.296369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Bound port: 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:56.296722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.359179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:56.362176 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:56.367004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.400112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.400727 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.402099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] 10.222.0.98 "PUT /v2.0/ports/1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 1092 time: 0.5693378 Nov 12 04:00:56.402800 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:56.405147 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e31a6-6983-460a-8c21-fb49461ced98" -d '{"events": [{"name": "network-changed", "server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:56.433951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a228-68e5-4cea-99b8-811e33a68668 service neutron] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:56.496867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20268555-3c47-4ff4-b729-522f41f6e381 req-c597f518-9bce-459f-8dff-d1945359983c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.500705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20268555-3c47-4ff4-b729-522f41f6e381 req-c597f518-9bce-459f-8dff-d1945359983c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.0543048 Nov 12 04:00:56.501051 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-b33f5ddb-b804-40bd-8a06-7c5d86c2d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.502540 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-b33f5ddb-b804-40bd-8a06-7c5d86c2d84d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0509474 Nov 12 04:00:56.545549 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652cfab2-6a7f-4051-b364-5eb6252c2a74 x-openstack-request-id: req-652cfab2-6a7f-4051-b364-5eb6252c2a74 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:56.545841 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:56.546091 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-652cfab2-6a7f-4051-b364-5eb6252c2a74 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:56.546505 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'status': 'completed', 'code': 200} Nov 12 04:00:56.548386 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-3356b86b-6a72-4623-80ce-49f9f7a13504 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0387003 Nov 12 04:00:56.550342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20268555-3c47-4ff4-b729-522f41f6e381 req-85ffb25b-5017-49e8-958b-7343db4e25a9 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Nov 12 04:00:56.599058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-d7fc6d01-72f5-49ad-baf3-3646cab0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.600534 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-d7fc6d01-72f5-49ad-baf3-3646cab0065b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0446053 Nov 12 04:00:56.636267 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-ab84d64d-7e29-4c6f-a6fc-dc39cf75987c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278056 Nov 12 04:00:56.725245 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-0bc74d49-0024-4200-9a78-85289e558778 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Nov 12 04:00:56.816313 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e5f6ba7d-a72c-41f2-b103-e2ef8ffb83da req-c352372b-acc9-4c86-a7c6-add4686056ba service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Nov 12 04:00:56.903471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-67f8bdc4-f417-42f6-8046-2277ab4763be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.904977 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-67f8bdc4-f417-42f6-8046-2277ab4763be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0412068 Nov 12 04:00:56.995925 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-e9d10b3d-2fe7-40a2-954c-4e3a50be7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:56.997351 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-e9d10b3d-2fe7-40a2-954c-4e3a50be7433 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0851822 Nov 12 04:00:57.042252 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-a524d805-a1d8-44a9-afb8-071466308d79 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0383177 Nov 12 04:00:57.090330 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-bd584a03-964f-4464-bdf2-856ee7962163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.091725 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-bd584a03-964f-4464-bdf2-856ee7962163 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0429926 Nov 12 04:00:57.123147 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-9065d96b-2575-4172-9cb4-03db9690c9ef service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235147 Nov 12 04:00:57.214751 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-aaa9807f-44b9-4035-ae28-b5d5030b6a8f service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Nov 12 04:00:57.303827 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-2a4e31a6-6983-460a-8c21-fb49461ced98 req-f49a4e32-7935-4c08-96f7-f63ea57a69dd service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816288 Nov 12 04:00:57.470206 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:57.668694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a913748-fe3f-46ec-878a-22c10f6a166e req-431cbcef-2c01-43c4-8286-52abff3e2cd6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:57.670164 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a913748-fe3f-46ec-878a-22c10f6a166e req-431cbcef-2c01-43c4-8286-52abff3e2cd6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.0483935 Nov 12 04:00:57.720175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a913748-fe3f-46ec-878a-22c10f6a166e req-6cd8998d-7293-4669-bf8b-b764472e3f5e tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Nov 12 04:00:58.812599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:58.814654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:58.835160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c6ab-4cf5-42b7-bc1c-8af8d14c509e req-f6df7449-d21f-4007-8c4e-773a4c11a4cb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:58.836733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f400c6ab-4cf5-42b7-bc1c-8af8d14c509e req-f6df7449-d21f-4007-8c4e-773a4c11a4cb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.0495327 Nov 12 04:00:58.842755 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: e0d05e8e-3b76-4d12-80fe-320c33a54511 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:58.843098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device e0d05e8e-3b76-4d12-80fe-320c33a54511 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:58.885660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f400c6ab-4cf5-42b7-bc1c-8af8d14c509e req-196e4267-6443-4998-b1ef-77218289dfd7 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Nov 12 04:00:58.931293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:58.941767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'port_id': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'mac_address': 'fa:16:3e:78:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310dfd90-af3e-48f9-9fd9-f60d63d00e57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:58.978605 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.991558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d38fcc0-7a1a-4624-93fa-334bf81e983c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:59.010448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:59.014303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.063895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:59.197475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1d38fcc0-7a1a-4624-93fa-334bf81e983c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:00.006114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d717d-8936-406e-bee1-ef72df5013e2 req-c80626b4-1670-4158-bb44-dfb0514eef3c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:00.007596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b87d717d-8936-406e-bee1-ef72df5013e2 req-c80626b4-1670-4158-bb44-dfb0514eef3c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 944 time: 0.0556135 Nov 12 04:01:00.054721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b87d717d-8936-406e-bee1-ef72df5013e2 req-ca822413-7121-482d-8c70-c5283f7edc95 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Nov 12 04:01:00.811180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:00.861424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 1d38fcc0-7a1a-4624-93fa-334bf81e983c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:01:00.866191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 1d38fcc0-7a1a-4624-93fa-334bf81e983c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:00.866565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.942293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.966085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:00.968307 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0168f706-0522-460e-85a0-b26ed0458a24" -d '{"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-plugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:00.981634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:00.985768 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.013377 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8853e146-872d-4d37-8749-9cf3338ae877 x-openstack-request-id: req-8853e146-872d-4d37-8749-9cf3338ae877 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:01.013661 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-plugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:01.013915 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8853e146-872d-4d37-8749-9cf3338ae877 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:01.014309 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'code': 200} Nov 12 04:01:01.040867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:01.105750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aac6b3-b148-4497-8ba1-dba533cd6910 req-00d33a91-3855-442e-bf9d-8011092f869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:01.107246 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-42aac6b3-b148-4497-8ba1-dba533cd6910 req-00d33a91-3855-442e-bf9d-8011092f869a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1097 time: 0.0457315 Nov 12 04:01:01.151537 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-42aac6b3-b148-4497-8ba1-dba533cd6910 req-fa0d8751-2f64-4144-bca1-6c6efaca45c5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Nov 12 04:01:01.170503 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.177031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a956492-cb9b-464a-ac42-231ef873dbbd req-a4459aaa-81f0-4c75-8995-7097a99e86e8 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:01.178491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a956492-cb9b-464a-ac42-231ef873dbbd req-a4459aaa-81f0-4c75-8995-7097a99e86e8 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Nov 12 04:01:01.225802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a956492-cb9b-464a-ac42-231ef873dbbd req-f1bbc8a9-90d6-446e-938d-260bc5c96c02 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Nov 12 04:01:02.034884 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.345224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad18c4-aecb-4e4d-80c6-ddb23227ed91 req-11a4a785-4d5d-47fb-b089-886c033b8963 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:02.346656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcad18c4-aecb-4e4d-80c6-ddb23227ed91 req-11a4a785-4d5d-47fb-b089-886c033b8963 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0512118 Nov 12 04:01:02.393905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcad18c4-aecb-4e4d-80c6-ddb23227ed91 req-9a3739dd-5bbe-4d55-a845-079d3211c115 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Nov 12 04:01:02.511693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f31cf-95a5-43fc-b5d8-0da1d8961ffa req-ca1751dd-d139-4db6-b489-8ea831398dd0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:02.513200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4f31cf-95a5-43fc-b5d8-0da1d8961ffa req-ca1751dd-d139-4db6-b489-8ea831398dd0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Nov 12 04:01:02.560155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d4f31cf-95a5-43fc-b5d8-0da1d8961ffa req-9b4df164-01f0-45df-b062-c641a15948ee tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 12 04:01:02.775784 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-b57689de-19c0-453b-ba11-1666c1dcd15c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396695 Nov 12 04:01:02.793057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea585cc-9cfd-4fd3-8a2d-20c13606ad52 req-bd507c02-ab3e-4100-849c-4dfc95d9b2df tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:02.794613 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ea585cc-9cfd-4fd3-8a2d-20c13606ad52 req-bd507c02-ab3e-4100-849c-4dfc95d9b2df tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Nov 12 04:01:02.843127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ea585cc-9cfd-4fd3-8a2d-20c13606ad52 req-724fc19f-99dc-456d-a88e-9a9ba55f346f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Nov 12 04:01:03.816379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-2834bcfd-8c50-4a5b-bcf9-1fad7634a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.817762 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-2834bcfd-8c50-4a5b-bcf9-1fad7634a1fa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1097 time: 0.0408599 Nov 12 04:01:03.912840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-95303fe2-b1b3-4aca-9841-68d82369de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.914328 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-95303fe2-b1b3-4aca-9841-68d82369de09 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0882514 Nov 12 04:01:03.958750 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-8cadccea-4cdd-40f3-af83-222e70ef8ed1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0375130 Nov 12 04:01:03.959737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ecbf-b05f-4224-81be-baeb1a8c0c55 req-66ad7766-0d46-4069-8fc4-4e0e926a6984 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:03.961268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9e8ecbf-b05f-4224-81be-baeb1a8c0c55 req-66ad7766-0d46-4069-8fc4-4e0e926a6984 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Nov 12 04:01:04.006165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-f70dcd38-e11a-4f59-a80a-42b82acdf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:04.007800 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-f70dcd38-e11a-4f59-a80a-42b82acdf3a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0435610 Nov 12 04:01:04.012603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9e8ecbf-b05f-4224-81be-baeb1a8c0c55 req-beede403-67f4-4883-b982-708f09f8229e tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Nov 12 04:01:04.045556 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-0a0c08c1-1fc3-481b-bf05-fdea9909f795 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301836 Nov 12 04:01:04.133634 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-1d0eebc7-46e9-40cf-b661-0c92f7e82a8f service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812936 Nov 12 04:01:04.227797 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-4164183a-2758-4cfa-8ac3-c7fe381e13b2 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Nov 12 04:01:05.129122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b66bb-aee3-4fa0-bab0-a52d9e20df14 req-ebf8e099-bb77-4a23-8584-8c7dcff88f98 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:05.130597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19b66bb-aee3-4fa0-bab0-a52d9e20df14 req-ebf8e099-bb77-4a23-8584-8c7dcff88f98 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Nov 12 04:01:05.177040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19b66bb-aee3-4fa0-bab0-a52d9e20df14 req-02c43fb2-f5bf-4430-9a88-5ab1d039540f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Nov 12 04:01:06.296121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c50eb-fc49-45b0-a900-44bb70bdc148 req-c7da3575-a98a-4c3d-8018-a5d59b40b22d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:06.297579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f3c50eb-fc49-45b0-a900-44bb70bdc148 req-c7da3575-a98a-4c3d-8018-a5d59b40b22d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Nov 12 04:01:06.345143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f3c50eb-fc49-45b0-a900-44bb70bdc148 req-714a842d-7117-4465-899c-c697dd8bebde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Nov 12 04:01:07.464253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b08c-4e40-4b4e-8d22-a436faf833e5 req-41168370-4e12-4ba5-bffa-44d8c7d5ab24 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:07.465857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd9b08c-4e40-4b4e-8d22-a436faf833e5 req-41168370-4e12-4ba5-bffa-44d8c7d5ab24 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0533533 Nov 12 04:01:07.513466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ebd9b08c-4e40-4b4e-8d22-a436faf833e5 req-d378b781-ac73-4961-b7e5-4ab41e8381c0 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Nov 12 04:01:08.629646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3c5a6-3145-48cb-8384-adceec6b1e6d req-d05c4af8-b844-4671-967a-abae82885cde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:08.631145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6b3c5a6-3145-48cb-8384-adceec6b1e6d req-d05c4af8-b844-4671-967a-abae82885cde tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Nov 12 04:01:08.678570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f6b3c5a6-3145-48cb-8384-adceec6b1e6d req-ff98964c-6385-4941-86dd-f16a077c1f2f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Nov 12 04:01:09.794267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b993590-d69d-4873-9580-f9386642d916 req-65c6788a-3071-4504-b0fc-b1cc8d42ccfb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:09.795640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b993590-d69d-4873-9580-f9386642d916 req-65c6788a-3071-4504-b0fc-b1cc8d42ccfb tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0479696 Nov 12 04:01:09.845707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b993590-d69d-4873-9580-f9386642d916 req-1e7f372f-0357-4f9f-ae4b-2af1f9d2c562 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441601 Nov 12 04:01:10.960711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcaa23-1db8-4805-8794-daa05701c131 req-faab617b-cc1e-466a-9d25-f449df512bac tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:10.962483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-febcaa23-1db8-4805-8794-daa05701c131 req-faab617b-cc1e-466a-9d25-f449df512bac tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0489008 Nov 12 04:01:11.010035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-febcaa23-1db8-4805-8794-daa05701c131 req-40969f28-db27-41d8-8c0e-208beeb1d499 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Nov 12 04:01:11.455435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-2f854c9c-6b27-4956-8373-40545114a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:11.456950 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-2f854c9c-6b27-4956-8373-40545114a19d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1097 time: 0.0410950 Nov 12 04:01:11.565332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-da25d186-3d35-4fd7-8f16-4802f9c71587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:11.566840 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-da25d186-3d35-4fd7-8f16-4802f9c71587 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0906026 Nov 12 04:01:11.608258 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-515b0b98-0790-4a12-a155-2aaf3710997a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0341454 Nov 12 04:01:11.656106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-3675cd80-8051-492d-aa95-7d52acfa7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:11.657490 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-3675cd80-8051-492d-aa95-7d52acfa7269 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0427871 Nov 12 04:01:11.688610 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-fef1ffc0-8af0-477d-bfc6-2c89ccddfc6d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239780 Nov 12 04:01:11.780901 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-c06a7540-4895-42e8-a93f-b90cbed5fa2a service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Nov 12 04:01:11.871828 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-ea3acc2f-1d65-4344-bd2c-91a3ff21b7f8 req-2a966207-f9d7-408e-9ff5-859f4999e1e5 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Nov 12 04:01:12.124361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764720e-692e-4d4c-a019-eed3251cea6b req-c07bb620-68f4-4fca-9fbe-1dfd078bfee1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:12.125871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d764720e-692e-4d4c-a019-eed3251cea6b req-c07bb620-68f4-4fca-9fbe-1dfd078bfee1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Nov 12 04:01:12.172652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d764720e-692e-4d4c-a019-eed3251cea6b req-c84b1206-ae64-4a0e-b9ec-1022860e8d5f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Nov 12 04:01:13.290766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c73363-40ec-4667-81c3-f2ce02f90a0f req-0468d930-3843-4cff-b22d-26685a9864e1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:13.292255 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41c73363-40ec-4667-81c3-f2ce02f90a0f req-0468d930-3843-4cff-b22d-26685a9864e1 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Nov 12 04:01:13.339201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41c73363-40ec-4667-81c3-f2ce02f90a0f req-95b0a375-f705-42ef-b4b7-bf311833619d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Nov 12 04:01:14.456742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd3a12-f65b-4564-84c5-5bc027bafdf6 req-30b4111c-b05a-4b04-9cd7-79ae9e0f6c1a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:14.458249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81cd3a12-f65b-4564-84c5-5bc027bafdf6 req-30b4111c-b05a-4b04-9cd7-79ae9e0f6c1a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Nov 12 04:01:14.504304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81cd3a12-f65b-4564-84c5-5bc027bafdf6 req-25b32740-c42f-455a-8246-e1e2ff917347 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Nov 12 04:01:15.621904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c532844-40c6-4514-a9b8-6aa029434a25 req-1d727063-9664-4b9b-9b7a-d2b302e9fc90 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:15.623344 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c532844-40c6-4514-a9b8-6aa029434a25 req-1d727063-9664-4b9b-9b7a-d2b302e9fc90 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Nov 12 04:01:15.670200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c532844-40c6-4514-a9b8-6aa029434a25 req-8e32ea71-5113-4307-b0a4-832b15df1221 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Nov 12 04:01:16.787764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467f67c-c775-4b1e-9fdc-91a6b64b8916 req-f67881ef-4697-4262-a622-2f073cb9bf17 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.789242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0467f67c-c775-4b1e-9fdc-91a6b64b8916 req-f67881ef-4697-4262-a622-2f073cb9bf17 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0478969 Nov 12 04:01:16.835180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0467f67c-c775-4b1e-9fdc-91a6b64b8916 req-8d414303-ec4b-4789-9e67-ab7a6caab1d2 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Nov 12 04:01:17.949295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6bfb7-c3af-44a5-87e7-c58a4ad83278 req-b1f592c9-7dc9-4b12-ba6a-d548207ba9bd tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.950773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb6bfb7-c3af-44a5-87e7-c58a4ad83278 req-b1f592c9-7dc9-4b12-ba6a-d548207ba9bd tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Nov 12 04:01:18.000087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3cb6bfb7-c3af-44a5-87e7-c58a4ad83278 req-f8a05af0-013b-4361-a550-0991c969d215 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Nov 12 04:01:18.036729 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-51792edd-0a8c-46c6-9048-605a0042e356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.114998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe656769-90de-48cc-b516-5eca9fe26dff req-063cd690-76b9-4e14-8627-b8550c7db9ec tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:19.116508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe656769-90de-48cc-b516-5eca9fe26dff req-063cd690-76b9-4e14-8627-b8550c7db9ec tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Nov 12 04:01:19.163412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe656769-90de-48cc-b516-5eca9fe26dff req-ec6f4339-c9c9-4d34-b286-c8349abb5c85 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Nov 12 04:01:20.278767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa87b-8004-4db7-9055-7dcb56ff2b9d req-f1c52bd7-c1a0-4886-b900-10b09e884f1b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:20.280241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35afa87b-8004-4db7-9055-7dcb56ff2b9d req-f1c52bd7-c1a0-4886-b900-10b09e884f1b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Nov 12 04:01:20.326244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-35afa87b-8004-4db7-9055-7dcb56ff2b9d req-38893ff7-f2a3-446c-9932-35c5baac8807 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Nov 12 04:01:20.427995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b1726448-4b5b-4a7c-b2c9-29bbaebd566e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:21.446853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409aad5-0b1c-40e0-b3b3-652d20c905dd req-dcece1e8-12bf-4e22-b100-f65e7ff581d6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:21.448905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8409aad5-0b1c-40e0-b3b3-652d20c905dd req-dcece1e8-12bf-4e22-b100-f65e7ff581d6 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0533042 Nov 12 04:01:21.496646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8409aad5-0b1c-40e0-b3b3-652d20c905dd req-b433d9ec-3f57-43f3-bd88-6f617da70c22 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Nov 12 04:01:21.794451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:22.612670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716cdf5-75aa-4865-9960-627b645053e5 req-761f138f-e0c7-42b1-a542-047da1da6a1f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:22.614133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a716cdf5-75aa-4865-9960-627b645053e5 req-761f138f-e0c7-42b1-a542-047da1da6a1f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Nov 12 04:01:22.662423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a716cdf5-75aa-4865-9960-627b645053e5 req-f6ef149d-f413-4c72-a9cf-10ebdbf6b40e tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Nov 12 04:01:23.164361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.697436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.778386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85478e50-a815-439f-8b6c-4ad26a5493fe req-c4baca21-c97a-4176-a085-a5603f05dc63 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:23.779767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85478e50-a815-439f-8b6c-4ad26a5493fe req-c4baca21-c97a-4176-a085-a5603f05dc63 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0471690 Nov 12 04:01:23.830237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-85478e50-a815-439f-8b6c-4ad26a5493fe req-87f26ac9-c26e-438c-bb1a-b932c170a7f2 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Nov 12 04:01:24.944435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9fcc3-5e18-4737-a450-2147eff673cf req-b9937d18-446f-4d0f-bbda-33bf5e18a1bc tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.946452 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71b9fcc3-5e18-4737-a450-2147eff673cf req-b9937d18-446f-4d0f-bbda-33bf5e18a1bc tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Nov 12 04:01:24.993181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71b9fcc3-5e18-4737-a450-2147eff673cf req-dda218c9-392e-4a3f-9d6c-c78f45e9c888 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Nov 12 04:01:26.107831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8a3eb-cf36-4ca4-b36e-1f67807d320b req-4c918dae-4d9a-4116-ba56-7eaa04f82a78 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.109335 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c8a3eb-cf36-4ca4-b36e-1f67807d320b req-4c918dae-4d9a-4116-ba56-7eaa04f82a78 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Nov 12 04:01:26.155595 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88c8a3eb-cf36-4ca4-b36e-1f67807d320b req-038b1648-55fe-47d8-af89-0e451c1150c5 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Nov 12 04:01:27.273228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ce60-86bf-4704-bd04-f666f4ef2e11 req-5d70bb6e-e71a-4257-880b-bee7f3630629 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:27.275228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a7ce60-86bf-4704-bd04-f666f4ef2e11 req-5d70bb6e-e71a-4257-880b-bee7f3630629 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0528512 Nov 12 04:01:27.322589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88a7ce60-86bf-4704-bd04-f666f4ef2e11 req-942b934c-2b27-4351-9cd1-dd6b6ff29acd tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 12 04:01:28.436275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677719ca-8100-4e9a-9489-67afd809a17e req-0c866195-6a1e-4543-94fe-d33c50b04c40 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.437743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677719ca-8100-4e9a-9489-67afd809a17e req-0c866195-6a1e-4543-94fe-d33c50b04c40 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Nov 12 04:01:28.484828 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-677719ca-8100-4e9a-9489-67afd809a17e req-039a4957-9f23-4018-84a3-1ea1a2b67edc tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Nov 12 04:01:29.601485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bab5b-0df9-4c55-88d4-117e51f45e08 req-fddda30f-d60c-4cb5-b715-6134e6f3207c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:29.603642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e75bab5b-0df9-4c55-88d4-117e51f45e08 req-fddda30f-d60c-4cb5-b715-6134e6f3207c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Nov 12 04:01:29.648819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e75bab5b-0df9-4c55-88d4-117e51f45e08 req-c38674ed-f782-4651-a00b-1d2f94f4f380 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Nov 12 04:01:30.763134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91fa10-30df-426f-8543-d8a5d15d27fc req-8800bd37-1142-482d-9685-84a4600d527f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:30.764602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe91fa10-30df-426f-8543-d8a5d15d27fc req-8800bd37-1142-482d-9685-84a4600d527f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Nov 12 04:01:30.810790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe91fa10-30df-426f-8543-d8a5d15d27fc req-134b564f-a0de-4aea-b52e-d953f556ea5c tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 Nov 12 04:01:31.170139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.276765 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-7c93ec74-22e0-4e5f-936c-9306dadc918c service neutron] show failed (client error): The resource could not be found. Nov 12 04:01:31.277905 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-7c93ec74-22e0-4e5f-936c-9306dadc918c service neutron] 10.222.0.98 "GET /v2.0/ports/1d38fcc0-7a1a-4624-93fa-334bf81e983c/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0567977 Nov 12 04:01:31.471174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-5077659b-77b5-4cff-bdc3-9caeb8ac5ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.472598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-5077659b-77b5-4cff-bdc3-9caeb8ac5ad5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99&tenant_id=720db52c28c54b04a05076f6ad2f7c74 HTTP/1.1" status: 200 len: 1097 time: 0.0407615 Nov 12 04:01:31.484070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:31.539118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.733950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:31.766650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:31.804785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:31.807508 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9a187-be56-4732-b320-6525da3aed53" -d '{"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-unplugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:31.811648 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.824878 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Transition to ACTIVE for port object 1d38fcc0-7a1a-4624-93fa-334bf81e983c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:01:31.828120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.883638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] No DVR routers for this DVR port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:31.940238 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f28fb5-77ca-4ace-8a0f-36f0681fd39f x-openstack-request-id: req-d9f28fb5-77ca-4ace-8a0f-36f0681fd39f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:31.940523 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-unplugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:31.940769 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9f28fb5-77ca-4ace-8a0f-36f0681fd39f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:31.941156 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'code': 200} Nov 12 04:01:31.941936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:31.961842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.962183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.962536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.962934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.963259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.963589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.963909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.964254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.964573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.964890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.965207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.965548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:31.972728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:31.973058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:31.973388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:31.981050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:31.981365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Attempting to bind port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on network a547f07d-e62b-453d-a893-5d045d876004 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:31.991692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbc837-a05b-4f86-ba75-cc16d6a6755c req-68b472dd-2186-4788-959e-d37e3fbd300f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.993685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2dbc837-a05b-4f86-ba75-cc16d6a6755c req-68b472dd-2186-4788-959e-d37e3fbd300f tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.1051757 Nov 12 04:01:31.996318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:31.996648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Checking segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:31.997009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Bound using segment: {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:31.997425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Bound port: 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed933ae-1761-4060-89d5-a7dddd4fa1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:31.997769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.043326 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.089052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2dbc837-a05b-4f86-ba75-cc16d6a6755c req-fc050e7f-2595-4d3c-aed5-c8a31760ee65 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891118 Nov 12 04:01:32.095011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:32.098606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:32.103015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.138925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.139544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.140922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] 10.222.0.100 "PUT /v2.0/ports/1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 1092 time: 0.6607854 Nov 12 04:01:32.158493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbce027-9389-4c56-80ad-c55c6da64cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:32.201808 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-b708d0ce-4cf4-4841-a741-98913f12b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.203308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-b708d0ce-4cf4-4841-a741-98913f12b714 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0408010 Nov 12 04:01:32.295736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-5b405d30-ecdd-4f95-b1c6-264a1938ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.297135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-5b405d30-ecdd-4f95-b1c6-264a1938ef14 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0875404 Nov 12 04:01:32.337614 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-0ea71ad2-5f83-4d77-a48e-869fea7f7c58 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0340254 Nov 12 04:01:32.385223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-0781a149-17c2-4e6e-b3e8-3de986730280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:32.386651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-0781a149-17c2-4e6e-b3e8-3de986730280 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0422897 Nov 12 04:01:32.426261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-aa2a94ca-6b57-4a5c-bd27-be8bbe010b73 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285683 Nov 12 04:01:32.517198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-0221c14d-5bff-478c-b6c0-aaa65a005297 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Nov 12 04:01:32.609639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e808c456-9a96-4d49-988a-0b40be4d9144 req-1e921f96-aef9-4a46-b45c-e5507d6517f4 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860686 Nov 12 04:01:33.207172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6ac59-5345-404a-aafb-a49e5a60df04 req-762a2716-3137-42c8-b12b-d5f1f394269b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:33.208654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6ac59-5345-404a-aafb-a49e5a60df04 req-762a2716-3137-42c8-b12b-d5f1f394269b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.0493016 Nov 12 04:01:33.256357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6ac59-5345-404a-aafb-a49e5a60df04 req-d46ff309-0ae9-4f5f-b6d3-a3456c20d12d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Nov 12 04:01:33.941929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:33.944284 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b30b46-dd70-4d91-a453-5b32397d8745" -d '{"events": [{"name": "network-changed", "server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:33.990738 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d551a59-0156-4261-bced-7f76f62dd02f x-openstack-request-id: req-0d551a59-0156-4261-bced-7f76f62dd02f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:33.991065 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:33.991332 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d551a59-0156-4261-bced-7f76f62dd02f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:33.991739 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'status': 'completed', 'code': 200} Nov 12 04:01:34.051227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-156ef5b3-417c-4474-a8fa-cee22817cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.053164 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-156ef5b3-417c-4474-a8fa-cee22817cc0a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0420184 Nov 12 04:01:34.073152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-7ebb168e-d8ca-478e-8967-fbbe98787cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.075121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-7ebb168e-d8ca-478e-8967-fbbe98787cd0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0467701 Nov 12 04:01:34.160508 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-9b74c1f4-8696-421a-85e1-0c7e021fdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.161974 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-9b74c1f4-8696-421a-85e1-0c7e021fdb02 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.1007841 Nov 12 04:01:34.181457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-1e961e29-9830-48f1-8181-b8299977d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.183239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-1e961e29-9830-48f1-8181-b8299977d851 service neutron] 10.222.0.100 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.1000748 Nov 12 04:01:34.205892 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-a189366e-1c66-4c81-a0fe-619be2a71fd1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0356991 Nov 12 04:01:34.225321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-6b1ac4ef-c0c8-486d-b675-4fba58e385b1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0346169 Nov 12 04:01:34.255553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-cbb22c2d-c707-4d74-a8a8-dfb5e1222924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.257014 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-cbb22c2d-c707-4d74-a8a8-dfb5e1222924 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0439782 Nov 12 04:01:34.277647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-bb511734-0c3b-4e03-bdba-bb5873fe82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.279427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-bb511734-0c3b-4e03-bdba-bb5873fe82e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0472991 Nov 12 04:01:34.289238 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-f2ba35de-8353-46b3-aed5-8ae9a433f934 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243738 Nov 12 04:01:34.312782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-d87247d9-348d-438a-8c39-826a69413822 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262787 Nov 12 04:01:34.384659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-a0481f3e-1cf6-445f-b5d5-bc602d7cb979 service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Nov 12 04:01:34.470455 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:34.485098 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-fb4ca591-6239-4143-abcb-83fa98ff847f service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930140 Nov 12 04:01:34.773988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da5fb-b9fb-4fc8-8441-e9ecca1569b9 req-79bb4303-76f1-46af-982b-6e7b2305c53d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:34.775864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c10da5fb-b9fb-4fc8-8441-e9ecca1569b9 req-79bb4303-76f1-46af-982b-6e7b2305c53d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.4386837 Nov 12 04:01:34.792711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-5ed386da-68c7-4656-95ca-302f2aa1bcb3 service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723454 Nov 12 04:01:34.873858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c10da5fb-b9fb-4fc8-8441-e9ecca1569b9 req-d7d1aa00-a2d3-4361-aee6-0f3a0d670e61 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Nov 12 04:01:34.902048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39b30b46-dd70-4d91-a453-5b32397d8745 req-db61ee6e-255d-4c2b-b213-2ccdbcd5f92d service neutron] 10.222.0.100 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008108 Nov 12 04:01:34.937011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:34.975982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:35.074618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1890e-bd30-4aca-8942-df1ac39642a7 req-39594aba-adfe-4f75-afbc-0457f0d1e04b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.076020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efd1890e-bd30-4aca-8942-df1ac39642a7 req-39594aba-adfe-4f75-afbc-0457f0d1e04b tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 943 time: 0.0535183 Nov 12 04:01:35.112979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96ac0-6237-4669-afef-11c3180eb270 req-903af98f-a50c-4a00-8dfd-e750bb8322ce tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.114469 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-903af98f-a50c-4a00-8dfd-e750bb8322ce tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.98 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99&tenant_id=720db52c28c54b04a05076f6ad2f7c74&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 943 time: 0.0843942 Nov 12 04:01:35.123847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efd1890e-bd30-4aca-8942-df1ac39642a7 req-be147905-96bb-485e-a2c5-da7ad0ea4b45 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Nov 12 04:01:35.175490 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [req-34b96ac0-6237-4669-afef-11c3180eb270 req-9dd8cc7b-cf71-4173-a850-d08e7982d52f service neutron] delete failed (client error): The resource could not be found. Nov 12 04:01:35.176528 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-9dd8cc7b-cf71-4173-a850-d08e7982d52f service neutron] 10.222.0.98 "DELETE /v2.0/ports/1d38fcc0-7a1a-4624-93fa-334bf81e983c/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0531669 Nov 12 04:01:35.265649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96ac0-6237-4669-afef-11c3180eb270 req-e255da66-7a7d-4439-8cfa-cbaf7be67138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.267100 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-e255da66-7a7d-4439-8cfa-cbaf7be67138 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=720db52c28c54b04a05076f6ad2f7c74&device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 1095 time: 0.0459146 Nov 12 04:01:35.354492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96ac0-6237-4669-afef-11c3180eb270 req-2ef26a6f-1921-4700-9ee2-90aefd3c82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.355925 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-2ef26a6f-1921-4700-9ee2-90aefd3c82b1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 200 len: 917 time: 0.0823982 Nov 12 04:01:35.398708 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-b54ea7c6-0c1b-4034-8f00-e97af0357a92 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 200 len: 217 time: 0.0360463 Nov 12 04:01:35.416727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:35.446820 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96ac0-6237-4669-afef-11c3180eb270 req-00246952-bdd4-4aec-bb3d-1dae49153660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.448447 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-00246952-bdd4-4aec-bb3d-1dae49153660 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 200 len: 855 time: 0.0430074 Nov 12 04:01:35.480195 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-0946de24-b499-4f4d-91ca-1a166560d7ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a547f07d-e62b-453d-a893-5d045d876004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254078 Nov 12 04:01:35.514057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:35.525424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'network_id': 'a547f07d-e62b-453d-a893-5d045d876004', 'port_id': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'mac_address': 'fa:16:3e:78:86:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310dfd90-af3e-48f9-9fd9-f60d63d00e57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:35.562703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.572438 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-ee786264-68a9-4dd2-bc81-49a1bd59cc1a service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Nov 12 04:01:35.575373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d38fcc0-7a1a-4624-93fa-334bf81e983c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:35.595005 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:35.598653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.644748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:35.652682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.653030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.653375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.653714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.654046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.654379 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.654817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.655149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.655482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.655802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.656327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.656665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:35.661741 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-34b96ac0-6237-4669-afef-11c3180eb270 req-a6772b9b-05f0-424d-a6a2-8de8c7bd418b service neutron] 10.222.0.98 "GET /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829017 Nov 12 04:01:35.824967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['1d38fcc0-7a1a-4624-93fa-334bf81e983c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:36.254400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204171b-e7ee-4cb5-8422-6b3d6e7e2afb req-c51fb6c9-ea81-4d1a-b012-2322c2530e90 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.255907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8204171b-e7ee-4cb5-8422-6b3d6e7e2afb req-c51fb6c9-ea81-4d1a-b012-2322c2530e90 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 944 time: 0.0575867 Nov 12 04:01:36.302409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8204171b-e7ee-4cb5-8422-6b3d6e7e2afb req-9434f74a-0706-4ea1-8f7e-d115b8103640 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Nov 12 04:01:36.417622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75bb6-0d94-44ef-8887-14a65cd33e26 req-50915354-4354-4f69-8612-888671560e20 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.419122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee75bb6-0d94-44ef-8887-14a65cd33e26 req-50915354-4354-4f69-8612-888671560e20 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 944 time: 0.0501037 Nov 12 04:01:36.470979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cee75bb6-0d94-44ef-8887-14a65cd33e26 req-e10dd1ac-229b-49c8-874e-8400d953c64a tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Nov 12 04:01:36.581787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edead805-5e15-4741-a45e-b166f4aa7a94 req-a95f9ba4-e34c-40ba-93c0-2137962c283d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.583245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edead805-5e15-4741-a45e-b166f4aa7a94 req-a95f9ba4-e34c-40ba-93c0-2137962c283d tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 944 time: 0.0482097 Nov 12 04:01:36.629974 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edead805-5e15-4741-a45e-b166f4aa7a94 req-98ca6bbc-622d-4340-a850-674f3fa1b221 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Nov 12 04:01:36.947915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ea1f-114e-4598-812a-54fe7b9bcbc3 req-75c3ae7a-fded-40a9-aa46-3c5ba9ce5685 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.949325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7341ea1f-114e-4598-812a-54fe7b9bcbc3 req-75c3ae7a-fded-40a9-aa46-3c5ba9ce5685 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 944 time: 0.0484381 Nov 12 04:01:36.996053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7341ea1f-114e-4598-812a-54fe7b9bcbc3 req-93ad5daa-1c87-442b-a6ed-efa9e4002296 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Nov 12 04:01:37.424669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:37.472914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 1d38fcc0-7a1a-4624-93fa-334bf81e983c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:01:37.476644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 1d38fcc0-7a1a-4624-93fa-334bf81e983c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:37.477016 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.554954 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.576984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:37.579177 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a19ff08-3fdd-4690-b64e-3b08ed5accef" -d '{"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-plugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:37.592443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:37.596344 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.643338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.678139 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a78e00-65bf-4f8a-968e-0aa2e1b58dbf x-openstack-request-id: req-08a78e00-65bf-4f8a-968e-0aa2e1b58dbf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:37.678434 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-plugged", "status": "completed", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:37.678691 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-08a78e00-65bf-4f8a-968e-0aa2e1b58dbf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:37.679091 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'code': 200} Nov 12 04:01:38.115544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-70ba1c86-5dbe-4089-ba6b-90788f272963 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.117002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-70ba1c86-5dbe-4089-ba6b-90788f272963 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.100 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0751243 Nov 12 04:01:38.139004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029706ae-737d-4e3b-9bc6-674ece1a0a04 req-64f62f5e-df86-4e4a-a90f-2a6cba9c0061 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:38.140422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-029706ae-737d-4e3b-9bc6-674ece1a0a04 req-64f62f5e-df86-4e4a-a90f-2a6cba9c0061 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3880b61-7886-47ba-a2ab-6a07b1018b99 HTTP/1.1" status: 200 len: 945 time: 0.0707965 Nov 12 04:01:38.232413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-029706ae-737d-4e3b-9bc6-674ece1a0a04 req-f0cbf005-ddd0-4a66-98ac-aac6cc02afdf tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a709ff8-b9be-4192-8704-4ca77918346a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772049 Nov 12 04:01:38.251201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Deleting port 1d38fcc0-7a1a-4624-93fa-334bf81e983c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:38.251534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.337930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] For port 1d38fcc0-7a1a-4624-93fa-334bf81e983c, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1d38fcc0-7a1a-4624-93fa-334bf81e983c,segment=NetworkSegment(2ed933ae-1761-4060-89d5-a7dddd4fa1a7),segment_id=2ed933ae-1761-4060-89d5-a7dddd4fa1a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:38.338205 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.351370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Calling delete_port for 1d38fcc0-7a1a-4624-93fa-334bf81e983c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:38.477322 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.489253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['1d38fcc0-7a1a-4624-93fa-334bf81e983c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:38.504152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Pushing event deleted for resources: {'Port': ['ID=1d38fcc0-7a1a-4624-93fa-334bf81e983c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:38.546117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] No DVR routers for this DVR port 1d38fcc0-7a1a-4624-93fa-334bf81e983c on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:38.548852 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.552389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0744cd6e-1194-4ff4-8ca7-b13d6ebbc919 req-ec1f2325-2fdb-4473-b737-af8cde9fbd81 tempest-ServerDiskConfigTestJSON-155404535 tempest-ServerDiskConfigTestJSON-155404535-project] 10.222.0.100 "DELETE /v2.0/ports/1d38fcc0-7a1a-4624-93fa-334bf81e983c HTTP/1.1" status: 204 len: 173 time: 0.4275358 Nov 12 04:01:38.552840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-deleted', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:38.555191 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417888f7-71cc-48ac-a118-43aa790c8aa4" -d '{"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-deleted", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:38.595152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c506e0f-ec88-42a8-9f4c-1a045dd85e02 x-openstack-request-id: req-3c506e0f-ec88-42a8-9f4c-1a045dd85e02 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:38.595451 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3880b61-7886-47ba-a2ab-6a07b1018b99", "name": "network-vif-deleted", "tag": "1d38fcc0-7a1a-4624-93fa-334bf81e983c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:38.595708 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3c506e0f-ec88-42a8-9f4c-1a045dd85e02 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:38.596145 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3880b61-7886-47ba-a2ab-6a07b1018b99', 'name': 'network-vif-deleted', 'tag': '1d38fcc0-7a1a-4624-93fa-334bf81e983c', 'status': 'completed', 'code': 200} Nov 12 04:01:39.354085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34054) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.401924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Deleting subnet 310dfd90-af3e-48f9-9fd9-f60d63d00e57 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:39.405033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.438141 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.475143 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.525895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.553488 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.557439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/310dfd90-af3e-48f9-9fd9-f60d63d00e57 HTTP/1.1" status: 204 len: 168 time: 0.2023489 Nov 12 04:01:39.558422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf52fab-39ed-4582-b759-10249a9b9b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310dfd90-af3e-48f9-9fd9-f60d63d00e57,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.560087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.629513 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.704643 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.724028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a547f07d-e62b-453d-a893-5d045d876004']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.733190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed933ae-1761-4060-89d5-a7dddd4fa1a7') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.733476 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed933ae-1761-4060-89d5-a7dddd4fa1a7') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.742524 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.755252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.761435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:39.761806 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:39.763397 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:39.819582 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.825810 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.829005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a547f07d-e62b-453d-a893-5d045d876004 HTTP/1.1" status: 204 len: 168 time: 0.2674251 Nov 12 04:01:39.840102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Pushing event deleted for resources: {'Network': ['ID=a547f07d-e62b-453d-a893-5d045d876004,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.847518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.847864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.848229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.848589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.848871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.849195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.849514 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.849831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.850146 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.850466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.850782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.851179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af16f729-d4dc-4251-96d9-9a204f741716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:39.933003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.979886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-00f4a440-393b-4df8-831f-1fb3165b65ef admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=720db52c28c54b04a05076f6ad2f7c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456877 Nov 12 04:01:39.982474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34062) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:40.029469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.049988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.095255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.097903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.099036 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a709ff8-b9be-4192-8704-4ca77918346a HTTP/1.1" status: 204 len: 168 time: 0.1156652 Nov 12 04:01:40.106638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c0699-32c4-49c1-ac0a-a77322ee35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a709ff8-b9be-4192-8704-4ca77918346a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:40.751729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34084) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:40.895818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1851108024-network', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:40.918145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:40.920601 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.928946 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.000346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.004307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.032241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:01:41.042877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2958bd8a-b5fc-459f-9f25-12062c468aa4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.048226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.048589 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Added segment fc4783aa-ea31-41c3-8262-af76e9130d88 of type vlan for network 1cf17d3b-866f-408e-8376-dbbbb765b144 Nov 12 04:01:41.095074 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.120672 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.121608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:41.122217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.177442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4244933 Nov 12 04:01:41.181250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.185538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae5c43-4735-46cd-9068-1bd604e58b86 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf17d3b-866f-408e-8376-dbbbb765b144,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.186594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Request body: {'subnet': {'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1851108024-subnet', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:41.197639 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:01:41.210421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:41.213862 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.469992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:41.491702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 1d38fcc0-7a1a-4624-93fa-334bf81e983c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:41.492446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1d38fcc0-7a1a-4624-93fa-334bf81e983c not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:41.670512 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.726962 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.739919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:41.740311 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Network hostable DHCP agents. Network: 1cf17d3b-866f-408e-8376-dbbbb765b144, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:01:41.757350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:01:41.765933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1cf17d3b-866f-408e-8376-dbbbb765b144) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:41.770000 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:41.770588 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.781696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7828df-ade9-4eb8-9b44-d0b23ea4bac9 None None] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:41.786603 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ec047733-4a47-456b-96a7-fc6c2386d8b3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6043520 Nov 12 04:01:41.789446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.794301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:41.816646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.817645 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.873141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.927001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1cf17d3b-866f-408e-8376-dbbbb765b144', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:01:41.927903 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.009898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.058448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Allocated IP 172.20.0.2 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/da6b659f-2e50-41da-8fc0-dfcdfb4408b4) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:42.198937 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.204772 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.205619 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.227148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.246254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:42.249655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:42.254023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:42.257063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Pushing event updated for resources: {'Port': ['ID=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.311164 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Attempting to bind port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:42.311534 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Attempting to bind port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:42.311899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Attempting to bind port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:42.316775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:42.317150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:42.317551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.317952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:42.318418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Bound port: da6b659f-2e50-41da-8fc0-dfcdfb4408b4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:42.318794 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.334221 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Allocated IP 172.25.4.243 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/5b629534-2ad8-478e-80c8-cc39aaf401ec) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:42.380572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] For port da6b659f-2e50-41da-8fc0-dfcdfb4408b4, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:42.384704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] For port da6b659f-2e50-41da-8fc0-dfcdfb4408b4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:42.388653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.448503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccae43-fea9-4dcb-9ba2-f92bc06b4af5 None None] Pushing event updated for resources: {'Port': ['ID=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.454882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.491511 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.535218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:42.538214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:42.543836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:42.547035 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Pushing event updated for resources: {'Port': ['ID=5b629534-2ad8-478e-80c8-cc39aaf401ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.554217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ac4d5-3090-4d70-9169-94a9bfca836c None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:42.628214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-602b108e-5556-4015-9d52-38b89450eef8 None None] Provisioning complete for port 5b629534-2ad8-478e-80c8-cc39aaf401ec triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:42.628581 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-602b108e-5556-4015-9d52-38b89450eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:42.671419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-602b108e-5556-4015-9d52-38b89450eef8 None None] Port 5b629534-2ad8-478e-80c8-cc39aaf401ec cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:42.825849 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.022288 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.155655 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Router 6bb92e28-9be0-4120-9759-a78734f0da7c is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:01:43.266605 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:43.277425 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:43.286560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.287559 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:43.287810 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-145d25bc-be3b-40db-9ad4-eface912b7ba admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4969287 Nov 12 04:01:43.288203 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:43.291404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34094) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:43.337450 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e898f89-17a8-4242-af64-86a4ec827973 None None] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:43.410383 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:43.419947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] Provisioning complete for port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:43.421838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.654155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da6b659f-2e50-41da-8fc0-dfcdfb4408b4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:43.662427 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 3, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:43.693191 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:43.693891 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Updating router 6bb92e28-9be0-4120-9759-a78734f0da7c port 5b629534-2ad8-478e-80c8-cc39aaf401ec binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:43.718578 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.768766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.784170 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:43.784533 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.818132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.845678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] For port da6b659f-2e50-41da-8fc0-dfcdfb4408b4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:43.853817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:43.933801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801ff8a-03c6-43aa-a1c4-ca288d129253 None None] Pushing event updated for resources: {'Port': ['ID=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.012824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Allocated IP 172.20.0.1 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/07832693-8749-41a6-ad12-d5031a2e7472) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:44.019654 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.026628 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.074503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e0fa52ae-e7d6-4090-ab6b-fa6e8b0f4af0 None None] Provisioning complete for port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:44.074870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0fa52ae-e7d6-4090-ab6b-fa6e8b0f4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.076879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a2af3-3520-4868-9c79-ab88d4f5b39b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:44.085637 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Attempting to bind port 5b629534-2ad8-478e-80c8-cc39aaf401ec on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:44.086009 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Attempting to bind port 5b629534-2ad8-478e-80c8-cc39aaf401ec by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:44.087481 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Attempting to bind port 5b629534-2ad8-478e-80c8-cc39aaf401ec on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:44.096278 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:44.096709 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:44.097049 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.097425 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:44.097888 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Bound port: 5b629534-2ad8-478e-80c8-cc39aaf401ec, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:44.098444 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.099741 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Pushing event updated for resources: {'Port': ['ID=5b629534-2ad8-478e-80c8-cc39aaf401ec,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.127005 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.127352 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.128012 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.128133 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.128374 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.128710 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.129043 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.129373 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.129703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.130028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.130619 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.130730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:44.146440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.168253 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] For port 5b629534-2ad8-478e-80c8-cc39aaf401ec, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:44.171502 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] For port 5b629534-2ad8-478e-80c8-cc39aaf401ec, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b629534-2ad8-478e-80c8-cc39aaf401ec,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:44.176341 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.182332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.216996 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2cac39-7549-42eb-872c-af7fe4e7915b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:44.229499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:44.233453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:44.235744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:44.236253 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:44.236876 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:44.244939 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef818a-7df1-4137-860f-50d683258c82 None None] Pushing event updated for resources: {'Port': ['ID=5b629534-2ad8-478e-80c8-cc39aaf401ec,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.282594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] Provisioning complete for port 5b629534-2ad8-478e-80c8-cc39aaf401ec triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:44.283195 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.283786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.289028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Pushing event updated for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.363911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:44.403605 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.426543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] For port 5b629534-2ad8-478e-80c8-cc39aaf401ec, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b629534-2ad8-478e-80c8-cc39aaf401ec,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:44.429864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.434178 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.488768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b330c-3a5f-4559-a517-3ecbbb9328e6 None None] Pushing event updated for resources: {'Port': ['ID=5b629534-2ad8-478e-80c8-cc39aaf401ec,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.557325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-db1dcc8c-9d54-41d8-9b57-5be7befefbd2 None None] Provisioning complete for port 07832693-8749-41a6-ad12-d5031a2e7472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:44.557536 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-db1dcc8c-9d54-41d8-9b57-5be7befefbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.569068 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 3, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:44.593581 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-db1dcc8c-9d54-41d8-9b57-5be7befefbd2 None None] Port 07832693-8749-41a6-ad12-d5031a2e7472 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:44.596847 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477241c-03a1-4abc-8080-ec51e0331932 None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:42Z', 'revision_number': 3, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:44.611182 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.620614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.694341 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.696187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Pushing event updated for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.794258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:44.795752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:44.927791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:45.022863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-47ef3551-91e6-4c38-8753-45dce2fa5a20 None None] Provisioning complete for port 07832693-8749-41a6-ad12-d5031a2e7472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:45.023217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47ef3551-91e6-4c38-8753-45dce2fa5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.049804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:45.060012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-900f2c44-53be-41e9-a433-3cc9f74facb9 admin admin] 10.222.0.93 "PUT /v2.0/routers/6bb92e28-9be0-4120-9759-a78734f0da7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630787 Nov 12 04:01:45.064571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-47ef3551-91e6-4c38-8753-45dce2fa5a20 None None] Port 07832693-8749-41a6-ad12-d5031a2e7472 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:45.498152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34102) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.503075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904839608', 'description': 'tempest-description--1710884461'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:45.532799 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.603708 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.607347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.622865 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da6b659f-2e50-41da-8fc0-dfcdfb4408b4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:45.639227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.640475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1410859 Nov 12 04:01:45.642342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4eea8-dd18-4d8a-92ee-488066170170 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895b53c6-287a-4576-a5b2-f9ec8be2077c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.643403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.647999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'security_group_rule': {'security_group_id': '895b53c6-287a-4576-a5b2-f9ec8be2077c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:45.677344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:45.677644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.677774 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.735251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.739600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.756351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8622d3a4-4f46-4dd4-b542-b25d092c8bf7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.762492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b629534-2ad8-478e-80c8-cc39aaf401ec up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:45.770911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.772204 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0695d2bc-d638-46a5-a110-d7bc5fbb2b47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277549 Nov 12 04:01:45.775452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 34106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.779932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'security_group_rule': {'security_group_id': '895b53c6-287a-4576-a5b2-f9ec8be2077c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:45.806701 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.818503 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5b629534-2ad8-478e-80c8-cc39aaf401ec triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:45.818865 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.869852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.873496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.891905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37533924-819c-4a2e-b3e6-0d89ebcefbab,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.900783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.905061 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-60b169f5-5f5b-410d-a2bf-22b22481a150 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285706 Nov 12 04:01:45.905477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34108) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.910376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:45.933379 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.033931 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.140511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Allocated IP 172.25.4.196 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/26d120fe-ba4c-4771-bf2d-016d04587b74) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:46.145977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:46.155188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:46.155806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.244631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.266097 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:46.278016 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.315095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:46.317876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:46.323319 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:46.354715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=26d120fe-ba4c-4771-bf2d-016d04587b74,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.416957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.450572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.476019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 2, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.501835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:46.502188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Updating router 6bb92e28-9be0-4120-9759-a78734f0da7c port 07832693-8749-41a6-ad12-d5031a2e7472 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:01:46.527244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.601873 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.606841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.682298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=26d120fe-ba4c-4771-bf2d-016d04587b74,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.693891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.709756 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.711016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e88b9100-4374-4cb2-9450-a5c8fc11398b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8044827 Nov 12 04:01:46.800498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.806139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.857149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad675-0517-4167-98c4-77381d450c06 None None] Pushing event updated for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:46.876854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-56845535-0e6c-4736-8b5e-797eb275922b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1904839608&fields=id&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 267 time: 0.0576744 Nov 12 04:01:46.911919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Attempting to bind port 07832693-8749-41a6-ad12-d5031a2e7472 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:46.912315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Attempting to bind port 07832693-8749-41a6-ad12-d5031a2e7472 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:46.913531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Attempting to bind port 07832693-8749-41a6-ad12-d5031a2e7472 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:46.919274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:46.919635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:46.920050 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.920444 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:46.920905 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Bound port: 07832693-8749-41a6-ad12-d5031a2e7472, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:46.921278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:46.991934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] For port 07832693-8749-41a6-ad12-d5031a2e7472, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:46.995335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] For port 07832693-8749-41a6-ad12-d5031a2e7472, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=07832693-8749-41a6-ad12-d5031a2e7472,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:46.999679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-f7a746ba-482e-4d76-b350-e53522efb9eb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:47.000019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.001597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-f7a746ba-482e-4d76-b350-e53522efb9eb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1169350 Nov 12 04:01:47.020158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-ad753467-8434-418c-91a3-146d868108a4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/quotas/2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 375 time: 0.0105529 Nov 12 04:01:47.063974 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:47.064606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.067545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad675-0517-4167-98c4-77381d450c06 None None] Pushing event updated for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.089690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-53dcfe4a-af3a-40c4-82ca-845cc4a91ecf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609655 Nov 12 04:01:47.128492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] Provisioning complete for port 07832693-8749-41a6-ad12-d5031a2e7472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:47.128492 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.197631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-ca8b9967-ebb1-4f20-8ae3-626dc71e2f7f service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942993 Nov 12 04:01:47.216635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:47.293667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-bca62e9f-6eed-4103-8034-fe8cc299ea80 service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889168 Nov 12 04:01:47.348429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.424080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] For port 07832693-8749-41a6-ad12-d5031a2e7472, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=07832693-8749-41a6-ad12-d5031a2e7472,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:47.429707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.465944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52adc714-8252-41d9-9d04-af769bd6820f req-a4796645-8809-421e-a11d-0e0719d40faa tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 210 time: 0.0345328 Nov 12 04:01:47.511718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abdb4c-5fbc-401d-8ae2-3c0254519414 None None] Pushing event updated for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.535252 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:47.573146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c559b5-b23d-473a-8178-5538b78bf81d None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:46Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:47.579111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6d6baa92-490f-49f2-be24-254e6827a53f None None] Provisioning complete for port 07832693-8749-41a6-ad12-d5031a2e7472 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:47.579483 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d6baa92-490f-49f2-be24-254e6827a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.039897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d0de-52d1-4aca-9777-7c71c82a67c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.608440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1af59479-be75-4fef-8131-718c23fca0c5 req-9cedec2a-6392-4ff7-8650-a0057160d93a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 210 time: 0.0602357 Nov 12 04:01:48.657526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-a8a3b867-2477-409e-8cbb-32bbe8e72ecc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:48.658962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-a8a3b867-2477-409e-8cbb-32bbe8e72ecc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1555607 Nov 12 04:01:48.734088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-beae6225-e795-4f9a-8901-ef6aefa2861d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 380 time: 0.0578189 Nov 12 04:01:48.745925 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'port': {'device_id': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'admin_state_up': True, 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'security_groups': ['895b53c6-287a-4576-a5b2-f9ec8be2077c']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:48.850473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:48.854485 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.981257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Allocated IP 172.20.0.14 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/6645b419-296b-430d-bfe8-65a4a3da6662) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:49.119696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.151831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.191697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:49.195590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:49.202391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:49.229434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.260987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:49.261615 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.278194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c0c3991d-7d7c-4a13-af2d-69b62ff703bd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366151 Nov 12 04:01:49.291799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Request body: {'port': {'device_id': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:49.348739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.425569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-41ca111c-03d0-46bc-b003-6a888bcdb897 None None] Provisioning complete for port 6645b419-296b-430d-bfe8-65a4a3da6662 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:49.426159 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-41ca111c-03d0-46bc-b003-6a888bcdb897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.463813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-41ca111c-03d0-46bc-b003-6a888bcdb897 None None] Port 6645b419-296b-430d-bfe8-65a4a3da6662 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:49.587779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 07832693-8749-41a6-ad12-d5031a2e7472 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:49.613903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6645b419-296b-430d-bfe8-65a4a3da6662 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:49.621945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.637015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 07832693-8749-41a6-ad12-d5031a2e7472 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:49.637259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Transition to ACTIVE for port object 6645b419-296b-430d-bfe8-65a4a3da6662 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:01:49.637446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.644249 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.707556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.792968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d373d-8322-45e5-990e-510f7c90baa0 req-77fd6446-6663-47fb-9f5f-25b5bc795d7b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:49.794495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-403d373d-8322-45e5-990e-510f7c90baa0 req-77fd6446-6663-47fb-9f5f-25b5bc795d7b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 944 time: 0.1058853 Nov 12 04:01:49.825558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:49.825887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:49.826213 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:49.835167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:01:49.835491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:49.850198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:49.850539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:49.850915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:49.851350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Bound port: 6645b419-296b-430d-bfe8-65a4a3da6662, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:49.851703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.874331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-403d373d-8322-45e5-990e-510f7c90baa0 req-5305e861-796e-49ee-a2e5-35b583603012 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716891 Nov 12 04:01:49.926754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:49.929686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:49.934252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.969737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:49.970355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.971777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] 10.222.0.100 "PUT /v2.0/ports/6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1093 time: 0.6849558 Nov 12 04:01:49.972302 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:49.974609 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b" -d '{"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:50.001910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a800e-411d-4ae6-804a-a57863fae2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.033722 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3bc08d-0f6f-4068-94f9-3e35138a2030 x-openstack-request-id: req-6f3bc08d-0f6f-4068-94f9-3e35138a2030 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:50.034014 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:50.034272 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f3bc08d-0f6f-4068-94f9-3e35138a2030 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:50.034666 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'status': 'completed', 'code': 200} Nov 12 04:01:50.069100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-bc179d0a-d426-42ff-bb71-19007cb1886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.070610 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-bc179d0a-d426-42ff-bb71-19007cb1886c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0477381 Nov 12 04:01:50.114527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-15ec1774-aa1d-4e34-8816-83a8819254a7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 217 time: 0.0349860 Nov 12 04:01:50.168437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c9b638c0-b0cb-49b7-bc8b-c4e2741f6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.169895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-c9b638c0-b0cb-49b7-bc8b-c4e2741f6a91 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0491676 Nov 12 04:01:50.218409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-d8e8fab3-5d95-464c-8a7b-5eec5397d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.219579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-d8e8fab3-5d95-464c-8a7b-5eec5397d866 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422950 Nov 12 04:01:50.307025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-e0601951-9c2e-4669-8a98-d2dd8a2508a0 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805323 Nov 12 04:01:50.398723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dc1ba15c-3978-4969-bd9c-e49531d3caef req-d7c20ed2-dc97-41a0-b584-5ea02690ca44 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Nov 12 04:01:50.435145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-91af6989-e79e-427c-93b7-f46f984a8d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.485767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-000edb37-98a5-4e87-9f29-2ec52fd373f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.487286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-000edb37-98a5-4e87-9f29-2ec52fd373f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0419645 Nov 12 04:01:50.580124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-f603d285-ab3f-45b1-af25-f2c5e250c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.581509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-f603d285-ab3f-45b1-af25-f2c5e250c724 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0873063 Nov 12 04:01:50.621533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-6fea407d-139d-405f-b17c-0203eb389352 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 217 time: 0.0336127 Nov 12 04:01:50.670425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-fa014f84-130b-47c6-b7cb-86340de8090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.671819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-fa014f84-130b-47c6-b7cb-86340de8090f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0424428 Nov 12 04:01:50.721077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-d8022e88-6227-4321-918c-6b9a6f76ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.722515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-d8022e88-6227-4321-918c-6b9a6f76ce94 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432570 Nov 12 04:01:50.810768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-047b18a9-ee78-425d-afe1-ae2b096cd1f9 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803742 Nov 12 04:01:50.904351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c0ecc4a-d1e1-46d3-b02a-df088911c07b req-80a9ba07-04be-4dad-b5f8-502385f57e65 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856011 Nov 12 04:01:50.994530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c7ab7-7337-4aad-b8ae-7ce685829e1f req-be6f9a62-703a-4e99-a7b3-c7ecc8f1f161 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:50.995996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-591c7ab7-7337-4aad-b8ae-7ce685829e1f req-be6f9a62-703a-4e99-a7b3-c7ecc8f1f161 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 944 time: 0.0486088 Nov 12 04:01:51.042653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-591c7ab7-7337-4aad-b8ae-7ce685829e1f req-83de1fd7-d934-4723-a88a-be4b50aeba7e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Nov 12 04:01:51.516167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:01:51.609241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:51.623767 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '6645b419-296b-430d-bfe8-65a4a3da6662', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662', 'mac_address': 'fa:16:3e:e2:2a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:01:51.659383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.672574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6645b419-296b-430d-bfe8-65a4a3da6662 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:01:51.691732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:51.695607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.741233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.796900 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.881266 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['6645b419-296b-430d-bfe8-65a4a3da6662'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:52.157616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fab08-1cc3-487a-8f0a-4db3adf5be0f req-61741568-df34-4fe3-aead-ec17ba06bc9b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:52.159070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-862fab08-1cc3-487a-8f0a-4db3adf5be0f req-61741568-df34-4fe3-aead-ec17ba06bc9b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0471334 Nov 12 04:01:52.208250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-862fab08-1cc3-487a-8f0a-4db3adf5be0f req-2f108dec-244e-47af-b056-adb490b61d2d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Nov 12 04:01:53.167697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.322414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63981c71-30f6-48cf-87ed-b0e6876ed5d5 req-df7743c1-40a0-4b39-aadb-5b320050a42d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:53.323787 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63981c71-30f6-48cf-87ed-b0e6876ed5d5 req-df7743c1-40a0-4b39-aadb-5b320050a42d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0482800 Nov 12 04:01:53.372140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63981c71-30f6-48cf-87ed-b0e6876ed5d5 req-7b9a8333-68a4-4c20-83ef-263982e33517 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Nov 12 04:01:53.516952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:53.564091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 6645b419-296b-430d-bfe8-65a4a3da6662 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:01:53.567764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 6645b419-296b-430d-bfe8-65a4a3da6662 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:53.568170 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.774044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.813012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.834428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:53.836642 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad84a2-5082-476b-9790-bac8302685f2" -d '{"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:53.848983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:53.853587 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.877623 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082174e-b2a9-4cfe-bd4c-a079344f5dbc x-openstack-request-id: req-7082174e-b2a9-4cfe-bd4c-a079344f5dbc {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:53.877914 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:53.878165 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7082174e-b2a9-4cfe-bd4c-a079344f5dbc {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:53.878553 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'code': 200} Nov 12 04:01:53.903841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:53.968505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b565a2-9560-4752-99e9-b8f3c7f0111c req-ad5567fd-f25d-449a-932a-5cfb304cdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:53.969940 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27b565a2-9560-4752-99e9-b8f3c7f0111c req-ad5567fd-f25d-449a-932a-5cfb304cdb90 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0381930 Nov 12 04:01:54.013081 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-27b565a2-9560-4752-99e9-b8f3c7f0111c req-32c2b259-ba1a-4b90-8da5-0de4cf0e17f4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363307 Nov 12 04:01:54.489726 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b21daa-f194-4c66-a088-8a81ace2739e req-ab08d614-0a76-4ed7-9675-2f99be1f136b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:54.491171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12b21daa-f194-4c66-a088-8a81ace2739e req-ab08d614-0a76-4ed7-9675-2f99be1f136b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Nov 12 04:01:54.537049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12b21daa-f194-4c66-a088-8a81ace2739e req-73979da5-3b15-4b23-b99b-1809fed016da tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Nov 12 04:01:55.652981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e1e8e-f422-4b66-a103-fbbab277ec1c req-2d2c21b0-a2e5-4570-8214-d0aee5e950df tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:55.654436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0e1e8e-f422-4b66-a103-fbbab277ec1c req-2d2c21b0-a2e5-4570-8214-d0aee5e950df tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0477300 Nov 12 04:01:55.700076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f0e1e8e-f422-4b66-a103-fbbab277ec1c req-a9d64897-c71f-40c4-910b-0590d39ca889 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398419 Nov 12 04:01:55.810252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8de0-561c-4924-8d2e-799a62e687c1 req-7ae8d8ca-4c46-449c-9dc7-d8ecc5582f22 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:55.811642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76ec8de0-561c-4924-8d2e-799a62e687c1 req-7ae8d8ca-4c46-449c-9dc7-d8ecc5582f22 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Nov 12 04:01:55.820268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34158) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:55.824589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'floatingip': {'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:55.865599 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.616668 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.620928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.716613 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 associated. External IP: 172.25.4.196, port: 6645b419-296b-430d-bfe8-65a4a3da6662. Nov 12 04:01:56.918660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:57.023053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:57.028013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.032607 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:57.042818 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:57.043416 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:57.055631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-274c5191-c173-49c0-b459-c02e54bd2534 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "PUT /v2.0/floatingips/d4cf94ea-d080-4d95-a12a-48aa5123a245 HTTP/1.1" status: 200 len: 992 time: 1.2343152 Nov 12 04:01:57.056903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:57.059218 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896a3fad-90ec-40da-8645-2a4445339ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:57.095487 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe8f20-9b14-42b0-9259-c24ce0e7a141 x-openstack-request-id: req-3cfe8f20-9b14-42b0-9259-c24ce0e7a141 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:57.095870 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:57.096750 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3cfe8f20-9b14-42b0-9259-c24ce0e7a141 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:57.096750 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'status': 'completed', 'code': 200} Nov 12 04:01:57.159024 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:57.162351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-f2f1120d-b982-4beb-8621-0c45b890a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.163844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-f2f1120d-b982-4beb-8621-0c45b890a89b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0442631 Nov 12 04:01:57.253425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-0b643cce-b5f5-405c-9935-6e34136cec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.254907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-0b643cce-b5f5-405c-9935-6e34136cec22 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0844419 Nov 12 04:01:57.323354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-028cf0fe-cefb-41c4-b536-e04b3d6acb2b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1000 time: 0.0615215 Nov 12 04:01:57.373051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-699f514e-fccc-4d40-8e28-ce56027533df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.374499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-699f514e-fccc-4d40-8e28-ce56027533df service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0443611 Nov 12 04:01:57.383044 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:e2:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:56Z', 'revision_number': 1, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:57.408959 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:57.417587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:57.418184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:01:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:57.421206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-21b12cec-0a9a-4758-b618-0a205ec63d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.422679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-21b12cec-0a9a-4758-b618-0a205ec63d04 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412228 Nov 12 04:01:57.518689 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-f7d40add-794e-48a5-81bf-1a3531caf1d0 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Nov 12 04:01:57.527170 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:57.608898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-896a3fad-90ec-40da-8645-2a4445339ba4 req-57228157-490e-4081-a09f-8eacfe00bafd service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Nov 12 04:01:57.833645 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:e2:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:56Z', 'revision_number': 1, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:57.858827 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656e966-929f-495c-a63e-aeb45a89a8d1 None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:e2:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:01:56Z', 'revision_number': 1, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:58.055655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fb66b-ffa5-44d5-bab9-d3c0372d168a None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:02:01.172181 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.044840 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.469593 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:12.634865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-30c53b78-733c-4acb-9b79-afb55f662c5e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438979 Nov 12 04:02:12.714992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471273c-1826-421c-b5d4-661351b2ff71 req-48a35acd-ff90-40eb-a157-468eb6cad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.716605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-48a35acd-ff90-40eb-a157-468eb6cad19b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0397358 Nov 12 04:02:12.817425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471273c-1826-421c-b5d4-661351b2ff71 req-b9660f07-3da0-4e3c-afc3-8a0464805c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.818792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-b9660f07-3da0-4e3c-afc3-8a0464805c03 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0832777 Nov 12 04:02:12.887015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-e3065a70-a872-40ca-8d58-ab81482bda8e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1002 time: 0.0606506 Nov 12 04:02:12.943295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471273c-1826-421c-b5d4-661351b2ff71 req-01d7a5d3-3644-4577-a9f9-a827c9e7c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.944761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-01d7a5d3-3644-4577-a9f9-a827c9e7c899 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0444019 Nov 12 04:02:12.992967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471273c-1826-421c-b5d4-661351b2ff71 req-38c5a375-71af-4790-a433-8afb8fcd5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:12.994467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-38c5a375-71af-4790-a433-8afb8fcd5d2d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407996 Nov 12 04:02:13.089437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-a1a26abb-8ebc-41a1-ae5d-00192a54099c service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866785 Nov 12 04:02:13.179002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8471273c-1826-421c-b5d4-661351b2ff71 req-ba12d9af-8ae2-4d6f-823b-f29304307211 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812228 Nov 12 04:02:18.043459 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4377a14-54ed-4d95-b9a9-0ab72b910e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.427745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-75da97e8-8f80-4f79-b21c-49276611d7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.799001 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.169174 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.696349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.185229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.046966 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.045227 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ded027cb-b23f-4637-9c46-9734192954c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.468184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:50.428956 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9cacb338-d0a3-45df-a4bb-991498bc3b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.801775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.171931 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.699641 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.213143 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.053638 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.632527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-94495910-8249-4bc2-ad44-98fd6b2bee5e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509117 Nov 12 04:03:14.716552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323680-258f-4346-a745-5569bbc20921 req-65432c31-cf49-4a2c-8afc-f509909abb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.718048 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-65432c31-cf49-4a2c-8afc-f509909abb47 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0415246 Nov 12 04:03:14.821465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323680-258f-4346-a745-5569bbc20921 req-1bb6602c-b35d-45fb-b8f5-0add879324b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.822901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-1bb6602c-b35d-45fb-b8f5-0add879324b0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0861790 Nov 12 04:03:14.888000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-8a9ae616-f5e4-409e-b7dc-cde596409036 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1002 time: 0.0576067 Nov 12 04:03:14.935003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323680-258f-4346-a745-5569bbc20921 req-d19cfc8f-a923-4386-a257-b635a0f5a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.936432 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-d19cfc8f-a923-4386-a257-b635a0f5a777 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0424705 Nov 12 04:03:14.984233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323680-258f-4346-a745-5569bbc20921 req-ee43fece-873f-47cd-b127-d8dc9b298b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.985724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-ee43fece-873f-47cd-b127-d8dc9b298b77 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429146 Nov 12 04:03:15.073468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-b338a545-0c12-4c8b-88e0-b2f4a72e6a0e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806320 Nov 12 04:03:15.164911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2d323680-258f-4346-a745-5569bbc20921 req-b95dab71-d270-4037-b0bd-f3930e6cdbdb service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Nov 12 04:03:18.047571 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e082c3d-524a-4e62-91c5-baee5dfd52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.431060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf62652b-4e1d-4b96-8498-6552e93f4044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.804713 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.176969 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.700373 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.466292 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:31.207791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.067119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.939391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf0e24-6d98-4a98-af68-0013d0946b3e req-23e4bffd-88c7-49df-9ab5-0986fe61cd9e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.940908 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3cf0e24-6d98-4a98-af68-0013d0946b3e req-23e4bffd-88c7-49df-9ab5-0986fe61cd9e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0497317 Nov 12 04:03:33.989033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3cf0e24-6d98-4a98-af68-0013d0946b3e req-a9cf66fb-56f5-4540-b01c-130ec540bb1e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Nov 12 04:03:34.312419 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-bc72d78b-0bf9-4161-ac5b-c11b031df924 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497539 Nov 12 04:03:34.319300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad84d-18e8-4968-b205-83153a9b4eee req-09c5b777-aaf1-4bf2-b68b-4f2e642383b7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.320945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2aad84d-18e8-4968-b205-83153a9b4eee req-09c5b777-aaf1-4bf2-b68b-4f2e642383b7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0492964 Nov 12 04:03:34.374138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2aad84d-18e8-4968-b205-83153a9b4eee req-842d5b19-c7d0-4035-b481-1dad8a34a698 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Nov 12 04:03:35.525269 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2239a8e-770d-443d-ad3c-01593774064e req-615c18ad-659e-46e7-a044-89a2e7cb67a7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.526651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2239a8e-770d-443d-ad3c-01593774064e req-615c18ad-659e-46e7-a044-89a2e7cb67a7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0755262 Nov 12 04:03:35.529592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e4bdf38e-47a2-4909-8f11-c1a99d886a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.530923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e4bdf38e-47a2-4909-8f11-c1a99d886a9e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0703285 Nov 12 04:03:35.629142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d2239a8e-770d-443d-ad3c-01593774064e req-3f0ea4a2-3564-4982-a2b7-2d69cf9242f6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962498 Nov 12 04:03:35.651751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-ef7fa1a3-63fd-455a-81ad-959d10807e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.653488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-ef7fa1a3-63fd-455a-81ad-959d10807e0a service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1150620 Nov 12 04:03:35.720197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e15eccad-ee18-48e3-947b-2f65575714d3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1002 time: 0.0591135 Nov 12 04:03:35.780310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-7e115586-8360-4def-b187-e684de318157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.781675 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-7e115586-8360-4def-b187-e684de318157 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0553758 Nov 12 04:03:35.827289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-887e2c9d-0afb-4c81-adc3-1bd70e7cf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.828767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-887e2c9d-0afb-4c81-adc3-1bd70e7cf10c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402491 Nov 12 04:03:35.916296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-0ff1b4af-b2d0-4065-84db-fc9ea4a7ae0a service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805504 Nov 12 04:03:36.009244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e068fdb5-ac7f-42a1-8183-d1723778669a service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862932 Nov 12 04:03:36.746662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485bee6-e7ad-40ee-bce8-8e0bb076dcac req-8b2f047c-af36-4938-b1d3-1d0b85056408 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.748232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7485bee6-e7ad-40ee-bce8-8e0bb076dcac req-8b2f047c-af36-4938-b1d3-1d0b85056408 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Nov 12 04:03:36.797586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7485bee6-e7ad-40ee-bce8-8e0bb076dcac req-073df755-c92b-4944-bad6-b2f3e08d39d9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Nov 12 04:03:37.918251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae37789-29d7-4608-8258-c4943f0deb3a req-ce7e619e-d345-44b2-8470-67b2df5cc981 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.919733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae37789-29d7-4608-8258-c4943f0deb3a req-ce7e619e-d345-44b2-8470-67b2df5cc981 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0530934 Nov 12 04:03:37.966172 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ae37789-29d7-4608-8258-c4943f0deb3a req-274fe154-eaa4-415a-9cb6-db3e037d836f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Nov 12 04:03:39.080839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a831-ee99-4f82-a607-645079cf7558 req-b4486f76-2b19-4a6b-805c-38debacc7b87 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.082290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1836a831-ee99-4f82-a607-645079cf7558 req-b4486f76-2b19-4a6b-805c-38debacc7b87 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Nov 12 04:03:39.128338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1836a831-ee99-4f82-a607-645079cf7558 req-e8983e92-7448-4945-b0c5-02fe427059b0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Nov 12 04:03:40.246598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2b16-90bc-4c17-b155-067826f7b886 req-60243663-75ae-4673-bffe-18c6cf7e8706 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.248096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70dd2b16-90bc-4c17-b155-067826f7b886 req-60243663-75ae-4673-bffe-18c6cf7e8706 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0527065 Nov 12 04:03:40.296151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70dd2b16-90bc-4c17-b155-067826f7b886 req-1f040fcc-0b7b-4aae-94bb-a69bf28183e0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Nov 12 04:03:41.416869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d963b-d11a-471a-b212-055a1c2e5074 req-61d82df7-7a00-4d2c-83d8-7280f97943b7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.418332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e7d963b-d11a-471a-b212-055a1c2e5074 req-61d82df7-7a00-4d2c-83d8-7280f97943b7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0514407 Nov 12 04:03:41.466022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0e7d963b-d11a-471a-b212-055a1c2e5074 req-d2c90446-c472-44da-88a0-be5b2011a71f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Nov 12 04:03:42.580459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efdbe4-6fe8-45bd-92f2-73663a760c67 req-e8eca6bc-f230-4c6b-89c3-0db500b8a263 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.581923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75efdbe4-6fe8-45bd-92f2-73663a760c67 req-e8eca6bc-f230-4c6b-89c3-0db500b8a263 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0484555 Nov 12 04:03:42.631704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75efdbe4-6fe8-45bd-92f2-73663a760c67 req-774a1182-5663-4c90-81da-f94cb9b07873 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Nov 12 04:03:43.799846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85644a1-0585-45db-ba54-cfa4b4f27d24 req-4d00f3dc-1896-4d36-b982-6a8c819aef17 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.801346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c85644a1-0585-45db-ba54-cfa4b4f27d24 req-4d00f3dc-1896-4d36-b982-6a8c819aef17 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.1027272 Nov 12 04:03:43.848058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c85644a1-0585-45db-ba54-cfa4b4f27d24 req-f881eca6-8671-4677-96c4-ef76f8ffdbf5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Nov 12 04:03:45.017935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d68973-fd85-45d6-b9e2-16ee7c214285 req-9184ac13-bb9a-4b4e-9f02-1dc59c087fe9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.019399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76d68973-fd85-45d6-b9e2-16ee7c214285 req-9184ac13-bb9a-4b4e-9f02-1dc59c087fe9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.1041234 Nov 12 04:03:45.066053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76d68973-fd85-45d6-b9e2-16ee7c214285 req-be3cbec6-81b2-42c6-ace9-491b1ec888ce tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Nov 12 04:03:46.184158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848ce0-1bf9-44da-8eda-af55aad2d046 req-b6b7e7b3-7ea9-4175-a3f7-de1cb19b5f98 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.185735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2848ce0-1bf9-44da-8eda-af55aad2d046 req-b6b7e7b3-7ea9-4175-a3f7-de1cb19b5f98 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0524149 Nov 12 04:03:46.232155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2848ce0-1bf9-44da-8eda-af55aad2d046 req-aad5faf4-27c8-4bb5-a0c7-7986fe62da84 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Nov 12 04:03:47.349537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8b997-f41b-4f90-85f3-e52e62dd837f req-f3ab18bf-e850-431b-9d5b-674e9892d0ab tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.350999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ba8b997-f41b-4f90-85f3-e52e62dd837f req-f3ab18bf-e850-431b-9d5b-674e9892d0ab tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0482562 Nov 12 04:03:47.397842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ba8b997-f41b-4f90-85f3-e52e62dd837f req-297adbf3-35c6-4e70-87f6-a0a62f55fcfc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Nov 12 04:03:47.888125 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-289f0376-188b-4460-8b59-bb39d9abaa96 service neutron] show failed (client error): The resource could not be found. Nov 12 04:03:47.889092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-289f0376-188b-4460-8b59-bb39d9abaa96 service neutron] 10.222.0.100 "GET /v2.0/ports/6645b419-296b-430d-bfe8-65a4a3da6662/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0529232 Nov 12 04:03:48.049343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea41e-fad7-48e6-8829-253a02c138d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.125700 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-167d946a-981a-41c1-96b4-150a4e369afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.127184 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-167d946a-981a-41c1-96b4-150a4e369afa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1098 time: 0.0795228 Nov 12 04:03:48.139247 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:48.194078 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.389175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:48.421090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:48.460078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:48.462334 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0ed42-0d47-4abd-a047-deb7f59c0d50" -d '{"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:48.466232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.478466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Transition to ACTIVE for port object 6645b419-296b-430d-bfe8-65a4a3da6662 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:48.482846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.534764 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd00316-72ac-496d-a69d-8dafbed2d856 x-openstack-request-id: req-7fd00316-72ac-496d-a69d-8dafbed2d856 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:48.535123 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:48.536069 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7fd00316-72ac-496d-a69d-8dafbed2d856 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:48.536732 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'code': 200} Nov 12 04:03:48.537765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18418b79-21d0-4f5a-87cc-5f4eb8da3602 req-ffab663e-ed34-498f-a55c-7317c6a68f6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.539546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18418b79-21d0-4f5a-87cc-5f4eb8da3602 req-ffab663e-ed34-498f-a55c-7317c6a68f6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 944 time: 0.0731308 Nov 12 04:03:48.539697 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:48.596524 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-18418b79-21d0-4f5a-87cc-5f4eb8da3602 req-840ec26e-578c-4f53-a975-08cdf516fceb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Nov 12 04:03:48.604366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.604717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.605138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.605395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.605730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.606308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.606651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.607008 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.607386 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.607698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.608168 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.608557 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:48.681250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] No DVR routers for this DVR port 6645b419-296b-430d-bfe8-65a4a3da6662 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:48.814568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:48.814900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:48.815225 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:48.819395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:48.819707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Attempting to bind port 6645b419-296b-430d-bfe8-65a4a3da6662 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:48.824450 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:48.824833 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:48.825209 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:48.825628 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Bound port: 6645b419-296b-430d-bfe8-65a4a3da6662, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:48.825970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.886305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:48.889620 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:48.894189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.929125 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.930138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:48.931637 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] 10.222.0.98 "PUT /v2.0/ports/6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1093 time: 0.7962847 Nov 12 04:03:48.985184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a73d76-b98c-4add-9945-51c9b45438d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.005372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-dbe63647-0d03-4311-8df8-07033710a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.007037 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-dbe63647-0d03-4311-8df8-07033710a699 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0526912 Nov 12 04:03:49.101773 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-d62fc4b5-b3a3-4d9e-9d64-95a98b762b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.103243 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-d62fc4b5-b3a3-4d9e-9d64-95a98b762b01 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0891099 Nov 12 04:03:49.170944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-9b36dc05-aba8-4966-ba50-bfc2345adf55 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1000 time: 0.0610297 Nov 12 04:03:49.219695 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-3564b5cb-29ac-4ffd-932d-9028eb52fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.221094 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-3564b5cb-29ac-4ffd-932d-9028eb52fcb1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0428958 Nov 12 04:03:49.266186 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e8c5aed0-d0d8-4520-a40f-318c080fe8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.267670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-e8c5aed0-d0d8-4520-a40f-318c080fe8ab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397713 Nov 12 04:03:49.634763 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-fb6f62ea-7cc9-4dc3-8127-147a25e55e3c service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588791 Nov 12 04:03:49.722603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b43a0-ea24-42f0-be1b-8ea601ef2906 req-48a17693-a7c9-49d7-98fa-e5fbc2e7331d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.724261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758b43a0-ea24-42f0-be1b-8ea601ef2906 req-48a17693-a7c9-49d7-98fa-e5fbc2e7331d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 944 time: 0.0500050 Nov 12 04:03:49.726971 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-f9cb9a00-df5e-4b1c-a44c-9ee17e25203b req-1c2318ee-525c-4181-ae87-1c0736f830fd service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Nov 12 04:03:49.773203 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758b43a0-ea24-42f0-be1b-8ea601ef2906 req-b71c3bc0-8f2e-4e0d-afca-cdfdf191ae66 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Nov 12 04:03:50.198052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:50.236419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:50.432277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0afe9d9a-17d5-4527-95a8-92b74a8580bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.539100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:50.541743 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d7eb1d-f572-477e-88e8-214dd80679e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:50.589290 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee53bab6-2d10-4867-b5aa-0ed099e08c75 x-openstack-request-id: req-ee53bab6-2d10-4867-b5aa-0ed099e08c75 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:50.589583 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:50.589834 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee53bab6-2d10-4867-b5aa-0ed099e08c75 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:50.590258 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'status': 'completed', 'code': 200} Nov 12 04:03:50.648968 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-a7bd8043-c0d9-4058-93de-532c31da2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.650469 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-a7bd8043-c0d9-4058-93de-532c31da2b69 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0410900 Nov 12 04:03:50.656443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-7329e337-1d3c-4a47-8f34-e6abde04a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.657903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-7329e337-1d3c-4a47-8f34-e6abde04a611 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0443692 Nov 12 04:03:50.747226 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-0daf4154-61dc-48de-9fd4-4364c62943d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.748732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-0daf4154-61dc-48de-9fd4-4364c62943d1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0908332 Nov 12 04:03:50.749895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-38d52fbc-6024-4af6-a83d-46022014b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.751311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-38d52fbc-6024-4af6-a83d-46022014b43f service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0863609 Nov 12 04:03:50.823334 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-484fdddd-84a6-44ca-b51c-b4b25f2e0672 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1000 time: 0.0662739 Nov 12 04:03:50.823654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-00638ee5-56fb-40cd-bf90-866f6aa5f9b2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1000 time: 0.0645559 Nov 12 04:03:50.873909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-040691b4-f3a3-4a0b-9719-532c451abd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.875390 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-040691b4-f3a3-4a0b-9719-532c451abd87 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0444593 Nov 12 04:03:50.900252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-30c017f9-b1a7-4121-92eb-d497b1681ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.901975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-30c017f9-b1a7-4121-92eb-d497b1681ee2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0718408 Nov 12 04:03:50.918623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a09f9f-eeaa-4f6b-a54b-c3f1e3e5440a req-ead80f77-e9c8-4668-b8f3-ef1c621fb59a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.920055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23a09f9f-eeaa-4f6b-a54b-c3f1e3e5440a req-ead80f77-e9c8-4668-b8f3-ef1c621fb59a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 944 time: 0.0640857 Nov 12 04:03:50.923591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-5573343d-08c5-4ed7-9df3-3d4ffac007cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.925158 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-5573343d-08c5-4ed7-9df3-3d4ffac007cc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409763 Nov 12 04:03:50.993626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-15a41f25-a29b-4b90-9a13-6e4c11488747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.995107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-15a41f25-a29b-4b90-9a13-6e4c11488747 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849700 Nov 12 04:03:50.998951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23a09f9f-eeaa-4f6b-a54b-c3f1e3e5440a req-fc9bf2d2-7239-409b-87de-e96aa7a0f753 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711730 Nov 12 04:03:51.030139 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-8220a5a8-0edc-4941-8e71-c64fe87706ea service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961430 Nov 12 04:03:51.094565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-1dfac7e9-f289-4fcd-b0ab-5c35d314a935 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890601 Nov 12 04:03:51.122722 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-76d5e42f-7dd1-4fc4-ac99-e8e75734d1c4 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825911 Nov 12 04:03:51.187310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43d7eb1d-f572-477e-88e8-214dd80679e4 req-3f5db3b3-4ac5-4800-9b4b-e8abeb5d243a service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Nov 12 04:03:51.628395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:51.724747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:51.736010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '6645b419-296b-430d-bfe8-65a4a3da6662', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': '6645b419-296b-430d-bfe8-65a4a3da6662', 'mac_address': 'fa:16:3e:e2:2a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:51.771653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.784012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6645b419-296b-430d-bfe8-65a4a3da6662 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:51.810020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:51.814680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.819724 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.859658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.867369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.867708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.868070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.868403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.868729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.869051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.869370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.869689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.870006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.870321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.870634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:51.870946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:52.052179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6645b419-296b-430d-bfe8-65a4a3da6662'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:52.121942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482fc05-683d-4fa8-83a1-8eb71513d644 req-24dd66ca-dc45-40cd-9993-46fbb885ca17 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.123429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8482fc05-683d-4fa8-83a1-8eb71513d644 req-24dd66ca-dc45-40cd-9993-46fbb885ca17 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Nov 12 04:03:52.171034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8482fc05-683d-4fa8-83a1-8eb71513d644 req-545dc0ec-fbfc-4de7-8871-465a601cad25 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Nov 12 04:03:52.396653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb00b3-48ae-4ee6-b0ff-249c160e8d1b req-63aeacfb-493e-4bd4-9d12-fbc09a9e3f79 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.398016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61cb00b3-48ae-4ee6-b0ff-249c160e8d1b req-63aeacfb-493e-4bd4-9d12-fbc09a9e3f79 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0841455 Nov 12 04:03:52.412932 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284358-393f-4065-863f-df766bd3e078 req-bda8ff8e-49be-4963-a898-318b109b6a12 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.414389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-bda8ff8e-49be-4963-a898-318b109b6a12 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 945 time: 0.0888493 Nov 12 04:03:52.492834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61cb00b3-48ae-4ee6-b0ff-249c160e8d1b req-e55d2995-d750-49cf-8ee6-7c24464ccaf9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774705 Nov 12 04:03:52.501394 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-50284358-393f-4065-863f-df766bd3e078 req-e9ea02bc-0f32-4f10-a8b2-fcf2bff21b83 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:03:52.502357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-e9ea02bc-0f32-4f10-a8b2-fcf2bff21b83 service neutron] 10.222.0.100 "DELETE /v2.0/ports/6645b419-296b-430d-bfe8-65a4a3da6662/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0804143 Nov 12 04:03:52.585251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284358-393f-4065-863f-df766bd3e078 req-d16ef0b8-24e9-406f-bc79-41d8726487d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.586755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-d16ef0b8-24e9-406f-bc79-41d8726487d2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0407104 Nov 12 04:03:52.680093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284358-393f-4065-863f-df766bd3e078 req-bf7ba811-600b-43e6-984c-be2ba9203847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.681467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-bf7ba811-600b-43e6-984c-be2ba9203847 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0879862 Nov 12 04:03:52.747638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-68044542-096a-4236-8578-60f1e0d21cd8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 200 len: 1001 time: 0.0591593 Nov 12 04:03:52.804103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284358-393f-4065-863f-df766bd3e078 req-ceb4068f-3049-459b-a8d7-d752a54f9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.805533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-ceb4068f-3049-459b-a8d7-d752a54f9ad8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0468743 Nov 12 04:03:52.850095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50284358-393f-4065-863f-df766bd3e078 req-15a8091c-87c9-4ac9-a839-e0b8f4725bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.851536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-15a8091c-87c9-4ac9-a839-e0b8f4725bcb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391126 Nov 12 04:03:52.937785 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-4f58abd4-506e-41d1-9b42-6d92cead6fd3 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793226 Nov 12 04:03:53.029608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50284358-393f-4065-863f-df766bd3e078 req-56630da2-e716-4884-aa3b-cedf7ed322d9 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 Nov 12 04:03:53.176959 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.612738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaca9d1-70eb-468d-8c26-3a2df1e93b46 req-31d4b983-aa0f-44dd-8228-50d6023b3dba tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.614753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaca9d1-70eb-468d-8c26-3a2df1e93b46 req-31d4b983-aa0f-44dd-8228-50d6023b3dba tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Nov 12 04:03:53.636268 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:53.663116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dcaca9d1-70eb-468d-8c26-3a2df1e93b46 req-573f1fd4-685b-4eed-9b47-51fe1136f891 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Nov 12 04:03:53.696338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 6645b419-296b-430d-bfe8-65a4a3da6662 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:53.703724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 6645b419-296b-430d-bfe8-65a4a3da6662 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:53.704123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.707238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.783253 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.789649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261869c-bbaf-4a8e-ac98-c8ebc5fecb8d req-c5c44ea5-8fb5-4178-a4e5-df33a5315743 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.791140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1261869c-bbaf-4a8e-ac98-c8ebc5fecb8d req-c5c44ea5-8fb5-4178-a4e5-df33a5315743 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 945 time: 0.0535753 Nov 12 04:03:53.805984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:53.808376 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac0c9c-7995-42d7-a728-c80f8ae88cc5" -d '{"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:53.822843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:53.828357 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.842631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1261869c-bbaf-4a8e-ac98-c8ebc5fecb8d req-140c8e83-f916-4358-9c61-49de2392ceca tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Nov 12 04:03:53.856784 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dda401-01dc-4b78-b3e1-6574d5a669ae x-openstack-request-id: req-65dda401-01dc-4b78-b3e1-6574d5a669ae {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:53.857071 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:53.857320 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-65dda401-01dc-4b78-b3e1-6574d5a669ae {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:53.857702 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'code': 200} Nov 12 04:03:53.882346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.961796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ec76-37dd-44e2-90b2-6a8428566191 req-abbf9bc6-cf87-4ca9-a0db-cc1bc92bd336 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.963273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c160ec76-37dd-44e2-90b2-6a8428566191 req-abbf9bc6-cf87-4ca9-a0db-cc1bc92bd336 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0491035 Nov 12 04:03:54.010619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c160ec76-37dd-44e2-90b2-6a8428566191 req-8d17f536-47ca-42ec-968c-387d112322aa tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Nov 12 04:03:54.242731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05ec8-648f-471e-a1ae-9ce2867d9100 req-d1947995-4395-4b30-a505-f358e91398ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.244240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ba05ec8-648f-471e-a1ae-9ce2867d9100 req-d1947995-4395-4b30-a505-f358e91398ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Nov 12 04:03:54.291412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ba05ec8-648f-471e-a1ae-9ce2867d9100 req-d3a34297-a814-41b3-aa9c-6f31d978a8da tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Nov 12 04:03:55.408231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39e0df-fbcf-42be-90c8-78eec51f4e63 req-0e4ec389-d462-4f7c-83ba-c842057912a0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.409702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e39e0df-fbcf-42be-90c8-78eec51f4e63 req-0e4ec389-d462-4f7c-83ba-c842057912a0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0494270 Nov 12 04:03:55.456962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e39e0df-fbcf-42be-90c8-78eec51f4e63 req-d197867b-18bb-47ff-bc3d-df73c988443b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Nov 12 04:03:55.515471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d1f74e07-7de1-4b60-9605-69a8348c47ff tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:55.516850 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d1f74e07-7de1-4b60-9605-69a8348c47ff tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 946 time: 0.0823274 Nov 12 04:03:55.605358 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Deleting port 6645b419-296b-430d-bfe8-65a4a3da6662 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:55.605847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.696548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] For port 6645b419-296b-430d-bfe8-65a4a3da6662, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6645b419-296b-430d-bfe8-65a4a3da6662,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:55.696910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.913781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.914139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.914451 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 disassociated. External IP: 172.25.4.196, port: 6645b419-296b-430d-bfe8-65a4a3da6662. Nov 12 04:03:55.914791 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Calling delete_port for 6645b419-296b-430d-bfe8-65a4a3da6662 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:56.042522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.071643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'Port': ['ID=6645b419-296b-430d-bfe8-65a4a3da6662,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.187160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:56.297578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:56.307333 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:56.317309 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:56.317904 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:03:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.358371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] No DVR routers for this DVR port 6645b419-296b-430d-bfe8-65a4a3da6662 on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:56.361020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.364402 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-91824557-442c-404a-a393-ae19a2d7f1c3 req-d809a2a4-4da2-47fe-b4b4-f179498d3904 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "DELETE /v2.0/ports/6645b419-296b-430d-bfe8-65a4a3da6662 HTTP/1.1" status: 204 len: 173 time: 0.8409128 Nov 12 04:03:56.364872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-deleted', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:56.367170 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e6a4b-f19c-4647-a6c1-12d76c5149d5" -d '{"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-deleted", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:56.408758 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c023042-4274-444b-a54a-eb076763daf9 x-openstack-request-id: req-9c023042-4274-444b-a54a-eb076763daf9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:56.409570 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eea445a-428d-49a1-9a62-f33b810ce8a5", "name": "network-vif-deleted", "tag": "6645b419-296b-430d-bfe8-65a4a3da6662", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:56.409829 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c023042-4274-444b-a54a-eb076763daf9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:56.410844 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eea445a-428d-49a1-9a62-f33b810ce8a5', 'name': 'network-vif-deleted', 'tag': '6645b419-296b-430d-bfe8-65a4a3da6662', 'status': 'completed', 'code': 200} Nov 12 04:03:56.425304 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:56.570372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60ce5092-7b11-4d0c-a620-5e86f3cab93a req-3773674d-9904-4028-8162-a7d9772dd78c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=2eea445a-428d-49a1-9a62-f33b810ce8a5 HTTP/1.1" status: 200 len: 210 time: 0.0280235 Nov 12 04:03:56.641386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.669913 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:56.678488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:56.679077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:03:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.779804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:56.966462 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.992340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5e705-9101-45b7-aedd-1ca4b2fe07ae None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:57.195533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141e058-5ce2-439d-bdf1-28cb48dff84b None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:57.658710 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:57.684041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 6645b419-296b-430d-bfe8-65a4a3da6662 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:57.684386 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6645b419-296b-430d-bfe8-65a4a3da6662 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:57.803681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-a6f5c674-d03e-467a-a3f2-6b0d407d2bf4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1904839608&fields=id&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 267 time: 0.0415835 Nov 12 04:03:57.910692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ed0e4980-253e-403e-9cd1-46b235e3ce51 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.912155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ed0e4980-253e-403e-9cd1-46b235e3ce51 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1017852 Nov 12 04:03:57.926670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-4c2f2696-d766-4535-ab18-a39f8a617792 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/quotas/2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 375 time: 0.0088885 Nov 12 04:03:57.977960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-e14145f7-1cc8-4f68-a608-b5174ae43655 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461421 Nov 12 04:03:58.076249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-711be85e-2253-4637-8e95-76cb605aff4d service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855663 Nov 12 04:03:58.163208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-2cec7833-7c7a-4f3d-a13f-16535587cec6 service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808616 Nov 12 04:03:58.325591 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-22b89bd9-1f17-4abb-8c5a-5ebc20c7a4c2 req-977a0067-8e7f-43ee-a4b2-f54a1fab913d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 210 time: 0.0313673 Nov 12 04:03:59.217007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-a0ff228c-eedf-49ed-9eb0-7c2ea6b0197a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.218427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-a0ff228c-eedf-49ed-9eb0-7c2ea6b0197a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1016095 Nov 12 04:03:59.353000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-be83565f-1115-4905-89d8-4fcdd2b559ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 380 time: 0.0538385 Nov 12 04:03:59.363257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'port': {'device_id': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'admin_state_up': True, 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'security_groups': ['895b53c6-287a-4576-a5b2-f9ec8be2077c']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:59.444860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-739664a7-f415-40b9-9505-6d8994de4f7e req-b08485a0-3d79-4e60-817f-8d1522b9bdd5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 210 time: 0.0512304 Nov 12 04:03:59.498312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:59.501790 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.627115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Allocated IP 172.20.0.8 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/c5997fd5-4216-4802-a412-92869c23bb0b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:59.762153 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.794039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.833459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:59.836390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:59.842515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:59.869859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.883341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.883677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.884028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.884363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.884685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.885004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.885321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.885634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.885946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.886387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.886707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.887044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:59.908191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.908810 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.926775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-ccc53d33-8df9-4cc7-94c1-b8ecff2f356e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671921 Nov 12 04:03:59.939497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Request body: {'port': {'device_id': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:59.995417 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.106623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9325ff7c-b03b-44fb-8920-df1aca6f7911 None None] Provisioning complete for port c5997fd5-4216-4802-a412-92869c23bb0b triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:00.107242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9325ff7c-b03b-44fb-8920-df1aca6f7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.143741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9325ff7c-b03b-44fb-8920-df1aca6f7911 None None] Port c5997fd5-4216-4802-a412-92869c23bb0b cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:00.629941 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647ef2a-8541-4b43-ada8-0be497d862ad req-fd287fe4-a421-4dcd-b868-62995d57af47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.631443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d647ef2a-8541-4b43-ada8-0be497d862ad req-fd287fe4-a421-4dcd-b868-62995d57af47 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 931 time: 0.0840833 Nov 12 04:04:00.640490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5997fd5-4216-4802-a412-92869c23bb0b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:00.652585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.675190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Transition to ACTIVE for port object c5997fd5-4216-4802-a412-92869c23bb0b will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:00.682222 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.733676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d647ef2a-8541-4b43-ada8-0be497d862ad req-08c00bc6-0a4c-4c3a-be49-d9a703b8e425 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959764 Nov 12 04:04:00.749379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.821010 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:00.821533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:00.821690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:00.826034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:00.826364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:00.831587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:00.831978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:00.832380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:00.832809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Bound port: c5997fd5-4216-4802-a412-92869c23bb0b, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:00.833170 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.898063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:00.901493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:00.907032 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.945475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:00.946119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.947476 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] 10.222.0.100 "PUT /v2.0/ports/c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1092 time: 1.0123506 Nov 12 04:04:00.947917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:00.950190 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e44560-93a3-4c48-a20b-8b70107a9dae" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:00.979706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823ec3-0bc3-4424-b935-f0429d0cc6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.002539 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9accc95-f301-4c8f-bfcb-b687989e5672 x-openstack-request-id: req-b9accc95-f301-4c8f-bfcb-b687989e5672 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:01.002931 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:01.003287 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b9accc95-f301-4c8f-bfcb-b687989e5672 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:01.003838 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'status': 'completed', 'code': 200} Nov 12 04:04:01.036378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-fc8b3e94-1ac5-4481-a4e6-affa1a5e8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.037879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-fc8b3e94-1ac5-4481-a4e6-affa1a5e8068 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0474770 Nov 12 04:04:01.080693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-4028c287-cb77-485a-b0f0-fd8d33672ae6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 217 time: 0.0347149 Nov 12 04:04:01.135915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-82e38dd4-1382-47cd-b5e0-5de267c5ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.137383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-82e38dd4-1382-47cd-b5e0-5de267c5ab45 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0494215 Nov 12 04:04:01.183940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-90db05ec-082d-48d7-903a-f6a09712462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.185416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-90db05ec-082d-48d7-903a-f6a09712462d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414753 Nov 12 04:04:01.212095 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.277295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-28c8e082-be05-4ff1-85de-87ac84406491 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844836 Nov 12 04:04:01.371314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ac2531-279d-41e4-a9a1-18bc4682875f req-78d5951b-899d-46bc-8540-a8f6d09c29dc service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866396 Nov 12 04:04:01.456097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-01799d4b-4120-4dfb-805e-df35203fbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.458185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-01799d4b-4120-4dfb-805e-df35203fbe34 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0417180 Nov 12 04:04:01.551325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-ae63f616-29b8-45dc-98c2-ad9fac9806a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.552714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-ae63f616-29b8-45dc-98c2-ad9fac9806a5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0882638 Nov 12 04:04:01.594024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-ef7f6c14-a725-4b7c-88b0-6c9cc319f552 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 217 time: 0.0335381 Nov 12 04:04:01.642656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-fe97b424-41a3-4b2b-b909-f5c86a977a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.644103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-fe97b424-41a3-4b2b-b909-f5c86a977a53 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0424466 Nov 12 04:04:01.694729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-11d88f3c-d6ec-4a2b-baaa-d61ea28fd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.696240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-11d88f3c-d6ec-4a2b-baaa-d61ea28fd6b6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442410 Nov 12 04:04:01.785735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-18f3e5cd-1335-4320-98c1-4f3641077048 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Nov 12 04:04:01.911247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fc209-c0fe-45ca-8745-830881f0531b req-425966c5-bd34-43d7-b9a0-9d39d3f9f2a4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:01.912734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f18fc209-c0fe-45ca-8745-830881f0531b req-425966c5-bd34-43d7-b9a0-9d39d3f9f2a4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.1026232 Nov 12 04:04:01.916348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87e44560-93a3-4c48-a20b-8b70107a9dae req-2cc39cc4-1163-46ea-8cd9-c2d857884803 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227663 Nov 12 04:04:01.959566 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f18fc209-c0fe-45ca-8745-830881f0531b req-2a9ffde5-1ede-4fee-a9ab-a5f0c097b1af tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Nov 12 04:04:02.053098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.464719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:03.078909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1ea9-edd2-4a0b-8f5a-f61682a3e74c req-1a198250-ebe2-44cb-869d-3de7563371f4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:03.080438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-129b1ea9-edd2-4a0b-8f5a-f61682a3e74c req-1a198250-ebe2-44cb-869d-3de7563371f4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0520451 Nov 12 04:04:03.127870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-129b1ea9-edd2-4a0b-8f5a-f61682a3e74c req-fe073c71-b6a6-4732-9bf3-2df101ee15e2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Nov 12 04:04:04.244556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed222730-1d15-49d7-bd91-8f2e13276508 req-1dcb8123-07f4-4d65-9b91-285598cf8d94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:04.246077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed222730-1d15-49d7-bd91-8f2e13276508 req-1dcb8123-07f4-4d65-9b91-285598cf8d94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0493214 Nov 12 04:04:04.268776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:04.294161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ed222730-1d15-49d7-bd91-8f2e13276508 req-c1c18aef-e47b-41f5-8fb1-32eee3e670d0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Nov 12 04:04:04.365498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:04.376589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'mac_address': 'fa:16:3e:d4:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:04.413713 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.426809 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5997fd5-4216-4802-a412-92869c23bb0b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:04.446051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:04.449701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.498621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.688597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c5997fd5-4216-4802-a412-92869c23bb0b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:05.408867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366ea0-69dc-45a9-89d1-3472eab3e9ab req-7b295651-1d7d-4118-82cb-02fd4da05951 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:05.410336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f366ea0-69dc-45a9-89d1-3472eab3e9ab req-7b295651-1d7d-4118-82cb-02fd4da05951 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 944 time: 0.0486941 Nov 12 04:04:05.461120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f366ea0-69dc-45a9-89d1-3472eab3e9ab req-a34751ff-cfd6-4d24-8ca2-a50da173a90c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Nov 12 04:04:06.285959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:06.336667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c5997fd5-4216-4802-a412-92869c23bb0b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:06.340514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c5997fd5-4216-4802-a412-92869c23bb0b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:06.340886 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.415663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.439918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:06.442942 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b36e47-8c80-4969-a2be-65c0f0913c90" -d '{"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-plugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:06.455753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:06.460354 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.486019 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe6a59-9770-4fe3-993f-7d8c21bfe840 x-openstack-request-id: req-c7fe6a59-9770-4fe3-993f-7d8c21bfe840 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:06.486249 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-plugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:06.486476 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7fe6a59-9770-4fe3-993f-7d8c21bfe840 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:06.486862 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'code': 200} Nov 12 04:04:06.520249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.610154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38303a36-69b5-45b1-a30a-99f1ab978585 req-f737e6cd-39a9-4b6b-91bc-2d448e33c972 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.611628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38303a36-69b5-45b1-a30a-99f1ab978585 req-f737e6cd-39a9-4b6b-91bc-2d448e33c972 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0776553 Nov 12 04:04:06.614043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331611-4908-4315-b8e7-a0de81f97de3 req-fb60b187-9b2e-4b05-807d-cd09283f0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.615360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac331611-4908-4315-b8e7-a0de81f97de3 req-fb60b187-9b2e-4b05-807d-cd09283f0047 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1097 time: 0.0726914 Nov 12 04:04:06.687185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38303a36-69b5-45b1-a30a-99f1ab978585 req-e4e5d528-8775-4872-958c-79528a680878 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688770 Nov 12 04:04:06.689587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac331611-4908-4315-b8e7-a0de81f97de3 req-70c10499-0335-4ee7-8351-44a8e3532263 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654085 Nov 12 04:04:07.810744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25ae6-87cd-4c42-b630-e158e12f03dd req-14ee5ab2-a70a-4610-9102-8b2f61f57031 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.812257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93d25ae6-87cd-4c42-b630-e158e12f03dd req-14ee5ab2-a70a-4610-9102-8b2f61f57031 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0553722 Nov 12 04:04:07.858784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93d25ae6-87cd-4c42-b630-e158e12f03dd req-cec3e6b9-14ec-400a-b701-be3eae5e7956 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Nov 12 04:04:08.974322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d5359-6137-44d3-94d3-d85851f28d77 req-c186ef35-1bfb-487e-8aee-9c5c83ec664a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.975780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c16d5359-6137-44d3-94d3-d85851f28d77 req-c186ef35-1bfb-487e-8aee-9c5c83ec664a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0488605 Nov 12 04:04:09.022308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c16d5359-6137-44d3-94d3-d85851f28d77 req-ac59888b-3526-4c7c-b371-4a0b423192be tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Nov 12 04:04:09.132140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e247c1-ea9d-4660-bcc6-7e57d2d45cab req-15947a1c-4268-41be-b482-f86d90679a08 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.133582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3e247c1-ea9d-4660-bcc6-7e57d2d45cab req-15947a1c-4268-41be-b482-f86d90679a08 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0481057 Nov 12 04:04:09.142231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34536) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.146411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'floatingip': {'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:09.189232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.610914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.615270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.709823 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 associated. External IP: 172.25.4.196, port: c5997fd5-4216-4802-a412-92869c23bb0b. Nov 12 04:04:09.909947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:10.018687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:10.023459 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.028809 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:10.038209 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:10.038804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:03:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.050762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-86544d40-c4e7-4020-9aad-267716d3cb09 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "PUT /v2.0/floatingips/d4cf94ea-d080-4d95-a12a-48aa5123a245 HTTP/1.1" status: 200 len: 991 time: 0.9074509 Nov 12 04:04:10.051362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:10.053628 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872de06d-27ed-480c-994b-417e969ce561" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:10.092442 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42458ede-a2e3-45be-860a-6b5e22b494c6 x-openstack-request-id: req-42458ede-a2e3-45be-860a-6b5e22b494c6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:10.092741 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:10.092999 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-42458ede-a2e3-45be-860a-6b5e22b494c6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:10.093412 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'status': 'completed', 'code': 200} Nov 12 04:04:10.164438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de06d-27ed-480c-994b-417e969ce561 req-229feed9-d8ac-40a6-a9ad-cd5f1b93f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.165893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-229feed9-d8ac-40a6-a9ad-cd5f1b93f99a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1097 time: 0.0467961 Nov 12 04:04:10.236120 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:10.261167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de06d-27ed-480c-994b-417e969ce561 req-63c1da2e-ddae-49e5-998f-564936089f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.262658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-63c1da2e-ddae-49e5-998f-564936089f3e service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0904772 Nov 12 04:04:10.331174 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-f386fd7d-b5eb-4633-877c-0a5082fe76a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 999 time: 0.0614924 Nov 12 04:04:10.380961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de06d-27ed-480c-994b-417e969ce561 req-2ac54c66-07e7-4cb3-8dd3-843e9081be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.382441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-2ac54c66-07e7-4cb3-8dd3-843e9081be57 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0446963 Nov 12 04:04:10.428041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872de06d-27ed-480c-994b-417e969ce561 req-74674e1c-192f-49cb-883a-44866b786bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.429456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-74674e1c-192f-49cb-883a-44866b786bca service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405307 Nov 12 04:04:10.440373 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-f915bb05-efe4-41c6-befc-f38d207f634e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:04:10.441394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-f915bb05-efe4-41c6-befc-f38d207f634e service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048740 Nov 12 04:04:10.454382 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:d4:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.479915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:10.488591 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:10.489167 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:03:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.535840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-bc67c12c-42c6-4725-94cf-cf0bd4db85b6 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871561 Nov 12 04:04:10.590851 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:10.626039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-872de06d-27ed-480c-994b-417e969ce561 req-29576707-9e6e-454b-92cb-c07f13e645e7 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Nov 12 04:04:10.810140 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:d4:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.836611 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30e5f70-f6cd-4cdf-a49c-c7fc97f56d4e None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:d4:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:11.019882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7e887c-9836-4dec-bb9b-597b9e1c2b7f None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:04:15.624665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-56c3a2c4-f447-440d-9708-471f211c1bab service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447655 Nov 12 04:04:15.704104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-875bc104-6a97-42d7-81db-6ebbe1b7cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.705580 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-875bc104-6a97-42d7-81db-6ebbe1b7cf29 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1097 time: 0.0396347 Nov 12 04:04:15.808944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-be58da6e-ea08-4c34-9bc6-befee4892a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.810391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-be58da6e-ea08-4c34-9bc6-befee4892a66 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0846612 Nov 12 04:04:15.881169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-9b7abd84-be52-429d-8696-41893a6637ca service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1001 time: 0.0606561 Nov 12 04:04:15.929740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-f3da76d5-6d6c-4e93-884a-deb20ae8fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.931146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-f3da76d5-6d6c-4e93-884a-deb20ae8fd29 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0432885 Nov 12 04:04:15.974899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-0f185488-8e17-4c89-9a34-9b9d181497fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.976356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-0f185488-8e17-4c89-9a34-9b9d181497fe service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385199 Nov 12 04:04:16.066687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-ddcaaa43-2b9d-48d8-ac8e-b59d625511ff service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 Nov 12 04:04:16.154619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d5f1ceb-5c8c-474d-b29c-2db2bad591f6 req-700e2201-3f38-4601-9093-4223612d668e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805614 Nov 12 04:04:18.050010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a36e0716-814a-40ae-859a-9443c132e8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.437363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-992bc29e-d3ad-4381-b77f-9f7b28615b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.810390 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.179149 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.698396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.202719 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.066460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.463896 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:48.050742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6dd7860b-9e1f-48c1-a138-5fe9cd6f19fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.438860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-35c17c3c-8ef7-4c68-a61d-e5a5dcc81283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:51.812599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.181675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:53.701177 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:01.213835 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:02.085911 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:16.461899 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:17.689576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-8666104a-abdd-4609-a8c5-426ac28daf46 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112592 Nov 12 04:05:17.769763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820342-473d-4998-b0e1-ea08f80b044f req-bb9d2a19-d459-4e7d-bf84-b20a8058a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.771247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-bb9d2a19-d459-4e7d-bf84-b20a8058a8fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1097 time: 0.0407889 Nov 12 04:05:17.875740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820342-473d-4998-b0e1-ea08f80b044f req-061162c4-bc77-40ee-9094-a6d330730608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.877264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-061162c4-bc77-40ee-9094-a6d330730608 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0875225 Nov 12 04:05:17.941649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-e355f5a1-9f9b-43f9-812c-8cc9f591cf8c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1001 time: 0.0571933 Nov 12 04:05:17.990311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820342-473d-4998-b0e1-ea08f80b044f req-4caeb7ef-7efe-4673-b6a1-681efc83f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.991718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-4caeb7ef-7efe-4673-b6a1-681efc83f74c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0429704 Nov 12 04:05:18.039601 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820342-473d-4998-b0e1-ea08f80b044f req-6e9feadc-1c8d-4047-a52d-4304c51a43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.041114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-6e9feadc-1c8d-4047-a52d-4304c51a43cc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428958 Nov 12 04:05:18.051385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85b06812-9093-41fb-868d-00528e2f1ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:18.134668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-1ee6734a-23ff-4ddd-9fef-828f3b6757db service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Nov 12 04:05:18.232956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db820342-473d-4998-b0e1-ea08f80b044f req-dc5e8f23-5673-48c0-8dc7-d2f9bc9bde31 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Nov 12 04:05:20.439555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-25620660-826f-451f-be5f-72dfd19201cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:21.814897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.183983 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.703853 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.226544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.083154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.279019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818264a-a24c-44a0-bc60-706b3690a365 req-b1273bf1-a31b-43ed-9fde-9b3ed51ba7a8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:47.280474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e818264a-a24c-44a0-bc60-706b3690a365 req-b1273bf1-a31b-43ed-9fde-9b3ed51ba7a8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Nov 12 04:05:47.328354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e818264a-a24c-44a0-bc60-706b3690a365 req-8719efe0-5064-481d-be71-dd5dfe8e6450 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Nov 12 04:05:48.053066 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-63c75b10-e543-418c-98c4-354ff47d1ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.447582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52714437-dd0a-4804-bef1-28c8c6126554 req-feb624ce-1dae-425f-b8be-67d32e00032a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:48.449095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52714437-dd0a-4804-bef1-28c8c6126554 req-feb624ce-1dae-425f-b8be-67d32e00032a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0485175 Nov 12 04:05:48.499208 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-52714437-dd0a-4804-bef1-28c8c6126554 req-377ca1d7-7a91-493d-a9ae-41023bcf957f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Nov 12 04:05:49.614454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68086e2-3b1b-4c8c-b213-e252a50580e6 req-5d4a535d-8601-4e0b-b935-1dc5a3b896c8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.616239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b68086e2-3b1b-4c8c-b213-e252a50580e6 req-5d4a535d-8601-4e0b-b935-1dc5a3b896c8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Nov 12 04:05:49.664030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b68086e2-3b1b-4c8c-b213-e252a50580e6 req-30fdd423-086b-4062-b163-9864da4476c6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 Nov 12 04:05:50.441339 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1a6392a-9ddf-4a77-aaab-52827f433f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.778728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8975a1-142f-467b-afc2-cd514ddf33b6 req-b5f458c4-3efe-41e6-b01e-fdbeb26f703f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.780188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de8975a1-142f-467b-afc2-cd514ddf33b6 req-b5f458c4-3efe-41e6-b01e-fdbeb26f703f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Nov 12 04:05:50.826309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de8975a1-142f-467b-afc2-cd514ddf33b6 req-4147e4ca-b3b4-45c7-9ae8-1ae43a6d8702 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Nov 12 04:05:51.817657 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.945163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9054e-f00b-4a9c-8cc9-83f3da2310bb req-f0d1487c-fbec-4208-b969-aa6a6e30ccd7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:51.946625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ec9054e-f00b-4a9c-8cc9-83f3da2310bb req-f0d1487c-fbec-4208-b969-aa6a6e30ccd7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Nov 12 04:05:51.992581 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ec9054e-f00b-4a9c-8cc9-83f3da2310bb req-b78ffc4d-a928-4bc8-9cfe-3af78051ceef tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Nov 12 04:05:53.106232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73903c-b1b6-4943-bb6c-7ff21c64321b req-fbe5d4f4-fa50-42d0-a41e-0c3e0a7dd45b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:53.107696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa73903c-b1b6-4943-bb6c-7ff21c64321b req-fbe5d4f4-fa50-42d0-a41e-0c3e0a7dd45b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0478239 Nov 12 04:05:53.155896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa73903c-b1b6-4943-bb6c-7ff21c64321b req-e2b8b77c-c11e-40e8-839e-55dff323e940 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423217 Nov 12 04:05:53.192204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.461159 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:53.708299 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.270502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5e8f-6eb7-405d-8c4e-d430c2bb34fd req-3af74e16-0598-4785-b56f-ae544fcfaca3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.271986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3ef5e8f-6eb7-405d-8c4e-d430c2bb34fd req-3af74e16-0598-4785-b56f-ae544fcfaca3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Nov 12 04:05:54.320500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3ef5e8f-6eb7-405d-8c4e-d430c2bb34fd req-6ce41805-c2ee-4af2-a573-7003dd3bfec4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Nov 12 04:05:55.437937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b62f-e5b4-45d8-b940-0d6883cde692 req-e98e3a19-bf46-4ed3-928a-9452a8946803 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:55.440137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b974b62f-e5b4-45d8-b940-0d6883cde692 req-e98e3a19-bf46-4ed3-928a-9452a8946803 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Nov 12 04:05:55.487110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b974b62f-e5b4-45d8-b940-0d6883cde692 req-9fced2fa-5d95-4d76-a57b-333f910a3aa0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Nov 12 04:05:56.603609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7e32-c425-482c-9c57-a6229eeba5e4 req-97e7acb6-9b61-4bc1-b1d6-d72fae2ed08c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:56.605131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61bf7e32-c425-482c-9c57-a6229eeba5e4 req-97e7acb6-9b61-4bc1-b1d6-d72fae2ed08c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Nov 12 04:05:56.651663 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61bf7e32-c425-482c-9c57-a6229eeba5e4 req-8fcb35bf-ee83-4344-8912-f6323e065cef tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Nov 12 04:05:57.768079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285c4f-5fa8-4b30-b797-4a6f03add4df req-1c7bd3bd-0770-42ea-bba6-2cfa17f97ff6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:57.769511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5285c4f-5fa8-4b30-b797-4a6f03add4df req-1c7bd3bd-0770-42ea-bba6-2cfa17f97ff6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Nov 12 04:05:57.815624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5285c4f-5fa8-4b30-b797-4a6f03add4df req-d0f8493e-11a0-4fa9-8ac8-bf31be6b764f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Nov 12 04:05:58.052003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326caf9a-4a8a-4dff-acf5-683c104fe5c7 req-afd137cd-778b-4c4a-b467-9224162fe015 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.053486 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-326caf9a-4a8a-4dff-acf5-683c104fe5c7 req-afd137cd-778b-4c4a-b467-9224162fe015 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Nov 12 04:05:58.101633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-326caf9a-4a8a-4dff-acf5-683c104fe5c7 req-3c012a54-6678-407e-b786-c55088545a99 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420668 Nov 12 04:05:58.115571 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-df6bda61-d260-4799-bcc1-76057e4b3b27 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1219418 Nov 12 04:05:59.165484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-49fce86e-c817-4a55-bad8-750c74c32877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.167636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-49fce86e-c817-4a55-bad8-750c74c32877 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1097 time: 0.0450923 Nov 12 04:05:59.263247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afe95b-b2dc-4ddf-97c0-ca6d3049d2f8 req-bafb65ab-ff61-4513-bca8-45cdef8116e6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.264746 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75afe95b-b2dc-4ddf-97c0-ca6d3049d2f8 req-bafb65ab-ff61-4513-bca8-45cdef8116e6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0939953 Nov 12 04:05:59.319447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-1f2eb1cc-0858-4264-ad0e-414053e439aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.320875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-1f2eb1cc-0858-4264-ad0e-414053e439aa service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1420786 Nov 12 04:05:59.339556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-75afe95b-b2dc-4ddf-97c0-ca6d3049d2f8 req-d9ab8636-fb04-4c08-8e4a-c463de9ed39a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685854 Nov 12 04:05:59.389805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-95f58d02-0558-424a-8714-bdcdc51e604b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1001 time: 0.0616367 Nov 12 04:05:59.436214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-89afb0ab-8131-4c78-8810-41d3ec570ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.437587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-89afb0ab-8131-4c78-8810-41d3ec570ca1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0416446 Nov 12 04:05:59.485755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f114c29a-e716-4b5e-814d-1a9af5f5100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.487200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f114c29a-e716-4b5e-814d-1a9af5f5100c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423362 Nov 12 04:05:59.574053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-1da80a40-ebc6-433b-98d3-3b8a25ea6cdb service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798104 Nov 12 04:05:59.665816 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-5f527709-9119-4453-9da3-3c19ad6aec1c service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849090 Nov 12 04:06:00.455407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf8114-33dd-449c-a035-0ea01d667a60 req-e90a5306-4b1f-47d7-908d-f4184c2058c3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.456897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bf8114-33dd-449c-a035-0ea01d667a60 req-e90a5306-4b1f-47d7-908d-f4184c2058c3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Nov 12 04:06:00.503475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bf8114-33dd-449c-a035-0ea01d667a60 req-36f6b2f4-0d2f-4039-bdc2-1dd1507e3c4a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Nov 12 04:06:01.223585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.985763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdfeec-3f44-42db-8ff8-da57ae0126fa req-53467432-de7a-464f-85e3-4dff14942205 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.987193 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dffdfeec-3f44-42db-8ff8-da57ae0126fa req-53467432-de7a-464f-85e3-4dff14942205 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.4162161 Nov 12 04:06:02.014348 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-b01e5656-d433-4899-a4ac-73120374bb33 req-68c73050-8d5b-4a56-b2de-9661dc08ae64 service neutron] show failed (client error): The resource could not be found. Nov 12 04:06:02.015268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-68c73050-8d5b-4a56-b2de-9661dc08ae64 service neutron] 10.222.0.100 "GET /v2.0/ports/c5997fd5-4216-4802-a412-92869c23bb0b/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.4356155 Nov 12 04:06:02.046659 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dffdfeec-3f44-42db-8ff8-da57ae0126fa req-1b6950b1-4c71-49fc-a062-49cf833d56cc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521789 Nov 12 04:06:02.080163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.265111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-69d9b0d4-e355-49af-ac26-0f0ada08e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.266927 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-69d9b0d4-e355-49af-ac26-0f0ada08e85b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1097 time: 0.0924690 Nov 12 04:06:02.277439 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-6aa487ed-3f82-451a-a79e-1f3567fd5fa9 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:06:02.278383 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-6aa487ed-3f82-451a-a79e-1f3567fd5fa9 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050592 Nov 12 04:06:02.290613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:02.341954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.537046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:02.569317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:02.611637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:02.613952 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a943a-adfd-469b-871c-a7d36870d252" -d '{"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-unplugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:02.618110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.630556 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Transition to ACTIVE for port object c5997fd5-4216-4802-a412-92869c23bb0b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:02.634315 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.717282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:02.733703 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.734058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.734400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.734740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.735085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.735411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.735737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.736092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.736422 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.736747 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.737075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.737396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:02.741447 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99cb93-e581-42b1-8dbf-7d5f85a4e930 x-openstack-request-id: req-de99cb93-e581-42b1-8dbf-7d5f85a4e930 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:02.741663 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-unplugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:02.741917 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-de99cb93-e581-42b1-8dbf-7d5f85a4e930 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:02.742308 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'code': 200} Nov 12 04:06:02.776405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] No DVR routers for this DVR port c5997fd5-4216-4802-a412-92869c23bb0b on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:02.910846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:02.911177 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:02.911504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:02.915707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:02.916101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Attempting to bind port c5997fd5-4216-4802-a412-92869c23bb0b on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:02.920894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:02.921229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:02.921614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:02.922038 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Bound port: c5997fd5-4216-4802-a412-92869c23bb0b, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:02.922387 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.984853 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:02.988117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:02.992087 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.025297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.025926 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.027817 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] 10.222.0.98 "PUT /v2.0/ports/c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1092 time: 0.7408164 Nov 12 04:06:03.064531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa482685-d4b0-449f-a5b3-df926e5a11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.102130 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-9eec3a9a-503d-4782-a466-4e51813d1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.103709 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-9eec3a9a-503d-4782-a466-4e51813d1de9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0522451 Nov 12 04:06:03.176503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fde31-0cb2-48e3-9bc2-468315d0db7a req-561f9a2d-9b7f-4d5f-bd23-e0a753c71f07 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.178773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-125fde31-0cb2-48e3-9bc2-468315d0db7a req-561f9a2d-9b7f-4d5f-bd23-e0a753c71f07 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0585694 Nov 12 04:06:03.210145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-58f87320-6f4d-40f0-a735-52f49f3eb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.211687 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-58f87320-6f4d-40f0-a735-52f49f3eb3c2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0999751 Nov 12 04:06:03.235838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-125fde31-0cb2-48e3-9bc2-468315d0db7a req-f3f769de-d928-46a5-bdcb-b89c7de0ad8d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Nov 12 04:06:03.286365 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-635fecf5-65b3-42c6-b3b8-26c0cd9984f4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 999 time: 0.0671666 Nov 12 04:06:03.333802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f0dc72cc-6474-4730-aa4b-2af40be8cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.335132 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f0dc72cc-6474-4730-aa4b-2af40be8cbb8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0424485 Nov 12 04:06:03.380241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f7da12e9-265a-446f-84bc-8f9926a0ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.381717 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f7da12e9-265a-446f-84bc-8f9926a0ecce service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400646 Nov 12 04:06:03.472208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-e292ae5d-b1e5-4d12-90c4-6f0e39a55db1 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Nov 12 04:06:03.561012 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-b01e5656-d433-4899-a4ac-73120374bb33 req-f15bc106-f6c1-4377-80ab-ee50eeefd7e8 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818195 Nov 12 04:06:04.354336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e1ad-1f24-4cc6-8e96-e706be054603 req-b0c66b00-558d-44d3-bbf8-059d9025f3f3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.355835 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e075e1ad-1f24-4cc6-8e96-e706be054603 req-b0c66b00-558d-44d3-bbf8-059d9025f3f3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0487230 Nov 12 04:06:04.405860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e075e1ad-1f24-4cc6-8e96-e706be054603 req-6f278883-52db-461a-8496-a33dabeea0c2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Nov 12 04:06:04.744380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:04.746728 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e317c00b-46a5-4aef-bf47-1b18780577e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:04.797178 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e0059-78e8-4bec-89ff-2cdded6b68b7 x-openstack-request-id: req-6c6e0059-78e8-4bec-89ff-2cdded6b68b7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:04.797480 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:04.797730 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6c6e0059-78e8-4bec-89ff-2cdded6b68b7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:04.798156 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'status': 'completed', 'code': 200} Nov 12 04:06:04.862294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-688f1dcc-968e-4317-b0a7-f6abde572154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.864054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-688f1dcc-968e-4317-b0a7-f6abde572154 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0410666 Nov 12 04:06:04.869462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-bf74c98f-8250-40ba-9d11-d5e48bf227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.870940 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-bf74c98f-8250-40ba-9d11-d5e48bf227a5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0430548 Nov 12 04:06:04.898747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:04.941621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:04.957380 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-7be58775-a99d-4a33-999b-29d675ccdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.958824 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-7be58775-a99d-4a33-999b-29d675ccdeef service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0882711 Nov 12 04:06:04.971547 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-fa0b91f6-b909-4a4a-a6cd-df4abd0986d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.973636 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-fa0b91f6-b909-4a4a-a6cd-df4abd0986d1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0938547 Nov 12 04:06:05.026289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-42d02af9-6f58-4baa-9fe3-c0220c7a632b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 999 time: 0.0606360 Nov 12 04:06:05.038532 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-24b0c248-48c3-4e82-814c-2cd319f34cef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 999 time: 0.0583382 Nov 12 04:06:05.074927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-7ab1289b-c8a4-4378-8ca7-6de38e705af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.076389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-7ab1289b-c8a4-4378-8ca7-6de38e705af8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0434673 Nov 12 04:06:05.095114 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-bade97dc-99ec-4d7e-a555-3e2a56096e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.096613 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-bade97dc-99ec-4d7e-a555-3e2a56096e87 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0480540 Nov 12 04:06:05.121879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-02220f66-62a7-4a5d-a399-0e8089fb8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.123353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-02220f66-62a7-4a5d-a399-0e8089fb8d1d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394928 Nov 12 04:06:05.143223 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-8c6dfdc7-789a-4465-a7a9-9c834fa96087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.144735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-8c6dfdc7-789a-4465-a7a9-9c834fa96087 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414453 Nov 12 04:06:05.215368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-9acf95bc-bc8c-4806-9ad5-687319ae56ec service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845647 Nov 12 04:06:05.233329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-44bafd27-2073-4261-b9f8-baf85787df05 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815945 Nov 12 04:06:05.305765 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-823e6cb7-f132-42d4-9cbf-0f11ae0383b7 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829613 Nov 12 04:06:05.334067 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-e317c00b-46a5-4aef-bf47-1b18780577e1 req-1498d358-4c98-451e-ac46-993fb00270c7 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942643 Nov 12 04:06:05.526257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453729b-4cba-4efb-983a-7dc1ac8ee930 req-801f29ed-731d-4c68-ad25-2d08fbf2cf45 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.527725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8453729b-4cba-4efb-983a-7dc1ac8ee930 req-801f29ed-731d-4c68-ad25-2d08fbf2cf45 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0534735 Nov 12 04:06:05.574532 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8453729b-4cba-4efb-983a-7dc1ac8ee930 req-c17718a9-cde1-4df4-8c0a-80e646de6767 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 Nov 12 04:06:05.796216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84683ffd-45fa-48e5-abe0-b93feebf22a4 req-9412a8dd-daa9-4c0c-9835-eb4f61d6db0b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.797680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84683ffd-45fa-48e5-abe0-b93feebf22a4 req-9412a8dd-daa9-4c0c-9835-eb4f61d6db0b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 943 time: 0.0791647 Nov 12 04:06:05.809970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-39bea254-8369-4766-9a62-ebe0e8b3544a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.811310 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-39bea254-8369-4766-9a62-ebe0e8b3544a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 943 time: 0.0675137 Nov 12 04:06:05.892039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84683ffd-45fa-48e5-abe0-b93feebf22a4 req-73739c1c-2490-4b88-96c1-95ba16a55654 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797675 Nov 12 04:06:05.900931 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-f28bdc08-602a-4407-aa56-2a660adfa799 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:06:05.901899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-f28bdc08-602a-4407-aa56-2a660adfa799 service neutron] 10.222.0.100 "DELETE /v2.0/ports/c5997fd5-4216-4802-a412-92869c23bb0b/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0742948 Nov 12 04:06:05.990562 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-88cea89b-b8b7-4be0-8e70-17d3a8f36cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.992086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-88cea89b-b8b7-4be0-8e70-17d3a8f36cd1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1095 time: 0.0415733 Nov 12 04:06:06.083317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-bce9620d-0090-4bb3-98e1-14cdd4742f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.084797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-bce9620d-0090-4bb3-98e1-14cdd4742f4e service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0863960 Nov 12 04:06:06.149517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-4334671f-f76f-4820-a3f0-7ab5966e1ff6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 999 time: 0.0579374 Nov 12 04:06:06.197288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-258f9e4a-90ff-4992-b927-be766b13e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.198698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-258f9e4a-90ff-4992-b927-be766b13e1e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0428140 Nov 12 04:06:06.208309 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:06.248608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-640da430-03b7-4873-a2aa-b9c4024dabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.250220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-640da430-03b7-4873-a2aa-b9c4024dabf7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447133 Nov 12 04:06:06.308848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:06.320172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'mac_address': 'fa:16:3e:d4:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:06.340198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-b8bb1098-c5d1-4a9b-95c3-95d932cc6555 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826488 Nov 12 04:06:06.360995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.374560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5997fd5-4216-4802-a412-92869c23bb0b {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:06.393326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:06.397479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:06.434625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-beb30445-c3c1-46c8-abf2-0eb9811da3e0 req-dd279669-fb26-44b9-bf0b-7b906c51d03e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Nov 12 04:06:06.445274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:06.452942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.453285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.453624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.453966 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.454303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.454646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.454969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.455292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.455647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.455980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.456312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.456632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:06.597957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c5997fd5-4216-4802-a412-92869c23bb0b'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:07.013709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e64e-7350-4365-a3b5-457ebc634fb1 req-8f308f46-54e7-4e26-93a8-392e4a119845 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.015280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7749e64e-7350-4365-a3b5-457ebc634fb1 req-8f308f46-54e7-4e26-93a8-392e4a119845 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 944 time: 0.0513883 Nov 12 04:06:07.061938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7749e64e-7350-4365-a3b5-457ebc634fb1 req-33dbf3e1-8b83-4743-852a-fc9a11f8c4bc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Nov 12 04:06:07.175166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfa021-6797-484b-8cea-35118ab275b6 req-fa742803-5c7b-43ca-b7a8-0bf5f7942bf6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.176625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aacfa021-6797-484b-8cea-35118ab275b6 req-fa742803-5c7b-43ca-b7a8-0bf5f7942bf6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 944 time: 0.0487821 Nov 12 04:06:07.228448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aacfa021-6797-484b-8cea-35118ab275b6 req-cf4cb861-3802-41af-b5ed-1cfb9563fc85 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 Nov 12 04:06:07.426046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3095ed-0ba6-43e1-86be-c07723da2c17 req-ee8cf3b9-a926-4c03-99f0-98091d18ac1b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.427495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b3095ed-0ba6-43e1-86be-c07723da2c17 req-ee8cf3b9-a926-4c03-99f0-98091d18ac1b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 944 time: 0.0498443 Nov 12 04:06:07.458161 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-d7755132-650d-411a-b79b-4ba77ab85284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.459677 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-d7755132-650d-411a-b79b-4ba77ab85284 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 1096 time: 0.0420110 Nov 12 04:06:07.476110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4b3095ed-0ba6-43e1-86be-c07723da2c17 req-8387ef32-f9e0-4794-82e6-c4213881eff7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Nov 12 04:06:07.551793 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-b2940b3e-6a70-48d6-b5d2-64daaacfc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.553278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-b2940b3e-6a70-48d6-b5d2-64daaacfc129 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0872002 Nov 12 04:06:07.616529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-bf0a2219-fc47-44d8-954a-7c2de53d0531 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 200 len: 1000 time: 0.0564351 Nov 12 04:06:07.669698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-f1009bb0-4fcc-4b7e-8d9d-53a46bb9b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.671115 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-f1009bb0-4fcc-4b7e-8d9d-53a46bb9b02d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0471544 Nov 12 04:06:07.715087 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-19aab32c-a58c-4ff4-b498-6c782e2eedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.716485 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-19aab32c-a58c-4ff4-b498-6c782e2eedf6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388508 Nov 12 04:06:07.804980 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-8554ac10-ba7c-480a-a56c-081537f42b77 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818422 Nov 12 04:06:07.898226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-d3bbde4c-1cba-4462-a2dd-98baeeb3c8c5 req-23fb549d-e7c3-4bae-9b2e-b1f3eeb02d2e service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859172 Nov 12 04:06:08.222322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:08.273421 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c5997fd5-4216-4802-a412-92869c23bb0b completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:08.278436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c5997fd5-4216-4802-a412-92869c23bb0b triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:08.278834 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.360256 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.387679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:08.389989 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c063e51-1656-4da7-949b-a6f80caa4f8e" -d '{"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-plugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:08.404063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:08.408547 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.434134 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d83839-ffa9-4156-9a63-db998b0af922 x-openstack-request-id: req-a4d83839-ffa9-4156-9a63-db998b0af922 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:08.434423 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-plugged", "status": "completed", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:08.434674 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a4d83839-ffa9-4156-9a63-db998b0af922 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:08.435064 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'code': 200} Nov 12 04:06:08.460600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:08.593968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143886-57f6-440f-ae5b-f0e4bed4b970 req-bc420208-76e9-48ee-acd4-21e24d95c06c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.595422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98143886-57f6-440f-ae5b-f0e4bed4b970 req-bc420208-76e9-48ee-acd4-21e24d95c06c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Nov 12 04:06:08.643509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98143886-57f6-440f-ae5b-f0e4bed4b970 req-96096034-69f3-4bc3-ae49-a5c2b0b45855 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Nov 12 04:06:08.886535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779078-eaa1-4c04-8d4a-e08326c9378d req-f232f851-7b1c-4206-963d-00f5a9a75c33 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.888024 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99779078-eaa1-4c04-8d4a-e08326c9378d req-f232f851-7b1c-4206-963d-00f5a9a75c33 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0582006 Nov 12 04:06:08.940295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-99779078-eaa1-4c04-8d4a-e08326c9378d req-5016c002-f290-42e8-82cc-6fc9c769b970 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Nov 12 04:06:10.060720 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ce7a3-a4ca-4e9e-a997-e5a5530f1942 req-c232ba19-bf8d-42ff-9dab-a919742bf85b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.062180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d2ce7a3-a4ca-4e9e-a997-e5a5530f1942 req-c232ba19-bf8d-42ff-9dab-a919742bf85b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0509968 Nov 12 04:06:10.105868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-77621d4a-7da1-42bd-8aa9-9c6e96ecaf41 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.107329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-77621d4a-7da1-42bd-8aa9-9c6e96ecaf41 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Nov 12 04:06:10.110519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d2ce7a3-a4ca-4e9e-a997-e5a5530f1942 req-cfc66de9-92ee-48be-a82d-f470a4f39a02 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Nov 12 04:06:10.198989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Deleting port c5997fd5-4216-4802-a412-92869c23bb0b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:06:10.199326 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.286890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] For port c5997fd5-4216-4802-a412-92869c23bb0b, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c5997fd5-4216-4802-a412-92869c23bb0b,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:10.287262 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.460975 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.461344 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.462084 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 disassociated. External IP: 172.25.4.196, port: c5997fd5-4216-4802-a412-92869c23bb0b. Nov 12 04:06:10.462429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Calling delete_port for c5997fd5-4216-4802-a412-92869c23bb0b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:06:10.586725 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.618029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'Port': ['ID=c5997fd5-4216-4802-a412-92869c23bb0b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:10.734743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:11.122261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:11.132706 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:11.159951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:11.160597 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:05:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:11.162033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] No DVR routers for this DVR port c5997fd5-4216-4802-a412-92869c23bb0b on host n-h1-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:06:11.164668 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.168036 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-14050661-5bec-46a1-9d3e-9c91516fbf1a req-3218ca10-8088-47b5-aeeb-c9fb12d69a6e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "DELETE /v2.0/ports/c5997fd5-4216-4802-a412-92869c23bb0b HTTP/1.1" status: 204 len: 173 time: 1.0547917 Nov 12 04:06:11.168492 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-deleted', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:11.170754 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3fc13-f044-4782-a0a4-81f3a0536acd" -d '{"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-deleted", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:11.208650 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab9d18-91cf-4495-b9cb-a9a457e9d8c5 x-openstack-request-id: req-98ab9d18-91cf-4495-b9cb-a9a457e9d8c5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:11.209776 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd81c3d-7057-43fe-b1e7-949e17239492", "name": "network-vif-deleted", "tag": "c5997fd5-4216-4802-a412-92869c23bb0b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:11.209776 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-98ab9d18-91cf-4495-b9cb-a9a457e9d8c5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:11.209776 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd81c3d-7057-43fe-b1e7-949e17239492', 'name': 'network-vif-deleted', 'tag': 'c5997fd5-4216-4802-a412-92869c23bb0b', 'status': 'completed', 'code': 200} Nov 12 04:06:11.236549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a61f2103-3459-4eac-a208-a50e18e08f61 req-3e171cea-d257-4f4b-aa2b-b35ad988ddcd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8cd81c3d-7057-43fe-b1e7-949e17239492 HTTP/1.1" status: 200 len: 210 time: 0.0373499 Nov 12 04:06:11.282404 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:11.479924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:11.510388 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:11.518991 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:11.519596 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:05:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:11.623639 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:11.819015 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:11.843858 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bbabc-0cb1-4f15-a3b0-d0580951bd3f None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:12.058956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6add5256-a014-43ec-865c-de518d4a4749 None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:12.238819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:06:12.259520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: c5997fd5-4216-4802-a412-92869c23bb0b {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:06:12.259864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c5997fd5-4216-4802-a412-92869c23bb0b not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:06:12.521829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-50763bac-0efd-492b-9791-c36576c18d77 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1904839608&fields=id&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 267 time: 0.0457327 Nov 12 04:06:12.625689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-004be099-d519-4bbc-bc7a-b255826ceefd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.627136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-004be099-d519-4bbc-bc7a-b255826ceefd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.0986671 Nov 12 04:06:12.642284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-83d29898-f7aa-44a1-b7a9-e3d2b1a53e94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/quotas/2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 375 time: 0.0095689 Nov 12 04:06:12.694597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-dafd284e-69fd-4b52-882e-af0ed5117937 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470309 Nov 12 04:06:12.757273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-51fc53bf-0dbb-4c9e-b5b0-1b43a366ea17 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:06:12.758280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-51fc53bf-0dbb-4c9e-b5b0-1b43a366ea17 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521488 Nov 12 04:06:12.850104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-490babdb-07ee-4cfb-b992-0bdc899d50cb service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Nov 12 04:06:12.941016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-c4d7ad3f-34d9-4fb6-aa62-7ebb8ac21da3 service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Nov 12 04:06:13.102015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98dc94b0-3150-43e8-8d80-7849c1f8e908 req-3dba2996-8673-4448-887d-c809661e88d3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 210 time: 0.0310030 Nov 12 04:06:14.216876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0cc3074-cdd5-470f-9aec-9f9f3908918f req-f6d45d2e-ac45-4ec3-8e65-469e0493b010 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 210 time: 0.0296128 Nov 12 04:06:14.265685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-f84e6263-8519-435d-9726-e0ad0bac26c2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.267119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-f84e6263-8519-435d-9726-e0ad0bac26c2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1723862 Nov 12 04:06:14.331180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-97d78028-9a77-4e7d-94ca-cc78d874ac83 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 380 time: 0.0549212 Nov 12 04:06:14.341980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'port': {'device_id': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'admin_state_up': True, 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'security_groups': ['895b53c6-287a-4576-a5b2-f9ec8be2077c']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:14.450175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:14.453656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.578742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Allocated IP 172.20.0.12 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/dff828fb-e25b-4c88-91f1-6dd14d7c2619) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:14.716242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.748884 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.789385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:14.792930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:14.799029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:14.823761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:14.837379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.837727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.838067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.838408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.838744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.839074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.839402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.839727 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.840075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.840485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.840733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.841054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:14.863979 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.864590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:14.880933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-3a13a00e-81d3-4abd-a78c-42f8e873bfb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424170 Nov 12 04:06:14.893511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Request body: {'port': {'device_id': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:14.949229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.063102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c5c2336f-c73a-4577-bb10-4a1141aba51c None None] Provisioning complete for port dff828fb-e25b-4c88-91f1-6dd14d7c2619 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:15.063694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5c2336f-c73a-4577-bb10-4a1141aba51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.099035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2336f-c73a-4577-bb10-4a1141aba51c None None] Port dff828fb-e25b-4c88-91f1-6dd14d7c2619 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:15.210093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:15.218091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.230276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Transition to ACTIVE for port object dff828fb-e25b-4c88-91f1-6dd14d7c2619 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:15.234357 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.302695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.398012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d052af-925b-4dd3-adbe-0281582b0a85 req-c87eb078-eb3e-4a08-b4f4-02901a2a6236 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.400144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13d052af-925b-4dd3-adbe-0281582b0a85 req-c87eb078-eb3e-4a08-b4f4-02901a2a6236 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0986619 Nov 12 04:06:15.401416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:15.401746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:15.402070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:15.408763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:15.409077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:15.425147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:15.425483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:15.425858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:15.426312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Bound port: dff828fb-e25b-4c88-91f1-6dd14d7c2619, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:15.426665 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.486811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-13d052af-925b-4dd3-adbe-0281582b0a85 req-8065abcb-0859-403f-8502-f1ac684ee54e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798759 Nov 12 04:06:15.513882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:15.517222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:15.522026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.566713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.567331 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.568756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] 10.222.0.100 "PUT /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1093 time: 0.6798949 Nov 12 04:06:15.569200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:15.572035 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:15.589640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6b96-39b8-4d72-910b-17093d9bb418 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.631308 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f0d11-e6a0-4296-a1e6-4ffad89a89e0 x-openstack-request-id: req-112f0d11-e6a0-4296-a1e6-4ffad89a89e0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:15.632049 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:15.632354 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-112f0d11-e6a0-4296-a1e6-4ffad89a89e0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:15.632858 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'status': 'completed', 'code': 200} Nov 12 04:06:15.665665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-6691d3d9-9739-4f91-aa26-f2a890d55741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.667163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-6691d3d9-9739-4f91-aa26-f2a890d55741 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0479443 Nov 12 04:06:15.711000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-c26c1758-7abd-409d-adae-a7b1ce4e6c5c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 217 time: 0.0356269 Nov 12 04:06:15.760728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-cca9ffee-7aeb-44ca-ba1a-f3e746416c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.762463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-cca9ffee-7aeb-44ca-ba1a-f3e746416c0f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0451887 Nov 12 04:06:15.811560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-d656277b-5405-43e6-b878-a7d87eba6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.813178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-d656277b-5405-43e6-b878-a7d87eba6c1a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434980 Nov 12 04:06:15.904906 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-2bb1a429-939e-4cf3-ba73-0d4acf3a2323 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835333 Nov 12 04:06:15.996013 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3471a4c-8965-4c98-97df-e6e37d3cf038 req-6463a25d-a00a-4e48-999e-6f98830d63a6 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Nov 12 04:06:16.079338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-cc36708b-e8bd-45a8-8e94-4dbe79e62bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.080854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-cc36708b-e8bd-45a8-8e94-4dbe79e62bb0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0406239 Nov 12 04:06:16.173715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-80860710-beab-46df-8ced-bb5b9546b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.175179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-80860710-beab-46df-8ced-bb5b9546b77a service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0880129 Nov 12 04:06:16.216381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-094465e3-5b38-461c-bc45-dcb2318cfb79 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 217 time: 0.0345380 Nov 12 04:06:16.265882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-c7b5874c-2af0-4b82-86cb-dd65f05763fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.267319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-c7b5874c-2af0-4b82-86cb-dd65f05763fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0435026 Nov 12 04:06:16.318243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-612d1be3-1e6b-4ed0-8037-2af01e5b5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.319707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-612d1be3-1e6b-4ed0-8037-2af01e5b5560 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442367 Nov 12 04:06:16.325510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-7dcee351-fb45-4263-9bb8-bcaed783f877 req-bc2e1afe-63b1-4efa-8678-c5cf36554d73 service neutron] (102605) timed out ('10.222.0.93', 58022) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:06:16.409901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-fb854c32-1194-4b16-9f26-707cda21271e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Nov 12 04:06:16.502410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae91cfc0-c249-41d6-8db7-8e5931eea4f0 req-cf981923-f8f7-4197-b377-4f364f68f1e1 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Nov 12 04:06:16.605757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778f54-25d8-4125-95b2-042007d587f9 req-b2084e77-e775-4a0e-b56b-cb648e6454ec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.607226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a778f54-25d8-4125-95b2-042007d587f9 req-b2084e77-e775-4a0e-b56b-cb648e6454ec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0491486 Nov 12 04:06:16.654314 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a778f54-25d8-4125-95b2-042007d587f9 req-12799563-12e9-4f00-8620-ef2dcde68be0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409071 Nov 12 04:06:16.960365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:17.057219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:17.067947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:17.103792 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.116326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:17.136120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:17.140788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.189698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:17.362081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dff828fb-e25b-4c88-91f1-6dd14d7c2619'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:17.775248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbafb7-6286-405f-b36f-28058aaa40e9 req-b1076482-9dda-4702-98bb-4707f59e1b62 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.776833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fbafb7-6286-405f-b36f-28058aaa40e9 req-b1076482-9dda-4702-98bb-4707f59e1b62 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Nov 12 04:06:17.828517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fbafb7-6286-405f-b36f-28058aaa40e9 req-96f0613c-a0ff-4241-b526-5112b4927398 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Nov 12 04:06:18.059157 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d5b9c999-4a89-49dd-a988-f3317ad1b943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.940696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72addf-fbcd-4531-8c1a-f47da8214a33 req-2cfad6d5-d09e-46db-81ad-d9bd5ff03b67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.942161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d72addf-fbcd-4531-8c1a-f47da8214a33 req-2cfad6d5-d09e-46db-81ad-d9bd5ff03b67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Nov 12 04:06:18.975603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:18.989822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3d72addf-fbcd-4531-8c1a-f47da8214a33 req-68df993e-5936-44f6-adc1-bb6048a09332 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Nov 12 04:06:19.029192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port dff828fb-e25b-4c88-91f1-6dd14d7c2619 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:19.033369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port dff828fb-e25b-4c88-91f1-6dd14d7c2619 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:19.033731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.108826 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.129742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:19.132063 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae38a540-01d3-49a8-b2e1-f88848ecdeab" -d '{"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-plugged", "status": "completed", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:19.145441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:19.150500 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.174915 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e400af18-8d4f-4776-a49b-1099569713e3 x-openstack-request-id: req-e400af18-8d4f-4776-a49b-1099569713e3 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:19.175203 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-plugged", "status": "completed", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:19.175449 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e400af18-8d4f-4776-a49b-1099569713e3 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:19.175850 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'code': 200} Nov 12 04:06:19.202588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.273763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990951d-b981-4930-a4cc-fb91962cae9b req-c334c739-2f18-4af0-80f9-7c4b89481f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.275535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d990951d-b981-4930-a4cc-fb91962cae9b req-c334c739-2f18-4af0-80f9-7c4b89481f4e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1098 time: 0.0440164 Nov 12 04:06:19.318484 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d990951d-b981-4930-a4cc-fb91962cae9b req-1ccc620e-201b-4f73-8e20-0b68bda10f66 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Nov 12 04:06:20.111793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb442518-8e24-4e22-a1f4-578a141e82dc req-bcd50756-9432-4e0b-a723-942ecf43ef5a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.113706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb442518-8e24-4e22-a1f4-578a141e82dc req-bcd50756-9432-4e0b-a723-942ecf43ef5a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0541432 Nov 12 04:06:20.160989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb442518-8e24-4e22-a1f4-578a141e82dc req-553d1e2a-0c0e-4e96-8175-919524981b78 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409107 Nov 12 04:06:20.443772 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0506db8-5d90-48b5-88d6-363b97160cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.279652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d12215-a867-486a-ad11-5423cac1ca2e req-d62140b5-8832-40fa-a5b5-1c0b40d8364b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.281294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d12215-a867-486a-ad11-5423cac1ca2e req-d62140b5-8832-40fa-a5b5-1c0b40d8364b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0501971 Nov 12 04:06:21.327205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02d12215-a867-486a-ad11-5423cac1ca2e req-74b724df-4625-471a-9ddc-83c74507d112 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399084 Nov 12 04:06:21.438532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202de2-56fa-437a-80f2-d77253a133d5 req-345067b9-68df-4ca8-b858-117ab028c998 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.440063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39202de2-56fa-437a-80f2-d77253a133d5 req-345067b9-68df-4ca8-b858-117ab028c998 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0487108 Nov 12 04:06:21.449215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 34902) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:21.454144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'floatingip': {'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:21.497344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.821498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.921629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:21.925276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.023330 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 associated. External IP: 172.25.4.196, port: dff828fb-e25b-4c88-91f1-6dd14d7c2619. Nov 12 04:06:22.224791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:22.333309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:22.338564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:22.343368 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:22.353192 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:22.353869 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:06:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:22.365386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca4bd682-2851-44f4-b5ed-a063c13916f1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "PUT /v2.0/floatingips/d4cf94ea-d080-4d95-a12a-48aa5123a245 HTTP/1.1" status: 200 len: 992 time: 0.9145868 Nov 12 04:06:22.366037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:22.368276 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ea9bd-87c5-4890-9183-c2c894501a19" -d '{"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:22.406734 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5028b3-79ea-40a3-a955-13896dc5265b x-openstack-request-id: req-8f5028b3-79ea-40a3-a955-13896dc5265b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:22.407110 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:22.407411 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f5028b3-79ea-40a3-a955-13896dc5265b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:22.407882 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'status': 'completed', 'code': 200} Nov 12 04:06:22.464543 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:22.473670 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-026b4f2d-10c5-4b5d-a643-643ee8530f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.475287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-026b4f2d-10c5-4b5d-a643-643ee8530f66 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1098 time: 0.0439467 Nov 12 04:06:22.564785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-73635418-707a-4de4-b7f7-25f48fec7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.566235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-73635418-707a-4de4-b7f7-25f48fec7f6f service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0847158 Nov 12 04:06:22.634380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-c5ac68b2-a3e8-4b07-930b-018b13021f3b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1000 time: 0.0615160 Nov 12 04:06:22.679255 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:06:21Z', 'revision_number': 9, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:22.683128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-68fe2fb3-a3eb-4731-99c3-21524d1b42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.684638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-68fe2fb3-a3eb-4731-99c3-21524d1b42dd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0435503 Nov 12 04:06:22.708624 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:22.717616 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:22.718281 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:06:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:22.731472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-889beca1-0858-436b-91ae-283609f5da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.732878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-889beca1-0858-436b-91ae-283609f5da87 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414627 Nov 12 04:06:22.822959 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:22.824727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-96d90434-867c-4ad1-96ae-855c80db200f service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848958 Nov 12 04:06:22.914799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ab2ea9bd-87c5-4890-9183-c2c894501a19 req-aa22ea08-f392-45e8-adb3-56840c55cdd0 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822449 Nov 12 04:06:23.046107 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:06:21Z', 'revision_number': 9, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:23.071372 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423953cf-e40d-480a-9907-a0551f601b92 None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:06:21Z', 'revision_number': 9, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:23.185914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:23.259756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c0b14-f465-4179-9833-37e8f5bcc54c None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:23.711313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.460082 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:31.221744 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.077295 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.049635 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4ea312b1-4251-49b2-925e-1e243f89b0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:50.445161 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8bb15f6c-be61-4a45-8625-7e8100b90e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:51.824186 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:53.187119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:53.713505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.237752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.080364 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.458958 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:18.052151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3203d52f-d195-4cea-bf6d-67def009ba9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:20.445920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cafc23ee-94e9-4e42-bbb8-8fe4d666d503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.599414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-5d72a78c-593a-44e5-ab17-f526b079c9d3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431006 Nov 12 04:07:21.680060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-006ace4f-c1b8-4815-9b4b-ac69759fc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.681604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-006ace4f-c1b8-4815-9b4b-ac69759fc393 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1098 time: 0.0403512 Nov 12 04:07:21.781199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-b15f00b5-3894-4d74-bd8f-88ba695f419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.782667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-b15f00b5-3894-4d74-bd8f-88ba695f419f service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0829635 Nov 12 04:07:21.827078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:21.849762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-bbbc93af-d906-4a2b-870b-c5e5cfa8a469 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1003 time: 0.0604448 Nov 12 04:07:21.897960 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-9deb5c57-09b5-4238-a084-d1417fd16a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.899396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-9deb5c57-09b5-4238-a084-d1417fd16a17 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0433247 Nov 12 04:07:21.944381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-e621b0a5-8cc7-4f85-ae23-65413c4b51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.945959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-e621b0a5-8cc7-4f85-ae23-65413c4b51c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401425 Nov 12 04:07:22.039238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-39b19998-9286-459a-bcdc-eb0204ff8651 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865772 Nov 12 04:07:22.129567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61cb0ec-1d90-48b1-a3d4-f6e4968e2385 req-87911943-f6de-4ca3-9e0c-3389f153809e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839112 Nov 12 04:07:23.188783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:23.715059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.235157 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:32.082701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:44.458769 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:48.053650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3b9f08a-d77f-49a3-81bc-dd5c19a2fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:50.446341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d7c083b-58eb-48ec-af9d-ef3082543c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:51.829605 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.190973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:53.717702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:59.426974 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-d5ba5787-7899-4b02-a980-bcfa10e2e990 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430098 Nov 12 04:07:59.791292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888ca10-54a7-4ee4-9440-c620cac25b38 req-4aa8f402-8558-49e4-8a4e-e121c9678749 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.792936 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1888ca10-54a7-4ee4-9440-c620cac25b38 req-4aa8f402-8558-49e4-8a4e-e121c9678749 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.4013021 Nov 12 04:07:59.840502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1888ca10-54a7-4ee4-9440-c620cac25b38 req-9074b47a-2bd6-45a1-9ad8-89656bf575d0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 Nov 12 04:08:00.502882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-602b90af-6060-40af-865d-6302b1ea5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.504395 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-602b90af-6060-40af-865d-6302b1ea5329 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1098 time: 0.0404272 Nov 12 04:08:00.596121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-9d82b8a8-e3b8-4685-ad7d-7bd0430e72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.597594 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-9d82b8a8-e3b8-4685-ad7d-7bd0430e72ea service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0858073 Nov 12 04:08:00.661833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-406c5776-50f5-4aea-8d42-629ae8b2b381 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1003 time: 0.0573232 Nov 12 04:08:00.712580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-9df04322-29bc-4b1f-820c-e62f81acca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.714007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-9df04322-29bc-4b1f-820c-e62f81acca6f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0459924 Nov 12 04:08:00.762826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-342b3e6b-78af-42ca-99e2-81e8ddbd62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.764755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-342b3e6b-78af-42ca-99e2-81e8ddbd62bb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389645 Nov 12 04:08:00.850902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-933db308-2b8d-4aa9-83d8-1cda7f18f187 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798023 Nov 12 04:08:00.978539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68edc8f-0965-4d4f-9a63-91dce6c82b26 req-69c71831-1b98-49bd-9010-31232c29d12f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:00.980007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e68edc8f-0965-4d4f-9a63-91dce6c82b26 req-69c71831-1b98-49bd-9010-31232c29d12f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0675797 Nov 12 04:08:00.983465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-7a10e656-136b-41a0-8393-56e3abda83aa service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256986 Nov 12 04:08:01.031515 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e68edc8f-0965-4d4f-9a63-91dce6c82b26 req-30e3dd05-fea9-4785-b7fb-486b0e91262d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Nov 12 04:08:01.233616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.065790 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.155406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7987141-47a7-449b-a59e-baff072dd3ab req-30634e97-8739-4e06-a052-50b7488d7493 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.156895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7987141-47a7-449b-a59e-baff072dd3ab req-30634e97-8739-4e06-a052-50b7488d7493 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0530488 Nov 12 04:08:02.203528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c7987141-47a7-449b-a59e-baff072dd3ab req-7b75bb96-3075-4c2a-9b03-74cca6b57cb6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Nov 12 04:08:03.323679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418d11-2b02-44fb-8d55-47a094d9c93b req-107fc4c8-f2f3-4e6e-a6ce-cc7f2d38009a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:03.325178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3418d11-2b02-44fb-8d55-47a094d9c93b req-107fc4c8-f2f3-4e6e-a6ce-cc7f2d38009a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0484211 Nov 12 04:08:03.371571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3418d11-2b02-44fb-8d55-47a094d9c93b req-3ef84b29-a2ff-46ec-9242-a40b502a5ca0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398569 Nov 12 04:08:04.490399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395642a-87e3-416f-a372-8f268743e9a5 req-64aae5b9-eced-406c-8eab-74423123d362 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.491766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a395642a-87e3-416f-a372-8f268743e9a5 req-64aae5b9-eced-406c-8eab-74423123d362 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0492926 Nov 12 04:08:04.542629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a395642a-87e3-416f-a372-8f268743e9a5 req-e3cd774a-e241-4df0-bcc1-3d430e4537cc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 Nov 12 04:08:05.656134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62615f1-93fe-4204-9425-6462bc56bb12 req-00845425-3743-4a6f-8715-725dc18dd6b8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:05.657592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d62615f1-93fe-4204-9425-6462bc56bb12 req-00845425-3743-4a6f-8715-725dc18dd6b8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0483756 Nov 12 04:08:05.703546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d62615f1-93fe-4204-9425-6462bc56bb12 req-1da46fe5-11a2-42a1-a453-6c88e829815b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Nov 12 04:08:06.816970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eae8f1-1aba-4383-bff3-3d060abae2fa req-5536a202-772f-48ce-a429-6c9a71528e49 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:06.818439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50eae8f1-1aba-4383-bff3-3d060abae2fa req-5536a202-772f-48ce-a429-6c9a71528e49 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0478334 Nov 12 04:08:06.864993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50eae8f1-1aba-4383-bff3-3d060abae2fa req-668302ea-4806-4549-b171-12a95668d3e7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 Nov 12 04:08:07.984608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5b895-5505-4c47-98b8-df50e7b21a59 req-99885dbb-f9c7-4d7c-8db8-ff30a88dc0cb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:07.985990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4b5b895-5505-4c47-98b8-df50e7b21a59 req-99885dbb-f9c7-4d7c-8db8-ff30a88dc0cb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0529883 Nov 12 04:08:08.032318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c4b5b895-5505-4c47-98b8-df50e7b21a59 req-84a8455a-bf54-4fe9-9e8d-8fe4dc510c3f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Nov 12 04:08:09.146705 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377404b1-4cad-43de-b991-f2fb597b2fc0 req-f5303e63-8796-4502-bf27-e1d87c23cc67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:09.148188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-377404b1-4cad-43de-b991-f2fb597b2fc0 req-f5303e63-8796-4502-bf27-e1d87c23cc67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Nov 12 04:08:09.195093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-377404b1-4cad-43de-b991-f2fb597b2fc0 req-668df937-ce5c-405b-bd9c-43ae66cdc3aa tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Nov 12 04:08:10.314772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7dff-1fb2-456e-a6d0-1a47290202b5 req-e9e0e22f-4468-4f0c-9f76-466df027d734 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:10.316257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e3a7dff-1fb2-456e-a6d0-1a47290202b5 req-e9e0e22f-4468-4f0c-9f76-466df027d734 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0514553 Nov 12 04:08:10.362904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e3a7dff-1fb2-456e-a6d0-1a47290202b5 req-d5e83fc4-e2ea-40a4-a1ec-2e495ad48554 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Nov 12 04:08:11.480030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06160-e786-4840-988f-ffa8502f5739 req-8a37d4f2-2e32-46b1-9f99-e9bf35929ec4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:11.481428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55f06160-e786-4840-988f-ffa8502f5739 req-8a37d4f2-2e32-46b1-9f99-e9bf35929ec4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0488191 Nov 12 04:08:11.529893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55f06160-e786-4840-988f-ffa8502f5739 req-cdededc1-8f91-47d5-ac6b-6553ab0f2857 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Nov 12 04:08:12.645399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a411d6c-6a7e-4fb1-b4d7-d8b2509e7d97 req-8f670068-9e5b-447c-ab38-c80f15ccabbd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.646870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a411d6c-6a7e-4fb1-b4d7-d8b2509e7d97 req-8f670068-9e5b-447c-ab38-c80f15ccabbd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0479965 Nov 12 04:08:12.697107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a411d6c-6a7e-4fb1-b4d7-d8b2509e7d97 req-b8062e92-b3ee-4c65-b7eb-93b7334de0c6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Nov 12 04:08:12.884876 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-8ac1e32b-6f7f-4737-8084-493172d63f7f service neutron] show failed (client error): The resource could not be found. Nov 12 04:08:12.885854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-8ac1e32b-6f7f-4737-8084-493172d63f7f service neutron] 10.222.0.100 "GET /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0548763 Nov 12 04:08:13.107809 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-54e2b7c4-f4b6-4079-8aa1-34207e960be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.109347 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-54e2b7c4-f4b6-4079-8aa1-34207e960be2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1098 time: 0.0404582 Nov 12 04:08:13.120949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:13.175708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.371937 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:13.404997 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:13.444350 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:13.446532 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab06aab-525c-4c08-9b41-b137716e23c8" -d '{"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-unplugged", "status": "completed", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:13.450236 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.463117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Transition to ACTIVE for port object dff828fb-e25b-4c88-91f1-6dd14d7c2619 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:13.467301 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.500188 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b1e53-cdfb-4486-b3fd-21ca34915b7f x-openstack-request-id: req-fb0b1e53-cdfb-4486-b3fd-21ca34915b7f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:13.500484 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-unplugged", "status": "completed", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:13.500733 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fb0b1e53-cdfb-4486-b3fd-21ca34915b7f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:13.501120 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'code': 200} Nov 12 04:08:13.550101 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:13.564914 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.565265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.565613 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.565953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.566292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.566624 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.566951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.567281 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.567607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.567932 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.568353 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.568677 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:13.605215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] No DVR routers for this DVR port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h2-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:13.742366 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:13.742707 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:13.743039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:13.747462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:13.747788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:13.752859 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:13.753106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:13.753462 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:13.753893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Bound port: dff828fb-e25b-4c88-91f1-6dd14d7c2619, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:13.754252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.821649 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h1-713499-30, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:13.822100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667a446-1a1b-4706-b19e-98c2a011ca84 req-aa37a691-9172-4114-8719-627edbf472f0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.823596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2667a446-1a1b-4706-b19e-98c2a011ca84 req-aa37a691-9172-4114-8719-627edbf472f0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0494418 Nov 12 04:08:13.824543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:13.829289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.862801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.863355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:13.864746 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] 10.222.0.98 "PUT /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1093 time: 0.7479560 Nov 12 04:08:13.880380 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2667a446-1a1b-4706-b19e-98c2a011ca84 req-e706754d-e78a-4876-80b3-71f7d1becf00 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Nov 12 04:08:13.899380 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8869369-010b-4f9c-8de8-e7c224699d25 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:13.936563 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-a44b1bed-f05c-4f70-bd8d-6b223bd20156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.938103 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-a44b1bed-f05c-4f70-bd8d-6b223bd20156 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0467665 Nov 12 04:08:14.038840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-33f37c33-43ef-41f2-a45b-1955b243ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.040659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-33f37c33-43ef-41f2-a45b-1955b243ba66 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0954473 Nov 12 04:08:14.107953 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-465aed73-d58f-46fe-823b-bee6cc0aa3d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.0605457 Nov 12 04:08:14.160427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-2d86fc7a-81fe-4ff4-9017-a98a6bd25aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.161804 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-2d86fc7a-81fe-4ff4-9017-a98a6bd25aa8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0445333 Nov 12 04:08:14.212331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-03c57354-c371-4e56-918d-3d3f578432f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.213735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-03c57354-c371-4e56-918d-3d3f578432f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453370 Nov 12 04:08:14.302647 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-27c03ff2-c5d3-4cc2-8e9a-d9512d5c7dad service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Nov 12 04:08:14.394983 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-67ca07fd-d7eb-4b18-97c4-b15ba0644a1a req-661c172b-0b1f-4239-b078-6514a4c886cb service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Nov 12 04:08:14.999663 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4548a8-65c0-4397-a75a-428d9ef24fea req-c04ba06e-bbfe-4c09-bbcf-17b2468c44d3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.001226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be4548a8-65c0-4397-a75a-428d9ef24fea req-c04ba06e-bbfe-4c09-bbcf-17b2468c44d3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0486076 Nov 12 04:08:15.051369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-be4548a8-65c0-4397-a75a-428d9ef24fea req-029d35a0-e5d0-4365-a422-31bf17c7aa68 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Nov 12 04:08:15.418951 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-f65423eb-15a5-4a6a-a2a1-5e02c7c8cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.421065 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-f65423eb-15a5-4a6a-a2a1-5e02c7c8cd96 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0419824 Nov 12 04:08:15.504393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:15.506537 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e699d3edc4096ed2c92330f278ef384dacb3c9c610352d5603711aceccd0b06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:15.531813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-4171b0ed-8500-49f9-ab3d-592632ec2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.533371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-4171b0ed-8500-49f9-ab3d-592632ec2d59 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0928917 Nov 12 04:08:15.576685 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0a1a50-c100-44f3-a1ba-feff91ab0977 x-openstack-request-id: req-ec0a1a50-c100-44f3-a1ba-feff91ab0977 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:15.576964 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:15.577205 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ec0a1a50-c100-44f3-a1ba-feff91ab0977 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:15.577594 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'status': 'completed', 'code': 200} Nov 12 04:08:15.602444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-569d3396-a541-4258-a7ff-2d1e2ffe4d48 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.0619178 Nov 12 04:08:15.621723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-5c05b118-f41f-43d7-bffa-4e5f604df347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.623267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-5c05b118-f41f-43d7-bffa-4e5f604df347 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0414340 Nov 12 04:08:15.655267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-6096885c-df77-47d9-b02d-47b17e6489eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.656764 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-6096885c-df77-47d9-b02d-47b17e6489eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0451405 Nov 12 04:08:15.709641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-ad6d6513-984a-4832-bd2e-91b36e08032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.711236 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-ad6d6513-984a-4832-bd2e-91b36e08032c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455761 Nov 12 04:08:15.714457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-760e95f0-cee0-494b-8d34-57dd0477373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.715942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-760e95f0-cee0-494b-8d34-57dd0477373b service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0861640 Nov 12 04:08:15.785896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-e55761af-cf8f-485b-97b8-dee693024968 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.0633130 Nov 12 04:08:15.808208 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-d05c330d-66d1-4463-aadb-7abac3cb6451 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Nov 12 04:08:15.834812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f619fb45-3d04-4d97-b8ac-a4940f5daae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.836623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f619fb45-3d04-4d97-b8ac-a4940f5daae6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0445960 Nov 12 04:08:15.882786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-955ec583-077b-400e-8916-c4cbdae0777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:15.884605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-955ec583-077b-400e-8916-c4cbdae0777b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407679 Nov 12 04:08:15.911126 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-1e1cbc5d-ad2c-4c95-8fd2-04b374e8a63c req-e83395af-8041-4cec-87d3-62db976b073f service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937397 Nov 12 04:08:15.983431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-2bd32f88-9341-4717-ad62-514ff3ffc204 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915318 Nov 12 04:08:16.007352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f924fea8-88f3-45e7-84b4-1f82ceee2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.009379 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f924fea8-88f3-45e7-84b4-1f82ceee2e9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0435660 Nov 12 04:08:16.082183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-7c2a821b-0344-49ee-b5e7-c33b993b1a37 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920222 Nov 12 04:08:16.110722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-9971021d-feaf-4da7-a71c-73e805d938c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.112846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-9971021d-feaf-4da7-a71c-73e805d938c5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0962603 Nov 12 04:08:16.169910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e8999-e5a8-4202-8430-be25818c5ed3 req-6d7c8afb-3257-4b2b-8720-c369e588693b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.171400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af2e8999-e5a8-4202-8430-be25818c5ed3 req-6d7c8afb-3257-4b2b-8720-c369e588693b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0501711 Nov 12 04:08:16.180106 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-59a8da04-9f74-4cd2-afb0-b06bf6372d87 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.0605760 Nov 12 04:08:16.220228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af2e8999-e5a8-4202-8430-be25818c5ed3 req-f73f4193-a0c8-4bee-86db-4bcb43f0ac40 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Nov 12 04:08:16.230505 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-04982b5e-222e-41d7-82c8-51523bbe487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.232586 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-04982b5e-222e-41d7-82c8-51523bbe487e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0456805 Nov 12 04:08:16.282456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f30bf092-3c0c-4f6b-90f5-2e0f9f894e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.284005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-f30bf092-3c0c-4f6b-90f5-2e0f9f894e28 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446372 Nov 12 04:08:16.373727 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-5b367a27-bd9e-4b43-b4c6-1235a2ecb1bc service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826697 Nov 12 04:08:16.472026 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-9890ebc9-61fb-4309-b86c-9daa38e026a5 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916872 Nov 12 04:08:16.541615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-36d850d0-5512-4071-9616-026adb6727c6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.543430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-36d850d0-5512-4071-9616-026adb6727c6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.0831535 Nov 12 04:08:16.556045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5be8e-d8cf-42b0-9ddf-ba0ca5081aba req-f6718714-77c2-4ecc-bd1c-a025e0137989 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.557417 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ec5be8e-d8cf-42b0-9ddf-ba0ca5081aba req-f6718714-77c2-4ecc-bd1c-a025e0137989 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0706415 Nov 12 04:08:16.641863 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ec5be8e-d8cf-42b0-9ddf-ba0ca5081aba req-838ac1af-ba01-47b0-be61-a32d19ac7160 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778260 Nov 12 04:08:16.645849 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-2ef2dfeb-7e35-45b4-a11d-46cbef44bb81 service neutron] 10.222.0.98 "GET /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.0875874 Nov 12 04:08:16.706048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-b371a644-843e-4302-8019-0ef564e9f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.707543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-b371a644-843e-4302-8019-0ef564e9f8da service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0401852 Nov 12 04:08:16.799595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-568e2e19-9d16-42dd-a703-c33377bb9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.801115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-568e2e19-9d16-42dd-a703-c33377bb9b96 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0872214 Nov 12 04:08:16.864555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-48a51896-07ab-4ff2-9c97-3fa6aef0357e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.0566373 Nov 12 04:08:16.915893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-4f35ef20-ad8e-48a4-8f33-101f7a875ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.917268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-4f35ef20-ad8e-48a4-8f33-101f7a875ca0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0464609 Nov 12 04:08:16.960786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-cfa16896-df67-4403-8447-420e020d4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:16.962224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-cfa16896-df67-4403-8447-420e020d4ac9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383790 Nov 12 04:08:17.050090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-d3fd49a7-006f-449a-bc11-9d924994bb17 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806813 Nov 12 04:08:17.143066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-730f253d-abef-4bac-81df-b1e58e7835dc service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847099 Nov 12 04:08:17.371713 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:17.410539 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:17.759242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093999a3-657f-41bc-9aa7-f200d9743eb9 req-f71732b2-ee3e-406e-b6b6-cb8aeeb8950e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.760740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-093999a3-657f-41bc-9aa7-f200d9743eb9 req-f71732b2-ee3e-406e-b6b6-cb8aeeb8950e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0491836 Nov 12 04:08:17.807403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-093999a3-657f-41bc-9aa7-f200d9743eb9 req-cda6c1e1-61b2-4ae2-8038-6eb12ba2a938 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Nov 12 04:08:18.057299 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9ab4-293d-48a6-93a1-e4f20a6dcea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.929735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d92cc3-cc1d-44a1-b474-5fef93a7d62b req-507a3c58-3539-4187-b396-dfbc1a9ca469 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.931367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62d92cc3-cc1d-44a1-b474-5fef93a7d62b req-507a3c58-3539-4187-b396-dfbc1a9ca469 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 944 time: 0.0536952 Nov 12 04:08:18.946665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:19.006385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-90759333-78d3-4dce-9426-9fc2cd590cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.007780 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-90759333-78d3-4dce-9426-9fc2cd590cb6 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1096 time: 0.0643675 Nov 12 04:08:19.011825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-62d92cc3-cc1d-44a1-b474-5fef93a7d62b req-3cadfa95-ef6d-471f-9ae5-d19a58bff5d7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742395 Nov 12 04:08:19.019766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:19.041499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.053052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:19.076396 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.247607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.260750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:19.286149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.317357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:19.349314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:19.356551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.366866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Ignored duplicate provisioning block setup for port dff828fb-e25b-4c88-91f1-6dd14d7c2619 by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 04:08:19.370413 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.406372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:08:19.406372 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:08:19.453668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.465706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.466600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.466945 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.467282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.467616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.467946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.468291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.468622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.468949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.469272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.469599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.469918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.503147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] No DVR routers for this DVR port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:19.640615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:19.640946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:19.641274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:19.645667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:19.645975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Attempting to bind port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:19.650747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:19.651076 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:19.651473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:19.651911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Bound port: dff828fb-e25b-4c88-91f1-6dd14d7c2619, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:19.652282 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.712855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:19.715773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:19.720265 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.755281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.755941 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.757313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] 10.222.0.100 "PUT /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1093 time: 0.7415905 Nov 12 04:08:19.757748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:19.760250 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d41128-e6da-475c-8e42-22c58e1b6918" -d '{"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:19.815552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20811-074a-4b8a-a562-62df18a8e5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.834194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-cfcd1106-f66a-488a-af26-cbc51018b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.835601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-cfcd1106-f66a-488a-af26-cbc51018b9ba service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0527241 Nov 12 04:08:19.900203 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7492e3e9-633c-4447-b29a-6b9f7fc46ceb x-openstack-request-id: req-7492e3e9-633c-4447-b29a-6b9f7fc46ceb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:19.900491 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:19.900769 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7492e3e9-633c-4447-b29a-6b9f7fc46ceb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:19.901174 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'status': 'completed', 'code': 200} Nov 12 04:08:19.944595 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.958826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:19.974860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-dec13808-4714-41ee-86cd-d8f150e64b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.977228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-dec13808-4714-41ee-86cd-d8f150e64b6c service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1336858 Nov 12 04:08:19.979236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-6f220bf4-790e-4559-9891-8b62251c6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.980606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-6f220bf4-790e-4559-9891-8b62251c6dfa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1096 time: 0.0750391 Nov 12 04:08:19.990651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.994887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.040981 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:20.053035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.053490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.053749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.054251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.054790 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.055288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.055761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.056387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.057071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.057563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.057894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.058471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:20.140916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-c0d0c309-3229-4061-a013-51e354ec5f66 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1001 time: 0.1563563 Nov 12 04:08:20.201652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ec12d-2a0f-477e-b95b-07cce59d1395 req-7d5db2fd-80a8-4a88-ba11-0e306f7f9620 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.203109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-388ec12d-2a0f-477e-b95b-07cce59d1395 req-7d5db2fd-80a8-4a88-ba11-0e306f7f9620 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.1079445 Nov 12 04:08:20.206029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-d86efedc-f3a8-4fb9-baaa-b598a9095cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.207369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-d86efedc-f3a8-4fb9-baaa-b598a9095cb2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.2170334 Nov 12 04:08:20.269680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-49268b41-905c-4241-a927-6383e1687dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.271121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-49268b41-905c-4241-a927-6383e1687dfd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.1208496 Nov 12 04:08:20.335878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-388ec12d-2a0f-477e-b95b-07cce59d1395 req-c35d6c06-5508-41b8-a532-855c34b226f6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258361 Nov 12 04:08:20.338741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-5095389f-2d63-4212-a974-cf9fa9de94a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1002 time: 0.1187608 Nov 12 04:08:20.382543 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-b367453d-db14-45ef-b185-36b3468a8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.384313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-b367453d-db14-45ef-b185-36b3468a8014 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025565 Nov 12 04:08:20.419465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-25b34f15-c63c-4328-8bb4-b06ae3ef26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.420912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-25b34f15-c63c-4328-8bb4-b06ae3ef26bf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0747578 Nov 12 04:08:20.446891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-400fc2ae-2de1-400b-869f-802d27dfac60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.509254 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-2f1d59b1-ed82-408e-884b-bab0700493d5 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174657 Nov 12 04:08:20.510927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-0ed89358-1f13-4cca-b9c8-fa5c61be0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.512327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-0ed89358-1f13-4cca-b9c8-fa5c61be0d41 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640597 Nov 12 04:08:20.668116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b62cc00e-57e6-41de-9fd2-17a9ae808787 req-369f88a8-b533-487c-b830-42098f691b98 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515656 Nov 12 04:08:20.672017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-ace7f7dd-2b40-486f-8c97-813aed7b0f12 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488535 Nov 12 04:08:20.791734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-7fcfd202-fe78-44de-8ab3-c3d9de809cf6 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129587 Nov 12 04:08:20.794390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-fa2b0627-9c56-4c9a-acd3-8747e8b1664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.795721 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-fa2b0627-9c56-4c9a-acd3-8747e8b1664f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 1098 time: 0.0644007 Nov 12 04:08:20.886337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-584a99c5-d621-4a4f-b7c4-4d14426cedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:20.888341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-584a99c5-d621-4a4f-b7c4-4d14426cedd7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0861373 Nov 12 04:08:20.955429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-c53feba6-faeb-4115-88c0-3adcf001ebda service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 200 len: 1002 time: 0.0597289 Nov 12 04:08:20.962179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:21.000272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:21.003744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-199ca97f-1ce2-4ee3-9cf5-a2f8225d291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.005211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-199ca97f-1ce2-4ee3-9cf5-a2f8225d291e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0430503 Nov 12 04:08:21.051060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-aaf318c6-41b0-44d5-b934-2859aca8c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.052548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-aaf318c6-41b0-44d5-b934-2859aca8c581 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392902 Nov 12 04:08:21.145664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-a2a3d62f-615b-4620-af45-4d80501ebf27 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839314 Nov 12 04:08:21.235753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48d41128-e6da-475c-8e42-22c58e1b6918 req-bf556053-46fe-459f-b5f2-aa3aefc7f498 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Nov 12 04:08:21.452753 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535b23c-7731-4c57-a259-e0beed90959e req-7fcf7a9b-a27c-49ab-bb47-a21f9a850269 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:21.454225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3535b23c-7731-4c57-a259-e0beed90959e req-7fcf7a9b-a27c-49ab-bb47-a21f9a850269 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0485125 Nov 12 04:08:21.458177 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:21.504845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3535b23c-7731-4c57-a259-e0beed90959e req-49ed72cc-766a-43d9-a01a-9cc64dfd1fa0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Nov 12 04:08:21.832523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.618651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b82dd-f104-456e-b970-15dfc6acb0a4 req-ededfef8-1435-4bec-8841-0f321d2fbadb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.620139 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a0b82dd-f104-456e-b970-15dfc6acb0a4 req-ededfef8-1435-4bec-8841-0f321d2fbadb tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0484486 Nov 12 04:08:22.667184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a0b82dd-f104-456e-b970-15dfc6acb0a4 req-a8ec05b3-80ff-4225-a0ca-124689a1b18b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 Nov 12 04:08:22.780218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd394d3b-5fb6-4eeb-9ca0-375341311379 req-f0adc5cd-bde2-4108-ba50-5cf255c1e0e4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.781693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd394d3b-5fb6-4eeb-9ca0-375341311379 req-f0adc5cd-bde2-4108-ba50-5cf255c1e0e4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0485530 Nov 12 04:08:22.828250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd394d3b-5fb6-4eeb-9ca0-375341311379 req-993acc33-8ee8-48e1-9e68-553d83d3e7f5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406621 Nov 12 04:08:22.943671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe382a-0795-4c82-9b8e-a197c79b50e0 req-7733ab1a-39c0-4b10-9519-463ef0df088c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:22.945146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60fe382a-0795-4c82-9b8e-a197c79b50e0 req-7733ab1a-39c0-4b10-9519-463ef0df088c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Nov 12 04:08:22.992246 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60fe382a-0795-4c82-9b8e-a197c79b50e0 req-7cba5abe-1eb6-4c27-b46b-6e59ab69a531 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Nov 12 04:08:23.197227 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.226118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72614473-76f4-4859-9eb5-34f67fc33659 req-e30933ce-813b-43b6-939d-ec197518abfd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:23.227603 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72614473-76f4-4859-9eb5-34f67fc33659 req-e30933ce-813b-43b6-939d-ec197518abfd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.0492308 Nov 12 04:08:23.277386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72614473-76f4-4859-9eb5-34f67fc33659 req-2eec56e3-51b7-43b5-a0f7-8687148eb1ad tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Nov 12 04:08:23.387368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:23.478965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:23.490627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'mac_address': 'fa:16:3e:8a:be:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:23.722146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.780273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['dff828fb-e25b-4c88-91f1-6dd14d7c2619'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:24.765242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a44f3-4dd1-43c2-a94b-af8fc7d61048 req-f1baa3a1-ba16-4164-8507-3b8afdc78b28 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.766701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a9a44f3-4dd1-43c2-a94b-af8fc7d61048 req-f1baa3a1-ba16-4164-8507-3b8afdc78b28 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.4175241 Nov 12 04:08:24.779454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-37db9b28-f92a-446e-84be-a277c6bb31c7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:24.780858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-37db9b28-f92a-446e-84be-a277c6bb31c7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 946 time: 0.4067521 Nov 12 04:08:24.871398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a9a44f3-4dd1-43c2-a94b-af8fc7d61048 req-9a9b9101-3a93-4e2c-a61e-2b08c74d9068 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895860 Nov 12 04:08:24.894815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Deleting port dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:24.895178 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.983537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] For port dff828fb-e25b-4c88-91f1-6dd14d7c2619, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=dff828fb-e25b-4c88-91f1-6dd14d7c2619,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:24.983894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.149190 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.149550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.149869 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 disassociated. External IP: 172.25.4.196, port: dff828fb-e25b-4c88-91f1-6dd14d7c2619. Nov 12 04:08:25.150208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Calling delete_port for dff828fb-e25b-4c88-91f1-6dd14d7c2619 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:25.280416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.308997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'Port': ['ID=dff828fb-e25b-4c88-91f1-6dd14d7c2619,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.433747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:25.436212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:25.440418 n-d-713499-30 neutron-server[102607]: INFO neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No ports have port_id starting with dff828fb-e25b-4c88-91f1-6dd14d7c2619 Nov 12 04:08:25.441912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 requested by agent hyperv_n-h2-713499-30 not found in database {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 04:08:25.544058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:25.553213 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:25.563022 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:25.563730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:08:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:25.583095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] No DVR routers for this DVR port dff828fb-e25b-4c88-91f1-6dd14d7c2619 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:25.585666 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.588991 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50ca6ba1-92d3-487a-b581-fceea2fa2b42 req-f51b0168-4569-4451-a594-f033f4eb8d27 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "DELETE /v2.0/ports/dff828fb-e25b-4c88-91f1-6dd14d7c2619 HTTP/1.1" status: 204 len: 173 time: 0.8016660 Nov 12 04:08:25.589426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-deleted', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:25.592268 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff1457-0e77-40f9-b71b-ce424c5632f5" -d '{"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-deleted", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:25.644557 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273b6c2-9dec-49b1-bf85-0a1fb0e0d343 x-openstack-request-id: req-9273b6c2-9dec-49b1-bf85-0a1fb0e0d343 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:25.644849 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8865a0e7-5879-4bf1-9016-db6a91482db9", "name": "network-vif-deleted", "tag": "dff828fb-e25b-4c88-91f1-6dd14d7c2619", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:25.645106 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9273b6c2-9dec-49b1-bf85-0a1fb0e0d343 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:25.645520 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8865a0e7-5879-4bf1-9016-db6a91482db9', 'name': 'network-vif-deleted', 'tag': 'dff828fb-e25b-4c88-91f1-6dd14d7c2619', 'status': 'completed', 'code': 200} Nov 12 04:08:25.675099 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:25.960948 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:25.989680 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:26.000001 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:26.000632 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:08:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:26.119439 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:26.241003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de8015f3-aadd-43d4-bcff-fd6a6b85198e req-875f678c-ca4c-4d72-8efa-858c97a68749 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=8865a0e7-5879-4bf1-9016-db6a91482db9 HTTP/1.1" status: 200 len: 210 time: 0.0299137 Nov 12 04:08:26.321138 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:26.345720 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13b39d-48d7-4e6b-9f4f-fed6e23ff47e None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:26.562010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4299c105-adcf-4316-bd6a-a4c027d2dae0 None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:27.514944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-df2d44c4-038b-4031-8d9f-a7f89fa9ab7b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1904839608&fields=id&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 267 time: 0.0419226 Nov 12 04:08:27.619369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-06441cc8-e1b7-4d30-816c-4ba4a3b33344 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.620854 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-06441cc8-e1b7-4d30-816c-4ba4a3b33344 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.0992167 Nov 12 04:08:27.636148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-f02750c0-299a-4b93-8d52-90e3aff4ce33 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/quotas/2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 375 time: 0.0091159 Nov 12 04:08:27.692479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-a6d6dc96-465d-458c-bd9c-d73ed6499c11 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511732 Nov 12 04:08:27.842815 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-c7b7a331-e270-4be3-9be8-2a14815a653f service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385326 Nov 12 04:08:27.934370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-e14547e8-02d8-4488-b34e-f14a50f32a69 service neutron] 10.222.0.93 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855033 Nov 12 04:08:28.093864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-54984495-12e9-49b3-8ac8-f757da159ed7 req-c6d33a8f-1d28-45aa-a342-9e3315a926ae tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0269709 Nov 12 04:08:29.041179 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-619676d0-6783-4cce-a911-d642f33f0c33 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.042602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-619676d0-6783-4cce-a911-d642f33f0c33 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 812 time: 0.1008458 Nov 12 04:08:29.106960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-8fe2eea3-c690-4bed-b292-a41d4b1ea6e6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 380 time: 0.0558336 Nov 12 04:08:29.120825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'port': {'device_id': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'admin_state_up': True, 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'security_groups': ['895b53c6-287a-4576-a5b2-f9ec8be2077c']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:29.202811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38bfa099-0431-4203-8b61-00c5d0453fad req-89d9d051-ca71-4b5e-815f-b8465daff9dc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Nov 12 04:08:29.255643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Made reservation on behalf of 2d0fec39b6174f979c8e6a6975f9f77e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:29.259764 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.386814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Allocated IP 172.20.0.10 (1cf17d3b-866f-408e-8376-dbbbb765b144/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:29.456626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:29.477299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: dff828fb-e25b-4c88-91f1-6dd14d7c2619 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:29.477643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device dff828fb-e25b-4c88-91f1-6dd14d7c2619 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:29.524014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.557560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.596832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:29.599824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:29.606775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:29.634407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.661912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.662524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.679710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-d11e5cca-0a97-4fb1-a5fc-bcf9bff6de93 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625188 Nov 12 04:08:29.691789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Request body: {'port': {'device_id': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:29.751891 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.848922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-98b15f54-9961-4995-87c9-5f9f48840da7 None None] Provisioning complete for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:29.849412 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98b15f54-9961-4995-87c9-5f9f48840da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.882575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-98b15f54-9961-4995-87c9-5f9f48840da7 None None] Port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:30.012704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:30.020108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.033240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Transition to ACTIVE for port object 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:30.036856 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.089887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.164423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:30.164820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:30.165159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:30.169831 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:30.170282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:30.175528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:30.175953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:30.176429 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:30.176864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Bound port: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:30.177220 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.248284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:30.251896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:30.256919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.309740 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.310363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.311764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] 10.222.0.100 "PUT /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1093 time: 0.6243045 Nov 12 04:08:30.312466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:30.314666 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd096e-ef5b-474a-a2c4-5ec3897c7086" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:30.359827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b49d4-e1bd-4dd3-8218-994574e01650 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.403024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8770-bfa5-487e-a8ef-200bcbb30bac req-fa489d4d-cc47-4d2b-b2eb-f0b3790b88ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.404572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfbf8770-bfa5-487e-a8ef-200bcbb30bac req-fa489d4d-cc47-4d2b-b2eb-f0b3790b88ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.1195560 Nov 12 04:08:30.407054 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e922c-ff03-4afa-bd3b-239762029701 x-openstack-request-id: req-cc8e922c-ff03-4afa-bd3b-239762029701 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:30.407336 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:30.407596 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cc8e922c-ff03-4afa-bd3b-239762029701 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:30.408022 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'status': 'completed', 'code': 200} Nov 12 04:08:30.449964 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-ab29f294-3b11-488c-8803-e4aa8699f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.451479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-ab29f294-3b11-488c-8803-e4aa8699f89d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.0877302 Nov 12 04:08:30.503207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cfbf8770-bfa5-487e-a8ef-200bcbb30bac req-d63427a3-f674-462d-803a-0c9c263997fa tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914466 Nov 12 04:08:30.504943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-25b38152-24a5-4969-888f-6098013c1be6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 217 time: 0.0455787 Nov 12 04:08:30.555053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-99308b5b-6488-4047-bb25-34b0c7403d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.556479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-99308b5b-6488-4047-bb25-34b0c7403d5d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0444999 Nov 12 04:08:30.602351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-a76d5e2e-6c85-42db-ab7f-31c2035fe4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.603941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-a76d5e2e-6c85-42db-ab7f-31c2035fe4de service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403757 Nov 12 04:08:30.696877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-84d222ee-8fa1-4a13-8b54-fdef18d1647e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Nov 12 04:08:30.785677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-085ba252-6c2e-4338-8f8a-13abba15b042 req-a1a0b84c-011a-4719-abf7-94488a115a43 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818970 Nov 12 04:08:30.875561 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-3631d810-5e59-4e67-9f35-d1bb5218b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.877129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-3631d810-5e59-4e67-9f35-d1bb5218b986 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.0458324 Nov 12 04:08:30.966174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-28391126-a00e-4d53-9ae2-f8baed04108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.967627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-28391126-a00e-4d53-9ae2-f8baed04108a service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0838492 Nov 12 04:08:31.013221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-8922319b-2f7f-4464-a4ad-dca60e299d55 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 217 time: 0.0379906 Nov 12 04:08:31.061339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-212f05b7-89a1-405f-a43e-641147211a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.062766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-212f05b7-89a1-405f-a43e-641147211a7c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0426795 Nov 12 04:08:31.109437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-a522d923-4dab-4d8c-a4f6-52dec764b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.110949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-a522d923-4dab-4d8c-a4f6-52dec764b1d5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397985 Nov 12 04:08:31.204611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-14843459-ac72-4a2e-ab3e-89fb69d2d3d3 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Nov 12 04:08:31.235420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.296726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31bd096e-ef5b-474a-a2c4-5ec3897c7086 req-1026dd19-295b-405e-8e12-436dbe0e0fb7 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849121 Nov 12 04:08:31.619160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba88a7-6b85-491f-a69c-16e2a699f546 req-46197e6f-27b3-4571-bf86-417d83fdd0d6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.620669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21ba88a7-6b85-491f-a69c-16e2a699f546 req-46197e6f-27b3-4571-bf86-417d83fdd0d6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0482092 Nov 12 04:08:31.672967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21ba88a7-6b85-491f-a69c-16e2a699f546 req-09f41b1a-6c17-44fb-a0c8-bdcbce724ec2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Nov 12 04:08:32.083776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.787798 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46261d-01c4-4026-8bde-c3d869c0d7f6 req-b940f809-72a8-4d00-87a1-451044ce19f6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.789270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac46261d-01c4-4026-8bde-c3d869c0d7f6 req-b940f809-72a8-4d00-87a1-451044ce19f6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0490925 Nov 12 04:08:32.835228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ac46261d-01c4-4026-8bde-c3d869c0d7f6 req-f66377fa-51fc-4c82-8636-f21477c05889 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Nov 12 04:08:33.464350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:33.557509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:33.568727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:33.608677 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.621583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:33.639758 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:33.643498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.689967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.830401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:33.952032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016806f2-cd03-440b-b196-55e7b1158aab req-c79a5744-f9a5-4555-9221-a33e5f843a46 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.953521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-016806f2-cd03-440b-b196-55e7b1158aab req-c79a5744-f9a5-4555-9221-a33e5f843a46 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Nov 12 04:08:33.999947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-016806f2-cd03-440b-b196-55e7b1158aab req-18a264b4-bd00-4ba0-930d-909a8b4fb835 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 Nov 12 04:08:35.116809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bf195-e528-4b5b-b459-e1e684cf4b9b req-ab325761-d6fa-48d2-b34b-482aea984a2e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.118248 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b5bf195-e528-4b5b-b459-e1e684cf4b9b req-ab325761-d6fa-48d2-b34b-482aea984a2e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0509846 Nov 12 04:08:35.164493 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0b5bf195-e528-4b5b-b459-e1e684cf4b9b req-b959b1f5-6cdc-4a53-861a-2fc7617c5a62 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397184 Nov 12 04:08:35.479883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:35.529218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:35.533096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:35.533466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.609655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.634494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:35.637330 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa674b5-ad26-4ec9-b7bc-bb8f8401b6bb" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:35.650103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:35.654263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:35.704120 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:35.741081 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe5319-2979-4fc6-8e75-e529399625d2 x-openstack-request-id: req-5ffe5319-2979-4fc6-8e75-e529399625d2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:35.741371 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:35.741621 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5ffe5319-2979-4fc6-8e75-e529399625d2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:35.742014 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'code': 200} Nov 12 04:08:35.836400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3e16-51ab-46e0-8b47-f0aa1260b9b4 req-a64cf1d9-b6a9-4f3b-bc40-b85a72f4969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.837925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad1c3e16-51ab-46e0-8b47-f0aa1260b9b4 req-a64cf1d9-b6a9-4f3b-bc40-b85a72f4969f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1098 time: 0.0407500 Nov 12 04:08:35.880709 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad1c3e16-51ab-46e0-8b47-f0aa1260b9b4 req-4e58eb65-d165-4164-acba-f13dc8e934ac service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358596 Nov 12 04:08:36.284475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9bf6-41ba-4990-888f-4618400ed9a8 req-d289dd05-ff57-4d82-8337-786b1d706b94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.285973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a9c9bf6-41ba-4990-888f-4618400ed9a8 req-d289dd05-ff57-4d82-8337-786b1d706b94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Nov 12 04:08:36.332895 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a9c9bf6-41ba-4990-888f-4618400ed9a8 req-2fcaaa4c-9029-4e75-80cb-939a43946084 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Nov 12 04:08:37.448850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0be0-6de2-439d-803e-8b790124b575 req-8e1eb9dd-0c05-452e-ac1c-8f332b717675 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.450328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-489f0be0-6de2-439d-803e-8b790124b575 req-8e1eb9dd-0c05-452e-ac1c-8f332b717675 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0487332 Nov 12 04:08:37.496667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-489f0be0-6de2-439d-803e-8b790124b575 req-c6684709-a720-45fb-afb7-cac6028905de tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Nov 12 04:08:37.609596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7757925-8e7a-4e20-bf4f-e5ac63d0a25e req-f19d3823-10e5-477d-af62-7949e2ed3faf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.611054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7757925-8e7a-4e20-bf4f-e5ac63d0a25e req-f19d3823-10e5-477d-af62-7949e2ed3faf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0475898 Nov 12 04:08:37.619631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35248) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:37.624537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Request body: {'floatingip': {'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:37.666004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.087024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.091276 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.189274 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 associated. External IP: 172.25.4.196, port: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53. Nov 12 04:08:38.388246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:38.493337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:38.499232 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.503260 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:38.513540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:38.514149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:08:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:38.526772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78f78ab2-e840-4ab0-93a3-d0cd76a07eec tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "PUT /v2.0/floatingips/d4cf94ea-d080-4d95-a12a-48aa5123a245 HTTP/1.1" status: 200 len: 993 time: 0.9060779 Nov 12 04:08:38.527436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:38.530436 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee49c1e-d41d-460e-8d2d-c2f712220545" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:38.567692 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec4e5c-1754-4671-99bf-da7ce6a6752c x-openstack-request-id: req-98ec4e5c-1754-4671-99bf-da7ce6a6752c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:38.568006 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:38.568260 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-98ec4e5c-1754-4671-99bf-da7ce6a6752c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:38.568667 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'status': 'completed', 'code': 200} Nov 12 04:08:38.620330 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:38.636137 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-1f8e2da2-06b6-4dd7-8372-73690ae42595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.638159 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-1f8e2da2-06b6-4dd7-8372-73690ae42595 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1098 time: 0.0459497 Nov 12 04:08:38.729421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-e7dabea5-26e3-4fc8-a5cc-40f1deff4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.731503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-e7dabea5-26e3-4fc8-a5cc-40f1deff4f32 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0864136 Nov 12 04:08:38.800158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-d363c679-6141-40d7-8543-20eca5445756 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0620592 Nov 12 04:08:38.844028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 13, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:38.848821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-f1fa1cd1-fdc6-4bfd-b81c-e077d87d0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.850340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-f1fa1cd1-fdc6-4bfd-b81c-e077d87d0ac8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0440803 Nov 12 04:08:38.869621 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:38.878223 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:38.878817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:08:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:38.895294 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-324c52a3-6528-4644-a9a6-85083f804197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.896836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-324c52a3-6528-4644-a9a6-85083f804197 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403423 Nov 12 04:08:38.981627 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:38.988625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-b5a79c33-33f1-43ab-919a-cb67c64b7823 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847044 Nov 12 04:08:39.078023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ee49c1e-d41d-460e-8d2d-c2f712220545 req-9864bf61-ecc1-4d93-b235-e34188bb1558 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811658 Nov 12 04:08:39.195088 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 13, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:39.223711 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80a3c4b-e3fa-4862-8b70-ca6a95fa088a None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd4cf94ea-d080-4d95-a12a-48aa5123a245', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:01:46Z', 'updated_at': '2021-11-12T04:08:37Z', 'revision_number': 13, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:39.405967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4e067-ed36-4492-b9b5-4752f59daa33 None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:48.057583 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7f4c2029-aa23-45ef-9352-4539b0f8541a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:50.447183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d23eac32-f5a1-4b36-9063-d833549eacb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:51.834658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.195280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:53.723601 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.457370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:01.226127 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:02.096891 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.059474 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06c0f5d5-e837-4b61-a4c6-f463ef600234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:20.449876 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6954fa4b-3be1-401a-886d-a9e592ab78c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:21.839026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.199605 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.727860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.946057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-b975eb3b-1b1b-4731-ba2c-296a4e843423 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3852293 Nov 12 04:09:24.026782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-6fff12fb-fb73-4248-9406-6e072056b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.028177 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-6fff12fb-fb73-4248-9406-6e072056b62a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1098 time: 0.0401046 Nov 12 04:09:24.127666 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-e1f8ffcb-ef8b-49fb-840e-c7852c884d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.129118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-e1f8ffcb-ef8b-49fb-840e-c7852c884d30 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0819802 Nov 12 04:09:24.195404 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-108d33f4-4d55-42b6-8c8f-21cf017e7143 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1003 time: 0.0596395 Nov 12 04:09:24.245697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-c3809fb1-b299-4f72-98b6-9a296310a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.247242 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-c3809fb1-b299-4f72-98b6-9a296310a5b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0453949 Nov 12 04:09:24.295743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-614c1767-2798-42ee-9ad8-9ec607f9ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.295743 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-614c1767-2798-42ee-9ad8-9ec607f9ace2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414960 Nov 12 04:09:24.392703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-b1101968-c14f-4cb1-bea0-4a07b0f7ca1f service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903039 Nov 12 04:09:24.484357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5d4e3c7-a42d-4118-b439-df437dc5bad3 req-fde69798-4b50-4404-a779-ee23ffa65e88 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Nov 12 04:09:31.224332 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.113730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.457585 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:38.298933 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-79f8d677-d2f2-442f-a426-31c61a47cb50 req-64600b33-0ed0-47ac-8575-7464c16b94ec service neutron] (102605) timed out ('10.222.0.93', 59952) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:09:48.060978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e4f8-e608-48b1-94fd-ed38d40e1344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:50.451123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7bcd5902-26ae-43b0-a996-3b175db9217c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:51.841670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.201439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:53.729541 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.236455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:02.108211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:12.456492 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:17.859353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4c219-ba5f-4e1f-b323-7b48085f9d99 req-894428a4-2c0e-45f6-868e-26e0aa2fb72c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:17.860842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adc4c219-ba5f-4e1f-b323-7b48085f9d99 req-894428a4-2c0e-45f6-868e-26e0aa2fb72c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0974152 Nov 12 04:10:17.907315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adc4c219-ba5f-4e1f-b323-7b48085f9d99 req-dc164ad2-91fc-402b-8f28-5042df0b37d4 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407169 Nov 12 04:10:18.061361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd1af8a8-0b70-414a-8a1a-7a5320aa8dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.452725 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dab620c6-522e-479d-95d6-b61367c24801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:21.844703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.207408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.623579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-e48d1aa4-c0da-466f-851d-e98b05d04f55 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815139 Nov 12 04:10:23.706889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-a78cdece-5986-450c-a4b2-3a1c503ebf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.709062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-a78cdece-5986-450c-a4b2-3a1c503ebf78 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1098 time: 0.0446510 Nov 12 04:10:23.732101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:23.812978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-c7504895-8e6a-489a-9dbf-1636103628db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.814358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-c7504895-8e6a-489a-9dbf-1636103628db service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0873501 Nov 12 04:10:23.882200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-7b8b9fd0-8465-408a-9f05-c1babefbdc33 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1003 time: 0.0613205 Nov 12 04:10:23.928969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-db2782d2-f2ef-484e-8f0e-29dd285ca0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.930381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-db2782d2-f2ef-484e-8f0e-29dd285ca0cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0421364 Nov 12 04:10:23.975087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-58eed5e5-d115-482d-a935-78e494493481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:23.976597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-58eed5e5-d115-482d-a935-78e494493481 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394630 Nov 12 04:10:24.066918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-bc72d4a8-8044-42d6-a772-455a082d434d service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834727 Nov 12 04:10:24.154741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3bb40397-7131-421b-ab6c-bb659a35a968 req-4551466c-c654-4c18-9f4f-2ffe8c0fa99d service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810938 Nov 12 04:10:29.006949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-254d4d2d-05bc-473d-be68-f3826817e295 req-27da010f-e57f-4bc6-a352-6e840de71b68 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:29.007939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-254d4d2d-05bc-473d-be68-f3826817e295 req-27da010f-e57f-4bc6-a352-6e840de71b68 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057111 Nov 12 04:10:29.175899 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-6a335983-c050-4808-bb33-d3abc2d0fa0c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419574 Nov 12 04:10:29.185771 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-2629a3fa-3099-4b84-93ab-29155175ccf6 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:29.186662 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-2629a3fa-3099-4b84-93ab-29155175ccf6 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052731 Nov 12 04:10:29.197665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914202af-6dec-4bef-af1f-c8a9ec7274b0 req-18d01578-c239-42fb-aa29-169e4b7a817b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.199124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-914202af-6dec-4bef-af1f-c8a9ec7274b0 req-18d01578-c239-42fb-aa29-169e4b7a817b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0549872 Nov 12 04:10:29.248596 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-914202af-6dec-4bef-af1f-c8a9ec7274b0 req-7d154de5-4705-432f-87e1-a07eef2393f8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Nov 12 04:10:30.293571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-1876526b-c282-499c-a9a4-f4034a8087e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.295054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-1876526b-c282-499c-a9a4-f4034a8087e2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1098 time: 0.0419359 Nov 12 04:10:30.416701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e65bf1-babd-43a0-afbc-d0584cfbf56e req-ddbb5168-82a2-45d9-8418-edcc35116472 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.418144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5e65bf1-babd-43a0-afbc-d0584cfbf56e req-ddbb5168-82a2-45d9-8418-edcc35116472 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0976198 Nov 12 04:10:30.434167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-de73e8cd-e251-4282-868b-cfe7c517df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.435601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-de73e8cd-e251-4282-868b-cfe7c517df27 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1327677 Nov 12 04:10:30.512576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5e65bf1-babd-43a0-afbc-d0584cfbf56e req-b1073742-4af3-4471-965e-955797f10d65 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872726 Nov 12 04:10:30.522719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-7ac29fb3-8faa-4670-b047-c0d5ed686e02 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1003 time: 0.0792089 Nov 12 04:10:30.575985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-13f2bd0d-ef2d-4a72-8957-7904efbb8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.577414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-13f2bd0d-ef2d-4a72-8957-7904efbb8646 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0483968 Nov 12 04:10:30.622590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-04e6eecf-fe8c-4cd2-88d1-9150c7627067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.624064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-04e6eecf-fe8c-4cd2-88d1-9150c7627067 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398681 Nov 12 04:10:30.716747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-bc480a5e-d8be-4366-896e-b17c9f8ba075 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 Nov 12 04:10:30.806147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-e39005a3-6857-4908-b621-02450c0b3ae2 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822732 Nov 12 04:10:31.251519 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:31.631966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823be55-8f65-4077-85df-3975aca5602c req-535aded7-dde0-4503-89e3-fbd83ea26eb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.633433 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c823be55-8f65-4077-85df-3975aca5602c req-535aded7-dde0-4503-89e3-fbd83ea26eb8 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0484035 Nov 12 04:10:31.683711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c823be55-8f65-4077-85df-3975aca5602c req-55872edd-926e-4d6d-b543-07fc5e00c571 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Nov 12 04:10:32.107629 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.799665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bca94-234e-4830-8fc8-a952ba882ac9 req-ae0b6ac7-1b4c-4438-a02a-e4a3208b8faf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.801752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a52bca94-234e-4830-8fc8-a952ba882ac9 req-ae0b6ac7-1b4c-4438-a02a-e4a3208b8faf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0489986 Nov 12 04:10:32.847221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a52bca94-234e-4830-8fc8-a952ba882ac9 req-7443d849-6ef1-4501-b7e1-06bc0c166bfc tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395925 Nov 12 04:10:33.964671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e13cb-b145-49d8-be84-c6f916eb6bea req-b8cb2abc-ef6a-4949-8e41-87c82c4c5712 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.966132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-090e13cb-b145-49d8-be84-c6f916eb6bea req-b8cb2abc-ef6a-4949-8e41-87c82c4c5712 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0484738 Nov 12 04:10:34.012935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-090e13cb-b145-49d8-be84-c6f916eb6bea req-14708672-14e6-4d81-b10e-544fe8c2c8ed tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Nov 12 04:10:35.130788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b27cf8-caa5-404f-a048-44b0e9a178a7 req-c3a2ccce-e3ed-4935-9da1-4e0aa7173537 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.132270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04b27cf8-caa5-404f-a048-44b0e9a178a7 req-c3a2ccce-e3ed-4935-9da1-4e0aa7173537 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0522344 Nov 12 04:10:35.186167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-04b27cf8-caa5-404f-a048-44b0e9a178a7 req-05d626cd-b8d1-4fcb-b334-067c1e1cecf1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Nov 12 04:10:36.302096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a6c6-57fc-4e99-a228-f00eb0bb9567 req-969fbd41-0169-4406-a67b-9b7d85a64691 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.303554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42b8a6c6-57fc-4e99-a228-f00eb0bb9567 req-969fbd41-0169-4406-a67b-9b7d85a64691 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0478718 Nov 12 04:10:36.349278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-42b8a6c6-57fc-4e99-a228-f00eb0bb9567 req-50144057-7f39-4929-aab3-ec883011bcad tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Nov 12 04:10:37.464286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0d5a8-874f-4722-b539-cad1cd141476 req-96c53353-fbec-4cd4-aafd-2db4c9b56ca1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.465733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bd0d5a8-874f-4722-b539-cad1cd141476 req-96c53353-fbec-4cd4-aafd-2db4c9b56ca1 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0477753 Nov 12 04:10:37.515700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bd0d5a8-874f-4722-b539-cad1cd141476 req-6c1826f8-7474-4b30-a5b2-4538502e0e9a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Nov 12 04:10:38.634060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9713d-bdb8-4228-84ed-f26ce3f4c0a9 req-a336e36d-0112-445c-948e-af137a363f76 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.635503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60c9713d-bdb8-4228-84ed-f26ce3f4c0a9 req-a336e36d-0112-445c-948e-af137a363f76 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0490510 Nov 12 04:10:38.682805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-60c9713d-bdb8-4228-84ed-f26ce3f4c0a9 req-71ba2890-0430-4b9b-bd3d-2b5e3ff10d9e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Nov 12 04:10:39.798337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9233b-2b55-4c6c-a0a4-1064c2094a8c req-3fb43f40-8603-492f-a400-10b07952ae67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.799793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e9233b-2b55-4c6c-a0a4-1064c2094a8c req-3fb43f40-8603-492f-a400-10b07952ae67 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0483034 Nov 12 04:10:39.846178 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7e9233b-2b55-4c6c-a0a4-1064c2094a8c req-e3fbba80-57de-4067-9afc-ef074915d02f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Nov 12 04:10:40.966352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206634a-765a-4a88-97c5-3f76456c1c53 req-03f370d8-1923-414d-abe1-77394f2ef041 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.967836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d206634a-765a-4a88-97c5-3f76456c1c53 req-03f370d8-1923-414d-abe1-77394f2ef041 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0527265 Nov 12 04:10:41.018731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d206634a-765a-4a88-97c5-3f76456c1c53 req-9e0fc503-d7f7-430a-b71f-972e4c7d5ea9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Nov 12 04:10:42.137649 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4bbd-7a54-497b-82b6-8a0b870dd58a req-b92bc926-ba12-48c8-a983-dee9713698b2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:42.139127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf8e4bbd-7a54-497b-82b6-8a0b870dd58a req-b92bc926-ba12-48c8-a983-dee9713698b2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0488727 Nov 12 04:10:42.184497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf8e4bbd-7a54-497b-82b6-8a0b870dd58a req-f2257253-a34d-405b-821a-8a4e32312b08 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393634 Nov 12 04:10:43.311242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e49e-cd36-49ff-9231-4f961b1d5e0d req-378edb0e-df7f-4a57-a39a-b9398769398e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.312648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4949e49e-cd36-49ff-9231-4f961b1d5e0d req-378edb0e-df7f-4a57-a39a-b9398769398e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0535553 Nov 12 04:10:43.363267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4949e49e-cd36-49ff-9231-4f961b1d5e0d req-f98d301f-573b-414a-8ea8-073b10bc9198 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Nov 12 04:10:44.483654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4777-eede-4187-af8d-6389830f9f09 req-e52177ad-38fe-4157-b7f9-525ae2265e9c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.485083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d96d4777-eede-4187-af8d-6389830f9f09 req-e52177ad-38fe-4157-b7f9-525ae2265e9c tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0496104 Nov 12 04:10:44.534387 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d96d4777-eede-4187-af8d-6389830f9f09 req-03e59a80-a356-48cd-965f-cc261f857e9d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Nov 12 04:10:44.737870 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-f49acf1d-19fc-4c64-8723-bc956e68a0a3 service neutron] show failed (client error): The resource could not be found. Nov 12 04:10:44.738768 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-f49acf1d-19fc-4c64-8723-bc956e68a0a3 service neutron] 10.222.0.100 "GET /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0531499 Nov 12 04:10:44.944836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-76d05a4d-2991-4be7-82da-b2b89e0353b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.946282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-76d05a4d-2991-4be7-82da-b2b89e0353b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1098 time: 0.0432167 Nov 12 04:10:44.959247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:45.009834 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.201572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:45.233689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:45.276772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:45.278913 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ce7325-4d08-4d89-9398-c360e079150a" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:45.282580 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.304533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Transition to ACTIVE for port object 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:45.308820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.336053 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1746d255-ea8d-4af2-a1dc-c6ea20989144 x-openstack-request-id: req-1746d255-ea8d-4af2-a1dc-c6ea20989144 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:45.336344 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:45.336593 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1746d255-ea8d-4af2-a1dc-c6ea20989144 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:45.336983 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'code': 200} Nov 12 04:10:45.393842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.411625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.412042 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.412431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.412896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.413261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.413659 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.414007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.414426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.415571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.416134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.416534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.417026 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:45.470471 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] No DVR routers for this DVR port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:10:45.608124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:45.608803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:45.608803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:45.621671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:45.621989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:45.641597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:45.641933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:45.642332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:45.642741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Bound port: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:45.643092 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.690059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f758aa-a4fc-4976-b41b-7f2ec7a393b2 req-57674bcf-65a1-4dfa-ae74-0821f570ad94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.691560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06f758aa-a4fc-4976-b41b-7f2ec7a393b2 req-57674bcf-65a1-4dfa-ae74-0821f570ad94 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0856001 Nov 12 04:10:45.746212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:45.765374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06f758aa-a4fc-4976-b41b-7f2ec7a393b2 req-11241571-f9dd-40a4-8067-333ce06da04b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677750 Nov 12 04:10:45.768774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:45.773846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.812060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.812680 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:45.814056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] 10.222.0.98 "PUT /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1093 time: 0.8592029 Nov 12 04:10:45.838895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585af18-8ea4-4aa3-a62c-bcda9e1bba90 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:45.883840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-11a650c6-553a-49be-80f3-ae6a94ad4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.885384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-11a650c6-553a-49be-80f3-ae6a94ad4526 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.0423331 Nov 12 04:10:45.979909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-9de0521e-a786-4cc5-83b7-5f31f3350610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.981385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-9de0521e-a786-4cc5-83b7-5f31f3350610 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0887270 Nov 12 04:10:46.051912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-7484a613-c4f1-49ac-bebe-c98373cab9a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0618222 Nov 12 04:10:46.099097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-05594d8b-e361-4575-b5da-03855ad1292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.100485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-05594d8b-e361-4575-b5da-03855ad1292d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0425372 Nov 12 04:10:46.145366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-94032b03-78ae-455b-b1c4-5dd89b466f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.146822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-94032b03-78ae-455b-b1c4-5dd89b466f6a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395703 Nov 12 04:10:46.238748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-cbfe8f19-bc6e-4289-88d8-ba368bd08a2f service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849230 Nov 12 04:10:46.330200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-26a36a42-3a28-449f-b851-ec6032dd9ec9 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840721 Nov 12 04:10:46.896681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f71d2-264a-4b2e-b5ca-4f07937fcd02 req-02c80af2-7a07-4287-a315-04e60aeb8210 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.898141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d3f71d2-264a-4b2e-b5ca-4f07937fcd02 req-02c80af2-7a07-4287-a315-04e60aeb8210 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0488398 Nov 12 04:10:46.945342 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d3f71d2-264a-4b2e-b5ca-4f07937fcd02 req-9dd938aa-a24e-4271-b778-d6f13c2a9060 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Nov 12 04:10:47.338475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:47.340832 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08790d-9214-417a-8a79-5b4d3b434329" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:47.389974 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf8a963-744f-475c-ab43-c2c5a5db9e04 x-openstack-request-id: req-3bf8a963-744f-475c-ab43-c2c5a5db9e04 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:47.390313 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:47.390525 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bf8a963-744f-475c-ab43-c2c5a5db9e04 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:47.391051 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'status': 'completed', 'code': 200} Nov 12 04:10:47.479071 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-e4ea89a7-382e-4505-b63d-05ff247c297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.480577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-e4ea89a7-382e-4505-b63d-05ff247c297e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.0716274 Nov 12 04:10:47.482289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-60097517-d817-4aed-9100-bb30641e0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.483598 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-60097517-d817-4aed-9100-bb30641e0ee6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.0667272 Nov 12 04:10:47.642868 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-1f5983b5-35da-4192-8f17-2b677a814c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.644366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-1f5983b5-35da-4192-8f17-2b677a814c89 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1558900 Nov 12 04:10:47.645645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-6e9826e1-3a16-4e01-9d75-4d6fac6372eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.647072 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-6e9826e1-3a16-4e01-9d75-4d6fac6372eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1505904 Nov 12 04:10:47.756278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-4c371712-51a6-4e19-9b3c-970daaceaf8c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.1054194 Nov 12 04:10:47.760778 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-1dba0750-7986-45a6-b228-e426a2ca8fdb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.1043260 Nov 12 04:10:47.838374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-82e2e131-a589-40a5-9e79-85667323f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.839840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-82e2e131-a589-40a5-9e79-85667323f9e7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0764055 Nov 12 04:10:47.843568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-ae7ca529-95b2-47d1-8be4-0ede3dca37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.844971 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-ae7ca529-95b2-47d1-8be4-0ede3dca37ce service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0743203 Nov 12 04:10:47.920867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-635bf729-f4be-4520-aeca-1936c5a9b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.922400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-635bf729-f4be-4520-aeca-1936c5a9b3a1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755002 Nov 12 04:10:47.925695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08790d-9214-417a-8a79-5b4d3b434329 req-aa07b033-cbe7-4ba7-8d41-dd261ccd6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:47.927069 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-aa07b033-cbe7-4ba7-8d41-dd261ccd6f81 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716689 Nov 12 04:10:48.064895 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c305ade-affb-4ef0-9257-3f332cfa4c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.115639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-ab597421-f0c5-4143-9fe7-ebf7ad7b86de service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863017 Nov 12 04:10:48.118717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-eaaf2339-bc73-46ec-923b-021ddb8c4dba service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825316 Nov 12 04:10:48.125986 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541b8fc-1c3e-4a8f-a649-abe776b99140 req-39748859-06c0-4df4-ac7a-e54b4aeda4cf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.127338 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6541b8fc-1c3e-4a8f-a649-abe776b99140 req-39748859-06c0-4df4-ac7a-e54b4aeda4cf tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0991127 Nov 12 04:10:48.175651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:10:48.215730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:10:48.307628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-3985f4c2-d35e-470d-b46b-3335e1d1bd05 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790073 Nov 12 04:10:48.315978 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6541b8fc-1c3e-4a8f-a649-abe776b99140 req-d669a595-6963-4efc-b32e-e27d36081aba tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785369 Nov 12 04:10:48.329651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-da08790d-9214-417a-8a79-5b4d3b434329 req-e8616be9-26ec-498b-b2e3-4560097d64a7 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000129 Nov 12 04:10:49.442977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02393de-77f4-4963-a594-b7ead9d660ad req-5257934b-265b-48a7-bcf1-9093a2dedf11 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.444565 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a02393de-77f4-4963-a594-b7ead9d660ad req-5257934b-265b-48a7-bcf1-9093a2dedf11 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0522358 Nov 12 04:10:49.456517 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:49.494350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a02393de-77f4-4963-a594-b7ead9d660ad req-96baef62-58eb-447e-8b69-bab083227c7d tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Nov 12 04:10:50.460632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0935b63-2446-4930-b1b8-448818686ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:50.610459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a33a1-6377-452e-a952-9cfdb152b402 req-f97055f4-7b31-4b95-a1de-22adbc52dc7e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:50.611932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc6a33a1-6377-452e-a952-9cfdb152b402 req-f97055f4-7b31-4b95-a1de-22adbc52dc7e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Nov 12 04:10:50.664674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fc6a33a1-6377-452e-a952-9cfdb152b402 req-1e0e26e6-0f53-4651-b259-4f8ccb89d875 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460558 Nov 12 04:10:51.835803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee99d53-187c-4578-aaf9-ebaa62730392 req-3a7f3ff8-3fc0-4238-966c-f9db9a51131b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:51.837329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fee99d53-187c-4578-aaf9-ebaa62730392 req-3a7f3ff8-3fc0-4238-966c-f9db9a51131b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0489120 Nov 12 04:10:51.847930 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:51.887419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fee99d53-187c-4578-aaf9-ebaa62730392 req-17a7f9c8-9780-4bfe-b3f5-27ec067e4161 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Nov 12 04:10:53.039675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f01c8-9bf8-4a58-92ca-564e43664469 req-65c42ed8-ae13-4df3-9ee1-c9f6542f50b6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:53.041175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b09f01c8-9bf8-4a58-92ca-564e43664469 req-65c42ed8-ae13-4df3-9ee1-c9f6542f50b6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0476618 Nov 12 04:10:53.087125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b09f01c8-9bf8-4a58-92ca-564e43664469 req-032b512d-9e64-4eba-90c8-ac206d7812b5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Nov 12 04:10:53.206766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:53.733971 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.208087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebdd07-c5ec-4a41-8f9d-c029334710dd req-fe1a6a12-1e7f-4df7-be95-9917e0746238 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:54.209531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38ebdd07-c5ec-4a41-8f9d-c029334710dd req-fe1a6a12-1e7f-4df7-be95-9917e0746238 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0517759 Nov 12 04:10:54.256886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38ebdd07-c5ec-4a41-8f9d-c029334710dd req-2945486c-a52d-4252-aad6-cf1a308f6959 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Nov 12 04:10:55.371669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b93cda-9956-4340-9f4b-7d3bd3601e8a req-e49aa59e-9396-47e0-ae38-650dc687ff24 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:55.373140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95b93cda-9956-4340-9f4b-7d3bd3601e8a req-e49aa59e-9396-47e0-ae38-650dc687ff24 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0479004 Nov 12 04:10:55.419358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-95b93cda-9956-4340-9f4b-7d3bd3601e8a req-cbfff357-7e34-4880-ac0e-4d69a4ecc2b6 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Nov 12 04:10:56.537811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1d237-b4f7-4738-a87c-1cf7e08452c9 req-fae5f82d-3e55-45fd-bdae-0f5994a198ad tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:56.539191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81c1d237-b4f7-4738-a87c-1cf7e08452c9 req-fae5f82d-3e55-45fd-bdae-0f5994a198ad tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0514801 Nov 12 04:10:56.585501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-81c1d237-b4f7-4738-a87c-1cf7e08452c9 req-6bd18f3d-d71b-41bd-ad96-90a995300af9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Nov 12 04:10:57.702309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c47f1-6301-4a42-9899-3eefac802dec req-797987e8-88d5-4189-b53c-163db0d5d836 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:57.703775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b09c47f1-6301-4a42-9899-3eefac802dec req-797987e8-88d5-4189-b53c-163db0d5d836 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0500004 Nov 12 04:10:57.750497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b09c47f1-6301-4a42-9899-3eefac802dec req-dc897733-5280-4872-a8af-2fa65ee0fe70 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Nov 12 04:10:58.945879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d1f6f-56b5-4762-904b-f621d9f601cc req-bbe8e8d6-6c5a-4241-9f21-4e9746b87f1e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:58.947356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-357d1f6f-56b5-4762-904b-f621d9f601cc req-bbe8e8d6-6c5a-4241-9f21-4e9746b87f1e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0925093 Nov 12 04:10:58.996640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-357d1f6f-56b5-4762-904b-f621d9f601cc req-9d378ff5-2ad5-46bd-9feb-7de966045e76 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Nov 12 04:10:59.302372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-b4971093-2dcc-46c3-900a-5e26544643a3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.303752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-b4971093-2dcc-46c3-900a-5e26544643a3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.98 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&binding%3Ahost_id=n-h1-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.0800948 Nov 12 04:10:59.314998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d18282-903f-44e1-82e3-3783cebfdee7 req-fa644e4b-51ca-4dc4-b865-5be29d3f0aee tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.316373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d18282-903f-44e1-82e3-3783cebfdee7 req-fa644e4b-51ca-4dc4-b865-5be29d3f0aee tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 944 time: 0.0661683 Nov 12 04:10:59.401922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-d901afbb-d7f3-4b7b-b0f6-ba3e29c60586 service neutron] 10.222.0.98 "GET /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53/bindings/n-h1-713499-30 HTTP/1.1" status: 200 len: 383 time: 0.0846012 Nov 12 04:10:59.405423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84d18282-903f-44e1-82e3-3783cebfdee7 req-1abf8887-8645-49de-8de3-0520b0a676de tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824251 Nov 12 04:10:59.789733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:59.807511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-7f756524-0959-4216-a45f-e1fbca644a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.809034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-7f756524-0959-4216-a45f-e1fbca644a4c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1096 time: 0.3739595 Nov 12 04:10:59.884840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:59.896172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:59.898058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-82dfa638-c7bf-417e-bcc2-3ad44adb9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.899640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-82dfa638-c7bf-417e-bcc2-3ad44adb9fe7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0829802 Nov 12 04:10:59.931735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.944624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:59.963665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:59.966741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-030430e1-3251-438b-95ed-6e4cef96f338 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0603569 Nov 12 04:10:59.968539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:00.017681 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-bdbb7420-7ad1-4019-ab37-778e66708141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.019171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:00.019623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-bdbb7420-7ad1-4019-ab37-778e66708141 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0451245 Nov 12 04:11:00.026377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.026793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.027134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.027471 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.027800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.028151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.028478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.028801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.029122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.029441 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.029788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.030107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:00.065180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-c6063e34-c78f-4cbe-9833-7b0fcde0b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.066704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-c6063e34-c78f-4cbe-9833-7b0fcde0b7bb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395081 Nov 12 04:11:00.159616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-cd11ce82-48d8-4790-ad26-bb07fc334120 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Nov 12 04:11:00.203736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:00.251405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-ed11009a-e3e5-4022-8deb-23d938ece335 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Nov 12 04:11:00.527118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff5e4c-f89d-448d-af80-2d45c4bf14aa req-039f8765-a52d-4c64-b820-98907c17bcd2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.528620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38ff5e4c-f89d-448d-af80-2d45c4bf14aa req-039f8765-a52d-4c64-b820-98907c17bcd2 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Nov 12 04:11:00.576361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-38ff5e4c-f89d-448d-af80-2d45c4bf14aa req-090cab65-ac8d-484f-98d9-02aea9c81557 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Nov 12 04:11:01.250602 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.693841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce6125-d76f-4abf-9058-3376f9396ad7 req-3a4403a7-82c5-4a8a-b35d-d01971d265a3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:01.695304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88ce6125-d76f-4abf-9058-3376f9396ad7 req-3a4403a7-82c5-4a8a-b35d-d01971d265a3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0489454 Nov 12 04:11:01.741967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88ce6125-d76f-4abf-9058-3376f9396ad7 req-2ac478ca-72c0-46b8-95c8-ccc1207b40d9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Nov 12 04:11:01.807826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:01.857720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:01.862183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:01.862551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.938096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.961230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:01.963794 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b0ab81-21db-4f98-a910-a739702be23a" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:01.977791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:01.982392 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.021514 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8d335-0ad5-4e7e-8f65-9b3f59903b8c x-openstack-request-id: req-4df8d335-0ad5-4e7e-8f65-9b3f59903b8c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:02.021803 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:02.022056 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4df8d335-0ad5-4e7e-8f65-9b3f59903b8c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:02.022452 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'code': 200} Nov 12 04:11:02.036347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:02.104927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:02.866820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0bbf5-44b9-4d1b-a2f3-1e7bf4eca502 req-3af7da21-ed9a-40f8-8a0c-3007e48d9fc0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:02.868323 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5d0bbf5-44b9-4d1b-a2f3-1e7bf4eca502 req-3af7da21-ed9a-40f8-8a0c-3007e48d9fc0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0537357 Nov 12 04:11:02.915133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5d0bbf5-44b9-4d1b-a2f3-1e7bf4eca502 req-32fd2b0a-b6ab-4df0-becf-7c2380ba8d03 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Nov 12 04:11:04.118929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a8cd8-6096-467b-8d20-1a50575c6645 req-ef15926c-97bc-4199-9b23-62374bd8b50b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.120429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01a8cd8-6096-467b-8d20-1a50575c6645 req-ef15926c-97bc-4199-9b23-62374bd8b50b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0954254 Nov 12 04:11:04.175654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b01a8cd8-6096-467b-8d20-1a50575c6645 req-f35439a0-b646-4429-adcf-39f4267e3e14 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491610 Nov 12 04:11:04.326675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-314c6c45-92b1-4596-8352-53c797b5f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:04.328176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-314c6c45-92b1-4596-8352-53c797b5f76c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99&tenant_id=2d0fec39b6174f979c8e6a6975f9f77e HTTP/1.1" status: 200 len: 1098 time: 0.0435295 Nov 12 04:11:04.339810 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:04.390722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.583257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:04.614724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:04.656366 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:04.658627 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f714084-d0fa-492f-9dd3-65f156d190b2" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:04.662616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.679298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Transition to ACTIVE for port object 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:04.683202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.712533 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d3051-4208-43cd-8ddc-1e8c4a15ce6c x-openstack-request-id: req-f81d3051-4208-43cd-8ddc-1e8c4a15ce6c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:04.712825 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:04.713072 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f81d3051-4208-43cd-8ddc-1e8c4a15ce6c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:04.713470 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'code': 200} Nov 12 04:11:04.766186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:04.806446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] No DVR routers for this DVR port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:04.940784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:04.941115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:04.941442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:04.945776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:04.946093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Attempting to bind port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on network 1cf17d3b-866f-408e-8376-dbbbb765b144 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:04.950875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:04.951211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Checking segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:04.951590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Bound using segment: {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:04.952039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Bound port: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4783aa-ea31-41c3-8262-af76e9130d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:04.952391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.017444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:05.020743 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:05.025311 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.058358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.058977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.060361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] 10.222.0.100 "PUT /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1094 time: 0.7244458 Nov 12 04:11:05.093067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35623-6d1a-41c3-b705-585ab8c12245 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:05.129012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-b5154a6d-99b4-46ac-8bad-f9ed2e735dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.130558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-b5154a6d-99b4-46ac-8bad-f9ed2e735dcb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1097 time: 0.0472445 Nov 12 04:11:05.234173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-554aa489-0bee-4200-ac83-33bf78eca8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.235641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-554aa489-0bee-4200-ac83-33bf78eca8ac service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.0985990 Nov 12 04:11:05.331696 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-3469901b-f83d-4c7c-ae40-3933f7d872f7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0891716 Nov 12 04:11:05.342086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c3734-5e40-4179-bd68-ab371a252e5a req-35ce97c1-6d08-4dd1-94d5-84f8f55f1a1a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.343469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-031c3734-5e40-4179-bd68-ab371a252e5a req-35ce97c1-6d08-4dd1-94d5-84f8f55f1a1a tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0934873 Nov 12 04:11:05.407125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-5d869a39-8f7f-422b-bd90-b9bf06ba3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.409152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-5d869a39-8f7f-422b-bd90-b9bf06ba3a19 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0648017 Nov 12 04:11:05.431488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-031c3734-5e40-4179-bd68-ab371a252e5a req-78349987-e112-4677-95cf-653fc5b85134 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796235 Nov 12 04:11:05.459635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-fba209f5-373a-4082-af88-8172cc8b2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:05.461173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-fba209f5-373a-4082-af88-8172cc8b2334 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449443 Nov 12 04:11:05.553866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-740baea8-2350-46be-a0e3-5ffcd5e5a7a5 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Nov 12 04:11:05.640897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee3ae8f-6a89-42f3-8d21-bac0647534d6 req-75ee2133-546f-4a6d-ae70-dd770f12ea9e service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807111 Nov 12 04:11:05.811012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:05.849625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:06.555257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de931e44-c49b-44d1-9e86-9e07698c4f84 req-512a90b4-a4e5-4104-8f56-46e0edfc7cda tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.556706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de931e44-c49b-44d1-9e86-9e07698c4f84 req-512a90b4-a4e5-4104-8f56-46e0edfc7cda tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Nov 12 04:11:06.604348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de931e44-c49b-44d1-9e86-9e07698c4f84 req-3ac632be-6089-4820-b69f-62727ff74c59 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413084 Nov 12 04:11:06.715031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:06.717518 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a18c287d544dba1a3108c59cc9fca8e9fbd7d396b0ac8cfecfa4787018f358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:06.767560 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590fe238-7018-4064-8c70-ba3078a598b5 x-openstack-request-id: req-590fe238-7018-4064-8c70-ba3078a598b5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:06.767849 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:06.768143 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-590fe238-7018-4064-8c70-ba3078a598b5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:06.768561 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'status': 'completed', 'code': 200} Nov 12 04:11:06.831989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-89c598df-822a-473d-9daf-b4feceed5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.833530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-89c598df-822a-473d-9daf-b4feceed5887 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1097 time: 0.0427229 Nov 12 04:11:06.932573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-ff86dfad-e910-4279-a519-ffd7777d6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.934061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-ff86dfad-e910-4279-a519-ffd7777d6e15 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 1097 time: 0.1482646 Nov 12 04:11:06.973887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-a4fa1271-7b63-415f-86d1-afbc5eaa502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:06.975337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-a4fa1271-7b63-415f-86d1-afbc5eaa502c service neutron] 10.222.0.100 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1331964 Nov 12 04:11:07.092759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-037aa0cf-0fa1-4a43-a959-707e16f1bd80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0895324 Nov 12 04:11:07.096190 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-7f11f5fb-0657-49aa-b96c-7e05325422c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.097644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-7f11f5fb-0657-49aa-b96c-7e05325422c5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 200 len: 914 time: 0.1566563 Nov 12 04:11:07.176619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-c4797c6a-2b95-44b3-a31b-811cb3f8ac94 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 200 len: 1001 time: 0.0720878 Nov 12 04:11:07.261067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-d637fc61-cac0-40e2-97c7-08cd3edb7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.262528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-d637fc61-cac0-40e2-97c7-08cd3edb7f50 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.0792761 Nov 12 04:11:07.264169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-496661ed-7372-4c7b-b64a-e2ad8ec20857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.265471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-496661ed-7372-4c7b-b64a-e2ad8ec20857 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 200 len: 851 time: 0.1173527 Nov 12 04:11:07.339836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-d827adb2-e62b-4515-92e3-64688746fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.341358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-d827adb2-e62b-4515-92e3-64688746fbf0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640943 Nov 12 04:11:07.344033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-4fa771d8-d71e-423a-adf2-340609c3e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.345309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-4fa771d8-d71e-423a-adf2-340609c3e967 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1cf17d3b-866f-408e-8376-dbbbb765b144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755720 Nov 12 04:11:07.498495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-04f78702-61c5-46a7-ba3c-ba050b1d0b35 service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494153 Nov 12 04:11:07.500263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-633d869a-6868-4161-a11a-16d360074f32 service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445191 Nov 12 04:11:07.656802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-7db36fb9-55ab-4b29-8ca7-60bba06afa2c service neutron] 10.222.0.100 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517055 Nov 12 04:11:07.658699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0b2dc7f-0e62-4469-8160-cdb5acd8629d req-2c8e3e3d-db5b-4338-b90d-e5c43f38c8cd service neutron] 10.222.0.98 "GET /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462286 Nov 12 04:11:07.731435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a0017-daeb-4738-b43d-3d3f6706b32b req-700ea344-a1f8-4b77-bf80-67a6f1042ea0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:07.732928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b75a0017-daeb-4738-b43d-3d3f6706b32b req-700ea344-a1f8-4b77-bf80-67a6f1042ea0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Nov 12 04:11:07.782399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b75a0017-daeb-4738-b43d-3d3f6706b32b req-4141449a-4f71-4b15-9bdd-46887beb8640 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429857 Nov 12 04:11:08.902805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3fed-44fa-41ec-a40c-0455f061d15f req-a0eba13d-5bb6-4b6c-abb9-803bc1d12db7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:08.904289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6da3fed-44fa-41ec-a40c-0455f061d15f req-a0eba13d-5bb6-4b6c-abb9-803bc1d12db7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Nov 12 04:11:08.951382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c6da3fed-44fa-41ec-a40c-0455f061d15f req-7384a564-0f34-4173-a752-b2e52194abc3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Nov 12 04:11:10.072130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02a280-6577-4a71-baa6-7621ce392965 req-6a7dd73d-9379-41fe-bd26-b96386318f12 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.073630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb02a280-6577-4a71-baa6-7621ce392965 req-6a7dd73d-9379-41fe-bd26-b96386318f12 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0490937 Nov 12 04:11:10.126762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb02a280-6577-4a71-baa6-7621ce392965 req-6ba5b66a-3057-48da-88bf-cbbc8d8d6df3 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Nov 12 04:11:11.246911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78058a-2cd4-4c31-89fa-99771dd35b68 req-2eb2ed9e-2ef3-4a2b-91ee-bba173dc8d0b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.248406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a78058a-2cd4-4c31-89fa-99771dd35b68 req-2eb2ed9e-2ef3-4a2b-91ee-bba173dc8d0b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0494459 Nov 12 04:11:11.295660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8a78058a-2cd4-4c31-89fa-99771dd35b68 req-1f5be919-f1da-4be8-bbea-13abe0bf3d30 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Nov 12 04:11:12.412092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486137a-d3d4-4ab2-960c-86682ef3ed32 req-77085898-0335-4d2a-b2e9-e889748c600e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:12.413556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b486137a-d3d4-4ab2-960c-86682ef3ed32 req-77085898-0335-4d2a-b2e9-e889748c600e tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0479133 Nov 12 04:11:12.459825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b486137a-d3d4-4ab2-960c-86682ef3ed32 req-94750859-1244-418f-8ada-94613fd41b32 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 Nov 12 04:11:13.581020 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b00fa-1eb9-478a-9768-ccc1878eb504 req-2e67ae3e-46f9-445d-baca-166c7773a202 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:13.582491 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0b00fa-1eb9-478a-9768-ccc1878eb504 req-2e67ae3e-46f9-445d-baca-166c7773a202 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0529902 Nov 12 04:11:13.629584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae0b00fa-1eb9-478a-9768-ccc1878eb504 req-a2f1ba5e-0e87-44e1-b050-06c2ff3d3180 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Nov 12 04:11:14.747126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b550b-a9e5-4878-91da-c4ad4885cbda req-d33b2924-172b-4239-84a1-8e981646d685 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:14.748620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-224b550b-a9e5-4878-91da-c4ad4885cbda req-d33b2924-172b-4239-84a1-8e981646d685 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0488799 Nov 12 04:11:14.794882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-224b550b-a9e5-4878-91da-c4ad4885cbda req-97664afe-71c8-4277-b429-eb5daa737d15 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Nov 12 04:11:15.911449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f691e5-bdec-414b-a3a6-8d00d62114ae req-52f092d7-f965-46c9-aa2b-419084b03b3b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:15.912927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32f691e5-bdec-414b-a3a6-8d00d62114ae req-52f092d7-f965-46c9-aa2b-419084b03b3b tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Nov 12 04:11:15.961999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32f691e5-bdec-414b-a3a6-8d00d62114ae req-3da010a0-084d-48e7-960e-7d9099d61172 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Nov 12 04:11:17.078339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40ae29-27e4-4dc7-959e-b763872e09c7 req-a8e5c81b-2e82-41bb-8efe-f30bc7e276e7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.080526 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af40ae29-27e4-4dc7-959e-b763872e09c7 req-a8e5c81b-2e82-41bb-8efe-f30bc7e276e7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Nov 12 04:11:17.129466 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af40ae29-27e4-4dc7-959e-b763872e09c7 req-1b82d552-de32-43a8-94d3-44e557631229 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Nov 12 04:11:18.066555 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3414dd2-c8f1-4289-adb9-5a07b25a236f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.249123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9730aa-2a5e-4b78-a05f-c678ef73b9ac req-b68668a5-b0d8-4d15-868a-718bda14bac9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.250669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db9730aa-2a5e-4b78-a05f-c678ef73b9ac req-b68668a5-b0d8-4d15-868a-718bda14bac9 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0499969 Nov 12 04:11:18.297656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db9730aa-2a5e-4b78-a05f-c678ef73b9ac req-1b579ab7-d47c-426b-bdd6-f8651908cb7f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Nov 12 04:11:18.401247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:18.414218 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66250b-6967-43f3-b788-c4e11a5718b9 req-d2439e96-d3b2-4107-b40f-9a9fcf9f3310 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.416384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae66250b-6967-43f3-b788-c4e11a5718b9 req-d2439e96-d3b2-4107-b40f-9a9fcf9f3310 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Nov 12 04:11:18.462965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae66250b-6967-43f3-b788-c4e11a5718b9 req-fcb4908e-3ded-4610-a38c-a63586c7fa28 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Nov 12 04:11:18.494214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:18.509414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'port_id': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'mac_address': 'fa:16:3e:72:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:18.546137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.559130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:18.576399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdeec3-e420-46c4-9561-8bb12be5fa74 req-f6034912-10fa-4666-913e-5f6311ea7172 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.577799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63cdeec3-e420-46c4-9561-8bb12be5fa74 req-f6034912-10fa-4666-913e-5f6311ea7172 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 945 time: 0.0476630 Nov 12 04:11:18.580236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:18.584816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.626951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63cdeec3-e420-46c4-9561-8bb12be5fa74 req-4d38f96c-baac-4b7c-ab88-3b113795f208 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Nov 12 04:11:18.630163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=12']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:18.839520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:18.866385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fee6-009d-4d19-860b-9596efbf97fa req-7331bb7d-2696-4041-99ba-4f9b329edb71 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:18.867857 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c781fee6-009d-4d19-860b-9596efbf97fa req-7331bb7d-2696-4041-99ba-4f9b329edb71 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0529487 Nov 12 04:11:18.915551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c781fee6-009d-4d19-860b-9596efbf97fa req-f82132fd-c67d-470c-9345-66e1e3d0688f tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417473 Nov 12 04:11:20.036384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c58331-caa3-439f-b2a9-d6e63c703ad3 req-aeaa0b60-a2dd-4add-8ed0-515beb032299 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.037776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c58331-caa3-439f-b2a9-d6e63c703ad3 req-aeaa0b60-a2dd-4add-8ed0-515beb032299 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0496783 Nov 12 04:11:20.086956 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c58331-caa3-439f-b2a9-d6e63c703ad3 req-75aaeb37-4047-4a73-be15-19980072d779 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups?id=895b53c6-287a-4576-a5b2-f9ec8be2077c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Nov 12 04:11:20.381101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-f533376b-8bc3-4277-a358-29a9927acec0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.382587 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-f533376b-8bc3-4277-a358-29a9927acec0 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 946 time: 0.0484478 Nov 12 04:11:20.409757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:20.460873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-236d70a6-3ff1-4fb8-9f58-7ec5fbe75dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.472304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:20.475969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.476349 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.480208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Deleting port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:20.480548 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.555343 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.570106 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:20.570468 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.579090 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:20.581324 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01eca1496a43e0dcc6da8d326dc85298b9dd8c5588b588cd42f4f2d955029090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7145199d-6950-4283-ba54-449c7820774c" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:20.594318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:20.598786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.624661 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3706951-de88-401e-a3e3-03f9e347b0c0 x-openstack-request-id: req-b3706951-de88-401e-a3e3-03f9e347b0c0 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:20.624959 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:20.625216 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3706951-de88-401e-a3e3-03f9e347b0c0 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:20.625610 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'code': 200} Nov 12 04:11:20.651641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=13']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.748992 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.749354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.749675 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245 disassociated. External IP: 172.25.4.196, port: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53. Nov 12 04:11:20.750014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Calling delete_port for 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:20.874241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.907664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'Port': ['ID=1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.023443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:21.130596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:21.141175 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:21.152148 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:21.152931 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:11:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.174713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] No DVR routers for this DVR port 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:21.177305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.180705 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d02137e-2546-4b97-b9ba-3f99636323d4 req-b3e1ec4c-5cc9-45ab-ba0f-81b8111edbdd tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.100 "DELETE /v2.0/ports/1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 HTTP/1.1" status: 204 len: 173 time: 0.7907326 Nov 12 04:11:21.187845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-deleted', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:21.214154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9dcae3a-c746-4009-a360-31902a448788 req-8e032cdf-84d7-4ade-b464-00ef33f1ddaa tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0407612 Nov 12 04:11:21.250623 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7e02c6-dcb8-46fc-916b-51d05b6e76be" -d '{"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-deleted", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:21.272103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.345813 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a223d-0fb7-4887-8e55-e450b00518d8 x-openstack-request-id: req-3f4a223d-0fb7-4887-8e55-e450b00518d8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:21.346167 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6008e-2c20-4d0e-81ea-e9468eb43e99", "name": "network-vif-deleted", "tag": "1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:21.346483 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f4a223d-0fb7-4887-8e55-e450b00518d8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:21.346990 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6008e-2c20-4d0e-81ea-e9468eb43e99', 'name': 'network-vif-deleted', 'tag': '1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53', 'status': 'completed', 'code': 200} Nov 12 04:11:21.481730 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.507437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:21.515777 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:21.516465 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:11:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.618209 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.815258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.841300 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b50230-99f9-4bf3-997a-5b050a33665f None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '07832693-8749-41a6-ad12-d5031a2e7472', 'name': '', 'network_id': '1cf17d3b-866f-408e-8376-dbbbb765b144', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'mac_address': 'fa:16:3e:1d:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:43Z', 'updated_at': '2021-11-12T04:01:47Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'subnets': [{'id': 'e3e0fbbe-ce58-4c72-b59a-d57af7893cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:21.851114 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.064784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0f3c7-0111-4024-9090-c0642bd18e49 None None] New status for floating IP d4cf94ea-d080-4d95-a12a-48aa5123a245: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:22.321035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6f34f714-80d0-4da7-835e-6418b718ddee req-b66cc196-fa91-47a3-9880-d176948038a7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Nov 12 04:11:23.210528 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.420298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8581823d-75ae-4232-b013-0ad6d3b53911 req-ae9e0153-5c18-4146-9b9a-2880ef428787 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Nov 12 04:11:23.739263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.410387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:24.430210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:24.430553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 1dd4eb1b-e3f9-4492-90fa-e4be6e7f5e53 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:24.515856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87bb6d2f-b217-4524-8530-da351111aea4 req-9cf72740-f0dc-41b2-a322-bf46a0be9f63 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0258031 Nov 12 04:11:25.625378 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-888034a2-6a27-41cb-8b1b-4aab3ee51de8 req-548b147f-1899-46d5-b3dc-0796864d8335 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/ports?device_id=5bf6008e-2c20-4d0e-81ea-e9468eb43e99 HTTP/1.1" status: 200 len: 210 time: 0.0291216 Nov 12 04:11:26.457423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:30.365188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35726) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.418758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.443004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.493264 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.495984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.497301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "DELETE /v2.0/security-groups/895b53c6-287a-4576-a5b2-f9ec8be2077c HTTP/1.1" status: 204 len: 168 time: 0.1309059 Nov 12 04:11:30.500351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.507118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee878-7c46-4b9d-a634-a41e0cd017d5 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b53c6-287a-4576-a5b2-f9ec8be2077c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.516001 n-d-713499-30 neutron-server[102605]: INFO neutron.api.v2.resource [None req-bf62e47c-516b-4e1c-a656-da944e261761 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] show failed (client error): The resource could not be found. Nov 12 04:11:30.517150 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bf62e47c-516b-4e1c-a656-da944e261761 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "GET /v2.0/security-groups/895b53c6-287a-4576-a5b2-f9ec8be2077c HTTP/1.1" status: 404 len: 347 time: 0.0155780 Nov 12 04:11:30.520379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:30.649195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Deleting port 26d120fe-ba4c-4771-bf2d-016d04587b74 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:30.649530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.728233 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.728550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.740740 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Calling delete_port for 26d120fe-ba4c-4771-bf2d-016d04587b74 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:30.872646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.899067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Pushing event deleted for resources: {'Port': ['ID=26d120fe-ba4c-4771-bf2d-016d04587b74,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.912075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.912459 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.912795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.913134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.913470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.913797 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.914121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.914448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.914768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.915092 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.915429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.915737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:30.971407 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.974159 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.978176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-04c911ad-f0ea-4c5c-af03-923de364fad7 tempest-ServerActionsTestJSON-483529445 tempest-ServerActionsTestJSON-483529445-project] 10.222.0.93 "DELETE /v2.0/floatingips/d4cf94ea-d080-4d95-a12a-48aa5123a245 HTTP/1.1" status: 204 len: 168 time: 0.4537859 Nov 12 04:11:30.978359 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:31.248125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.392800 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.632930 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Deleting port 07832693-8749-41a6-ad12-d5031a2e7472 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:31.633593 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.708587 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] For port 07832693-8749-41a6-ad12-d5031a2e7472, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=07832693-8749-41a6-ad12-d5031a2e7472,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:31.708937 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.720864 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Calling delete_port for 07832693-8749-41a6-ad12-d5031a2e7472 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:31.898123 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:31.927731 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Pushing event deleted for resources: {'Port': ['ID=07832693-8749-41a6-ad12-d5031a2e7472,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.111617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.374069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.586324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Router 6bb92e28-9be0-4120-9759-a78734f0da7c has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:32.690883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:32.695822 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74ed817e-a478-4c4c-aa3a-a1035c250261 admin admin] 10.222.0.93 "PUT /v2.0/routers/6bb92e28-9be0-4120-9759-a78734f0da7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164664 Nov 12 04:11:32.698364 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:32.699874 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Sync routers for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:32.709859 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:32.710457 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:11:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:32.802461 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.810638 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:32.905200 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.957271 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Deleting port 5b629534-2ad8-478e-80c8-cc39aaf401ec {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:32.957713 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.983750 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243'}], 'enable_snat': True}, 'gw_port_id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:11:31Z', 'revision_number': 5, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port': {'id': '5b629534-2ad8-478e-80c8-cc39aaf401ec', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:42Z', 'updated_at': '2021-11-12T04:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:33.038055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] For port 5b629534-2ad8-478e-80c8-cc39aaf401ec, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5b629534-2ad8-478e-80c8-cc39aaf401ec,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:33.038425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.052272 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Calling delete_port for 5b629534-2ad8-478e-80c8-cc39aaf401ec owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:33.097997 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Checking router: 6bb92e28-9be0-4120-9759-a78734f0da7c for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:33.106146 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Routers {'6bb92e28-9be0-4120-9759-a78734f0da7c'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:33.106740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:11:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['6bb92e28-9be0-4120-9759-a78734f0da7c'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:33.189521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] Set router 6bb92e28-9be0-4120-9759-a78734f0da7c gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:33.220916 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.241327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:11:32Z', 'revision_number': 6, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:33.245901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b629534-2ad8-478e-80c8-cc39aaf401ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.266533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8e19d-f3a3-4d1b-aacc-c8e0992e244d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:33.270673 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caa262-ec81-4350-8191-253a12a795cc None None] The sync data for ids ['6bb92e28-9be0-4120-9759-a78734f0da7c'] in n-d-713499-30 is: [{'id': '6bb92e28-9be0-4120-9759-a78734f0da7c', 'name': 'tempest-ServerActionsTestJSON-1851108024-router', 'tenant_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:41Z', 'updated_at': '2021-11-12T04:11:32Z', 'revision_number': 6, 'project_id': '2d0fec39b6174f979c8e6a6975f9f77e', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:33.327652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.416575 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.418695 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.461501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.462046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb92e28-9be0-4120-9759-a78734f0da7c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:33.466373 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.467531 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-545b6644-6546-4668-bb59-a4abacb3ef8a admin admin] 10.222.0.93 "DELETE /v2.0/routers/6bb92e28-9be0-4120-9759-a78734f0da7c HTTP/1.1" status: 204 len: 168 time: 0.7682145 Nov 12 04:11:33.470578 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.518818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Deleting subnet e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:33.521903 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.557248 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.633723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.691661 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.722840 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e0fbbe-ce58-4c72-b59a-d57af7893cc6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:33.724821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.728162 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a270523e-0871-4363-86b1-ec6bcb6406ec admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e3e0fbbe-ce58-4c72-b59a-d57af7893cc6 HTTP/1.1" status: 204 len: 168 time: 0.2565958 Nov 12 04:11:33.729469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de89243-d347-430c-8877-608831ba8912 None None] Network 1cf17d3b-866f-408e-8376-dbbbb765b144 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:33.730690 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.800106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.852759 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Deleting port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:33.853110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.920803 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] For port da6b659f-2e50-41da-8fc0-dfcdfb4408b4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,segment=NetworkSegment(fc4783aa-ea31-41c3-8262-af76e9130d88),segment_id=fc4783aa-ea31-41c3-8262-af76e9130d88)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:33.921166 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.933530 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Calling delete_port for da6b659f-2e50-41da-8fc0-dfcdfb4408b4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:34.011213 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.045406 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Pushing event deleted for resources: {'Port': ['ID=da6b659f-2e50-41da-8fc0-dfcdfb4408b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.047491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] No DVR routers for this DVR port da6b659f-2e50-41da-8fc0-dfcdfb4408b4 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:34.057496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09ecdd-0a20-41e1-b60e-4f8d83bda553 None None] DHCP port deletion for 1cf17d3b-866f-408e-8376-dbbbb765b144 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:34.130895 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.146232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da6b659f-2e50-41da-8fc0-dfcdfb4408b4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:34.152534 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf17d3b-866f-408e-8376-dbbbb765b144']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.162396 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4783aa-ea31-41c3-8262-af76e9130d88') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.162691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4783aa-ea31-41c3-8262-af76e9130d88') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:34.169958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: da6b659f-2e50-41da-8fc0-dfcdfb4408b4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:34.170401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device da6b659f-2e50-41da-8fc0-dfcdfb4408b4 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:34.170872 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 07832693-8749-41a6-ad12-d5031a2e7472 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:34.172458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.188888 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.193719 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 07832693-8749-41a6-ad12-d5031a2e7472 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:34.194142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 07832693-8749-41a6-ad12-d5031a2e7472 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:34.194559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b629534-2ad8-478e-80c8-cc39aaf401ec no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:34.202411 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:34.216576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5b629534-2ad8-478e-80c8-cc39aaf401ec {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:34.216919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5b629534-2ad8-478e-80c8-cc39aaf401ec not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:34.274172 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.280069 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.283546 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] 10.222.0.93 "DELETE /v2.0/networks/1cf17d3b-866f-408e-8376-dbbbb765b144 HTTP/1.1" status: 204 len: 168 time: 0.5518470 Nov 12 04:11:34.296260 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574006b-28fa-459b-85f8-e4401e56dafa admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf17d3b-866f-408e-8376-dbbbb765b144,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.400485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:34.439698 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7dcaa4d9-2569-422d-af51-8e72e68d1dd8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2d0fec39b6174f979c8e6a6975f9f77e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379605 Nov 12 04:11:34.442212 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:34.488418 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.509621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.559769 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.562323 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.564016 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2958bd8a-b5fc-459f-9f25-12062c468aa4 HTTP/1.1" status: 204 len: 168 time: 0.1208937 Nov 12 04:11:34.571566 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e337f-9211-4c9b-bb14-1ace81c16d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958bd8a-b5fc-459f-9f25-12062c468aa4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.254625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.348033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1157995195-network', 'tenant_id': '7599d6569cba4260ae999ccba2d74d57'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:35.368604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Made reservation on behalf of 7599d6569cba4260ae999ccba2d74d57 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:35.371004 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.379674 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.455413 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.460936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.487625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:35.496507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c655356-06f5-445b-bb8b-ce249cce2bc5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.504670 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.504670 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Added segment cf621356-1b63-481c-8fc5-25fa27a44fab of type vlan for network 0508df3d-615d-4598-babf-43a2b3e4315c Nov 12 04:11:35.549076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.572764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.573687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.574253 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.605099 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3493817 Nov 12 04:11:35.608044 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35776) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.613032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Request body: {'subnet': {'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1157995195-subnet', 'tenant_id': '7599d6569cba4260ae999ccba2d74d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:35.635472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Made reservation on behalf of 7599d6569cba4260ae999ccba2d74d57 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:35.637900 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.639156 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09356ee-bf93-41da-a0cb-adbd0a8418e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0508df3d-615d-4598-babf-43a2b3e4315c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.649682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0508df3d-615d-4598-babf-43a2b3e4315c details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:35.806362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.870559 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d4bd12-c096-426c-8ec0-1579c172663b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:35.879949 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Checking segment: {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:35.880344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Network hostable DHCP agents. Network: 0508df3d-615d-4598-babf-43a2b3e4315c, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:35.897827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Network 0508df3d-615d-4598-babf-43a2b3e4315c is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:35.906950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 0508df3d-615d-4598-babf-43a2b3e4315c) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:35.911036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.911625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.915893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0398e5dd-6e64-46b0-83df-5ebe14be398a None None] Network 0508df3d-615d-4598-babf-43a2b3e4315c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:35.927914 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6e423575-9b33-44b7-a7f4-4677f34331b9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3181417 Nov 12 04:11:36.043383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415af3f1-c412-4b03-9fc5-92f7a2bbe377 None None] Network 0508df3d-615d-4598-babf-43a2b3e4315c requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:36.346841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-18d2e792-f50a-4b8f-ba9c-c0dca7376336 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.348232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-18d2e792-f50a-4b8f-ba9c-c0dca7376336 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 814 time: 0.1039345 Nov 12 04:11:36.363244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-8fdba21f-2fca-4923-9eb6-055352771b62 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/quotas/7599d6569cba4260ae999ccba2d74d57 HTTP/1.1" status: 200 len: 375 time: 0.0092590 Nov 12 04:11:36.395101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-28b579a1-2bf7-46d3-83c1-5f265e6f80ae tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265985 Nov 12 04:11:36.481722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-ae62194a-e54a-4656-8346-f0924e01e6ae service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:11:36.482727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-ae62194a-e54a-4656-8346-f0924e01e6ae service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475810 Nov 12 04:11:36.904409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-aada4fe8-58bd-4c73-88ae-fbea10a91f57 service neutron] 10.222.0.93 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145417 Nov 12 04:11:36.991698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-4e8b59ab-6e04-4a06-9b94-0745a4839cc2 service neutron] 10.222.0.93 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804007 Nov 12 04:11:37.151236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d58ce790-ea68-4dfc-8802-ddc05f281fa2 req-f37db4c1-fa85-4ba0-9910-0786e8d20f9d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 210 time: 0.0280883 Nov 12 04:11:38.059639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-30f64294-fa68-414d-a420-1c72a641dcdc tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.061041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-30f64294-fa68-414d-a420-1c72a641dcdc tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.98 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 814 time: 0.1118107 Nov 12 04:11:38.073951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Request body: {'port': {'device_id': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c', 'admin_state_up': True, 'tenant_id': '7599d6569cba4260ae999ccba2d74d57'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:38.183510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Made reservation on behalf of 7599d6569cba4260ae999ccba2d74d57 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:38.187097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.272872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d29caee-7637-42cd-929d-fd0eb74f37b4 req-b01de8fc-9678-46f6-8c6d-e5a5cf4d9447 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 210 time: 0.0331912 Nov 12 04:11:38.337899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Allocated IP 172.20.0.14 (0508df3d-615d-4598-babf-43a2b3e4315c/63d4bd12-c096-426c-8ec0-1579c172663b/153b6224-87b9-4cb4-8635-73ca73108dda) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:38.479183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.510808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.556224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Network 0508df3d-615d-4598-babf-43a2b3e4315c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:38.561154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:38.565228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:38.571591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Pushing event updated for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:38.616154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.616670 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.632552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-b61b55cc-bf3b-4bbf-b32e-06478ebe9d27 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624704 Nov 12 04:11:38.718084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Request body: {'port': {'device_id': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:38.771809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.028322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153b6224-87b9-4cb4-8635-73ca73108dda {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:39.035709 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.047307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Transition to ACTIVE for port object 153b6224-87b9-4cb4-8635-73ca73108dda will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:39.051481 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.101944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Pushing event updated for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.170586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Attempting to bind port 153b6224-87b9-4cb4-8635-73ca73108dda on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:39.170923 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Attempting to bind port 153b6224-87b9-4cb4-8635-73ca73108dda by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:39.171251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Attempting to bind port 153b6224-87b9-4cb4-8635-73ca73108dda on network 0508df3d-615d-4598-babf-43a2b3e4315c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:39.175944 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Port 153b6224-87b9-4cb4-8635-73ca73108dda on network 0508df3d-615d-4598-babf-43a2b3e4315c not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:39.176285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Attempting to bind port 153b6224-87b9-4cb4-8635-73ca73108dda on network 0508df3d-615d-4598-babf-43a2b3e4315c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:39.180988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:39.181328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Checking segment: {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:39.181708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Bound using segment: {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:39.182131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Bound port: 153b6224-87b9-4cb4-8635-73ca73108dda, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:39.182480 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.244222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:39.247296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=153b6224-87b9-4cb4-8635-73ca73108dda,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:39.252794 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.286273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.286879 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:39.288279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] 10.222.0.98 "PUT /v2.0/ports/153b6224-87b9-4cb4-8635-73ca73108dda HTTP/1.1" status: 200 len: 1093 time: 0.6121421 Nov 12 04:11:39.288718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:39.290988 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:39.325202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1317f-47af-4fd2-906a-4cee84c913eb service neutron] Pushing event updated for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:39.361211 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcdaa2e-1870-49ca-8403-ea2d20e59541 x-openstack-request-id: req-5bcdaa2e-1870-49ca-8403-ea2d20e59541 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:39.361499 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:39.361753 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5bcdaa2e-1870-49ca-8403-ea2d20e59541 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:39.362145 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda', 'status': 'completed', 'code': 200} Nov 12 04:11:39.410111 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-279f1895-6828-437c-a6cc-110c22dab56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.411606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-279f1895-6828-437c-a6cc-110c22dab56d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 1096 time: 0.0809937 Nov 12 04:11:39.423751 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab30bec-5384-4066-817f-1c5bd19a9770 req-cee1c364-023d-481f-a1be-d23256bbc58c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.425187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ab30bec-5384-4066-817f-1c5bd19a9770 req-cee1c364-023d-481f-a1be-d23256bbc58c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 944 time: 0.0664921 Nov 12 04:11:39.476103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-4f9c5852-9e65-43ae-96f0-0c02c913bc45 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153b6224-87b9-4cb4-8635-73ca73108dda HTTP/1.1" status: 200 len: 217 time: 0.0499351 Nov 12 04:11:39.542692 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ab30bec-5384-4066-817f-1c5bd19a9770 req-5fe2be76-0efb-427d-9ecd-2a8f70f87f54 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006303 Nov 12 04:11:39.548589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-f4f941cc-dfdb-4711-afa9-883885660976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.549997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-f4f941cc-dfdb-4711-afa9-883885660976 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d4bd12-c096-426c-8ec0-1579c172663b HTTP/1.1" status: 200 len: 854 time: 0.0662670 Nov 12 04:11:39.586769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-c843aaaa-a473-4cb0-86b9-afdb2d606382 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0508df3d-615d-4598-babf-43a2b3e4315c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284176 Nov 12 04:11:39.677641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-c67a3cf4-345c-4d1e-95dc-c106dde33127 service neutron] 10.222.0.98 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Nov 12 04:11:39.769723 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d6e8448-2944-4982-bc06-2da5e4e7bb34 req-71f73463-ba53-4d54-bc3b-249d51f28c1c service neutron] 10.222.0.98 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Nov 12 04:11:39.853940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-1be1910f-8669-4572-a287-70178c562c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.855401 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-1be1910f-8669-4572-a287-70178c562c11 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 1096 time: 0.0414276 Nov 12 04:11:39.954211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-c91733ed-9e52-42d4-8de7-3a05b1ba3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.955728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-c91733ed-9e52-42d4-8de7-3a05b1ba3b6e service neutron] 10.222.0.98 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 916 time: 0.0929062 Nov 12 04:11:39.997543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-db5ee04d-8762-437a-bd13-40360cb2bf1f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=153b6224-87b9-4cb4-8635-73ca73108dda HTTP/1.1" status: 200 len: 217 time: 0.0349617 Nov 12 04:11:40.047391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-20a0d031-fc33-44cc-b598-2b785cf13e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.048837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-20a0d031-fc33-44cc-b598-2b785cf13e16 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d4bd12-c096-426c-8ec0-1579c172663b HTTP/1.1" status: 200 len: 854 time: 0.0441351 Nov 12 04:11:40.080274 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-d923f627-d4cc-4b50-9707-ad7e9fd7b7f9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0508df3d-615d-4598-babf-43a2b3e4315c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241196 Nov 12 04:11:40.171656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-41b69618-023c-4028-be9f-51d36fa39d00 service neutron] 10.222.0.98 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844109 Nov 12 04:11:40.264712 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76eb971a-7a9a-40c4-8308-ed2a1eb6c0a3 req-80fe1955-9fe9-495f-88de-f883f30bfebf service neutron] 10.222.0.98 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858095 Nov 12 04:11:40.661551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a9062-e75c-407e-895b-d82afce463f8 req-b6939e71-9b10-44c0-ab01-d449f68d373c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:40.663049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a4a9062-e75c-407e-895b-d82afce463f8 req-b6939e71-9b10-44c0-ab01-d449f68d373c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 944 time: 0.0499890 Nov 12 04:11:40.710729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a4a9062-e75c-407e-895b-d82afce463f8 req-f1c9fef5-e324-4633-b038-f63050c40114 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Nov 12 04:11:41.824799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39906976-d34c-48a1-a2d5-6842209d7723 req-ea07fe43-3092-46dd-935b-5d696ca151cc tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:41.826259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39906976-d34c-48a1-a2d5-6842209d7723 req-ea07fe43-3092-46dd-935b-5d696ca151cc tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 944 time: 0.0488622 Nov 12 04:11:41.872635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39906976-d34c-48a1-a2d5-6842209d7723 req-cf418e42-83e2-4629-8801-1ee6a0c7d4bb tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Nov 12 04:11:42.989141 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609d74d-992a-40ee-9efc-663c7e4318c6 req-a326c5a3-ac44-458b-b5e1-de3962531a31 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:42.990575 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f609d74d-992a-40ee-9efc-663c7e4318c6 req-a326c5a3-ac44-458b-b5e1-de3962531a31 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 944 time: 0.0525353 Nov 12 04:11:43.036983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f609d74d-992a-40ee-9efc-663c7e4318c6 req-bfa5b6ff-e23e-4a72-8b68-ef78a0bf6315 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Nov 12 04:11:43.932210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 153b6224-87b9-4cb4-8635-73ca73108dda details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:44.026766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=153b6224-87b9-4cb4-8635-73ca73108dda,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:44.038086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '153b6224-87b9-4cb4-8635-73ca73108dda', 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c', 'port_id': '153b6224-87b9-4cb4-8635-73ca73108dda', 'mac_address': 'fa:16:3e:5f:20:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d4bd12-c096-426c-8ec0-1579c172663b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:44.074565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.087069 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153b6224-87b9-4cb4-8635-73ca73108dda {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:44.107155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=153b6224-87b9-4cb4-8635-73ca73108dda,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:44.111730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:44.154112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ca240-2036-4225-8a56-d46d6caac05c req-db2e9514-9d46-4ba1-894e-56fe5e6a8f06 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:44.155635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123ca240-2036-4225-8a56-d46d6caac05c req-db2e9514-9d46-4ba1-894e-56fe5e6a8f06 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 12 04:11:44.160777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:44.203065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123ca240-2036-4225-8a56-d46d6caac05c req-883a515b-1a26-4df9-9f13-b4eaf15530e6 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Nov 12 04:11:44.306621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['153b6224-87b9-4cb4-8635-73ca73108dda'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:45.317774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80e9ed-83f8-4f9d-9983-967217e806f9 req-27db9fb5-4c8d-42da-8898-5a13a6429e4d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:45.319243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d80e9ed-83f8-4f9d-9983-967217e806f9 req-27db9fb5-4c8d-42da-8898-5a13a6429e4d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 945 time: 0.0487018 Nov 12 04:11:45.369646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5d80e9ed-83f8-4f9d-9983-967217e806f9 req-a0e2f786-118b-4784-9d58-8357bf2899e4 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Nov 12 04:11:45.949991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 153b6224-87b9-4cb4-8635-73ca73108dda up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:45.997105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 153b6224-87b9-4cb4-8635-73ca73108dda completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:46.001984 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 153b6224-87b9-4cb4-8635-73ca73108dda triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:46.002369 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.078830 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.101848 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:46.114023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=153b6224-87b9-4cb4-8635-73ca73108dda,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:46.117851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:46.146574 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecba51f-2f01-472e-abf0-7d29c17358a0" -d '{"events": [{"server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "name": "network-vif-plugged", "status": "completed", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:46.169721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:46.232887 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afdb392-088d-4743-a4eb-25a03150657c x-openstack-request-id: req-5afdb392-088d-4743-a4eb-25a03150657c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:46.233175 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "name": "network-vif-plugged", "status": "completed", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:46.233432 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5afdb392-088d-4743-a4eb-25a03150657c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:46.234488 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda', 'code': 200} Nov 12 04:11:46.329794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621d31-946a-468e-a12e-bdf89e2bf8eb req-e0226def-c3d8-4cf0-93ed-7a79f278abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.331183 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea621d31-946a-468e-a12e-bdf89e2bf8eb req-e0226def-c3d8-4cf0-93ed-7a79f278abfa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 1098 time: 0.0405130 Nov 12 04:11:46.375807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea621d31-946a-468e-a12e-bdf89e2bf8eb req-eeb0ce96-bd79-44fc-a581-721f813b064c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374618 Nov 12 04:11:46.484667 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323ce0-3dc9-4486-8dfa-320b8115cf05 req-f644abf4-e61c-4da8-93ec-75b3bc91baaa tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:46.486230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3323ce0-3dc9-4486-8dfa-320b8115cf05 req-f644abf4-e61c-4da8-93ec-75b3bc91baaa tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0494142 Nov 12 04:11:46.534243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3323ce0-3dc9-4486-8dfa-320b8115cf05 req-45a82c79-5308-4d2b-9be6-6c45ea07b554 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420363 Nov 12 04:11:47.654716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d66d-8eab-49e8-bb31-d76b92f14518 req-34f0d19f-b7f6-436b-a216-f9809b49e066 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.656192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a97d66d-8eab-49e8-bb31-d76b92f14518 req-34f0d19f-b7f6-436b-a216-f9809b49e066 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0529900 Nov 12 04:11:47.701947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a97d66d-8eab-49e8-bb31-d76b92f14518 req-783380a5-765b-4784-bfcc-4de12707de7c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Nov 12 04:11:47.925520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-2fa4c435-1c9e-45fa-9012-833b3c1ca380 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:47.926961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-2fa4c435-1c9e-45fa-9012-833b3c1ca380 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 814 time: 0.1026375 Nov 12 04:11:47.942216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-69c97cf1-4f83-4fd9-8939-2926b618d5ee tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/quotas/7599d6569cba4260ae999ccba2d74d57 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Nov 12 04:11:47.991475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-92c30ce5-dc55-4a36-8e77-c83509ec992f tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436771 Nov 12 04:11:48.068711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca87e4c8-2f0c-4c5b-90b5-554ae9cb499f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:48.175014 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-c90becc7-08c3-4da4-b100-409a2c9ef744 service neutron] 10.222.0.93 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256144 Nov 12 04:11:48.266840 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6778ae79-5cbf-4db1-bfcc-479f7446ca92 service neutron] 10.222.0.93 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Nov 12 04:11:48.420397 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-03d4c482-fe4e-46a5-9219-cb0bb0ebf652 req-1a51eb9c-a197-4397-8e88-38be9cfbd579 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0267951 Nov 12 04:11:49.312415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-f70d5861-537a-4ac3-9edd-79de138385a9 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.313961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-f70d5861-537a-4ac3-9edd-79de138385a9 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.100 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 814 time: 0.1093297 Nov 12 04:11:49.326567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Request body: {'port': {'device_id': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c', 'admin_state_up': True, 'tenant_id': '7599d6569cba4260ae999ccba2d74d57'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:49.431936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Made reservation on behalf of 7599d6569cba4260ae999ccba2d74d57 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:49.435523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.526832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e5547b81-d063-47c0-b4bf-b1fcef1ebdf5 req-6dabcc31-2a0e-4656-a640-ff48573467ab tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 210 time: 0.0365317 Nov 12 04:11:49.594466 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Allocated IP 172.20.0.10 (0508df3d-615d-4598-babf-43a2b3e4315c/63d4bd12-c096-426c-8ec0-1579c172663b/6c114763-32ef-4946-8d2b-6eb13d6c4d26) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:49.737509 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.771181 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.784995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['153b6224-87b9-4cb4-8635-73ca73108dda'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:49.812059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Network 0508df3d-615d-4598-babf-43a2b3e4315c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:49.815079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:49.821183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:49.845673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Pushing event updated for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:49.861284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.861626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.861967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.862300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.862638 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.862968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.863293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.863616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.863937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.864284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.864605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.864926 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:49.884350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:49.884960 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:49.900490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-6f1af35c-97d9-4392-9072-b6481eae8abf tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776393 Nov 12 04:11:49.913011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Request body: {'port': {'device_id': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:49.971274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.226009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c114763-32ef-4946-8d2b-6eb13d6c4d26 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:50.233340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.245742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Transition to ACTIVE for port object 6c114763-32ef-4946-8d2b-6eb13d6c4d26 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:50.249227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.316790 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Pushing event updated for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:50.367364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Attempting to bind port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:50.367694 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Attempting to bind port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:50.368086 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Attempting to bind port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 on network 0508df3d-615d-4598-babf-43a2b3e4315c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:50.372300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 on network 0508df3d-615d-4598-babf-43a2b3e4315c not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:50.372610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Attempting to bind port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 on network 0508df3d-615d-4598-babf-43a2b3e4315c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:50.378075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:50.378404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Checking segment: {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:50.378777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Bound using segment: {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:50.379196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Bound port: 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf621356-1b63-481c-8fc5-25fa27a44fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:50.379542 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.441671 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:50.445023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:50.449752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.453470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e14aa8c1-154f-49a3-bf90-bc897d78adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.486709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.487334 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:50.488751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] 10.222.0.100 "PUT /v2.0/ports/6c114763-32ef-4946-8d2b-6eb13d6c4d26 HTTP/1.1" status: 200 len: 1093 time: 0.5798297 Nov 12 04:11:50.489195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:50.491452 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:50.515138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4946032-0b9f-46a5-a671-73fce76c0419 service neutron] Pushing event updated for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:50.540586 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42bf6f7-e861-4843-b8ef-f6e1654ceca1 x-openstack-request-id: req-d42bf6f7-e861-4843-b8ef-f6e1654ceca1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:50.540870 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:50.541119 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d42bf6f7-e861-4843-b8ef-f6e1654ceca1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:50.541513 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26', 'status': 'completed', 'code': 200} Nov 12 04:11:50.578775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a5f4edc7-80d1-4e5b-812f-f9b215a62007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.580316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-a5f4edc7-80d1-4e5b-812f-f9b215a62007 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0486412 Nov 12 04:11:50.630038 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-31ec7616-ab49-47be-82ed-09661c8a61a7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26 HTTP/1.1" status: 200 len: 217 time: 0.0418320 Nov 12 04:11:50.708452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590e27-8950-4984-accb-0a5c0752684f req-bbe7439d-9887-431c-a421-ced03296323e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.709911 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40590e27-8950-4984-accb-0a5c0752684f req-bbe7439d-9887-431c-a421-ced03296323e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 944 time: 0.1138682 Nov 12 04:11:50.711181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-d8dc1908-e50d-47b7-ac45-28455e316eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:50.712501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-d8dc1908-e50d-47b7-ac45-28455e316eec service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63d4bd12-c096-426c-8ec0-1579c172663b HTTP/1.1" status: 200 len: 854 time: 0.0646265 Nov 12 04:11:50.751539 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-ce48f747-f265-4daf-aaab-0c6eb2e8101b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0508df3d-615d-4598-babf-43a2b3e4315c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295684 Nov 12 04:11:50.827021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40590e27-8950-4984-accb-0a5c0752684f req-53c31879-e7bc-4487-b2dc-8e455b4bad6e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111755 Nov 12 04:11:50.859754 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-b8b99951-4243-4a5e-bda7-f20943e6b629 service neutron] 10.222.0.100 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018436 Nov 12 04:11:50.948163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2957e0bb-4c6b-4b87-a8ad-4f9b170b6740 req-c7e1685e-c25e-421b-a4d8-5ae436f366d2 service neutron] 10.222.0.100 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815580 Nov 12 04:11:51.034356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-7e6a99c8-bd22-4d64-8e5d-55cb397bf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.035707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-7e6a99c8-bd22-4d64-8e5d-55cb397bf780 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=7599d6569cba4260ae999ccba2d74d57&device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0408196 Nov 12 04:11:51.128442 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-0529e5a5-1d70-4d56-a4ca-260218e6874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.129884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-0529e5a5-1d70-4d56-a4ca-260218e6874f service neutron] 10.222.0.100 "GET /v2.0/networks?id=0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 200 len: 916 time: 0.0879090 Nov 12 04:11:51.169474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-598c1f2b-7215-4745-954b-da46d1385b7a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26 HTTP/1.1" status: 200 len: 217 time: 0.0331533 Nov 12 04:11:51.223613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-d70a803c-fff5-4728-b29a-7149fc18f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.225206 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-d70a803c-fff5-4728-b29a-7149fc18f4cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=63d4bd12-c096-426c-8ec0-1579c172663b HTTP/1.1" status: 200 len: 854 time: 0.0477729 Nov 12 04:11:51.259151 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-a713ecdc-f89a-48db-ae4c-3678e9c8879d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=0508df3d-615d-4598-babf-43a2b3e4315c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254805 Nov 12 04:11:51.346719 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-05d1006b-4104-46de-aeab-3d10a2d63c21 service neutron] 10.222.0.100 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793765 Nov 12 04:11:51.441299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2572391c-5b8c-4b93-b5a8-2c6c2031b7d3 req-adcbac9b-3b8e-4620-89ac-aadfc7cd0355 service neutron] 10.222.0.100 "GET /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Nov 12 04:11:51.854056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:51.945058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b95576-0473-4173-bc2c-b58be48d8eb8 req-82a327b3-9ea1-4ae6-8a57-b94ebdc01f8a tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:51.946518 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b95576-0473-4173-bc2c-b58be48d8eb8 req-82a327b3-9ea1-4ae6-8a57-b94ebdc01f8a tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0485604 Nov 12 04:11:51.993354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b95576-0473-4173-bc2c-b58be48d8eb8 req-41ec4927-2940-4c54-872f-b580d7d10bab tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Nov 12 04:11:53.113235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589312-6955-4781-977c-45097e648a2a req-5a9273cc-99cd-4977-a1e1-ecea13b7ea7c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:53.114706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e589312-6955-4781-977c-45097e648a2a req-5a9273cc-99cd-4977-a1e1-ecea13b7ea7c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0538542 Nov 12 04:11:53.161781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e589312-6955-4781-977c-45097e648a2a req-d6273bdf-e98f-4204-831e-d0caf0acaa74 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Nov 12 04:11:53.211506 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:53.741104 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.278552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59093921-3d4e-48ae-bf69-488444fb6d1b req-43bb72b8-b4cb-43ed-aec1-514f22775c4e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:54.280167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59093921-3d4e-48ae-bf69-488444fb6d1b req-43bb72b8-b4cb-43ed-aec1-514f22775c4e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 944 time: 0.0493152 Nov 12 04:11:54.326973 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59093921-3d4e-48ae-bf69-488444fb6d1b req-707026c9-458e-43b4-90fb-7f6205e2c663 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Nov 12 04:11:54.547424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6c114763-32ef-4946-8d2b-6eb13d6c4d26 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:54.640200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:54.650801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '6c114763-32ef-4946-8d2b-6eb13d6c4d26', 'network_id': '0508df3d-615d-4598-babf-43a2b3e4315c', 'port_id': '6c114763-32ef-4946-8d2b-6eb13d6c4d26', 'mac_address': 'fa:16:3e:7c:82:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d4bd12-c096-426c-8ec0-1579c172663b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:54.690671 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.703418 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c114763-32ef-4946-8d2b-6eb13d6c4d26 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:54.722191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:54.725559 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.770771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:54.913340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['6c114763-32ef-4946-8d2b-6eb13d6c4d26'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:55.442696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65607-e57a-48af-b162-0ced8aabcfd3 req-24705dbc-3241-4683-b408-1f015675b2f2 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:55.444182 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92b65607-e57a-48af-b162-0ced8aabcfd3 req-24705dbc-3241-4683-b408-1f015675b2f2 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0493505 Nov 12 04:11:55.494368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92b65607-e57a-48af-b162-0ced8aabcfd3 req-5734d61c-7f63-4e1a-97e9-c40219c1990c tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441303 Nov 12 04:11:56.563560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6c114763-32ef-4946-8d2b-6eb13d6c4d26 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:56.609755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec58cc9-93d9-4cbe-82c3-efe85c9b812f req-b13798d0-7360-4f24-98ff-bb6e519be1f5 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.611366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ec58cc9-93d9-4cbe-82c3-efe85c9b812f req-b13798d0-7360-4f24-98ff-bb6e519be1f5 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Nov 12 04:11:56.611588 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:56.615556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:56.615917 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.660351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ec58cc9-93d9-4cbe-82c3-efe85c9b812f req-9629984d-c754-40e3-91b3-86abb332cefc tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Nov 12 04:11:56.695115 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.716727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:56.718928 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b4d46-f687-4aa2-a404-6eb77ea1d390" -d '{"events": [{"server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:56.730791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:56.735178 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:56.762728 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afd202d-784f-4cc7-a187-2ccdf02e9c7d x-openstack-request-id: req-6afd202d-784f-4cc7-a187-2ccdf02e9c7d {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:56.763356 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:56.763616 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6afd202d-784f-4cc7-a187-2ccdf02e9c7d {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:56.764029 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26', 'code': 200} Nov 12 04:11:56.792251 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:56.896672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433616b7-5b29-4c83-ab85-6a33fbf80c2d req-e90fb61f-a01c-4176-a5e8-96253f1bc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:56.898113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-433616b7-5b29-4c83-ab85-6a33fbf80c2d req-e90fb61f-a01c-4176-a5e8-96253f1bc116 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0399497 Nov 12 04:11:56.942213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-433616b7-5b29-4c83-ab85-6a33fbf80c2d req-c1d99e57-0286-43ef-b488-328cec7b4dee service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Nov 12 04:11:57.776707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865112b8-b0ca-4248-b05a-4a6898b93fe4 req-5c0fcc94-832e-4949-9d61-732ac44c3d01 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:57.778173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865112b8-b0ca-4248-b05a-4a6898b93fe4 req-5c0fcc94-832e-4949-9d61-732ac44c3d01 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0516164 Nov 12 04:11:57.825196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865112b8-b0ca-4248-b05a-4a6898b93fe4 req-d5b7463a-2a24-4372-aa47-eb5068ded456 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Nov 12 04:11:58.942485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe645724-ed6f-4126-b61c-fd418441377c req-03207973-317a-4e50-b50d-c9151c2e1a38 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:58.944007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe645724-ed6f-4126-b61c-fd418441377c req-03207973-317a-4e50-b50d-c9151c2e1a38 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0488093 Nov 12 04:11:58.990925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe645724-ed6f-4126-b61c-fd418441377c req-e6be7d35-c111-498b-8970-65559e2a0300 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Nov 12 04:11:59.224728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecc105-3446-448d-ac14-0054ee337a6a req-c04d6166-ef4e-4868-9d40-00e3d6b76941 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:59.226224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edecc105-3446-448d-ac14-0054ee337a6a req-c04d6166-ef4e-4868-9d40-00e3d6b76941 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0530503 Nov 12 04:11:59.273268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-edecc105-3446-448d-ac14-0054ee337a6a req-9dc0f8c7-89aa-48a1-b1e1-ad0ee7f6b1fa tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Nov 12 04:12:00.391838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe318-5a0e-44ad-994c-a682893979d2 req-178a6bdb-49f5-45ef-bb50-649350030ff7 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.393332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee2fe318-5a0e-44ad-994c-a682893979d2 req-178a6bdb-49f5-45ef-bb50-649350030ff7 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0487959 Nov 12 04:12:00.449405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ee2fe318-5a0e-44ad-994c-a682893979d2 req-637e2d01-637a-4367-b5ae-83503c794cc8 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495405 Nov 12 04:12:00.486468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-a05e66b0-96dd-4361-8406-9a9bde6021ff tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.487842 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-a05e66b0-96dd-4361-8406-9a9bde6021ff tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.100 "GET /v2.0/ports?device_id=138604fb-c138-448f-a2bb-eba9702b5fd0 HTTP/1.1" status: 200 len: 946 time: 0.0538383 Nov 12 04:12:00.578434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Deleting port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:00.579378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.667485 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] For port 6c114763-32ef-4946-8d2b-6eb13d6c4d26, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=6c114763-32ef-4946-8d2b-6eb13d6c4d26,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:00.667841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.680696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Calling delete_port for 6c114763-32ef-4946-8d2b-6eb13d6c4d26 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:00.806928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.819093 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['153b6224-87b9-4cb4-8635-73ca73108dda'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:00.821417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['6c114763-32ef-4946-8d2b-6eb13d6c4d26'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:00.836482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Pushing event deleted for resources: {'Port': ['ID=6c114763-32ef-4946-8d2b-6eb13d6c4d26,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:00.880866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] No DVR routers for this DVR port 6c114763-32ef-4946-8d2b-6eb13d6c4d26 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:00.883824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:00.887163 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5092f395-87ea-4eb3-85f1-870c65f94502 req-415cac8a-cd1f-471d-abc6-b8e7ef5ebfb0 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.100 "DELETE /v2.0/ports/6c114763-32ef-4946-8d2b-6eb13d6c4d26 HTTP/1.1" status: 204 len: 173 time: 0.3935471 Nov 12 04:12:00.887627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'name': 'network-vif-deleted', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:00.890488 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501aa5c6-d897-4cdb-97a8-84847dc91f6c" -d '{"events": [{"server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "name": "network-vif-deleted", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:00.935311 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b355b263-21bc-4491-891f-a68c4cc8cb66 x-openstack-request-id: req-b355b263-21bc-4491-891f-a68c4cc8cb66 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:00.935761 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138604fb-c138-448f-a2bb-eba9702b5fd0", "name": "network-vif-deleted", "tag": "6c114763-32ef-4946-8d2b-6eb13d6c4d26", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:00.936108 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b355b263-21bc-4491-891f-a68c4cc8cb66 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:00.937108 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138604fb-c138-448f-a2bb-eba9702b5fd0', 'name': 'network-vif-deleted', 'tag': '6c114763-32ef-4946-8d2b-6eb13d6c4d26', 'status': 'completed', 'code': 200} Nov 12 04:12:01.264540 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.599117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591d4e5-ca9c-4bc6-ac5f-abddb89291d3 req-1da51120-3a69-4f45-a389-e529c8fb71f4 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.600592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c591d4e5-ca9c-4bc6-ac5f-abddb89291d3 req-1da51120-3a69-4f45-a389-e529c8fb71f4 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0483725 Nov 12 04:12:01.649189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c591d4e5-ca9c-4bc6-ac5f-abddb89291d3 req-39d71ed2-faa0-45ff-b217-48254e0ca04d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Nov 12 04:12:01.777866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5060-0d4a-4208-9ebf-5f5aa2e3a318 req-1dfa33ee-be7d-4d8d-8a05-5e75e706dbf2 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.779225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7efd5060-0d4a-4208-9ebf-5f5aa2e3a318 req-1dfa33ee-be7d-4d8d-8a05-5e75e706dbf2 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0477536 Nov 12 04:12:01.829668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7efd5060-0d4a-4208-9ebf-5f5aa2e3a318 req-0be4d530-7022-4318-a8f7-47008896e0c6 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Nov 12 04:12:01.945836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51c326-f4d8-47bf-bfae-40b28b4c9d52 req-922e08d1-a7a6-443e-acdd-4feca8c2ce56 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:01.947290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d51c326-f4d8-47bf-bfae-40b28b4c9d52 req-922e08d1-a7a6-443e-acdd-4feca8c2ce56 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0487156 Nov 12 04:12:01.993923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d51c326-f4d8-47bf-bfae-40b28b4c9d52 req-e2b9e548-af59-4fc6-9c81-f2e76b4a00d6 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Nov 12 04:12:02.105143 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:02.171564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c06c-8dfb-4991-b7a8-d0629ee79060 req-1f347485-4424-40e1-a17f-3d24784d922d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.173055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87b6c06c-8dfb-4991-b7a8-d0629ee79060 req-1f347485-4424-40e1-a17f-3d24784d922d tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0589271 Nov 12 04:12:02.221850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87b6c06c-8dfb-4991-b7a8-d0629ee79060 req-1b188d90-f34b-4a15-98c1-fe940743acc7 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Nov 12 04:12:02.341033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813578d-206c-4ecc-90e7-9ecf9db7e8f2 req-da0221ff-824e-4525-b5e0-cc8065b8a2b8 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.342482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6813578d-206c-4ecc-90e7-9ecf9db7e8f2 req-da0221ff-824e-4525-b5e0-cc8065b8a2b8 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0539622 Nov 12 04:12:02.389283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6813578d-206c-4ecc-90e7-9ecf9db7e8f2 req-fa787854-a779-441a-933e-bb4ed6539156 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Nov 12 04:12:02.513282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124b287-1a67-4fbf-a049-c0dc07892db9 req-ab8892ca-f5bc-4990-96bd-04bfb83ecc5a tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.515294 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f124b287-1a67-4fbf-a049-c0dc07892db9 req-ab8892ca-f5bc-4990-96bd-04bfb83ecc5a tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0493853 Nov 12 04:12:02.560632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f124b287-1a67-4fbf-a049-c0dc07892db9 req-cd0b6a9b-37b7-4de6-b887-3e2fb6ecbe7e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Nov 12 04:12:02.856472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a36501-42f0-4a30-ba3a-bcb80852be2e req-8c41606f-49d2-4ae5-a61e-7cf73ca496b8 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:02.857766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65a36501-42f0-4a30-ba3a-bcb80852be2e req-8c41606f-49d2-4ae5-a61e-7cf73ca496b8 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0476062 Nov 12 04:12:03.243799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65a36501-42f0-4a30-ba3a-bcb80852be2e req-92e73877-ed70-456d-9a75-1eee41b9ba5e tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795030 Nov 12 04:12:03.456879 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:04.127064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-6a9fa7d5-f949-4150-b472-69a6f3af9995 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.128487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-6a9fa7d5-f949-4150-b472-69a6f3af9995 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0470712 Nov 12 04:12:04.215009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Deleting port 153b6224-87b9-4cb4-8635-73ca73108dda {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:04.215366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.306116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] For port 153b6224-87b9-4cb4-8635-73ca73108dda, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=153b6224-87b9-4cb4-8635-73ca73108dda,segment=NetworkSegment(cf621356-1b63-481c-8fc5-25fa27a44fab),segment_id=cf621356-1b63-481c-8fc5-25fa27a44fab)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:04.306471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.340295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Calling delete_port for 153b6224-87b9-4cb4-8635-73ca73108dda owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:04.404530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7527d1-86f2-41be-afc2-311bb842b4a8 req-072a188e-91b4-424b-be02-b645dc720659 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:04.405953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba7527d1-86f2-41be-afc2-311bb842b4a8 req-072a188e-91b4-424b-be02-b645dc720659 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b7a3c31-42e4-43b3-b8a5-3baff4824c0f HTTP/1.1" status: 200 len: 946 time: 0.0918164 Nov 12 04:12:04.473772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba7527d1-86f2-41be-afc2-311bb842b4a8 req-0a15d14a-0c4e-4533-90e1-dd92ac765aa5 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.93 "GET /v2.0/security-groups?id=7c655356-06f5-445b-bb8b-ce249cce2bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Nov 12 04:12:04.524046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.535270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['153b6224-87b9-4cb4-8635-73ca73108dda'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:04.554012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Pushing event deleted for resources: {'Port': ['ID=153b6224-87b9-4cb4-8635-73ca73108dda,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:04.596693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] No DVR routers for this DVR port 153b6224-87b9-4cb4-8635-73ca73108dda on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:04.599330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.602666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ecae8de-c595-41de-99dc-fee87fb14f99 req-56c37984-1597-48d9-a12f-13b571d63887 tempest-ServersNegativeTestJSON-77793944 tempest-ServersNegativeTestJSON-77793944-project] 10.222.0.98 "DELETE /v2.0/ports/153b6224-87b9-4cb4-8635-73ca73108dda HTTP/1.1" status: 204 len: 173 time: 0.4684687 Nov 12 04:12:04.603124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'name': 'network-vif-deleted', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:04.605341 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a18640-1df4-4044-8211-bb2eba249221" -d '{"events": [{"server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "name": "network-vif-deleted", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:04.610070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6c114763-32ef-4946-8d2b-6eb13d6c4d26 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:04.636894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 6c114763-32ef-4946-8d2b-6eb13d6c4d26 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:04.637843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 6c114763-32ef-4946-8d2b-6eb13d6c4d26 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:04.646000 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a5e1bf-d158-4c42-aa70-002903f1c0a0 x-openstack-request-id: req-12a5e1bf-d158-4c42-aa70-002903f1c0a0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:04.648315 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7a3c31-42e4-43b3-b8a5-3baff4824c0f", "name": "network-vif-deleted", "tag": "153b6224-87b9-4cb4-8635-73ca73108dda", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:04.648580 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-12a5e1bf-d158-4c42-aa70-002903f1c0a0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:04.648997 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7a3c31-42e4-43b3-b8a5-3baff4824c0f', 'name': 'network-vif-deleted', 'tag': '153b6224-87b9-4cb4-8635-73ca73108dda', 'status': 'completed', 'code': 200} Nov 12 04:12:05.529418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.573470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Deleting subnet 63d4bd12-c096-426c-8ec0-1579c172663b {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:05.576595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.609976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.650654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.711697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.739230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.742436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/63d4bd12-c096-426c-8ec0-1579c172663b HTTP/1.1" status: 204 len: 168 time: 0.2115464 Nov 12 04:12:05.743410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6033895-843e-40c5-a74e-f691021e3ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d4bd12-c096-426c-8ec0-1579c172663b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:05.745390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:05.813441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.894541 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.914420 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0508df3d-615d-4598-babf-43a2b3e4315c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:05.923446 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf621356-1b63-481c-8fc5-25fa27a44fab') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:05.923742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf621356-1b63-481c-8fc5-25fa27a44fab') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:05.932918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.945632 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.952086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:05.952530 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:05.954154 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:06.010432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.016297 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.019453 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] 10.222.0.93 "DELETE /v2.0/networks/0508df3d-615d-4598-babf-43a2b3e4315c HTTP/1.1" status: 204 len: 168 time: 0.2730355 Nov 12 04:12:06.030662 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807db63-cf96-4925-bd30-571761659797 admin admin] Pushing event deleted for resources: {'Network': ['ID=0508df3d-615d-4598-babf-43a2b3e4315c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.126835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:06.165929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7936d616-11b7-4b7e-8818-7de91fae3087 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7599d6569cba4260ae999ccba2d74d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379167 Nov 12 04:12:06.168325 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:06.219905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.241931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.288900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.291573 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:06.292792 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c655356-06f5-445b-bb8b-ce249cce2bc5 HTTP/1.1" status: 204 len: 168 time: 0.1235821 Nov 12 04:12:06.300435 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351234a8-6929-489f-9979-72f7e6dd2708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c655356-06f5-445b-bb8b-ce249cce2bc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:06.964495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35960) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:07.057461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010129355'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:07.077958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:07.081617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.090350 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.162901 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.166118 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.188424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:07.201351 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f10814-28c5-4651-a47c-a16e9012c5c2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.206571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.206972 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Added segment 3be20c0f-e158-4be6-993c-dc74beb54da4 of type vlan for network 37bdada5-647f-436d-83d4-b3c861fa960d Nov 12 04:12:07.246957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.271440 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.276965 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:07.277541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.315265 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3496497 Nov 12 04:12:07.348273 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bca50-933a-44fc-82bb-ec2e92e735e8 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Network': ['ID=37bdada5-647f-436d-83d4-b3c861fa960d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:07.358317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 37bdada5-647f-436d-83d4-b3c861fa960d details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:08.058571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 153b6224-87b9-4cb4-8635-73ca73108dda no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:08.079299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 153b6224-87b9-4cb4-8635-73ca73108dda {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:08.079641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 153b6224-87b9-4cb4-8635-73ca73108dda not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:10.547875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35964) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:10.552850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'subnet': {'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:10.638338 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:10.641952 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.826003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.889595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Subnet': ['ID=c39db611-9aab-4b85-8cae-5ce57547fe96,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:10.896640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking segment: {'id': '3be20c0f-e158-4be6-993c-dc74beb54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:10.896997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network hostable DHCP agents. Network: 37bdada5-647f-436d-83d4-b3c861fa960d, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:10.913545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network 37bdada5-647f-436d-83d4-b3c861fa960d is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:10.922652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 37bdada5-647f-436d-83d4-b3c861fa960d) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:10.927284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.928496 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.931811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a3227-aa30-4c62-9cee-e55e786c6ffc None None] Network 37bdada5-647f-436d-83d4-b3c861fa960d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:10.944783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cc9bb49a-3d0d-4258-87a1-30307de7a194 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3958821 Nov 12 04:12:10.948386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35966) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:10.953755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784145079'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:10.974264 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:10.977862 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.001973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:11.011544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.011888 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Added segment 927684ad-a343-4fcf-aafb-d8e22963bb66 of type vlan for network d8ca6bdf-5561-4ef9-aeb6-e8908780d44b Nov 12 04:12:11.052522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.079107 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.081222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-37bdada5-647f-436d-83d4-b3c861fa960d', 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d', 'tenant_id': '2382274ce9d6449c991be4854742276d', 'fixed_ips': [{'subnet_id': 'c39db611-9aab-4b85-8cae-5ce57547fe96'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:11.082201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.085045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.085675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.122462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1730058 Nov 12 04:12:11.125687 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.131665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'subnet': {'network_id': 'd8ca6bdf-5561-4ef9-aeb6-e8908780d44b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:11.161275 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab11188-0c70-4d71-90f2-d77365d0da82 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Network': ['ID=d8ca6bdf-5561-4ef9-aeb6-e8908780d44b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.173796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network d8ca6bdf-5561-4ef9-aeb6-e8908780d44b details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:11.229314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:11.233243 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.281218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Allocated IP 2001:db8:0:ffff::2 (37bdada5-647f-436d-83d4-b3c861fa960d/c39db611-9aab-4b85-8cae-5ce57547fe96/bca6d066-e48c-4212-a922-dc320dad835f) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:11.434351 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.502657 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Subnet': ['ID=36cd30b2-47e5-4c14-afd5-a1fd6a341e5e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.508338 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking segment: {'id': '927684ad-a343-4fcf-aafb-d8e22963bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'd8ca6bdf-5561-4ef9-aeb6-e8908780d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:11.508811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network hostable DHCP agents. Network: d8ca6bdf-5561-4ef9-aeb6-e8908780d44b, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:11.527393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network d8ca6bdf-5561-4ef9-aeb6-e8908780d44b is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:11.536782 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, d8ca6bdf-5561-4ef9-aeb6-e8908780d44b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:11.541846 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.543465 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.559763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318081a6-7e37-41ae-b034-b000574b068d None None] Network d8ca6bdf-5561-4ef9-aeb6-e8908780d44b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:11.560002 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-57e43089-c39f-4a7e-8203-d8dc8c39103d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4322112 Nov 12 04:12:11.563236 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:11.629730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.638961 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.666766 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.691611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Network 37bdada5-647f-436d-83d4-b3c861fa960d is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:11.698988 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:11.705239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:11.712317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Pushing event updated for resources: {'Port': ['ID=bca6d066-e48c-4212-a922-dc320dad835f,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.743455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.745536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.746219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.746555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.746909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.747244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.747576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.747899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.748800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.749126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.749448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.749766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.750085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:11.815507 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.823904 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Attempting to bind port bca6d066-e48c-4212-a922-dc320dad835f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:11.824306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Attempting to bind port bca6d066-e48c-4212-a922-dc320dad835f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3be20c0f-e158-4be6-993c-dc74beb54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:11.824670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Attempting to bind port bca6d066-e48c-4212-a922-dc320dad835f on network 37bdada5-647f-436d-83d4-b3c861fa960d {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:11.831430 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01795b9-5278-48f7-baf4-4f600833f537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-d8ca6bdf-5561-4ef9-aeb6-e8908780d44b', 'network_id': 'd8ca6bdf-5561-4ef9-aeb6-e8908780d44b', 'tenant_id': '2382274ce9d6449c991be4854742276d', 'fixed_ips': [{'subnet_id': '36cd30b2-47e5-4c14-afd5-a1fd6a341e5e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:11.832376 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a01795b9-5278-48f7-baf4-4f600833f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.834852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:11.835226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Checking segment: {'id': '3be20c0f-e158-4be6-993c-dc74beb54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:11.835615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.836026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Bound using segment: {'id': '3be20c0f-e158-4be6-993c-dc74beb54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:11.836501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Bound port: bca6d066-e48c-4212-a922-dc320dad835f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be20c0f-e158-4be6-993c-dc74beb54da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '37bdada5-647f-436d-83d4-b3c861fa960d'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:11.836874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.847670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Subnet': ['ID=36cd30b2-47e5-4c14-afd5-a1fd6a341e5e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:11.901279 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.922099 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca6bdf-5561-4ef9-aeb6-e8908780d44b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:11.931328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927684ad-a343-4fcf-aafb-d8e22963bb66') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:11.931622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927684ad-a343-4fcf-aafb-d8e22963bb66') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:11.941726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.955377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb865c0-1e79-44e3-b6c9-abc36cf42e4a None None] Network d8ca6bdf-5561-4ef9-aeb6-e8908780d44b requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:11.957252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.963565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:11.964058 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:11.967078 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:11.983584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] For port bca6d066-e48c-4212-a922-dc320dad835f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:12.024359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] For port bca6d066-e48c-4212-a922-dc320dad835f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bca6d066-e48c-4212-a922-dc320dad835f,segment=NetworkSegment(3be20c0f-e158-4be6-993c-dc74beb54da4),segment_id=3be20c0f-e158-4be6-993c-dc74beb54da4)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:12.028936 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.033591 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.037756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.040929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/d8ca6bdf-5561-4ef9-aeb6-e8908780d44b HTTP/1.1" status: 204 len: 168 time: 0.4767227 Nov 12 04:12:12.046150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35972) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.051213 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2b88-c595-43b5-acef-162c31d3f045 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Network': ['ID=d8ca6bdf-5561-4ef9-aeb6-e8908780d44b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.052024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900334234'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:12.077604 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:12.081313 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.112414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:12.129228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.129637 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Added segment 7bc44464-74d5-4e86-a3fa-587f38384ad3 of type vlan for network 0df6ff39-1709-491a-93cf-e877161f97c3 Nov 12 04:12:12.131820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ac6e-253b-48b5-bb32-9abe1df708c3 None None] Pushing event updated for resources: {'Port': ['ID=bca6d066-e48c-4212-a922-dc320dad835f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.172029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.196754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.202408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:12.202976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.271088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2232540 Nov 12 04:12:12.274072 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.288575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'subnet': {'network_id': '0df6ff39-1709-491a-93cf-e877161f97c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:12.296046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc8bc4-6418-4a8f-8984-04b4b1bbb111 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Network': ['ID=0df6ff39-1709-491a-93cf-e877161f97c3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.308990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0df6ff39-1709-491a-93cf-e877161f97c3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:12.386645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:12.390887 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.455269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:12:12.455711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:12:12.574975 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.640502 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Subnet': ['ID=d323ed8a-e22e-4b85-b706-a6e0e595c6b3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.648598 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking segment: {'id': '7bc44464-74d5-4e86-a3fa-587f38384ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '0df6ff39-1709-491a-93cf-e877161f97c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:12.648955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network hostable DHCP agents. Network: 0df6ff39-1709-491a-93cf-e877161f97c3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:12.665317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network 0df6ff39-1709-491a-93cf-e877161f97c3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:12.673722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 0df6ff39-1709-491a-93cf-e877161f97c3) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:12.677867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:12.678570 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.682214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11e16c-8eee-4c1f-a7c2-004545436e53 None None] Network 0df6ff39-1709-491a-93cf-e877161f97c3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:12.695405 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-24fb67b2-65bd-4c81-a8a9-5f99a60337df tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4200099 Nov 12 04:12:12.697852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:12.800821 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.839628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027cf0f-2f80-43c0-8156-8286a7770cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-0df6ff39-1709-491a-93cf-e877161f97c3', 'network_id': '0df6ff39-1709-491a-93cf-e877161f97c3', 'tenant_id': '2382274ce9d6449c991be4854742276d', 'fixed_ips': [{'subnet_id': 'd323ed8a-e22e-4b85-b706-a6e0e595c6b3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:12.840520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c027cf0f-2f80-43c0-8156-8286a7770cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.859762 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.933882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:12.963817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Subnet': ['ID=d323ed8a-e22e-4b85-b706-a6e0e595c6b3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server [None req-c027cf0f-2f80-43c0-8156-8286a7770cbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d323ed8a-e22e-4b85-b706-a6e0e595c6b3: This subnet is being modified by another concurrent operation. Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d323ed8a-e22e-4b85-b706-a6e0e595c6b3: This subnet is being modified by another concurrent operation. Nov 12 04:12:12.964686 n-d-713499-30 neutron-server[102607]: ERROR oslo_messaging.rpc.server Nov 12 04:12:12.996298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2911f-003f-4b3e-be3a-4f0eb3094fca None None] Network 0df6ff39-1709-491a-93cf-e877161f97c3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:13.048858 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.131688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230f8c2-6d51-4965-8180-b2d3b5925aaa None None] Network 37bdada5-647f-436d-83d4-b3c861fa960d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:13.194179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] Provisioning complete for port bca6d066-e48c-4212-a922-dc320dad835f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:13.194647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.349814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.382437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df6ff39-1709-491a-93cf-e877161f97c3']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:13.392674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc44464-74d5-4e86-a3fa-587f38384ad3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:13.392983 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc44464-74d5-4e86-a3fa-587f38384ad3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:13.402375 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.407034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] For port bca6d066-e48c-4212-a922-dc320dad835f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bca6d066-e48c-4212-a922-dc320dad835f,segment=NetworkSegment(3be20c0f-e158-4be6-993c-dc74beb54da4),segment_id=3be20c0f-e158-4be6-993c-dc74beb54da4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:13.411630 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.417399 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.423893 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:13.424442 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:13.427502 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:13.468323 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02772edb-92c0-44c3-8de9-983557a5ff3c None None] Pushing event updated for resources: {'Port': ['ID=bca6d066-e48c-4212-a922-dc320dad835f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.493990 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.502696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.505996 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/0df6ff39-1709-491a-93cf-e877161f97c3 HTTP/1.1" status: 204 len: 168 time: 0.8071942 Nov 12 04:12:13.510059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35978) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:13.516359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039334389'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:13.518257 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a402927-869d-4672-befd-42d7c9bc8751 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Network': ['ID=0df6ff39-1709-491a-93cf-e877161f97c3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.539684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:13.543297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.568550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:13.579902 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.580143 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Added segment f021dfa5-d704-4d16-b4b4-fe7fc129801e of type vlan for network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 Nov 12 04:12:13.621072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.622079 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce672eb-8bd2-46f3-93d9-5aad98ffa49d None None] get_active_networks_info from n-d-713499-30 {{(pid=102607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:12:13.647499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.653230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.653808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.671920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6f217467-0290-4f3f-87cb-75af0cc7e0f0 None None] Provisioning complete for port bca6d066-e48c-4212-a922-dc320dad835f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:13.672310 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6f217467-0290-4f3f-87cb-75af0cc7e0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.689542 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1776981 Nov 12 04:12:13.693363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35980) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:13.699100 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'subnet': {'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:13.726426 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aec740-9378-4b23-8d1c-55f674c95dad tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Network': ['ID=51c9fdc4-0861-4acd-81d6-6c50f82bb091,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:13.732077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce672eb-8bd2-46f3-93d9-5aad98ffa49d None None] Resources bound (agent type, host, resource id): {{(pid=102607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:12:13.737367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:13.801317 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:13.805032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:13.908344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bca6d066-e48c-4212-a922-dc320dad835f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:14.001010 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.009360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port bca6d066-e48c-4212-a922-dc320dad835f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:14.009949 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.065591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Subnet': ['ID=346ce364-dfd5-4fc4-803e-cb4fb4416848,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.070787 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking segment: {'id': 'f021dfa5-d704-4d16-b4b4-fe7fc129801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:14.071452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network hostable DHCP agents. Network: 51c9fdc4-0861-4acd-81d6-6c50f82bb091, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:14.090044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:14.100726 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 51c9fdc4-0861-4acd-81d6-6c50f82bb091) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:14.106148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.107416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.130226 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1e510e22-8766-4301-addc-202d4173ca6d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4355443 Nov 12 04:12:14.133448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67afb5b-0e51-40d3-9958-dd96a92a5d91 None None] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:14.134387 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.140873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76513696'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:14.164335 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:14.167749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.194022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:14.203947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.204318 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Added segment c8ef17ae-9d5c-449c-80f9-375657065a3e of type vlan for network 703a70e3-3888-4d88-909b-55839f5fe2be Nov 12 04:12:14.249463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.276983 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.283416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.284143 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.300203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-51c9fdc4-0861-4acd-81d6-6c50f82bb091', 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091', 'tenant_id': '2382274ce9d6449c991be4854742276d', 'fixed_ips': [{'subnet_id': '346ce364-dfd5-4fc4-803e-cb4fb4416848'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:14.301183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.321701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1860986 Nov 12 04:12:14.325591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35984) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.333159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Request body: {'subnet': {'network_id': '703a70e3-3888-4d88-909b-55839f5fe2be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:14.358395 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dfc2b-c7e2-456f-bab3-a2e2cfcbdb75 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Network': ['ID=703a70e3-3888-4d88-909b-55839f5fe2be,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.377783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 703a70e3-3888-4d88-909b-55839f5fe2be details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:14.426186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Made reservation on behalf of 2382274ce9d6449c991be4854742276d for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:14.429861 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.620303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.661878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Allocated IP 2001:db8::2 (51c9fdc4-0861-4acd-81d6-6c50f82bb091/346ce364-dfd5-4fc4-803e-cb4fb4416848/ffef3000-9ac8-464a-a09c-1175b0a73919) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:14.680718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event updated for resources: {'Subnet': ['ID=3707b577-9b2b-4b7c-8d43-b8b5d650c7bd,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:14.697013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Checking segment: {'id': 'c8ef17ae-9d5c-449c-80f9-375657065a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '703a70e3-3888-4d88-909b-55839f5fe2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:14.697377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network hostable DHCP agents. Network: 703a70e3-3888-4d88-909b-55839f5fe2be, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:14.714501 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Network 703a70e3-3888-4d88-909b-55839f5fe2be is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:14.724500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 703a70e3-3888-4d88-909b-55839f5fe2be) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:14.728546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:14.729157 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.739748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133ca1b-810f-4e51-aa74-635c7d18e2c2 None None] Network 703a70e3-3888-4d88-909b-55839f5fe2be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:14.747424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-73e34017-f0be-48cf-9c8d-f59cba4a6bc4 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186337 Nov 12 04:12:14.751076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 35986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:14.860692 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.891010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.913452 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.914739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:14.960626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:14.969136 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:14.975617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:14.979620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.000304 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Pushing event updated for resources: {'Port': ['ID=ffef3000-9ac8-464a-a09c-1175b0a73919,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.009689 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Subnet': ['ID=3707b577-9b2b-4b7c-8d43-b8b5d650c7bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.027064 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215a563-f736-42a7-a75e-4a67a021c95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-703a70e3-3888-4d88-909b-55839f5fe2be', 'network_id': '703a70e3-3888-4d88-909b-55839f5fe2be', 'tenant_id': '2382274ce9d6449c991be4854742276d', 'fixed_ips': [{'subnet_id': '3707b577-9b2b-4b7c-8d43-b8b5d650c7bd'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:15.027904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8215a563-f736-42a7-a75e-4a67a021c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.074299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.074741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Attempting to bind port ffef3000-9ac8-464a-a09c-1175b0a73919 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:15.075087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Attempting to bind port ffef3000-9ac8-464a-a09c-1175b0a73919 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'f021dfa5-d704-4d16-b4b4-fe7fc129801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:15.075491 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Attempting to bind port ffef3000-9ac8-464a-a09c-1175b0a73919 on network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:15.095210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703a70e3-3888-4d88-909b-55839f5fe2be']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:15.104516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ef17ae-9d5c-449c-80f9-375657065a3e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:15.104805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ef17ae-9d5c-449c-80f9-375657065a3e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:15.114519 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.122306 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:15.122688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Checking segment: {'id': 'f021dfa5-d704-4d16-b4b4-fe7fc129801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:15.123121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.123524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Bound using segment: {'id': 'f021dfa5-d704-4d16-b4b4-fe7fc129801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:15.124040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Bound port: ffef3000-9ac8-464a-a09c-1175b0a73919, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f021dfa5-d704-4d16-b4b4-fe7fc129801e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '51c9fdc4-0861-4acd-81d6-6c50f82bb091'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:15.124425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.128328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.134491 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:15.134900 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:15.138029 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:15.167934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38c787-ef7b-4597-9989-a60a03965eda None None] Network 703a70e3-3888-4d88-909b-55839f5fe2be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:15.196770 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.203879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.206993 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/703a70e3-3888-4d88-909b-55839f5fe2be HTTP/1.1" status: 204 len: 168 time: 0.4549017 Nov 12 04:12:15.209876 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35988) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.226204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2867bfc-ced0-4fff-b21f-ca3e6a77012b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Network': ['ID=703a70e3-3888-4d88-909b-55839f5fe2be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.244092 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4fb4c0-2ef9-4a03-a77f-945df4d72fc1 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] GET failed (client error): The resource could not be found. Nov 12 04:12:15.245668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bb4fb4c0-2ef9-4a03-a77f-945df4d72fc1 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "GET /v2.0/subnets/3707b577-9b2b-4b7c-8d43-b8b5d650c7bd HTTP/1.1" status: 404 len: 337 time: 0.0347860 Nov 12 04:12:15.248714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35990) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.256312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] For port ffef3000-9ac8-464a-a09c-1175b0a73919, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:15.260671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] For port ffef3000-9ac8-464a-a09c-1175b0a73919, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffef3000-9ac8-464a-a09c-1175b0a73919,segment=NetworkSegment(f021dfa5-d704-4d16-b4b4-fe7fc129801e),segment_id=f021dfa5-d704-4d16-b4b4-fe7fc129801e)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:15.268011 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2c293f-2fc4-43bc-8832-1aba2e1d260d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:15.268757 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2c293f-2fc4-43bc-8832-1aba2e1d260d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:15.272003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ef2c293f-2fc4-43bc-8832-1aba2e1d260d tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/703a70e3-3888-4d88-909b-55839f5fe2be HTTP/1.1" status: 404 len: 339 time: 0.0222535 Nov 12 04:12:15.275859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35992) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.281306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.302649 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cc55b0-02f4-4b24-9935-65a7c1dc56c1 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:15.303094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cc55b0-02f4-4b24-9935-65a7c1dc56c1 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:15.308153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-86cc55b0-02f4-4b24-9935-65a7c1dc56c1 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/subnets/3707b577-9b2b-4b7c-8d43-b8b5d650c7bd HTTP/1.1" status: 404 len: 337 time: 0.0293167 Nov 12 04:12:15.308779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35994) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.326457 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-f897f738-23c4-4770-b5aa-9442c83bb44f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:15.327003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f897f738-23c4-4770-b5aa-9442c83bb44f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:15.332652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f897f738-23c4-4770-b5aa-9442c83bb44f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/703a70e3-3888-4d88-909b-55839f5fe2be HTTP/1.1" status: 404 len: 339 time: 0.0205576 Nov 12 04:12:15.332841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35996) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.358415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2e012-7229-4158-b7cb-1d4eb81c9863 None None] Pushing event updated for resources: {'Port': ['ID=ffef3000-9ac8-464a-a09c-1175b0a73919,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.386469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Deleting subnet 346ce364-dfd5-4fc4-803e-cb4fb4416848 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:15.389707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.436281 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.541632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.606561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.637504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Subnet': ['ID=346ce364-dfd5-4fc4-803e-cb4fb4416848,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.644072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.647479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77244477-a164-4d64-8b3c-ef3b6059b070 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/subnets/346ce364-dfd5-4fc4-803e-cb4fb4416848 HTTP/1.1" status: 204 len: 168 time: 0.3136086 Nov 12 04:12:15.649813 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 35998) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:15.725490 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.778136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Deleting port ffef3000-9ac8-464a-a09c-1175b0a73919 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:15.778391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.849386 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] For port ffef3000-9ac8-464a-a09c-1175b0a73919, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=ffef3000-9ac8-464a-a09c-1175b0a73919,segment=NetworkSegment(f021dfa5-d704-4d16-b4b4-fe7fc129801e),segment_id=f021dfa5-d704-4d16-b4b4-fe7fc129801e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:15.849748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.863030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Calling delete_port for ffef3000-9ac8-464a-a09c-1175b0a73919 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:15.898749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffef3000-9ac8-464a-a09c-1175b0a73919 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:15.943715 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.949239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port ffef3000-9ac8-464a-a09c-1175b0a73919 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:15.949607 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:15.969402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port ffef3000-9ac8-464a-a09c-1175b0a73919 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:12:15.971051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Port': ['ID=ffef3000-9ac8-464a-a09c-1175b0a73919,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:15.973184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No DVR routers for this DVR port ffef3000-9ac8-464a-a09c-1175b0a73919 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:16.058820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.081027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c9fdc4-0861-4acd-81d6-6c50f82bb091']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.090709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f021dfa5-d704-4d16-b4b4-fe7fc129801e') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.091016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f021dfa5-d704-4d16-b4b4-fe7fc129801e') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.101365 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.115039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.121453 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:16.121977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:16.126347 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:16.191160 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.199079 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.202396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/51c9fdc4-0861-4acd-81d6-6c50f82bb091 HTTP/1.1" status: 204 len: 168 time: 0.5515954 Nov 12 04:12:16.204951 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.222708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262b1fe-5f2c-4369-82eb-19a5f2eca526 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Network': ['ID=51c9fdc4-0861-4acd-81d6-6c50f82bb091,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.243719 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf64d0ea-ef78-4fef-9f6f-abc8ab4f1563 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:16.244211 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf64d0ea-ef78-4fef-9f6f-abc8ab4f1563 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:16.247298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-bf64d0ea-ef78-4fef-9f6f-abc8ab4f1563 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/subnets/d323ed8a-e22e-4b85-b706-a6e0e595c6b3 HTTP/1.1" status: 404 len: 337 time: 0.0413916 Nov 12 04:12:16.250633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36002) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.269421 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623ac4d-f793-4d8e-a5f6-4995f515ea8b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:16.269976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d623ac4d-f793-4d8e-a5f6-4995f515ea8b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:16.273158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d623ac4d-f793-4d8e-a5f6-4995f515ea8b tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/0df6ff39-1709-491a-93cf-e877161f97c3 HTTP/1.1" status: 404 len: 339 time: 0.0213301 Nov 12 04:12:16.275696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36004) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.302258 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3e707e-2a61-4036-9f45-bc2b3357191a tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:16.302714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3e707e-2a61-4036-9f45-bc2b3357191a tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:16.305829 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4b3e707e-2a61-4036-9f45-bc2b3357191a tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/subnets/36cd30b2-47e5-4c14-afd5-a1fd6a341e5e HTTP/1.1" status: 404 len: 337 time: 0.0291607 Nov 12 04:12:16.308336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36006) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.328492 n-d-713499-30 neutron-server[102606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac558d3f-c80e-4864-9a3e-c7bc2d448909 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] DELETE failed (client error): The resource could not be found. Nov 12 04:12:16.328930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac558d3f-c80e-4864-9a3e-c7bc2d448909 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102606) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:12:16.332026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac558d3f-c80e-4864-9a3e-c7bc2d448909 tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/d8ca6bdf-5561-4ef9-aeb6-e8908780d44b HTTP/1.1" status: 404 len: 339 time: 0.0227475 Nov 12 04:12:16.334584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36008) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.354912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bcc6a6ff-2f28-4eba-9d1e-128af30f63de None None] Could not find standard attr ID for object ffef3000-9ac8-464a-a09c-1175b0a73919. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:12:16.380650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1483d1d-3bc1-4282-85d6-3b328014e20d None None] DHCP port deletion for 51c9fdc4-0861-4acd-81d6-6c50f82bb091 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:16.398782 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e8eda-841f-47d2-b0b9-777c65f332e2 None None] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:16.401112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Deleting subnet c39db611-9aab-4b85-8cae-5ce57547fe96 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:16.404297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.411128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e8eda-841f-47d2-b0b9-777c65f332e2 None None] Network 51c9fdc4-0861-4acd-81d6-6c50f82bb091 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:12:16.445973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.525886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.588200 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.616186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Subnet': ['ID=c39db611-9aab-4b85-8cae-5ce57547fe96,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.618138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.621415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a7c2bb11-9eee-4b75-b2b5-9be923bcfd1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/subnets/c39db611-9aab-4b85-8cae-5ce57547fe96 HTTP/1.1" status: 204 len: 168 time: 0.2858729 Nov 12 04:12:16.623903 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.624405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7986878-41e6-4729-b3ab-c4033c0ab774 None None] Network 37bdada5-647f-436d-83d4-b3c861fa960d requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:16.700815 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.754042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Deleting port bca6d066-e48c-4212-a922-dc320dad835f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:16.754389 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.796571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] DHCP port deletion for 37bdada5-647f-436d-83d4-b3c861fa960d request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:16.823594 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] For port bca6d066-e48c-4212-a922-dc320dad835f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bca6d066-e48c-4212-a922-dc320dad835f,segment=NetworkSegment(3be20c0f-e158-4be6-993c-dc74beb54da4),segment_id=3be20c0f-e158-4be6-993c-dc74beb54da4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:16.823980 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.836999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Calling delete_port for bca6d066-e48c-4212-a922-dc320dad835f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:16.848052 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Deleting port bca6d066-e48c-4212-a922-dc320dad835f {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:16.848435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.910125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] For port bca6d066-e48c-4212-a922-dc320dad835f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=bca6d066-e48c-4212-a922-dc320dad835f,segment=NetworkSegment(3be20c0f-e158-4be6-993c-dc74beb54da4),segment_id=3be20c0f-e158-4be6-993c-dc74beb54da4)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:16.910525 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.916218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.924361 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Calling delete_port for bca6d066-e48c-4212-a922-dc320dad835f owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:16.942979 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Port': ['ID=bca6d066-e48c-4212-a922-dc320dad835f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.944814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] No DVR routers for this DVR port bca6d066-e48c-4212-a922-dc320dad835f on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:17.004442 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.025875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.028726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] Pushing event deleted for resources: {'Port': ['ID=bca6d066-e48c-4212-a922-dc320dad835f,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.032159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd97619-8a53-4467-b558-9dfca25525b4 None None] No DVR routers for this DVR port bca6d066-e48c-4212-a922-dc320dad835f on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:17.046745 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bdada5-647f-436d-83d4-b3c861fa960d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.055823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be20c0f-e158-4be6-993c-dc74beb54da4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.056283 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be20c0f-e158-4be6-993c-dc74beb54da4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.066196 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.079483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.085324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:17.085699 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:17.088721 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:17.148998 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.155731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.158831 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] 10.222.0.93 "DELETE /v2.0/networks/37bdada5-647f-436d-83d4-b3c861fa960d HTTP/1.1" status: 204 len: 168 time: 0.5332892 Nov 12 04:12:17.170357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f479f-70b0-47fd-b235-5d21a8477e1f tempest-NetworksIpV6Test-2031176202 tempest-NetworksIpV6Test-2031176202-project] Pushing event deleted for resources: {'Network': ['ID=37bdada5-647f-436d-83d4-b3c861fa960d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.405098 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.534086 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b33f9922-386c-4805-840f-b770a179a3dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2382274ce9d6449c991be4854742276d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278172 Nov 12 04:12:17.536645 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:17.583286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.604107 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.656693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.659294 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:17.660513 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2f10814-28c5-4651-a47c-a16e9012c5c2 HTTP/1.1" status: 204 len: 168 time: 0.1230114 Nov 12 04:12:17.668515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca11809-1c47-4592-98cf-5eeaebe713b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f10814-28c5-4651-a47c-a16e9012c5c2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:17.862225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bca6d066-e48c-4212-a922-dc320dad835f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:17.883572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: bca6d066-e48c-4212-a922-dc320dad835f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:17.883913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device bca6d066-e48c-4212-a922-dc320dad835f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:17.884358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffef3000-9ac8-464a-a09c-1175b0a73919 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:17.905047 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: ffef3000-9ac8-464a-a09c-1175b0a73919 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:17.905388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device ffef3000-9ac8-464a-a09c-1175b0a73919 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:18.069684 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2bc0c370-be85-4c4a-87c7-ef92ec74ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.299940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.395468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1810545465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:18.418021 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.419038 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.469507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.473658 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.490136 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.491300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-92df133d-3857-4693-92d3-b2cbd0343d73 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1903279 Nov 12 04:12:18.494003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36048) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.499564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-480507449'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:18.519152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Made reservation on behalf of 06215956a3054f3abe312516ca830ce6 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:18.522424 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.530855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.604279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.608310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.633772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:18.646718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c92103-a21b-4d61-8dd1-a708664ec911,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.651292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.651626 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Added segment 6f6af2be-e069-4ef4-afa2-ee51dd08b47b of type vlan for network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e Nov 12 04:12:18.691301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.716465 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.722321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.723166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:18.758961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2639461 Nov 12 04:12:18.761879 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:18.767075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'subnet': {'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:18.791403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614aeae-325a-4e0a-87a3-7f002bb34159 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event updated for resources: {'Network': ['ID=8dac65cf-c055-4c96-bc85-e2adf7e6ce5e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:18.801852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:18.859573 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Made reservation on behalf of 06215956a3054f3abe312516ca830ce6 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:18.863060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.040787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.100482 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event updated for resources: {'Subnet': ['ID=028d011d-c140-4637-b31d-d966bc030e50,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.110185 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Checking segment: {'id': '6f6af2be-e069-4ef4-afa2-ee51dd08b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:19.110541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Network hostable DHCP agents. Network: 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:19.127033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:19.135591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:19.139460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.140075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.144611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d641747-f5e7-45b4-bd0e-3e54238eb940 None None] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:19.155707 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5de24dba-e379-4168-9aca-0fe0cd9d7b4a tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3926425 Nov 12 04:12:19.158948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.163836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1582131251'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:19.186144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Made reservation on behalf of 06215956a3054f3abe312516ca830ce6 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:19.190258 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.214222 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:19.224742 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.225088 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Added segment dddd112a-f83e-4dc9-9b0b-028a7763f6fc of type vlan for network da94af88-9022-496f-8aff-ccf3ab362fd9 Nov 12 04:12:19.267065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.291327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-8dac65cf-c055-4c96-bc85-e2adf7e6ce5e', 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e', 'tenant_id': '06215956a3054f3abe312516ca830ce6', 'fixed_ips': [{'subnet_id': '028d011d-c140-4637-b31d-d966bc030e50'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:19.292157 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.298592 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.304251 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.304973 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.338981 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1789577 Nov 12 04:12:19.343395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36056) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.348540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'subnet': {'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:19.378965 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfaad2-93d6-4430-9ffc-7c5c20225b1b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event updated for resources: {'Network': ['ID=da94af88-9022-496f-8aff-ccf3ab362fd9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.391702 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network da94af88-9022-496f-8aff-ccf3ab362fd9 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:19.444917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Made reservation on behalf of 06215956a3054f3abe312516ca830ce6 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:19.448338 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.492385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Allocated IP 172.20.0.2 (8dac65cf-c055-4c96-bc85-e2adf7e6ce5e/028d011d-c140-4637-b31d-d966bc030e50/76c045dc-6987-41a5-8e1a-d02c136888f2) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:19.630393 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.639524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.644690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.680960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:19.683714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:19.689991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:19.692085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event updated for resources: {'Subnet': ['ID=62236ee9-6003-406a-91dd-ff385d7aa45d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.699462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Checking segment: {'id': 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:19.699834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Network hostable DHCP agents. Network: da94af88-9022-496f-8aff-ccf3ab362fd9, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:19.703300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Pushing event updated for resources: {'Port': ['ID=76c045dc-6987-41a5-8e1a-d02c136888f2,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.717356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Network da94af88-9022-496f-8aff-ccf3ab362fd9 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:19.725665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, da94af88-9022-496f-8aff-ccf3ab362fd9) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:19.729804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.730400 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.745476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cf8c5-12a7-4a37-9cfd-f5bc33d411cf None None] Network da94af88-9022-496f-8aff-ccf3ab362fd9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:19.747367 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dfbca6b7-1bde-4e3c-a375-9ae1c06bf155 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4023867 Nov 12 04:12:19.749652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36058) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:19.754367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a212973d-5526-438a-bd4a-faf894a4e3df tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:19.776911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Attempting to bind port 76c045dc-6987-41a5-8e1a-d02c136888f2 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:19.777285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Attempting to bind port 76c045dc-6987-41a5-8e1a-d02c136888f2 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '6f6af2be-e069-4ef4-afa2-ee51dd08b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:19.777653 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Attempting to bind port 76c045dc-6987-41a5-8e1a-d02c136888f2 on network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:19.807678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:19.808077 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Checking segment: {'id': '6f6af2be-e069-4ef4-afa2-ee51dd08b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:19.808477 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.808870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Bound using segment: {'id': '6f6af2be-e069-4ef4-afa2-ee51dd08b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:19.809466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Bound port: 76c045dc-6987-41a5-8e1a-d02c136888f2, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6af2be-e069-4ef4-afa2-ee51dd08b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '8dac65cf-c055-4c96-bc85-e2adf7e6ce5e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:19.809702 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.926340 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] For port 76c045dc-6987-41a5-8e1a-d02c136888f2, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:19.932072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] For port 76c045dc-6987-41a5-8e1a-d02c136888f2, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=76c045dc-6987-41a5-8e1a-d02c136888f2,segment=NetworkSegment(6f6af2be-e069-4ef4-afa2-ee51dd08b47b),segment_id=6f6af2be-e069-4ef4-afa2-ee51dd08b47b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:19.939636 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.960805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a212973d-5526-438a-bd4a-faf894a4e3df tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.002922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-da94af88-9022-496f-8aff-ccf3ab362fd9', 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9', 'tenant_id': '06215956a3054f3abe312516ca830ce6', 'fixed_ips': [{'subnet_id': '62236ee9-6003-406a-91dd-ff385d7aa45d'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:20.003758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.031210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f0ae5-a950-4811-9c24-a635d6991f72 None None] Pushing event updated for resources: {'Port': ['ID=76c045dc-6987-41a5-8e1a-d02c136888f2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.078058 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [None req-a212973d-5526-438a-bd4a-faf894a4e3df tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:12:20.079263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a212973d-5526-438a-bd4a-faf894a4e3df tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "PUT /v2.0/routers/a336fbb8-ec93-43dc-a5ee-0e1e30bfb97a HTTP/1.1" status: 400 len: 364 time: 0.3286536 Nov 12 04:12:20.086096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:20.140440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Deleting subnet 62236ee9-6003-406a-91dd-ff385d7aa45d {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:20.158931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Allocated IP 172.21.0.2 (da94af88-9022-496f-8aff-ccf3ab362fd9/62236ee9-6003-406a-91dd-ff385d7aa45d/da9a76da-bb27-45d4-9834-8a4ba863dca5) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:20.309101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.314356 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.314920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.351734 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Network da94af88-9022-496f-8aff-ccf3ab362fd9 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:20.357560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:20.361026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:20.361630 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.378532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Pushing event updated for resources: {'Port': ['ID=da9a76da-bb27-45d4-9834-8a4ba863dca5,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.432680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Attempting to bind port da9a76da-bb27-45d4-9834-8a4ba863dca5 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:20.432958 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Attempting to bind port da9a76da-bb27-45d4-9834-8a4ba863dca5 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:20.433314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Attempting to bind port da9a76da-bb27-45d4-9834-8a4ba863dca5 on network da94af88-9022-496f-8aff-ccf3ab362fd9 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:20.438264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:20.438580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Checking segment: {'id': 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:20.438964 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.439346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Bound using segment: {'id': 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:20.439800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Bound port: da9a76da-bb27-45d4-9834-8a4ba863dca5, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'da94af88-9022-496f-8aff-ccf3ab362fd9'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:20.440195 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.446943 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.486173 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afad53fb-88bb-412d-bbeb-0d1f0d93643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.505776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.520355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] For port da9a76da-bb27-45d4-9834-8a4ba863dca5, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:20.523462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] For port da9a76da-bb27-45d4-9834-8a4ba863dca5, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da9a76da-bb27-45d4-9834-8a4ba863dca5,segment=NetworkSegment(dddd112a-f83e-4dc9-9b0b-028a7763f6fc),segment_id=dddd112a-f83e-4dc9-9b0b-028a7763f6fc)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:20.527657 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.537762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Subnet': ['ID=62236ee9-6003-406a-91dd-ff385d7aa45d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.539702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.545552 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-310570c0-b973-407a-92a6-29b6cba35cbb tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "DELETE /v2.0/subnets/62236ee9-6003-406a-91dd-ff385d7aa45d HTTP/1.1" status: 204 len: 168 time: 0.4558399 Nov 12 04:12:20.545851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36062) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:20.585837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b962925-1d4f-4c39-a406-6be91794384d None None] Pushing event updated for resources: {'Port': ['ID=da9a76da-bb27-45d4-9834-8a4ba863dca5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.626910 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.681403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Deleting port da9a76da-bb27-45d4-9834-8a4ba863dca5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:20.681743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.755678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] For port da9a76da-bb27-45d4-9834-8a4ba863dca5, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=da9a76da-bb27-45d4-9834-8a4ba863dca5,segment=NetworkSegment(dddd112a-f83e-4dc9-9b0b-028a7763f6fc),segment_id=dddd112a-f83e-4dc9-9b0b-028a7763f6fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:20.756052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.774622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Calling delete_port for da9a76da-bb27-45d4-9834-8a4ba863dca5 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:20.874412 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:20.907532 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Port': ['ID=da9a76da-bb27-45d4-9834-8a4ba863dca5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:20.909412 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] No DVR routers for this DVR port da9a76da-bb27-45d4-9834-8a4ba863dca5 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:20.991147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.012172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da94af88-9022-496f-8aff-ccf3ab362fd9']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.022109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.022333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddd112a-f83e-4dc9-9b0b-028a7763f6fc') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.032115 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.046462 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.052195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:21.052627 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:21.055521 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:21.061292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205dd189-3727-410e-9890-df33f8042ad4 None None] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:21.119104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.126435 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.129612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "DELETE /v2.0/networks/da94af88-9022-496f-8aff-ccf3ab362fd9 HTTP/1.1" status: 204 len: 168 time: 0.5824478 Nov 12 04:12:21.132286 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.140690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8338fc-990b-4911-a594-1bf54b9b5c88 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Network': ['ID=da94af88-9022-496f-8aff-ccf3ab362fd9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.148963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] Provisioning complete for port 76c045dc-6987-41a5-8e1a-d02c136888f2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.149339 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.190081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Deleting subnet 028d011d-c140-4637-b31d-d966bc030e50 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:21.193619 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.238155 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.338978 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.407658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.438211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Subnet': ['ID=028d011d-c140-4637-b31d-d966bc030e50,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.454772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.458057 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-85913e8e-4e4a-42a2-924e-b5ee2e62d9d8 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "DELETE /v2.0/subnets/028d011d-c140-4637-b31d-d966bc030e50 HTTP/1.1" status: 204 len: 168 time: 0.3241153 Nov 12 04:12:21.460599 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36066) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:21.475933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.514499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] For port 76c045dc-6987-41a5-8e1a-d02c136888f2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=76c045dc-6987-41a5-8e1a-d02c136888f2,segment=NetworkSegment(6f6af2be-e069-4ef4-afa2-ee51dd08b47b),segment_id=6f6af2be-e069-4ef4-afa2-ee51dd08b47b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:21.518816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.558097 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.567668 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2ef79-3e83-49ca-b1dc-4749e0214442 None None] Pushing event updated for resources: {'Port': ['ID=76c045dc-6987-41a5-8e1a-d02c136888f2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.618509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Deleting port 76c045dc-6987-41a5-8e1a-d02c136888f2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:21.618858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.695354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] For port 76c045dc-6987-41a5-8e1a-d02c136888f2, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=76c045dc-6987-41a5-8e1a-d02c136888f2,segment=NetworkSegment(6f6af2be-e069-4ef4-afa2-ee51dd08b47b),segment_id=6f6af2be-e069-4ef4-afa2-ee51dd08b47b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:21.695722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.711987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Calling delete_port for 76c045dc-6987-41a5-8e1a-d02c136888f2 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:21.723211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473617c-372a-417a-80d9-c16b263e4d4a None None] Network 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:21.748311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34b9a3-2e7e-47bb-897f-067b3d3fcd1c None None] DHCP port deletion for da94af88-9022-496f-8aff-ccf3ab362fd9 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:21.755688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2e35ce21-f584-4bbc-86bd-bf9e981a2b25 None None] Could not find standard attr ID for object da9a76da-bb27-45d4-9834-8a4ba863dca5. {{(pid=102607) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:12:21.800279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.804520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda36cb-5256-43f2-bef8-7989e1eda404 None None] Network da94af88-9022-496f-8aff-ccf3ab362fd9 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:21.830910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] No DVR routers for this DVR port 76c045dc-6987-41a5-8e1a-d02c136888f2 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:21.833446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Port': ['ID=76c045dc-6987-41a5-8e1a-d02c136888f2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:21.833797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda36cb-5256-43f2-bef8-7989e1eda404 None None] Network da94af88-9022-496f-8aff-ccf3ab362fd9 could not be found, it might have been deleted concurrently. {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:12:21.835643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2e35ce21-f584-4bbc-86bd-bf9e981a2b25 None None] Provisioning complete for port 76c045dc-6987-41a5-8e1a-d02c136888f2 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:21.836221 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e35ce21-f584-4bbc-86bd-bf9e981a2b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.887672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2e35ce21-f584-4bbc-86bd-bf9e981a2b25 None None] Port 76c045dc-6987-41a5-8e1a-d02c136888f2 was deleted so its status cannot be updated. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 04:12:21.903608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.922851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 76c045dc-6987-41a5-8e1a-d02c136888f2 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:21.934638 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.946329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 76c045dc-6987-41a5-8e1a-d02c136888f2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:21.946682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 76c045dc-6987-41a5-8e1a-d02c136888f2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 04:12:21.959230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dac65cf-c055-4c96-bc85-e2adf7e6ce5e']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.968200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12131848-2e8e-4f6d-a05f-e3660608ea92 None None] DHCP port deletion for 8dac65cf-c055-4c96-bc85-e2adf7e6ce5e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:21.968820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6af2be-e069-4ef4-afa2-ee51dd08b47b') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.969112 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6af2be-e069-4ef4-afa2-ee51dd08b47b') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:21.971176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Port 76c045dc-6987-41a5-8e1a-d02c136888f2 not found, will not notify nova. {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 04:12:21.978725 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.991890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:21.998251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:21.998641 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:22.001845 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:22.057275 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.064514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.067460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "DELETE /v2.0/networks/8dac65cf-c055-4c96-bc85-e2adf7e6ce5e HTTP/1.1" status: 204 len: 168 time: 0.6058438 Nov 12 04:12:22.070637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.079046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aae83-d688-4e9e-a217-470f2f64b7e3 tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Pushing event deleted for resources: {'Network': ['ID=8dac65cf-c055-4c96-bc85-e2adf7e6ce5e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:22.100262 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-18d9864c-d99a-4b78-8f1b-ca81fba0ad7b tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "GET /v2.0/ports?device_id=a336fbb8-ec93-43dc-a5ee-0e1e30bfb97a HTTP/1.1" status: 200 len: 205 time: 0.0283442 Nov 12 04:12:22.102493 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.177352 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.337340 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.339497 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.384342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.384995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Fanout notify agent at l3_agent the message router_deleted on router a336fbb8-ec93-43dc-a5ee-0e1e30bfb97a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:22.393198 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.394684 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bfa7cc94-5351-482f-b30c-f7a05eca743e tempest-RoutersNegativeTest-604341481 tempest-RoutersNegativeTest-604341481-project] 10.222.0.93 "DELETE /v2.0/routers/a336fbb8-ec93-43dc-a5ee-0e1e30bfb97a HTTP/1.1" status: 204 len: 168 time: 0.2912834 Nov 12 04:12:22.635847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.769831 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-22aa21cb-6ddc-4bad-b9e3-27006bae7493 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=06215956a3054f3abe312516ca830ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326542 Nov 12 04:12:22.772165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:22.818700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.840006 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.884414 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.887040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.888816 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/30c92103-a21b-4d61-8dd1-a708664ec911 HTTP/1.1" status: 204 len: 168 time: 0.1151190 Nov 12 04:12:22.896214 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cbe79-0057-4935-b22c-335fbf158774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c92103-a21b-4d61-8dd1-a708664ec911,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.215231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.490240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.589218 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1433037367-network', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.609895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Made reservation on behalf of b5221dabb3e14e4aaddad0c24cec6667 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:23.612276 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.620450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.692946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.696594 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.717877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:23.736242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f8642-cf4b-4535-9e60-a96e7f848b80,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.740827 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.741173 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Added segment 70b6cade-c74b-44a0-81bd-59df7b3ee78c of type vlan for network e6cfc9e4-baf9-4399-b2aa-c733255469e3 Nov 12 04:12:23.742625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.785385 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.810015 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.811451 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.812053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.844034 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3525782 Nov 12 04:12:23.847285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36108) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:23.852375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Request body: {'subnet': {'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-subnet', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:23.865645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 76c045dc-6987-41a5-8e1a-d02c136888f2 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:23.879922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce692b3d-9a7a-4a25-a21d-bbbd06aa9650 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cfc9e4-baf9-4399-b2aa-c733255469e3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:23.880398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Made reservation on behalf of b5221dabb3e14e4aaddad0c24cec6667 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:23.882746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:23.893863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:23.903330 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 76c045dc-6987-41a5-8e1a-d02c136888f2 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:23.903674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 76c045dc-6987-41a5-8e1a-d02c136888f2 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:24.047909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.440686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0352fa4c-4022-41b5-8714-930bc663d29e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.449231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Checking segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:24.449580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Network hostable DHCP agents. Network: e6cfc9e4-baf9-4399-b2aa-c733255469e3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:24.465817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:24.474683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, e6cfc9e4-baf9-4399-b2aa-c733255469e3) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:24.478773 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.479300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.484475 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a43c4-1056-4041-9d9c-431edf190e05 None None] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:24.495110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-03be2b7c-f3d8-424e-822e-04f5816f226b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6465693 Nov 12 04:12:24.497921 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36110) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:24.502342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:24.523565 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.524624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.576586 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.635469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:24.636358 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.719410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.773641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Allocated IP 172.20.0.2 (e6cfc9e4-baf9-4399-b2aa-c733255469e3/0352fa4c-4022-41b5-8714-930bc663d29e/01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:24.916938 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.919455 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.925436 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.940549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.963783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:24.966551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:24.969107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:24.985859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Pushing event updated for resources: {'Port': ['ID=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.031779 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Attempting to bind port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:25.032107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Attempting to bind port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:25.032451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Attempting to bind port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:25.037367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:25.037740 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Checking segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:25.038135 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.038523 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Bound using segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:25.038993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Bound port: 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:25.039370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.042864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Allocated IP 172.25.4.247 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/40b8d2c9-580a-4aa6-acce-e0880afdca79) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:25.104362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] For port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:25.107454 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] For port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:25.112381 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.150830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.169434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20813045-c960-4562-8f47-0e622a6cb83f None None] Pushing event updated for resources: {'Port': ['ID=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.184562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.227652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:25.230706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:25.235920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:25.239144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Pushing event updated for resources: {'Port': ['ID=40b8d2c9-580a-4aa6-acce-e0880afdca79,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.249785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2a8b2-8273-473a-a475-2c1a3aa2ff34 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:25.340914 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0a916584-7000-4528-a868-e6105142f2ff None None] Provisioning complete for port 40b8d2c9-580a-4aa6-acce-e0880afdca79 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:25.341533 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a916584-7000-4528-a868-e6105142f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.380175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0a916584-7000-4528-a868-e6105142f2ff None None] Port 40b8d2c9-580a-4aa6-acce-e0880afdca79 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:25.505429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.701937 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.851214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Router afd36994-2af2-4f75-b800-9df0b7f8730d is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:12:25.933213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:25.971555 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:25.985638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Sync routers for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:25.992909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.996868 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f887ed80-19df-4849-9644-fcda2e3bc663 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4962234 Nov 12 04:12:25.997050 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36112) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:26.002836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:26.003478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:26.049622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:26.049988 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.132772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971fa43-4b17-41aa-9c70-2ed762cda11d None None] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:26.207532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:26.363417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-564760fc-0022-497d-9a6d-fee9c32d8607 None None] Provisioning complete for port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:26.363705 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564760fc-0022-497d-9a6d-fee9c32d8607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.370338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.425981 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.496537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:26.503019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.586687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Allocated IP 172.20.0.1 (e6cfc9e4-baf9-4399-b2aa-c733255469e3/0352fa4c-4022-41b5-8714-930bc663d29e/6d8d7d2d-9d06-4600-988f-4abd062a07db) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:26.637117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.656486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:25Z', 'revision_number': 3, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:26.684035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Checking router: afd36994-2af2-4f75-b800-9df0b7f8730d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:26.684545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Updating router afd36994-2af2-4f75-b800-9df0b7f8730d port 40b8d2c9-580a-4aa6-acce-e0880afdca79 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:26.701056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.715441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.742066 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.780425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:26.783828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:26.786976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:26.824509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:26.839954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:26.988867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.064166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9e1f6476-6204-4458-b036-6b17596bab52 None None] Provisioning complete for port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.064740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6476-6204-4458-b036-6b17596bab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.157228 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.161583 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.206216 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.213259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.231356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.233898 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.265255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6ef43-3720-4c03-80a8-911d4c49d320 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:27.275016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Attempting to bind port 40b8d2c9-580a-4aa6-acce-e0880afdca79 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:27.275382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Attempting to bind port 40b8d2c9-580a-4aa6-acce-e0880afdca79 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:27.275737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Attempting to bind port 40b8d2c9-580a-4aa6-acce-e0880afdca79 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:27.278977 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215820-e0e9-4925-859c-38b290154cfb None None] Pushing event updated for resources: {'Port': ['ID=40b8d2c9-580a-4aa6-acce-e0880afdca79,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.284689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:27.285058 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:27.285447 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.285823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:27.286285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Bound port: 40b8d2c9-580a-4aa6-acce-e0880afdca79, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:27.286656 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.329805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:27.331311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:27.347184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Provisioning complete for port 40b8d2c9-580a-4aa6-acce-e0880afdca79 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.347551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.351445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] For port 40b8d2c9-580a-4aa6-acce-e0880afdca79, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:27.386763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] For port 40b8d2c9-580a-4aa6-acce-e0880afdca79, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=40b8d2c9-580a-4aa6-acce-e0880afdca79,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:27.396845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.406002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Port 40b8d2c9-580a-4aa6-acce-e0880afdca79 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:27.452891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408d9c6-41ee-488b-8ad4-a6483508ad11 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:27.456585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Router afd36994-2af2-4f75-b800-9df0b7f8730d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:27.470592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Provisioning complete for port 6d8d7d2d-9d06-4600-988f-4abd062a07db triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.470592 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.500725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215820-e0e9-4925-859c-38b290154cfb None None] Pushing event updated for resources: {'Port': ['ID=40b8d2c9-580a-4aa6-acce-e0880afdca79,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:27.508024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:27.508654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:27.557582 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ca64d82b-5c3d-43f3-bf42-05fd5ec7a2b9 None None] Port 6d8d7d2d-9d06-4600-988f-4abd062a07db cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:27.578378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:27.585150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3e349acd-3dbb-4219-90fa-6bcdb31ae200 admin admin] 10.222.0.93 "PUT /v2.0/routers/afd36994-2af2-4f75-b800-9df0b7f8730d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861180 Nov 12 04:12:27.627854 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:27.756540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Provisioning complete for port 40b8d2c9-580a-4aa6-acce-e0880afdca79 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:27.756722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.883120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.894401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:27.941861 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] For port 40b8d2c9-580a-4aa6-acce-e0880afdca79, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=40b8d2c9-580a-4aa6-acce-e0880afdca79,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:27.955426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.007647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6d8d7d2d-9d06-4600-988f-4abd062a07db', 'name': '', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'mac_address': 'fa:16:3e:a0:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:26Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 2, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'subnets': [{'id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:28.043100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Provisioning complete for port 6d8d7d2d-9d06-4600-988f-4abd062a07db triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:28.043468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.050617 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07182d-7e38-4f9e-a526-dd1ab32da4ac None None] The sync data for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 is: [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6d8d7d2d-9d06-4600-988f-4abd062a07db', 'name': '', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'mac_address': 'fa:16:3e:a0:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:26Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 2, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'subnets': [{'id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:28.079129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.083178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:28.083632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.084178 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1887877582-network', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:28.087147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Pushing event updated for resources: {'Port': ['ID=40b8d2c9-580a-4aa6-acce-e0880afdca79,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.108730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Made reservation on behalf of 34b7f82dd7064ab69aa297b837d869c7 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:28.111189 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.120651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.129703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f936b76d-c6b3-4652-a8f4-1f4323c22a02 None None] Port 6d8d7d2d-9d06-4600-988f-4abd062a07db cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:28.196958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.202011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.229368 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1217} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:12:28.234674 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9511752-fb83-4f13-a554-ede1966b39db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.246463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.246924 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Added segment aed8a070-6e5e-47b9-919f-340bab7466df of type vlan for network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e Nov 12 04:12:28.307068 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.332765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.333872 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.335816 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.396636 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3162675 Nov 12 04:12:28.398240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36130) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.403468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Request body: {'subnet': {'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-subnet', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:28.404160 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d7e9-b8a2-420e-b41d-7d0256d6e9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5cb097-2c44-4b76-b6ec-734fd63c7a5e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.415001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:12:28.431328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Made reservation on behalf of 34b7f82dd7064ab69aa297b837d869c7 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:28.433746 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.631803 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.690178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2c5663-7ff0-49f5-9210-6e825753ea2c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:28.704416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Checking segment: {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:28.704809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Network hostable DHCP agents. Network: 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:12:28.723425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:12:28.734443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:28.745098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.745098 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.755281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d3d66-5d86-43d3-8dad-5efdaf2caa39 None None] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:28.777728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e6025027-bf61-4dc9-9e2f-6ce9c1874b83 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3783569 Nov 12 04:12:28.780456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:28.785323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:28.816572 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.817675 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.876961 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.927363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'fixed_ips': [{'subnet_id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:12:28.928674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.020981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.071532 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Allocated IP 172.20.0.2 (0c5cb097-2c44-4b76-b6ec-734fd63c7a5e/9e2c5663-7ff0-49f5-9210-6e825753ea2c/7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:29.231909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.234896 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.238890 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.256540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.278006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:29.283627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:29.287270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:29.294487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Pushing event updated for resources: {'Port': ['ID=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.347915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Attempting to bind port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:29.348317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Attempting to bind port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:29.348691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Attempting to bind port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a on network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:29.353813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:29.354200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Checking segment: {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:29.354609 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.354978 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Bound using segment: {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:29.355445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Bound port: 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:29.355817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.371181 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Allocated IP 172.25.4.77 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/6c8c579c-cf05-4d88-98e6-6a3f3eae3236) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:29.427197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] For port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:29.430818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] For port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:29.436158 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.485591 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.503788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775659-d778-4d85-aa0f-d5ec25279ba2 None None] Pushing event updated for resources: {'Port': ['ID=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.522501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.560279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:29.563086 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:29.568985 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:29.577362 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37d98c-f71d-46bc-8682-4fcaec5d6e95 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:29.597990 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.695610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b67586d3-0539-49e4-8bd3-d3ed93e3463e None None] Provisioning complete for port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.696100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b67586d3-0539-49e4-8bd3-d3ed93e3463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.737074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b67586d3-0539-49e4-8bd3-d3ed93e3463e None None] Port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:29.849528 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.923910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:29.977529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:29.978209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.052464 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.060873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.093678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:30.097833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.098883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 40b8d2c9-580a-4aa6-acce-e0880afdca79 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:30.176650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.185560 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Router 2ba89735-f329-49c2-949e-07914c0ea953 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:12:30.190333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 40b8d2c9-580a-4aa6-acce-e0880afdca79 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:30.190709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.298579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:30.308799 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Sync routers for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:30.316051 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.317476 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b9294185-d825-4b18-95a0-3ea0e63bcff5 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5355148 Nov 12 04:12:30.319211 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:30.319991 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.320142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36134) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:30.434104 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:30.656265 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 3, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.686818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Sync routers for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:30.694742 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Checking router: 2ba89735-f329-49c2-949e-07914c0ea953 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:30.695105 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Updating router 2ba89735-f329-49c2-949e-07914c0ea953 port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:30.701423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:30.702391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:30.724462 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.760445 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d22e9-dcff-421d-bf5e-14bbed2f1939 None None] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:30.920952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:30.923171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3b9425f4-56ce-456d-893e-262d756b4b9b None None] Provisioning complete for port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:30.923545 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b9425f4-56ce-456d-893e-262d756b4b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.992255 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.997718 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.042691 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Attempting to bind port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:31.043059 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Attempting to bind port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:31.043479 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Attempting to bind port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:31.055698 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:31.056113 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:31.056524 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.056915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:31.057874 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Bound port: 6c8c579c-cf05-4d88-98e6-6a3f3eae3236, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:31.057874 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.094771 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Pushing event updated for resources: {'Port': ['ID=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.111919 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.112304 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.113050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.113050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.113280 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.113588 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.114052 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.114232 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.114531 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.114861 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.115193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.115507 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:31.119211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1efff-b50a-419e-ad64-ab29285101da None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:31.128805 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] For port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:31.131857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] For port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:31.136179 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.185370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.193296 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:31.194233 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.234764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105ebaa-9291-401e-a387-ffd404094f16 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:31.297811 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba5d93-0e2e-4aed-9cc4-d85dcc91334b None None] Pushing event updated for resources: {'Port': ['ID=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.320782 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:31.341105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.364775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Allocated IP 172.20.0.1 (0c5cb097-2c44-4b76-b6ec-734fd63c7a5e/9e2c5663-7ff0-49f5-9210-6e825753ea2c/093f74f7-0287-4496-8272-941f8a45f139) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:31.492486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6d8d7d2d-9d06-4600-988f-4abd062a07db', 'name': '', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'mac_address': 'fa:16:3e:a0:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:26Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 2, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'subnets': [{'id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.509841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.533267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Checking router: afd36994-2af2-4f75-b800-9df0b7f8730d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:31.534824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Updating router afd36994-2af2-4f75-b800-9df0b7f8730d port 6d8d7d2d-9d06-4600-988f-4abd062a07db binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:31.556273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.585817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] Provisioning complete for port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:31.586736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.589916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.601266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:31.604416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:31.609155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:31.612332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Pushing event updated for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:31.635835 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 3, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.657009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.671362 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ed1fc-ff81-4a46-a178-2021b5917c79 None None] The sync data for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 is: [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:29Z', 'revision_number': 3, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:31.797533 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.801074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.836149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] For port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:31.853249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.927712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:31.999363 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.005332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc8008-08ea-4902-8063-7152be2b7888 None None] Pushing event updated for resources: {'Port': ['ID=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.015915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.034753 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-946e6c9e-300f-4091-a869-4ac55d5259f8 None None] Provisioning complete for port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:32.035121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e6c9e-300f-4091-a869-4ac55d5259f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.100636 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.102457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Pushing event updated for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.118768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:32.119137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.168425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.197837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.209980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:32.211527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:32.221606 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.349524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Router 2ba89735-f329-49c2-949e-07914c0ea953 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:32.431219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffd76c-7c26-49fa-823f-07f303daef4f None None] Pushing event updated for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.462641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Attempting to bind port 6d8d7d2d-9d06-4600-988f-4abd062a07db on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:32.462940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Attempting to bind port 6d8d7d2d-9d06-4600-988f-4abd062a07db by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:32.463310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Attempting to bind port 6d8d7d2d-9d06-4600-988f-4abd062a07db on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:32.475845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-946e6c9e-300f-4091-a869-4ac55d5259f8 None None] Provisioning complete for port 093f74f7-0287-4496-8272-941f8a45f139 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:32.476286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e6c9e-300f-4091-a869-4ac55d5259f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.499088 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:32.499549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Checking segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:32.500266 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.501032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Bound using segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:32.501431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Bound port: 6d8d7d2d-9d06-4600-988f-4abd062a07db, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:32.501815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.502287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:32.507926 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6d4aff11-67b5-4ad2-a573-e9f7d8ab4c67 admin admin] 10.222.0.93 "PUT /v2.0/routers/2ba89735-f329-49c2-949e-07914c0ea953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1867423 Nov 12 04:12:32.534383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-946e6c9e-300f-4091-a869-4ac55d5259f8 None None] Port 093f74f7-0287-4496-8272-941f8a45f139 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:32.606167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] For port 6d8d7d2d-9d06-4600-988f-4abd062a07db, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:32.610334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] For port 6d8d7d2d-9d06-4600-988f-4abd062a07db, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6d8d7d2d-9d06-4600-988f-4abd062a07db,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:32.614965 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.690953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffd76c-7c26-49fa-823f-07f303daef4f None None] Pushing event updated for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.697519 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:32.698139 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:32.784579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Provisioning complete for port 6d8d7d2d-9d06-4600-988f-4abd062a07db triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:32.784978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:32.839722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:33.001980 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.053903 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] For port 6d8d7d2d-9d06-4600-988f-4abd062a07db, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6d8d7d2d-9d06-4600-988f-4abd062a07db,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:33.057866 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.118349 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Provisioning complete for port 093f74f7-0287-4496-8272-941f8a45f139 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:33.118717 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.316704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Pushing event updated for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.335696 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-1698a25f-c7c5-4e83-a8e6-cca9eaaa6a38 None None] Port 093f74f7-0287-4496-8272-941f8a45f139 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:33.348111 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6d8d7d2d-9d06-4600-988f-4abd062a07db', 'name': '', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'mac_address': 'fa:16:3e:a0:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:26Z', 'updated_at': '2021-11-12T04:12:32Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'subnets': [{'id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:33.379818 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936900e1-b5a9-4f47-b645-41e00a3dc9d4 None None] The sync data for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 is: [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:26Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '6d8d7d2d-9d06-4600-988f-4abd062a07db', 'name': '', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'mac_address': 'fa:16:3e:a0:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:26Z', 'updated_at': '2021-11-12T04:12:32Z', 'revision_number': 4, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'subnets': [{'id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:33.448123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-e6246d6d-20ce-479e-abbd-fb6a26cfe2d6 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.449913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-e6246d6d-20ce-479e-abbd-fb6a26cfe2d6 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 817 time: 0.1187167 Nov 12 04:12:33.458612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-34019963-633d-4498-a4e5-f6eebc140dba None None] Provisioning complete for port 6d8d7d2d-9d06-4600-988f-4abd062a07db triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:33.459166 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-34019963-633d-4498-a4e5-f6eebc140dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.476523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-053e9d5f-4691-4e1d-ba27-14e4f7f944f8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/quotas/b5221dabb3e14e4aaddad0c24cec6667 HTTP/1.1" status: 200 len: 375 time: 0.0199704 Nov 12 04:12:33.535175 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-3467d0ec-0e35-4a40-8c6a-1f94fdb49424 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558171 Nov 12 04:12:33.640290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-7df08a0f-5db5-4cbf-8ea7-50e303158c5f service neutron] 10.222.0.93 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900195 Nov 12 04:12:33.721172 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Sync routers for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:33.731205 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:33.731900 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:33.733263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-b5dba6b7-1c87-4744-81ea-b53d5e81ea98 service neutron] 10.222.0.93 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Nov 12 04:12:33.863897 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:33.970328 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1782745d-09af-410b-820d-0e2ff5ffbd87 req-365237a1-c368-41b9-b9b3-0000855d46be tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 210 time: 0.0527487 Nov 12 04:12:34.062921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:34.124415 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:34.124833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.127273 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '093f74f7-0287-4496-8272-941f8a45f139', 'name': '', 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'mac_address': 'fa:16:3e:18:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:31Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 2, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'subnets': [{'id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.160984 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Checking router: 2ba89735-f329-49c2-949e-07914c0ea953 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:34.161560 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Updating router 2ba89735-f329-49c2-949e-07914c0ea953 port 093f74f7-0287-4496-8272-941f8a45f139 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:12:34.192931 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.219210 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6d8d7d2d-9d06-4600-988f-4abd062a07db up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:34.285550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6d8d7d2d-9d06-4600-988f-4abd062a07db triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:34.285882 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.477382 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.482956 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.531266 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682342b9-1622-4ed8-826e-696976bbb8a4 None None] Pushing event updated for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.595190 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Attempting to bind port 093f74f7-0287-4496-8272-941f8a45f139 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:34.595600 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Attempting to bind port 093f74f7-0287-4496-8272-941f8a45f139 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:34.595911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Attempting to bind port 093f74f7-0287-4496-8272-941f8a45f139 on network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:34.601328 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:34.601688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Checking segment: {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:34.602131 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.602467 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Bound using segment: {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:34.602941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Bound port: 093f74f7-0287-4496-8272-941f8a45f139, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed8a070-6e5e-47b9-919f-340bab7466df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:34.603306 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.671002 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] For port 093f74f7-0287-4496-8272-941f8a45f139, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:34.674752 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] For port 093f74f7-0287-4496-8272-941f8a45f139, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=093f74f7-0287-4496-8272-941f8a45f139,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:34.678971 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.736126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:34.737303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:12:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:34.740977 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682342b9-1622-4ed8-826e-696976bbb8a4 None None] Pushing event updated for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:34.781858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] Provisioning complete for port 093f74f7-0287-4496-8272-941f8a45f139 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:34.782144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.860199 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:34.871100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.919420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] For port 093f74f7-0287-4496-8272-941f8a45f139, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=093f74f7-0287-4496-8272-941f8a45f139,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:34.935107 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.011053 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6232b4-9489-4840-acf3-38269093b6fd None None] Pushing event updated for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.058537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-89717b44-e42e-4bfd-be9b-6fd315b6ec24 None None] Provisioning complete for port 093f74f7-0287-4496-8272-941f8a45f139 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:35.059474 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89717b44-e42e-4bfd-be9b-6fd315b6ec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.119235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f9f93970-beb3-437b-a497-e4d6ccb0d3c1 req-1e7459ea-d205-4cc1-abef-e52490fafb6a tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 210 time: 0.0405145 Nov 12 04:12:35.138613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-f08c9386-bf9e-48b8-9a15-cb63524d64d8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.142341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-f08c9386-bf9e-48b8-9a15-cb63524d64d8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 817 time: 0.2152307 Nov 12 04:12:35.152791 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '093f74f7-0287-4496-8272-941f8a45f139', 'name': '', 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'mac_address': 'fa:16:3e:18:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:31Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 4, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'subnets': [{'id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:35.155503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Request body: {'port': {'device_id': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'admin_state_up': True, 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:35.181344 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4949801-5726-4106-8d6d-97a76c504802 None None] The sync data for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 is: [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '093f74f7-0287-4496-8272-941f8a45f139', 'name': '', 'network_id': '0c5cb097-2c44-4b76-b6ec-734fd63c7a5e', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'mac_address': 'fa:16:3e:18:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:31Z', 'updated_at': '2021-11-12T04:12:34Z', 'revision_number': 4, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'subnets': [{'id': '9e2c5663-7ff0-49f5-9210-6e825753ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:35.284225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Made reservation on behalf of b5221dabb3e14e4aaddad0c24cec6667 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:12:35.291691 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.424473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Allocated IP 172.20.0.6 (e6cfc9e4-baf9-4399-b2aa-c733255469e3/0352fa4c-4022-41b5-8714-930bc663d29e/57176e37-5ee0-454c-bb7d-0a71b2532560) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:12:35.582898 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.621495 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.669685 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:12:35.673101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:12:35.675677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:12:35.710122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Pushing event updated for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:35.743212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:35.744408 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.774602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-fcb4c052-0fe2-4ea3-9615-2f60b10a3037 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6230729 Nov 12 04:12:35.787143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Request body: {'port': {'device_id': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:35.861059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.919281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 093f74f7-0287-4496-8272-941f8a45f139 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:35.975689 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 093f74f7-0287-4496-8272-941f8a45f139 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:35.976094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.023627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dc931788-ff40-48ba-b328-03707bda0530 None None] Provisioning complete for port 57176e37-5ee0-454c-bb7d-0a71b2532560 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:36.024301 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dc931788-ff40-48ba-b328-03707bda0530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.089888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dc931788-ff40-48ba-b328-03707bda0530 None None] Port 57176e37-5ee0-454c-bb7d-0a71b2532560 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:12:36.154061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57176e37-5ee0-454c-bb7d-0a71b2532560 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:36.162994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.177683 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Transition to ACTIVE for port object 57176e37-5ee0-454c-bb7d-0a71b2532560 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:36.183067 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.267724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:36.332296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee7bf-a3cb-47ec-b52f-1b671d10e42e req-f6a9f850-8f71-46f3-b31b-43db4928f52e tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.333805 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28ee7bf-a3cb-47ec-b52f-1b671d10e42e req-f6a9f850-8f71-46f3-b31b-43db4928f52e tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 943 time: 0.1262436 Nov 12 04:12:36.367696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Attempting to bind port 57176e37-5ee0-454c-bb7d-0a71b2532560 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:36.368054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Attempting to bind port 57176e37-5ee0-454c-bb7d-0a71b2532560 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:36.368385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Attempting to bind port 57176e37-5ee0-454c-bb7d-0a71b2532560 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:36.381741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Port 57176e37-5ee0-454c-bb7d-0a71b2532560 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:36.382066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Attempting to bind port 57176e37-5ee0-454c-bb7d-0a71b2532560 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:36.396908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:36.397497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Checking segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:36.397892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Bound using segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:36.398476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Bound port: 57176e37-5ee0-454c-bb7d-0a71b2532560, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:36.398864 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.416667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f28ee7bf-a3cb-47ec-b52f-1b671d10e42e req-c465ac38-bdc8-4470-9bc3-0384296835d8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757689 Nov 12 04:12:36.469735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:36.472862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57176e37-5ee0-454c-bb7d-0a71b2532560,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:36.477935 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.512191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.513444 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:36.514892 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] 10.222.0.98 "PUT /v2.0/ports/57176e37-5ee0-454c-bb7d-0a71b2532560 HTTP/1.1" status: 200 len: 1092 time: 0.7322323 Nov 12 04:12:36.517214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:36.520710 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a" -d '{"events": [{"name": "network-changed", "server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:36.558410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3edaff-6377-4379-9435-990c8003fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:36.578083 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d828814-07f2-4773-8866-738025542afa x-openstack-request-id: req-5d828814-07f2-4773-8866-738025542afa {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:36.578369 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:36.578618 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d828814-07f2-4773-8866-738025542afa {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:36.579080 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560', 'status': 'completed', 'code': 200} Nov 12 04:12:36.613496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-582d0c6b-7d08-40a9-9837-0c0f234341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.614947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-582d0c6b-7d08-40a9-9837-0c0f234341bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 1095 time: 0.0461297 Nov 12 04:12:36.658938 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-9fd7be3d-4a81-4275-9f65-704a7063b8b8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57176e37-5ee0-454c-bb7d-0a71b2532560 HTTP/1.1" status: 200 len: 217 time: 0.0357914 Nov 12 04:12:36.710777 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-29dac02e-87f2-47e6-ba25-6dfa0def8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.712283 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-29dac02e-87f2-47e6-ba25-6dfa0def8ff2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0352fa4c-4022-41b5-8714-930bc663d29e HTTP/1.1" status: 200 len: 856 time: 0.0464139 Nov 12 04:12:36.762131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-7462c5a8-7652-4e97-8011-75b5ecef6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:36.763725 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-7462c5a8-7652-4e97-8011-75b5ecef6853 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6cfc9e4-baf9-4399-b2aa-c733255469e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448778 Nov 12 04:12:36.851684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-f6b8f13e-d124-47ba-a6bb-e49a9fc37991 service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Nov 12 04:12:36.944910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c36c2996-4b0a-401e-a6ae-0bbb664bc39b req-85d6cbde-5e7a-4c44-92e0-bdd1fe45e2e5 service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Nov 12 04:12:37.026618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-d700440f-f553-4ca8-a7f0-72b81d189a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.028615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-d700440f-f553-4ca8-a7f0-72b81d189a4b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 1095 time: 0.0403247 Nov 12 04:12:37.120718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-f41617a8-6d4e-4d9c-975e-5efa6cca04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.122210 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-f41617a8-6d4e-4d9c-975e-5efa6cca04b5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 919 time: 0.0869107 Nov 12 04:12:37.163578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-246544e4-1d06-42d5-85f8-3ec3dab0e820 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57176e37-5ee0-454c-bb7d-0a71b2532560 HTTP/1.1" status: 200 len: 217 time: 0.0332749 Nov 12 04:12:37.212417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-43c99561-0015-4091-900e-f1b2a8be1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.213516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-43c99561-0015-4091-900e-f1b2a8be1da3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0352fa4c-4022-41b5-8714-930bc663d29e HTTP/1.1" status: 200 len: 856 time: 0.0420976 Nov 12 04:12:37.265261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-720f51f7-6a25-4238-a6a4-2a55c51cc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.266722 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-720f51f7-6a25-4238-a6a4-2a55c51cc621 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6cfc9e4-baf9-4399-b2aa-c733255469e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448842 Nov 12 04:12:37.355375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-545e1a62-8963-483d-bde6-0ad391816eb8 service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807548 Nov 12 04:12:37.450263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d9daf5f-a7ad-48f4-a1dd-51f258f0360a req-0212c137-9ad6-4d1c-9a0a-2ce41a7d1f18 service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863407 Nov 12 04:12:37.535320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1e71-4a99-4b2a-8f72-ac1cb4edd0fc req-11614b52-f9a0-46eb-aaa9-93837e63b46a tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:37.536742 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6c1e71-4a99-4b2a-8f72-ac1cb4edd0fc req-11614b52-f9a0-46eb-aaa9-93837e63b46a tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 943 time: 0.0498228 Nov 12 04:12:37.583460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ff6c1e71-4a99-4b2a-8f72-ac1cb4edd0fc req-7b6831f1-7f53-4a6e-b4bb-7f4efb933fa9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Nov 12 04:12:38.699460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05fc9-2cff-4692-a1bf-daf2934f6ff8 req-64d68d55-8b36-42e0-a726-845a7fe7f6b9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:38.701549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25a05fc9-2cff-4692-a1bf-daf2934f6ff8 req-64d68d55-8b36-42e0-a726-845a7fe7f6b9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 943 time: 0.0493293 Nov 12 04:12:38.753786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25a05fc9-2cff-4692-a1bf-daf2934f6ff8 req-4bbd8cb3-482b-4da6-8e96-4859305ad253 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Nov 12 04:12:39.868390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c6774-45aa-4528-ad2c-3780dbed52f1 req-d9211b52-60ad-4db2-9f39-9d0307bebc4b tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:39.869860 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004c6774-45aa-4528-ad2c-3780dbed52f1 req-d9211b52-60ad-4db2-9f39-9d0307bebc4b tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 943 time: 0.0484242 Nov 12 04:12:39.916667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-004c6774-45aa-4528-ad2c-3780dbed52f1 req-82a0315f-04a1-4805-a86b-1f104336e16e tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Nov 12 04:12:40.212277 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57176e37-5ee0-454c-bb7d-0a71b2532560 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:40.309329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57176e37-5ee0-454c-bb7d-0a71b2532560,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:40.319822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '57176e37-5ee0-454c-bb7d-0a71b2532560', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'port_id': '57176e37-5ee0-454c-bb7d-0a71b2532560', 'mac_address': 'fa:16:3e:da:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:40.356418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.368798 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57176e37-5ee0-454c-bb7d-0a71b2532560 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:40.387813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57176e37-5ee0-454c-bb7d-0a71b2532560,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:40.391887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:40.441116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:40.456216 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:40.590332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['57176e37-5ee0-454c-bb7d-0a71b2532560'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:41.033956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f143c-fc36-4877-9d97-9d0c99c6a58b req-926fe377-158c-4377-9d1d-d902bc80c691 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:41.035563 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c59f143c-fc36-4877-9d97-9d0c99c6a58b req-926fe377-158c-4377-9d1d-d902bc80c691 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 944 time: 0.0506361 Nov 12 04:12:41.086933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c59f143c-fc36-4877-9d97-9d0c99c6a58b req-5c8dee8a-8508-4128-93be-10c6f582db41 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Nov 12 04:12:42.208298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328993e9-55db-448f-b2f9-00058a50f193 req-7cfcafe9-0bcb-44f7-9432-b7d905f5dcf8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.209775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328993e9-55db-448f-b2f9-00058a50f193 req-7cfcafe9-0bcb-44f7-9432-b7d905f5dcf8 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 944 time: 0.0537984 Nov 12 04:12:42.213151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57176e37-5ee0-454c-bb7d-0a71b2532560 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:42.258945 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-328993e9-55db-448f-b2f9-00058a50f193 req-cb016ec3-052a-4a4c-9a91-3bb525fe7954 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Nov 12 04:12:42.263799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 57176e37-5ee0-454c-bb7d-0a71b2532560 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:42.268073 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 57176e37-5ee0-454c-bb7d-0a71b2532560 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:42.268446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.348814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.370409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:42.373174 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95844a99-c6ca-43ab-824f-746401f4b161" -d '{"events": [{"server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "name": "network-vif-plugged", "status": "completed", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:42.388817 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57176e37-5ee0-454c-bb7d-0a71b2532560,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:42.393524 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.417035 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ef3e8-6afc-4319-9a97-2415fd781941 x-openstack-request-id: req-964ef3e8-6afc-4319-9a97-2415fd781941 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:42.417328 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "name": "network-vif-plugged", "status": "completed", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:42.417583 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-964ef3e8-6afc-4319-9a97-2415fd781941 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:42.418046 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560', 'code': 200} Nov 12 04:12:42.445029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:42.508732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aef05b-034e-4e93-b4d1-f31dbf86c8f2 req-2a59f559-ce6e-400e-8cb6-c232ffe52e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:42.510205 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1aef05b-034e-4e93-b4d1-f31dbf86c8f2 req-2a59f559-ce6e-400e-8cb6-c232ffe52e77 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Nov 12 04:12:42.554190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1aef05b-034e-4e93-b4d1-f31dbf86c8f2 req-8fffb4b2-b8df-4318-8b81-1e684bce9f34 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Nov 12 04:12:43.373408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6157fe-3d1b-46dd-856a-bc05269faf7e req-77267ba8-bcdb-4331-96ac-6bd084640f60 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:43.374884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af6157fe-3d1b-46dd-856a-bc05269faf7e req-77267ba8-bcdb-4331-96ac-6bd084640f60 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0478053 Nov 12 04:12:43.428590 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af6157fe-3d1b-46dd-856a-bc05269faf7e req-061d6e85-7779-45d3-97df-31cac9293ebb tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Nov 12 04:12:44.545201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb0171-98bf-48ac-89fa-45acdd19464b req-5bf6a8d3-bc98-4469-93d2-0091b04caf43 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:44.546653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abb0171-98bf-48ac-89fa-45acdd19464b req-5bf6a8d3-bc98-4469-93d2-0091b04caf43 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0487533 Nov 12 04:12:44.595083 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7abb0171-98bf-48ac-89fa-45acdd19464b req-e70d7cb7-5665-4870-bda2-9d23d8862927 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Nov 12 04:12:44.723197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f40e-37c2-4bb4-b15a-4710ac1e7aeb req-b2675801-0b39-4d86-970e-c7e888d24dd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:44.724741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9362f40e-37c2-4bb4-b15a-4710ac1e7aeb req-b2675801-0b39-4d86-970e-c7e888d24dd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0486238 Nov 12 04:12:44.770921 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9362f40e-37c2-4bb4-b15a-4710ac1e7aeb req-5711afd1-090e-49b9-a595-08b9ada0e98f tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Nov 12 04:12:48.072306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de1ff156-c8ff-45f1-a61b-b5b422e46d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.459694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d3c-071f-4104-b7f8-1c7764ff51ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:51.858189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.218117 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:53.742249 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.276758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.121348 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.275484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b620cd3-09fb-4706-8760-5de9c10f5860 req-0b4ef593-4240-4aa1-93dc-5be062349eaf tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.277006 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b620cd3-09fb-4706-8760-5de9c10f5860 req-0b4ef593-4240-4aa1-93dc-5be062349eaf tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0576816 Nov 12 04:13:06.327213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b620cd3-09fb-4706-8760-5de9c10f5860 req-c15c031c-4535-433a-b51a-deca6e77fd23 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Nov 12 04:13:07.446040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1bb7-6c41-4cdf-aaf0-b99c2764bd4f req-4bd74089-2e58-40ba-9697-564aeabbfa4c tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.447506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-145c1bb7-6c41-4cdf-aaf0-b99c2764bd4f req-4bd74089-2e58-40ba-9697-564aeabbfa4c tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0482023 Nov 12 04:13:07.494336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-145c1bb7-6c41-4cdf-aaf0-b99c2764bd4f req-6ac9b191-907e-43ae-aa64-07e582f8c351 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Nov 12 04:13:07.757760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-6f300a87-cdda-440f-953e-6576f7970f14 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.759132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-6f300a87-cdda-440f-953e-6576f7970f14 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 945 time: 0.0522025 Nov 12 04:13:07.845684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Deleting port 57176e37-5ee0-454c-bb7d-0a71b2532560 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:07.846022 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.935035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] For port 57176e37-5ee0-454c-bb7d-0a71b2532560, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=57176e37-5ee0-454c-bb7d-0a71b2532560,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:07.935388 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.947367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Calling delete_port for 57176e37-5ee0-454c-bb7d-0a71b2532560 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:08.068798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.083762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['57176e37-5ee0-454c-bb7d-0a71b2532560'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:08.099904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Pushing event deleted for resources: {'Port': ['ID=57176e37-5ee0-454c-bb7d-0a71b2532560,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.112046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.112395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.112728 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.113055 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.113378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.113706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.114025 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.114340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.114660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.114970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.115284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.115594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.153113 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] No DVR routers for this DVR port 57176e37-5ee0-454c-bb7d-0a71b2532560 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:08.155818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.159070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40e10707-b81d-4f72-a8e6-ce340d41f2c3 req-ce57c0bc-3b60-4003-8fb7-e554ff5adbd0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "DELETE /v2.0/ports/57176e37-5ee0-454c-bb7d-0a71b2532560 HTTP/1.1" status: 204 len: 173 time: 0.3938179 Nov 12 04:13:08.159503 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'name': 'network-vif-deleted', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:08.161833 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845a18e-820e-4c72-9018-aead71f90d34" -d '{"events": [{"server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "name": "network-vif-deleted", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:08.198730 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989f938-2251-4b5e-af18-7a101895242d x-openstack-request-id: req-8989f938-2251-4b5e-af18-7a101895242d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:08.199023 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53da2ab4-c09b-43a3-83d2-6b93b8b68c1a", "name": "network-vif-deleted", "tag": "57176e37-5ee0-454c-bb7d-0a71b2532560", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:08.199265 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8989f938-2251-4b5e-af18-7a101895242d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:08.199666 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53da2ab4-c09b-43a3-83d2-6b93b8b68c1a', 'name': 'network-vif-deleted', 'tag': '57176e37-5ee0-454c-bb7d-0a71b2532560', 'status': 'completed', 'code': 200} Nov 12 04:13:08.612782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-337ea775-0782-4c56-bfa7-657f20873623 req-2c3c7ca0-f007-4d17-948c-74b461cea3e5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=53da2ab4-c09b-43a3-83d2-6b93b8b68c1a HTTP/1.1" status: 200 len: 210 time: 0.0261786 Nov 12 04:13:10.106574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-5654b984-2f06-4779-b938-01ee096d320d tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.108062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-5654b984-2f06-4779-b938-01ee096d320d tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 817 time: 0.1032774 Nov 12 04:13:10.122638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-dda0d4f0-b093-4075-9f0b-29ac97c7f5a9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/quotas/b5221dabb3e14e4aaddad0c24cec6667 HTTP/1.1" status: 200 len: 375 time: 0.0088370 Nov 12 04:13:10.174111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-4fb98f98-c958-4655-9c64-f374495f6dc9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453718 Nov 12 04:13:10.270966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-8aec2cac-dc05-4ad4-8ed0-3b5ec80be79d service neutron] 10.222.0.93 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852547 Nov 12 04:13:10.358257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-b197aad9-83d7-44c4-b95f-900bc5fd213a service neutron] 10.222.0.93 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810955 Nov 12 04:13:10.530465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1d879dc6-0546-44be-8a71-80238a3c953b req-227b49f8-fa6f-4b20-a836-58e59c19c9f7 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Nov 12 04:13:11.444834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-9fbc27df-3849-4a76-9fde-1f6e963ce820 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.446272 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-9fbc27df-3849-4a76-9fde-1f6e963ce820 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 817 time: 0.1118851 Nov 12 04:13:11.459358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Request body: {'port': {'device_id': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'admin_state_up': True, 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:11.569328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Made reservation on behalf of b5221dabb3e14e4aaddad0c24cec6667 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:11.573014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.650670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a5da6773-c3db-44a4-b2e9-a34df0149697 req-2f40f4e5-9193-4292-b604-59413f409a14 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 210 time: 0.0509953 Nov 12 04:13:11.716512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Allocated IP 172.20.0.8 (e6cfc9e4-baf9-4399-b2aa-c733255469e3/0352fa4c-4022-41b5-8714-930bc663d29e/c6eea519-7939-4481-832e-cc5ee4190dc4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:11.860445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.892669 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.936804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:11.941785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:11.945415 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:11.952334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Pushing event updated for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.997922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.998543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.015861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-a89b2396-8015-4f36-8c78-7904dc38e1c5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602288 Nov 12 04:13:12.029857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Request body: {'port': {'device_id': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:12.085699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.178514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c853800a-1bd7-4ccb-84a9-33f9d11ad94e None None] Provisioning complete for port c6eea519-7939-4481-832e-cc5ee4190dc4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:12.179135 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c853800a-1bd7-4ccb-84a9-33f9d11ad94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.218632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c853800a-1bd7-4ccb-84a9-33f9d11ad94e None None] Port c6eea519-7939-4481-832e-cc5ee4190dc4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:12.344525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6eea519-7939-4481-832e-cc5ee4190dc4 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:12.351465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57176e37-5ee0-454c-bb7d-0a71b2532560 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:12.351894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.363886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Transition to ACTIVE for port object c6eea519-7939-4481-832e-cc5ee4190dc4 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:12.370444 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.374881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 57176e37-5ee0-454c-bb7d-0a71b2532560 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:12.375241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 57176e37-5ee0-454c-bb7d-0a71b2532560 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:12.421051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Pushing event updated for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.504230 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Attempting to bind port c6eea519-7939-4481-832e-cc5ee4190dc4 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:12.504873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Attempting to bind port c6eea519-7939-4481-832e-cc5ee4190dc4 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:12.504873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Attempting to bind port c6eea519-7939-4481-832e-cc5ee4190dc4 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:12.509814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Port c6eea519-7939-4481-832e-cc5ee4190dc4 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:12.510140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Attempting to bind port c6eea519-7939-4481-832e-cc5ee4190dc4 on network e6cfc9e4-baf9-4399-b2aa-c733255469e3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:12.515290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:12.516384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Checking segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:12.516774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Bound using segment: {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:12.517219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Bound port: c6eea519-7939-4481-832e-cc5ee4190dc4, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b6cade-c74b-44a0-81bd-59df7b3ee78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:12.517590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.585436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:12.588352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c6eea519-7939-4481-832e-cc5ee4190dc4,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:12.593564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.629164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.629824 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.631605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] 10.222.0.98 "PUT /v2.0/ports/c6eea519-7939-4481-832e-cc5ee4190dc4 HTTP/1.1" status: 200 len: 1092 time: 0.6067281 Nov 12 04:13:12.631977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:12.634346 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a5c376-4e59-4de6-977c-57791bac68a5" -d '{"events": [{"name": "network-changed", "server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:12.662531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cd69c-e3bb-4d1c-8c27-500cbba6e4fd service neutron] Pushing event updated for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.692738 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f600533-edd4-4e3c-bde9-c00b9ff85b21 x-openstack-request-id: req-0f600533-edd4-4e3c-bde9-c00b9ff85b21 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:12.693033 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:12.693334 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f600533-edd4-4e3c-bde9-c00b9ff85b21 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:12.693901 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4', 'status': 'completed', 'code': 200} Nov 12 04:13:12.765267 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-9c9f7a33-831f-4c43-900b-49489f2506a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.766884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-9c9f7a33-831f-4c43-900b-49489f2506a9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 1095 time: 0.0670054 Nov 12 04:13:13.177964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-19563697-5855-4039-a931-6680292396a4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6eea519-7939-4481-832e-cc5ee4190dc4 HTTP/1.1" status: 200 len: 217 time: 0.4019246 Nov 12 04:13:13.186146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169330-ea90-4f08-8527-852a8eacc84b req-975a7f8b-f3df-4291-9a5f-933b0789848a tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.187479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a169330-ea90-4f08-8527-852a8eacc84b req-975a7f8b-f3df-4291-9a5f-933b0789848a tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 943 time: 0.4530811 Nov 12 04:13:13.252821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-7ea5d875-b0ba-4063-bcc4-f4fbd68aa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.254264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-7ea5d875-b0ba-4063-bcc4-f4fbd68aa19d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0352fa4c-4022-41b5-8714-930bc663d29e HTTP/1.1" status: 200 len: 856 time: 0.0659351 Nov 12 04:13:13.273783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6a169330-ea90-4f08-8527-852a8eacc84b req-9d2dcaef-e9f8-48b6-a612-95a01766211f tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786836 Nov 12 04:13:13.304382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-e934f6a0-c7d2-458d-8674-65736ade5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.305821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-e934f6a0-c7d2-458d-8674-65736ade5cde service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6cfc9e4-baf9-4399-b2aa-c733255469e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443339 Nov 12 04:13:13.403977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-0b403068-1bfc-4b17-bc4f-c8dfd34625dd service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Nov 12 04:13:13.494864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-077ec001-c694-4c3e-a351-e2b4445c6b82 req-b696307a-e857-4c98-a0e1-acc115c7498f service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836382 Nov 12 04:13:13.586251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-46a60dfe-448c-4347-a0f0-c01e095ccda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.587727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-46a60dfe-448c-4347-a0f0-c01e095ccda3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 1095 time: 0.0464408 Nov 12 04:13:13.674820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-16ce89ba-53ce-447b-9850-a3ef6c34523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.676284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-16ce89ba-53ce-447b-9850-a3ef6c34523e service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 200 len: 919 time: 0.0815644 Nov 12 04:13:13.719748 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-c1e5730f-a2d8-426a-a66c-7d0b221b68c0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6eea519-7939-4481-832e-cc5ee4190dc4 HTTP/1.1" status: 200 len: 217 time: 0.0365746 Nov 12 04:13:13.768531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-4798b547-acba-4a8b-91a5-d30d73b0b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.769852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-4798b547-acba-4a8b-91a5-d30d73b0b96a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0352fa4c-4022-41b5-8714-930bc663d29e HTTP/1.1" status: 200 len: 856 time: 0.0430827 Nov 12 04:13:13.816067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-7138aa9d-bfeb-4672-b9de-a0b042bd5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.817504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-7138aa9d-bfeb-4672-b9de-a0b042bd5416 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6cfc9e4-baf9-4399-b2aa-c733255469e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391138 Nov 12 04:13:13.909129 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-65502885-8db1-42b9-959f-5b4479763eab service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822284 Nov 12 04:13:13.996333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f7a5c376-4e59-4de6-977c-57791bac68a5 req-d283ddeb-3c9c-494a-aa26-632620ad13b7 service neutron] 10.222.0.98 "GET /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798547 Nov 12 04:13:14.396150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562935-baf2-4d2b-9d08-1e3161705093 req-15668472-5477-44bb-963b-8a7526cadd14 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.397960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d562935-baf2-4d2b-9d08-1e3161705093 req-15668472-5477-44bb-963b-8a7526cadd14 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 943 time: 0.0495958 Nov 12 04:13:14.450440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d562935-baf2-4d2b-9d08-1e3161705093 req-ba36ad89-8cee-4cf7-b706-51e91f8efa47 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Nov 12 04:13:15.567151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c3f6-a14e-4ad5-9673-92d34dbcf0eb req-e31500a4-6e25-4c19-9094-639b0c41a7fd tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.568636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c01c3f6-a14e-4ad5-9673-92d34dbcf0eb req-e31500a4-6e25-4c19-9094-639b0c41a7fd tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Nov 12 04:13:15.614224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5c01c3f6-a14e-4ad5-9673-92d34dbcf0eb req-f7a32cc9-0955-4879-87c8-13c465d6d33d tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Nov 12 04:13:16.383197 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c6eea519-7939-4481-832e-cc5ee4190dc4 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:16.478500 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c6eea519-7939-4481-832e-cc5ee4190dc4,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:16.490036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c6eea519-7939-4481-832e-cc5ee4190dc4', 'network_id': 'e6cfc9e4-baf9-4399-b2aa-c733255469e3', 'port_id': 'c6eea519-7939-4481-832e-cc5ee4190dc4', 'mac_address': 'fa:16:3e:d2:32:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352fa4c-4022-41b5-8714-930bc663d29e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:16.526517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.539015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6eea519-7939-4481-832e-cc5ee4190dc4 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:16.559510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c6eea519-7939-4481-832e-cc5ee4190dc4,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:16.563308 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.612236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.619426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.619775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.620146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.620483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.620811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.621141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.621498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.621822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.622143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.622465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.622842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.623165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:16.729266 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9589d9-dbe7-4f71-962a-1e84f787b4be req-775d4831-8c3c-4ff5-a75f-ba10aea4e0ac tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.730688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd9589d9-dbe7-4f71-962a-1e84f787b4be req-775d4831-8c3c-4ff5-a75f-ba10aea4e0ac tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 944 time: 0.0479414 Nov 12 04:13:16.756573 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c6eea519-7939-4481-832e-cc5ee4190dc4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:16.778488 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd9589d9-dbe7-4f71-962a-1e84f787b4be req-b11808cc-d4db-423c-8055-1dceb1811ef5 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Nov 12 04:13:17.457042 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:17.896428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c082160-03b2-455d-8830-b0c5a5f932c4 req-9b3b280c-190e-4c60-8ed7-95f507e0f8ae tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.897900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c082160-03b2-455d-8830-b0c5a5f932c4 req-9b3b280c-190e-4c60-8ed7-95f507e0f8ae tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 944 time: 0.0525091 Nov 12 04:13:17.944589 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c082160-03b2-455d-8830-b0c5a5f932c4 req-832c3902-beb3-431b-a1c4-85f170cbbcfe tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Nov 12 04:13:18.074936 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd327-8c9b-400b-8b4f-267d44068875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.391654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c6eea519-7939-4481-832e-cc5ee4190dc4 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:18.443347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c6eea519-7939-4481-832e-cc5ee4190dc4 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:18.447207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c6eea519-7939-4481-832e-cc5ee4190dc4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:18.447572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.524439 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.547131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:18.549371 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa281808-8f39-4897-a145-ffc3eacaf1ce" -d '{"events": [{"server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "name": "network-vif-plugged", "status": "completed", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:18.561891 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c6eea519-7939-4481-832e-cc5ee4190dc4,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:18.566586 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.594080 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd61fd-4ea8-4318-825a-df962e4c49e1 x-openstack-request-id: req-4bdd61fd-4ea8-4318-825a-df962e4c49e1 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:18.594374 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "name": "network-vif-plugged", "status": "completed", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:18.594625 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bdd61fd-4ea8-4318-825a-df962e4c49e1 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:18.595009 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4', 'code': 200} Nov 12 04:13:18.620114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.684186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f8253-dacd-4d50-86f9-6b56a190d08f req-037353a6-2334-4804-9fa7-c6f053da8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.685627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-903f8253-dacd-4d50-86f9-6b56a190d08f req-037353a6-2334-4804-9fa7-c6f053da8d13 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 1097 time: 0.0396626 Nov 12 04:13:18.730703 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-903f8253-dacd-4d50-86f9-6b56a190d08f req-491a2ece-1123-42d8-9918-b441d85da1d5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Nov 12 04:13:19.072231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6439ae-5b41-42d1-89a8-20854efdfc4d req-358ee161-a755-488a-ac90-fe98ee7b63f9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:19.076384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b6439ae-5b41-42d1-89a8-20854efdfc4d req-358ee161-a755-488a-ac90-fe98ee7b63f9 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0616691 Nov 12 04:13:19.123811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3b6439ae-5b41-42d1-89a8-20854efdfc4d req-15a885a9-5018-4618-a181-945d1a04caf0 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 Nov 12 04:13:20.239127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d750eb-1a06-46f1-b3ea-b1a2601a93b6 req-30f09635-46bb-4c39-b7de-ffaa16815577 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.240644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41d750eb-1a06-46f1-b3ea-b1a2601a93b6 req-30f09635-46bb-4c39-b7de-ffaa16815577 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Nov 12 04:13:20.287642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-41d750eb-1a06-46f1-b3ea-b1a2601a93b6 req-c5578567-9522-465d-b88d-170a2d78ed83 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Nov 12 04:13:20.407416 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d18c-4749-4d47-b47a-e57247731d40 req-7e787d5f-02e5-41f0-a495-2623478829bd tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.408837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bd0d18c-4749-4d47-b47a-e57247731d40 req-7e787d5f-02e5-41f0-a495-2623478829bd tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0544262 Nov 12 04:13:20.459451 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bd0d18c-4749-4d47-b47a-e57247731d40 req-2e3781d4-c65f-4800-9984-4493e89c167d tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Nov 12 04:13:20.460807 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44188a9e-218d-4400-96c5-df375479807c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.862020 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.219954 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.743655 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.290023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.130341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:41.845161 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899846-90bf-440a-a51f-126b9f346342 req-ced02de5-de2f-4458-85a2-fc45574769df tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.846759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce899846-90bf-440a-a51f-126b9f346342 req-ced02de5-de2f-4458-85a2-fc45574769df tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Nov 12 04:13:41.898067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ce899846-90bf-440a-a51f-126b9f346342 req-cdc2a5d8-b46c-4026-a307-a2df4f65e9ec tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 Nov 12 04:13:43.019789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cea44-e2d3-4cdd-91f0-123db85ec444 req-1d035d6d-771b-48cb-a7f0-31fc0a0ab3cf tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:43.021287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b81cea44-e2d3-4cdd-91f0-123db85ec444 req-1d035d6d-771b-48cb-a7f0-31fc0a0ab3cf tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Nov 12 04:13:43.067116 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b81cea44-e2d3-4cdd-91f0-123db85ec444 req-e97c840b-6fef-4db1-ad10-80a17b656920 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/security-groups?id=436f8642-cf4b-4535-9e60-a96e7f848b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Nov 12 04:13:43.346905 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-116a331d-004d-4099-a977-7155bdddb14c tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:43.348544 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-116a331d-004d-4099-a977-7155bdddb14c tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Nov 12 04:13:43.438712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Deleting port c6eea519-7939-4481-832e-cc5ee4190dc4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:43.439045 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.528067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] For port c6eea519-7939-4481-832e-cc5ee4190dc4, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c6eea519-7939-4481-832e-cc5ee4190dc4,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:43.528346 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.540574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Calling delete_port for c6eea519-7939-4481-832e-cc5ee4190dc4 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:43.668241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.680162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c6eea519-7939-4481-832e-cc5ee4190dc4'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:43.694333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Pushing event deleted for resources: {'Port': ['ID=c6eea519-7939-4481-832e-cc5ee4190dc4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:43.738673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] No DVR routers for this DVR port c6eea519-7939-4481-832e-cc5ee4190dc4 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:43.741406 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:43.744788 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-393da6c7-c71d-4105-9c22-a64ec2e8b1f3 req-e06c159d-afa6-4c74-a569-41f5e1b92f62 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.98 "DELETE /v2.0/ports/c6eea519-7939-4481-832e-cc5ee4190dc4 HTTP/1.1" status: 204 len: 173 time: 0.3889964 Nov 12 04:13:43.745250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'name': 'network-vif-deleted', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:43.747545 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4440c-1485-47fa-96bf-7813c7fa6d0c" -d '{"events": [{"server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "name": "network-vif-deleted", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:43.786089 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ab4f72-6459-43cb-87aa-554ad7c57d2a x-openstack-request-id: req-f0ab4f72-6459-43cb-87aa-554ad7c57d2a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:43.786376 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f47d79-bf68-480f-a7f3-30ae3d898e84", "name": "network-vif-deleted", "tag": "c6eea519-7939-4481-832e-cc5ee4190dc4", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:43.786627 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f0ab4f72-6459-43cb-87aa-554ad7c57d2a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:43.787051 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f47d79-bf68-480f-a7f3-30ae3d898e84', 'name': 'network-vif-deleted', 'tag': 'c6eea519-7939-4481-832e-cc5ee4190dc4', 'status': 'completed', 'code': 200} Nov 12 04:13:44.175228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dd790b55-8d2f-4545-a16d-e3d20e899ad0 req-97458b31-5d18-43fc-9b98-cacb49f01e92 tempest-TestEncryptedCinderVolumes-844755593 tempest-TestEncryptedCinderVolumes-844755593-project] 10.222.0.93 "GET /v2.0/ports?device_id=97f47d79-bf68-480f-a7f3-30ae3d898e84 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Nov 12 04:13:45.267522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36492) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:45.613720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.858739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Deleting port 6d8d7d2d-9d06-4600-988f-4abd062a07db {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:45.859076 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.935523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] For port 6d8d7d2d-9d06-4600-988f-4abd062a07db, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6d8d7d2d-9d06-4600-988f-4abd062a07db,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:45.935886 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:45.948696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Calling delete_port for 6d8d7d2d-9d06-4600-988f-4abd062a07db owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:46.125031 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.154399 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8d7d2d-9d06-4600-988f-4abd062a07db,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:46.316991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.512712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c6eea519-7939-4481-832e-cc5ee4190dc4 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:46.531870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: c6eea519-7939-4481-832e-cc5ee4190dc4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:46.532259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c6eea519-7939-4481-832e-cc5ee4190dc4 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:46.533989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Router afd36994-2af2-4f75-b800-9df0b7f8730d has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:46.639938 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:46.644922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7d9a391-24ab-4f88-a72a-c0b9f2d5a28d admin admin] 10.222.0.93 "PUT /v2.0/routers/afd36994-2af2-4f75-b800-9df0b7f8730d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3763249 Nov 12 04:13:46.647565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36494) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:46.649018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Sync routers for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:46.660051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:46.660667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.750544 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.764378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:46.852494 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.921331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Deleting port 40b8d2c9-580a-4aa6-acce-e0880afdca79 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:46.921769 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:46.942348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:13:46Z', 'revision_number': 5, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port': {'id': '40b8d2c9-580a-4aa6-acce-e0880afdca79', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:cc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.972149 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Checking router: afd36994-2af2-4f75-b800-9df0b7f8730d for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:46.980351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Routers {'afd36994-2af2-4f75-b800-9df0b7f8730d'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:46.980956 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['afd36994-2af2-4f75-b800-9df0b7f8730d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:46.999933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] For port 40b8d2c9-580a-4aa6-acce-e0880afdca79, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=40b8d2c9-580a-4aa6-acce-e0880afdca79,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.000315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.013494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Calling delete_port for 40b8d2c9-580a-4aa6-acce-e0880afdca79 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:47.067128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] Set router afd36994-2af2-4f75-b800-9df0b7f8730d gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:47.181925 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.213404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Pushing event deleted for resources: {'Port': ['ID=40b8d2c9-580a-4aa6-acce-e0880afdca79,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.259869 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad3bf6-58a2-4153-af16-30d2a882a53e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:47.275059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.291009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:13:46Z', 'revision_number': 6, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:47.329094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479fd1fe-d365-4f67-ace3-1aac857bbe78 None None] The sync data for ids ['afd36994-2af2-4f75-b800-9df0b7f8730d'] in n-d-713499-30 is: [{'id': 'afd36994-2af2-4f75-b800-9df0b7f8730d', 'name': 'tempest-TestEncryptedCinderVolumes-1433037367-router', 'tenant_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:24Z', 'updated_at': '2021-11-12T04:13:46Z', 'revision_number': 6, 'project_id': 'b5221dabb3e14e4aaddad0c24cec6667', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:47.368269 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.370460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.424431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.424985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd36994-2af2-4f75-b800-9df0b7f8730d {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:47.429553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.430702 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7f6631bf-7548-4862-aba2-71593365382b admin admin] 10.222.0.93 "DELETE /v2.0/routers/afd36994-2af2-4f75-b800-9df0b7f8730d HTTP/1.1" status: 204 len: 168 time: 0.7821620 Nov 12 04:13:47.433356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36496) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.480198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Deleting subnet 0352fa4c-4022-41b5-8714-930bc663d29e {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:47.483466 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.517312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.592274 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.647851 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.673749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0352fa4c-4022-41b5-8714-930bc663d29e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.678606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.682912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-36f41900-5037-4b4e-a878-c76a39373d1a admin admin] 10.222.0.93 "DELETE /v2.0/subnets/0352fa4c-4022-41b5-8714-930bc663d29e HTTP/1.1" status: 204 len: 168 time: 0.2480133 Nov 12 04:13:47.685207 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b0c1b-de02-40e9-822f-6c24d4d9f208 None None] Network e6cfc9e4-baf9-4399-b2aa-c733255469e3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:47.685689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:47.755018 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.812597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Deleting port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:47.813014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.877931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] For port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,segment=NetworkSegment(70b6cade-c74b-44a0-81bd-59df7b3ee78c),segment_id=70b6cade-c74b-44a0-81bd-59df7b3ee78c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:47.878287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.890075 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Calling delete_port for 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:47.969370 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:47.994729 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Pushing event deleted for resources: {'Port': ['ID=01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:47.998147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] No DVR routers for this DVR port 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:48.066257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.084200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d514296d-f94f-43c7-8a27-6af2bfab24b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.093563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cfc9e4-baf9-4399-b2aa-c733255469e3']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:48.105214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b6cade-c74b-44a0-81bd-59df7b3ee78c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:48.105581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b6cade-c74b-44a0-81bd-59df7b3ee78c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:48.106707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddac16f-f0a4-44bb-8353-4a5387a68e8d None None] DHCP port deletion for e6cfc9e4-baf9-4399-b2aa-c733255469e3 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:48.118625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.138909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.146928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:48.148099 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:48.152075 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:48.167102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6d8d7d2d-9d06-4600-988f-4abd062a07db no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:48.187443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6d8d7d2d-9d06-4600-988f-4abd062a07db {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:48.187875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6d8d7d2d-9d06-4600-988f-4abd062a07db not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:48.188384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 40b8d2c9-580a-4aa6-acce-e0880afdca79 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:48.209246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 40b8d2c9-580a-4aa6-acce-e0880afdca79 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:48.209682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 40b8d2c9-580a-4aa6-acce-e0880afdca79 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:48.210176 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:48.212056 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.219193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:48.222682 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e6cfc9e4-baf9-4399-b2aa-c733255469e3 HTTP/1.1" status: 204 len: 168 time: 0.5360157 Nov 12 04:13:48.225669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:48.235732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efaab-6515-4cb8-ba03-9941c8c5e161 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cfc9e4-baf9-4399-b2aa-c733255469e3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:48.244297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:48.245270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 01eb47ba-58f0-42e2-8cf6-9429f2e6b7b6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:48.881012 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.131568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Deleting port 093f74f7-0287-4496-8272-941f8a45f139 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:49.131818 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.207429 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] For port 093f74f7-0287-4496-8272-941f8a45f139, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=093f74f7-0287-4496-8272-941f8a45f139,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:49.207788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.220599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Calling delete_port for 093f74f7-0287-4496-8272-941f8a45f139 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:49.398072 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.424698 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Pushing event deleted for resources: {'Port': ['ID=093f74f7-0287-4496-8272-941f8a45f139,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:49.453521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.453871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.454211 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.454543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.454880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.455206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.455528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.455848 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.456189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.456506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.456825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.457140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:49.603264 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:49.821468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Router 2ba89735-f329-49c2-949e-07914c0ea953 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:49.929296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:49.935546 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-366bf081-bd9c-468c-9b33-045a7772582f admin admin] 10.222.0.93 "PUT /v2.0/routers/2ba89735-f329-49c2-949e-07914c0ea953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087905 Nov 12 04:13:49.937463 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:49.939071 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Sync routers for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:49.950432 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:49.951162 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.042148 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.054332 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:50.141615 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.196053 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Deleting port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:50.196392 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.236929 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:13:49Z', 'revision_number': 5, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port': {'id': '6c8c579c-cf05-4d88-98e6-6a3f3eae3236', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba89735-f329-49c2-949e-07914c0ea953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:12:29Z', 'updated_at': '2021-11-12T04:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.263412 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Checking router: 2ba89735-f329-49c2-949e-07914c0ea953 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:50.271739 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Routers {'2ba89735-f329-49c2-949e-07914c0ea953'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:50.272386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['2ba89735-f329-49c2-949e-07914c0ea953'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.279413 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] For port 6c8c579c-cf05-4d88-98e6-6a3f3eae3236, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:50.279776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.292486 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Calling delete_port for 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:50.444086 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] Set router 2ba89735-f329-49c2-949e-07914c0ea953 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:50.462914 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ddc22e30-ed72-4007-9092-e4dfcd60210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.466723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.497615 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8c579c-cf05-4d88-98e6-6a3f3eae3236,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.499784 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:13:50Z', 'revision_number': 6, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:50.507469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5addb1-da66-4fc8-90d5-fad9333eb4ea None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:50.526236 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04c47a-8720-4a88-8adb-1be74e8391a3 None None] The sync data for ids ['2ba89735-f329-49c2-949e-07914c0ea953'] in n-d-713499-30 is: [{'id': '2ba89735-f329-49c2-949e-07914c0ea953', 'name': 'tempest-TestEncryptedCinderVolumes-1887877582-router', 'tenant_id': '34b7f82dd7064ab69aa297b837d869c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:12:28Z', 'updated_at': '2021-11-12T04:13:50Z', 'revision_number': 6, 'project_id': '34b7f82dd7064ab69aa297b837d869c7', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:50.564833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.653891 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.656109 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.699287 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.699806 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba89735-f329-49c2-949e-07914c0ea953 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:50.704241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.705329 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5a762679-a3ee-4cc3-a5ec-68f91025309f admin admin] 10.222.0.93 "DELETE /v2.0/routers/2ba89735-f329-49c2-949e-07914c0ea953 HTTP/1.1" status: 204 len: 168 time: 0.7669158 Nov 12 04:13:50.707729 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:50.755487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Deleting subnet 9e2c5663-7ff0-49f5-9210-6e825753ea2c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:50.758540 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.792950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.868646 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.926739 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.957999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2c5663-7ff0-49f5-9210-6e825753ea2c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:50.963999 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:50.967944 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-51f9cd2c-df8f-4bb0-a973-4a9094aa6add admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9e2c5663-7ff0-49f5-9210-6e825753ea2c HTTP/1.1" status: 204 len: 168 time: 0.2590549 Nov 12 04:13:50.969199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77ce03-306a-4cae-917a-a3af56d5d2c0 None None] Network 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:50.970427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36514) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:51.293838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] DHCP port deletion for 0c5cb097-2c44-4b76-b6ec-734fd63c7a5e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:51.348504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Deleting port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:51.348881 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.387637 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.414459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] For port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:51.414933 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.427950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Calling delete_port for 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:51.443613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Deleting port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:51.443980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.521191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] For port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,segment=NetworkSegment(aed8a070-6e5e-47b9-919f-340bab7466df),segment_id=aed8a070-6e5e-47b9-919f-340bab7466df)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:51.521620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.528713 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.536032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Calling delete_port for 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:51.554644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] Pushing event deleted for resources: {'Port': ['ID=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.558804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf3912-eb05-4f61-868e-b8f231875dc1 None None] No DVR routers for this DVR port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:51.624915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.650337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.653871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] No DVR routers for this DVR port 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:51.725499 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.745528 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5cb097-2c44-4b76-b6ec-734fd63c7a5e']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:51.754931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed8a070-6e5e-47b9-919f-340bab7466df') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:51.755215 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed8a070-6e5e-47b9-919f-340bab7466df') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:51.765256 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.777955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.783893 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:51.784290 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self.session.flush() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:51.785913 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:51.838570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.844541 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.847574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] 10.222.0.93 "DELETE /v2.0/networks/0c5cb097-2c44-4b76-b6ec-734fd63c7a5e HTTP/1.1" status: 204 len: 168 time: 0.8761449 Nov 12 04:13:51.859434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b2be8-15e0-4b0e-ba7b-cbc7b35fe40a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5cb097-2c44-4b76-b6ec-734fd63c7a5e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:51.870580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:51.920248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:51.942045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:51.942391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6c8c579c-cf05-4d88-98e6-6a3f3eae3236 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:51.942821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 093f74f7-0287-4496-8272-941f8a45f139 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:51.962744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 093f74f7-0287-4496-8272-941f8a45f139 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:51.963129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 093f74f7-0287-4496-8272-941f8a45f139 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:51.963559 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:51.988236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:51.988603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 7e1aa248-ce76-4fdb-a1aa-fbad20e0e61a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:52.039640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36518) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.083593 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7a0eb3a4-14fe-4eee-9194-3a35b9f372cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b5221dabb3e14e4aaddad0c24cec6667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427597 Nov 12 04:13:52.086135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36520) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.133305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.153634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.200034 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.202579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.203716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/436f8642-cf4b-4535-9e60-a96e7f848b80 HTTP/1.1" status: 204 len: 168 time: 0.1166854 Nov 12 04:13:52.211343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a53c7-d317-48d9-8915-c799c5fdc1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f8642-cf4b-4535-9e60-a96e7f848b80,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:52.543801 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.583361 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1056df51-3900-4396-95d6-3b16037a4510 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34b7f82dd7064ab69aa297b837d869c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383341 Nov 12 04:13:52.585643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36528) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:52.632843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.654673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.701408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.704156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.705278 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d9511752-fb83-4f13-a554-ede1966b39db HTTP/1.1" status: 204 len: 168 time: 0.1186976 Nov 12 04:13:52.713235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd99b7-8dd4-43a4-8d57-d4bbf5257f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9511752-fb83-4f13-a554-ede1966b39db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.223841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.363584 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.476302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994629811-network', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:53.500519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Made reservation on behalf of 34ba66c18f9e472a93df24d29ed1c017 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:53.502817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.511316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.589729 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.593630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.618520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:53.629265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8204462a-1c50-49aa-a215-df7b96a204f8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.633954 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.634298 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Added segment 434eafb0-4043-487c-a33a-313d6d224229 of type vlan for network 1c745e5a-4079-4ea7-a420-35f3805214c8 Nov 12 04:13:53.674817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.700241 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.701105 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:53.701682 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.733875 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3691463 Nov 12 04:13:53.736935 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36554) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:53.742767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Request body: {'subnet': {'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994629811-subnet', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:53.759076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.768169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fa44f-ed15-42ba-9956-c857d23fc714 admin admin] Pushing event updated for resources: {'Network': ['ID=1c745e5a-4079-4ea7-a420-35f3805214c8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:53.768639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Made reservation on behalf of 34ba66c18f9e472a93df24d29ed1c017 for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:53.771208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.777884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:53.937300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:53.991789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e27a4b-347f-411d-8fca-fe87d400c538,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.001807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Checking segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:54.002203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Network hostable DHCP agents. Network: 1c745e5a-4079-4ea7-a420-35f3805214c8, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:54.019518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:54.027748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 1c745e5a-4079-4ea7-a420-35f3805214c8) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:54.032220 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:54.033303 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.036249 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f92eb-4363-4d8d-bb21-42e278a3fbc0 None None] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:54.049833 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8aebd6a7-2ff8-461a-ad93-efb896b91176 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3113692 Nov 12 04:13:54.052598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36556) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:54.057595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:54.078382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.079353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.135562 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.191365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-1c745e5a-4079-4ea7-a420-35f3805214c8', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:54.192307 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.277044 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.323922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Allocated IP 172.20.0.2 (1c745e5a-4079-4ea7-a420-35f3805214c8/c3e27a4b-347f-411d-8fca-fe87d400c538/83026b73-ee0b-4f0a-929d-3fb198668a03) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:54.456423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:54.468366 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.474523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.475492 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.495104 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.513274 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:54.516370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:54.521764 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:54.531287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Pushing event updated for resources: {'Port': ['ID=83026b73-ee0b-4f0a-929d-3fb198668a03,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.585351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Attempting to bind port 83026b73-ee0b-4f0a-929d-3fb198668a03 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:54.585718 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Attempting to bind port 83026b73-ee0b-4f0a-929d-3fb198668a03 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:54.586082 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Attempting to bind port 83026b73-ee0b-4f0a-929d-3fb198668a03 on network 1c745e5a-4079-4ea7-a420-35f3805214c8 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:54.591598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:54.591991 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Checking segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:54.592399 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.592823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Bound using segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:54.593315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Bound port: 83026b73-ee0b-4f0a-929d-3fb198668a03, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:54.593694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.604542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Allocated IP 172.25.4.131 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/d306071e-9ca9-4f50-b1e7-60f6be44eb9f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:54.659995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] For port 83026b73-ee0b-4f0a-929d-3fb198668a03, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:54.663456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] For port 83026b73-ee0b-4f0a-929d-3fb198668a03, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=83026b73-ee0b-4f0a-929d-3fb198668a03,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:54.671384 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.712231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.735874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931433bb-03e5-433a-9dc2-d615b2ff9283 None None] Pushing event updated for resources: {'Port': ['ID=83026b73-ee0b-4f0a-929d-3fb198668a03,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.757972 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.798458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:54.803272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:54.807177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:54.816947 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc4dd5-9881-43dd-9009-317a3894c2ba None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:54.830397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Pushing event updated for resources: {'Port': ['ID=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:54.859329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a0ffeb28-1692-4b00-ab99-04ca07cec1b8 None None] Provisioning complete for port d306071e-9ca9-4f50-b1e7-60f6be44eb9f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:54.859859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0ffeb28-1692-4b00-ab99-04ca07cec1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.924167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a0ffeb28-1692-4b00-ab99-04ca07cec1b8 None None] Port d306071e-9ca9-4f50-b1e7-60f6be44eb9f cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:55.095617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.299094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.433127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Router 5ac7ceed-6408-4941-a8eb-50978be73f37 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:55.546656 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:55.560633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Sync routers for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:55.565942 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.568809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a9db7a00-642a-41c7-bc66-89ef05883b5c admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5151622 Nov 12 04:13:55.570200 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:55.573344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:55.574035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:55.620159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aff03f-f139-442f-92e1-4746e5d2e6fa None None] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:55.746332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] Provisioning complete for port 83026b73-ee0b-4f0a-929d-3fb198668a03 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:55.746698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:55.784286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:55.954550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 83026b73-ee0b-4f0a-929d-3fb198668a03 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:55.998281 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.090603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.143889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] For port 83026b73-ee0b-4f0a-929d-3fb198668a03, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=83026b73-ee0b-4f0a-929d-3fb198668a03,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:56.148969 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 83026b73-ee0b-4f0a-929d-3fb198668a03 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:56.149342 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.156193 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.164663 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Allocated IP 172.20.0.1 (1c745e5a-4079-4ea7-a420-35f3805214c8/c3e27a4b-347f-411d-8fca-fe87d400c538/0dce5006-8df4-471f-bdc2-d3c4fe8febe1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:56.234084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:54Z', 'revision_number': 3, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:56.276414 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Checking router: 5ac7ceed-6408-4941-a8eb-50978be73f37 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:56.276766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Updating router 5ac7ceed-6408-4941-a8eb-50978be73f37 port d306071e-9ca9-4f50-b1e7-60f6be44eb9f binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:56.276893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.283608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30fffd-fef9-49da-9bfb-4ffca11c232a None None] Pushing event updated for resources: {'Port': ['ID=83026b73-ee0b-4f0a-929d-3fb198668a03,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.317027 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.330361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.354704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:56.361041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:56.364760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:56.399153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Pushing event updated for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.418451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.444242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8f76c9a8-604f-47f1-bd41-0b1448b29973 None None] Provisioning complete for port 83026b73-ee0b-4f0a-929d-3fb198668a03 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:56.444569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8f76c9a8-604f-47f1-bd41-0b1448b29973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.550959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.723065 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.727378 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.841388 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.847370 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.902155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400436e4-dfe3-46de-b91b-98e207f6748a None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:56.915452 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Attempting to bind port d306071e-9ca9-4f50-b1e7-60f6be44eb9f on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:56.915795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Attempting to bind port d306071e-9ca9-4f50-b1e7-60f6be44eb9f by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:56.916731 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Attempting to bind port d306071e-9ca9-4f50-b1e7-60f6be44eb9f on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:56.922578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59071b-1bb8-466c-ba4a-c73a46fafbbb None None] Pushing event updated for resources: {'Port': ['ID=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:56.930265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:56.931107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:56.931107 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.931443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:56.931987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Bound port: d306071e-9ca9-4f50-b1e7-60f6be44eb9f, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:56.932363 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.936549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e7dc4146-8bf2-451d-917a-da4bccf0fd0b None None] Provisioning complete for port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:56.936905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e7dc4146-8bf2-451d-917a-da4bccf0fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.009198 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc4146-8bf2-451d-917a-da4bccf0fd0b None None] Port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:57.018949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] For port d306071e-9ca9-4f50-b1e7-60f6be44eb9f, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:57.022284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] For port d306071e-9ca9-4f50-b1e7-60f6be44eb9f, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:57.026588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.072084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74875e7c-9560-446d-8b71-abc898d3f820 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:57.097036 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:57.097681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:57.108974 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.110679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Pushing event updated for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.133403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59071b-1bb8-466c-ba4a-c73a46fafbbb None None] Pushing event updated for resources: {'Port': ['ID=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.192712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] Provisioning complete for port d306071e-9ca9-4f50-b1e7-60f6be44eb9f triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:57.193228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.210348 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:57.211802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:57.247913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:57.332457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Router 5ac7ceed-6408-4941-a8eb-50978be73f37 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:57.378475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.439768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] For port d306071e-9ca9-4f50-b1e7-60f6be44eb9f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:57.445388 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.446705 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:57.452182 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c289f112-d69e-4f4e-b81b-247ae63c6209 admin admin] 10.222.0.93 "PUT /v2.0/routers/5ac7ceed-6408-4941-a8eb-50978be73f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808851 Nov 12 04:13:57.525276 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba5087-e078-4202-85f6-4ce999904c82 None None] Pushing event updated for resources: {'Port': ['ID=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:57.555221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 2, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:57.594932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d0341-d017-4b93-9b45-cfeb5d15aeee None None] The sync data for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 is: [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 2, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:57.600423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-875c36e5-72a1-4fbf-9cd6-5adcb3074ccb None None] Provisioning complete for port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:57.600728 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-875c36e5-72a1-4fbf-9cd6-5adcb3074ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.644466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-875c36e5-72a1-4fbf-9cd6-5adcb3074ccb None None] Port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:57.937175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 83026b73-ee0b-4f0a-929d-3fb198668a03 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:57.973034 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:57.979138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1051357315-network', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:57.988311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 83026b73-ee0b-4f0a-929d-3fb198668a03 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:57.988680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.002542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Made reservation on behalf of 026afd8d84164fb4b8c3dbc7180f4ae4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:58.005280 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.019193 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.106180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.110605 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.133858 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:58.149113 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97818653-f4ba-4849-a52d-0d7a7de97e72,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:58.156174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.156526 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Added segment 3cbadf88-2960-435e-bce1-4f57ce94cc30 of type vlan for network 29e645f8-a806-4edd-b46f-b920c0146fb3 Nov 12 04:13:58.200080 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.250679 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.251701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:58.252350 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.316582 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3407354 Nov 12 04:13:58.318067 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:58.323427 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Request body: {'subnet': {'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1051357315-subnet', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:58.335042 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f392c-f9ef-4fd0-ac46-584e374c1b5e admin admin] Pushing event updated for resources: {'Network': ['ID=29e645f8-a806-4edd-b46f-b920c0146fb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:58.346742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:58.351210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Made reservation on behalf of 026afd8d84164fb4b8c3dbc7180f4ae4 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:58.353669 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.540195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.596193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fad424b-cd18-4d61-8a18-c861dd28c792,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:58.608497 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Checking segment: {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:58.608861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Network hostable DHCP agents. Network: 29e645f8-a806-4edd-b46f-b920c0146fb3, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:58.626943 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:58.637656 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 29e645f8-a806-4edd-b46f-b920c0146fb3) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:58.641993 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:58.642600 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.647194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2a4d4-2a4c-4d2c-b2a4-9bc3351f0d70 None None] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:58.659178 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61f611c1-6050-4496-b7dd-7c4a289b951d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3400457 Nov 12 04:13:58.662197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36578) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:58.667362 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:58.692926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.694497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.753328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.807305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-29e645f8-a806-4edd-b46f-b920c0146fb3', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:58.808202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.923595 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.954564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Allocated IP 172.20.0.2 (29e645f8-a806-4edd-b46f-b920c0146fb3/9fad424b-cd18-4d61-8a18-c861dd28c792/f52353bb-846e-41eb-9ae2-c88f13b81f40) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:59.100375 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.107106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.138724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.148468 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:59.153154 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:59.156611 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:59.162056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Pushing event updated for resources: {'Port': ['ID=f52353bb-846e-41eb-9ae2-c88f13b81f40,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.163203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.217189 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Attempting to bind port f52353bb-846e-41eb-9ae2-c88f13b81f40 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:59.217555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Attempting to bind port f52353bb-846e-41eb-9ae2-c88f13b81f40 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:59.217921 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Attempting to bind port f52353bb-846e-41eb-9ae2-c88f13b81f40 on network 29e645f8-a806-4edd-b46f-b920c0146fb3 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:59.223261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:59.223641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Checking segment: {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:59.224067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.224462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Bound using segment: {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:59.224941 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Bound port: f52353bb-846e-41eb-9ae2-c88f13b81f40, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:59.225804 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.276317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Allocated IP 172.25.4.60 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a3b159b5-9281-4b55-b18a-7527b92371c1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:59.296081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] For port f52353bb-846e-41eb-9ae2-c88f13b81f40, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:59.299580 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] For port f52353bb-846e-41eb-9ae2-c88f13b81f40, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f52353bb-846e-41eb-9ae2-c88f13b81f40,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:59.304064 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.364034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46cfeb-9b33-4392-a37b-28b9cc76112a None None] Pushing event updated for resources: {'Port': ['ID=f52353bb-846e-41eb-9ae2-c88f13b81f40,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.394242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.430062 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.474445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:59.477596 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:59.483032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:59.486772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b159b5-9281-4b55-b18a-7527b92371c1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:59.497298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafba308-190c-467f-97a7-882efb0d2e2d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:59.578159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-02615b82-f8c0-41c9-996b-3c4979f4e31d None None] Provisioning complete for port a3b159b5-9281-4b55-b18a-7527b92371c1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:59.578550 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-02615b82-f8c0-41c9-996b-3c4979f4e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.632754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-02615b82-f8c0-41c9-996b-3c4979f4e31d None None] Port a3b159b5-9281-4b55-b18a-7527b92371c1 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:59.757341 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Sync routers for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:59.766531 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:59.767122 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:59.774315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.878051 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:59.990822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f52353bb-846e-41eb-9ae2-c88f13b81f40 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:00.053634 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f52353bb-846e-41eb-9ae2-c88f13b81f40 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:00.054008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.117726 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 2, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.146770 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Checking router: 5ac7ceed-6408-4941-a8eb-50978be73f37 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:00.147077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.147220 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Updating router 5ac7ceed-6408-4941-a8eb-50978be73f37 port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:00.174445 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.182009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port f52353bb-846e-41eb-9ae2-c88f13b81f40, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f52353bb-846e-41eb-9ae2-c88f13b81f40,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:00.186640 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.187840 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d306071e-9ca9-4f50-b1e7-60f6be44eb9f up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:00.273793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=f52353bb-846e-41eb-9ae2-c88f13b81f40,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.285715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d306071e-9ca9-4f50-b1e7-60f6be44eb9f triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:00.285847 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.351507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.492698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Router 88e71561-3927-43e4-9669-48a63e9754e4 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:14:00.495449 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.501945 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.555052 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Pushing event updated for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:00.568924 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.569547 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.569897 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.570236 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.570578 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.570911 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.571244 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.571576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.571905 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.572338 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.572929 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.573402 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:00.622254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:00.629055 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Attempting to bind port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:00.629386 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Attempting to bind port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:00.629901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Attempting to bind port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 on network 1c745e5a-4079-4ea7-a420-35f3805214c8 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:00.636030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Sync routers for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:00.642821 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:00.643914 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Checking segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:00.644800 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.646391 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Bound using segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:00.647110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:00.647464 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Bound port: 0dce5006-8df4-471f-bdc2-d3c4fe8febe1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:00.647735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.648304 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.655271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.657001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eacd08e7-725d-4c5a-a569-1a14bd592de9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9937406 Nov 12 04:14:00.660090 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:00.724744 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d8466-6dd4-450f-81ca-867a6eda8fef None None] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:00.745606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] For port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:00.750857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] For port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:00.760451 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.829470 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:00.829996 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:00.889437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:00.923354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fc031e1c-e064-4dd2-a15b-fc6a00a8a865 None None] Provisioning complete for port f52353bb-846e-41eb-9ae2-c88f13b81f40 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:00.923906 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc031e1c-e064-4dd2-a15b-fc6a00a8a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.944607 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:01.046983 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4944ec-353a-4dec-b17a-d69b2094bf11 None None] Pushing event updated for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.162187 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.169686 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:00Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:01.201115 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379b838-cbbe-4fd0-9e0e-71a4251498ca None None] The sync data for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 is: [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:00Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:01.356126 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Allocated IP 172.20.0.1 (29e645f8-a806-4edd-b46f-b920c0146fb3/9fad424b-cd18-4d61-8a18-c861dd28c792/00bd87f0-5196-4ea2-a13b-c18a4eb00b98) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:01.356355 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.440205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:13:59Z', 'revision_number': 3, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:01.470478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Checking router: 88e71561-3927-43e4-9669-48a63e9754e4 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:01.470478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Updating router 88e71561-3927-43e4-9669-48a63e9754e4 port a3b159b5-9281-4b55-b18a-7527b92371c1 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:01.498391 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.502927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.549741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.598079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:01.601775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:01.609749 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:01.618343 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] Provisioning complete for port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:01.618683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.650251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.699553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Pushing event updated for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:01.826611 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.833396 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.911787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] For port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:01.920918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.958859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.969104 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.004102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7a399-179e-4473-9268-d0f48680af80 None None] Pushing event updated for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.023061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f52353bb-846e-41eb-9ae2-c88f13b81f40 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:02.024780 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8478f04d-6b6c-4989-9a92-27899c14b8f6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:02.075635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.080788 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.082083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Attempting to bind port a3b159b5-9281-4b55-b18a-7527b92371c1 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:02.082526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Attempting to bind port a3b159b5-9281-4b55-b18a-7527b92371c1 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:02.082953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Attempting to bind port a3b159b5-9281-4b55-b18a-7527b92371c1 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:02.114766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:02.115138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:02.115539 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.115946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:02.116447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Bound port: a3b159b5-9281-4b55-b18a-7527b92371c1, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:02.116824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.151736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4219012-eae3-4a46-85fe-f64d1db3bf75 None None] Provisioning complete for port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:02.152131 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4219012-eae3-4a46-85fe-f64d1db3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.153566 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81275b-2042-4252-9fd4-84b211676757 None None] Pushing event updated for resources: {'Port': ['ID=a3b159b5-9281-4b55-b18a-7527b92371c1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.154693 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.157854 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Pushing event updated for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.196710 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.227537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b4219012-eae3-4a46-85fe-f64d1db3bf75 None None] Port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:02.231883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] For port a3b159b5-9281-4b55-b18a-7527b92371c1, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:02.235569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] For port a3b159b5-9281-4b55-b18a-7527b92371c1, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3b159b5-9281-4b55-b18a-7527b92371c1,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:02.237577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f52353bb-846e-41eb-9ae2-c88f13b81f40 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:02.237945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.243121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.257202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:02.258838 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:02.304171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b4219012-eae3-4a46-85fe-f64d1db3bf75 None None] Provisioning complete for port f52353bb-846e-41eb-9ae2-c88f13b81f40 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:02.304518 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b4219012-eae3-4a46-85fe-f64d1db3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.323520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccdeaa-6892-4c53-bf0a-beba43b2e48e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:02.386470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Router 88e71561-3927-43e4-9669-48a63e9754e4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:02.386624 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81275b-2042-4252-9fd4-84b211676757 None None] Pushing event updated for resources: {'Port': ['ID=a3b159b5-9281-4b55-b18a-7527b92371c1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:02.389263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:02.389875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:02.512357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:02.517855 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-89234613-8539-4c7e-ac29-8b6759fa066b admin admin] 10.222.0.93 "PUT /v2.0/routers/88e71561-3927-43e4-9669-48a63e9754e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8566709 Nov 12 04:14:02.544232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:02.588194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:02.692140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:02.692513 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.781344 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Provisioning complete for port a3b159b5-9281-4b55-b18a-7527b92371c1 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:02.781627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.106302 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.114633 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '00bd87f0-5196-4ea2-a13b-c18a4eb00b98', 'name': '', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'mac_address': 'fa:16:3e:34:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:01Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 2, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'subnets': [{'id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:03.149636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1280-0a14-4d23-931c-32f25b089930 None None] The sync data for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 is: [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '00bd87f0-5196-4ea2-a13b-c18a4eb00b98', 'name': '', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'mac_address': 'fa:16:3e:34:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:01Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 2, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'subnets': [{'id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:03.154556 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] For port a3b159b5-9281-4b55-b18a-7527b92371c1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3b159b5-9281-4b55-b18a-7527b92371c1,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:03.159175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.204324 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Provisioning complete for port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:03.204690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:03.248733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Pushing event updated for resources: {'Port': ['ID=a3b159b5-9281-4b55-b18a-7527b92371c1,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:03.265321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a43173e7-6e48-4ec4-b353-6ad06cd0e55d None None] Port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:03.935028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:04.041031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:04.041560 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:05.510656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Sync routers for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:05.522770 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:05.523751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:05.750776 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:05.998026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3b159b5-9281-4b55-b18a-7527b92371c1 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:06.008607 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '00bd87f0-5196-4ea2-a13b-c18a4eb00b98', 'name': '', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'mac_address': 'fa:16:3e:34:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:01Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 2, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'subnets': [{'id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:06.038522 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Checking router: 88e71561-3927-43e4-9669-48a63e9754e4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:06.038997 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Updating router 88e71561-3927-43e4-9669-48a63e9754e4 port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:06.055686 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a3b159b5-9281-4b55-b18a-7527b92371c1 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:06.056185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.071318 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.381050 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.390402 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.441957 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d3a91-1a59-42dd-962a-b26cb713fe9c None None] Pushing event updated for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.518947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Attempting to bind port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:06.519608 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Attempting to bind port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:06.519881 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Attempting to bind port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 on network 29e645f8-a806-4edd-b46f-b920c0146fb3 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:06.536332 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:06.536802 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Checking segment: {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:06.540553 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.540981 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Bound using segment: {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:06.541493 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Bound port: 00bd87f0-5196-4ea2-a13b-c18a4eb00b98, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbadf88-2960-435e-bce1-4f57ce94cc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:06.541889 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.628564 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] For port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:06.631417 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] For port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:06.640271 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.694020 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:06.694652 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:13:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:06.734043 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] Provisioning complete for port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:06.734423 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.813362 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:06.877477 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d3a91-1a59-42dd-962a-b26cb713fe9c None None] Pushing event updated for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.916361 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.985351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] For port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:06.991205 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.052016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367be77-5662-402a-8d7e-f0e72cb2d5d9 None None] Pushing event updated for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:07.105721 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '00bd87f0-5196-4ea2-a13b-c18a4eb00b98', 'name': '', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'mac_address': 'fa:16:3e:34:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:01Z', 'updated_at': '2021-11-12T04:14:06Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'subnets': [{'id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:07.120498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-40a4ac2c-f33b-4d53-9580-c4ac1d12c48e None None] Provisioning complete for port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:07.120877 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-40a4ac2c-f33b-4d53-9580-c4ac1d12c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.151306 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29578-d1d3-4053-a774-e158a54aefda None None] The sync data for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 is: [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '00bd87f0-5196-4ea2-a13b-c18a4eb00b98', 'name': '', 'network_id': '29e645f8-a806-4edd-b46f-b920c0146fb3', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'mac_address': 'fa:16:3e:34:94:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:01Z', 'updated_at': '2021-11-12T04:14:06Z', 'revision_number': 4, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'subnets': [{'id': '9fad424b-cd18-4d61-8a18-c861dd28c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:07.982244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:08.042008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:08.042385 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.628783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-0108b5e0-ee58-40f4-8941-922ded232ab3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.630229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-0108b5e0-ee58-40f4-8941-922ded232ab3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 814 time: 0.1024160 Nov 12 04:14:12.645141 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-bc05b05c-75ef-498c-8c9d-3ec0466388b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/quotas/34ba66c18f9e472a93df24d29ed1c017 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Nov 12 04:14:12.696020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-740e9892-b20f-42f7-b655-fc4bb301c8c7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450139 Nov 12 04:14:12.789353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-071491e4-e2fa-4598-a7ec-3c3aff835792 service neutron] 10.222.0.93 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818934 Nov 12 04:14:12.883280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-b6b0d77d-58a1-4804-8641-3f4480d30aee service neutron] 10.222.0.93 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872152 Nov 12 04:14:13.041747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3682563d-fbf6-4f68-b7c8-45f39ef2d4d4 req-7b0aeeef-4e9a-4a62-b77e-ae12e1aa3a16 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 210 time: 0.0275407 Nov 12 04:14:14.107309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-88e99832-dbf1-4a91-99cc-e436678b1d5c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.109090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-88e99832-dbf1-4a91-99cc-e436678b1d5c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 814 time: 0.1258547 Nov 12 04:14:14.122871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'port': {'device_id': '356ff4f5-1c99-457a-bda5-63361390d037', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'admin_state_up': True, 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:14.168773 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9c729f0-11a3-471f-8cae-ef6a31d9ef4b req-6391b4fb-bd07-4c51-9b9f-0a1561ac809a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 210 time: 0.0420895 Nov 12 04:14:14.263272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Made reservation on behalf of 34ba66c18f9e472a93df24d29ed1c017 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:14.266720 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.422811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Allocated IP 172.20.0.3 (1c745e5a-4079-4ea7-a420-35f3805214c8/c3e27a4b-347f-411d-8fca-fe87d400c538/0b87c11e-2a68-445d-8f30-ae494a642ba9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:14.648455 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.686015 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.727145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:14.730270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:14.740449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:14.802837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:14.814786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.815143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.815487 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.815825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.816188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.816524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.816856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.817187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.817515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.817841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.818166 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.818489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:14.834370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.834982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.852431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-109dde3a-928b-40f2-ae77-2852104683e6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334435 Nov 12 04:14:15.005231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ba69f3e2-88c8-4c24-87e2-969f4e158129 None None] Provisioning complete for port 0b87c11e-2a68-445d-8f30-ae494a642ba9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:15.005778 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ba69f3e2-88c8-4c24-87e2-969f4e158129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.039742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ba69f3e2-88c8-4c24-87e2-969f4e158129 None None] Port 0b87c11e-2a68-445d-8f30-ae494a642ba9 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:15.302714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d62c4-7041-41c4-a9c2-c15bc360deb7 req-cd4e25ad-f976-4167-9bca-37a044187f30 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:15.304376 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-099d62c4-7041-41c4-a9c2-c15bc360deb7 req-cd4e25ad-f976-4167-9bca-37a044187f30 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0585375 Nov 12 04:14:15.352359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-099d62c4-7041-41c4-a9c2-c15bc360deb7 req-63844161-9ad1-4747-a9f9-92c44720c6d6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Nov 12 04:14:16.484472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb57f4c-4a8a-49dd-9b34-bed6fd406a79 req-e96c1d98-d3f6-44ee-99d7-22c0b9e4383b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:16.485879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4eb57f4c-4a8a-49dd-9b34-bed6fd406a79 req-e96c1d98-d3f6-44ee-99d7-22c0b9e4383b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0501399 Nov 12 04:14:16.534137 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4eb57f4c-4a8a-49dd-9b34-bed6fd406a79 req-c294590d-f1e8-4f10-a092-b8995a9167ab tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Nov 12 04:14:17.660616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17cd76-51da-493b-a8b1-e223461eed13 req-8a720558-2872-4f0b-8a62-8f53710d53b7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.667896 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae17cd76-51da-493b-a8b1-e223461eed13 req-8a720558-2872-4f0b-8a62-8f53710d53b7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0632353 Nov 12 04:14:17.712766 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ae17cd76-51da-493b-a8b1-e223461eed13 req-15aa3fc2-ce90-470f-ae02-e5198179c64c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Nov 12 04:14:18.076285 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d96dcb1-0c68-468c-9595-81123859defc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:18.830251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdbc60-5c2a-4461-bb66-88bedaf5de6e req-d79f5dc2-cf40-49bd-bb9b-8b8a5dc3df66 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.831767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44fdbc60-5c2a-4461-bb66-88bedaf5de6e req-d79f5dc2-cf40-49bd-bb9b-8b8a5dc3df66 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0512552 Nov 12 04:14:18.882839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44fdbc60-5c2a-4461-bb66-88bedaf5de6e req-1ce081b0-4b1f-4ce9-a06d-fb4f9794c5da tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Nov 12 04:14:20.009842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944179e-66be-49ba-b82c-628c88a531f5 req-5c90a9bf-0e8e-4bde-b1a6-7c1ae8f828f4 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.011508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1944179e-66be-49ba-b82c-628c88a531f5 req-5c90a9bf-0e8e-4bde-b1a6-7c1ae8f828f4 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0582612 Nov 12 04:14:20.064391 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1944179e-66be-49ba-b82c-628c88a531f5 req-2af3b9ad-7045-41a7-9a78-6fe7982ead21 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465128 Nov 12 04:14:20.472191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8b14e3a-22b6-4f54-9895-14cb34c85b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.183127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa347a19-854d-4efd-aa2a-7f2975b1c674 req-0a550c62-3d16-41ff-8145-55b5e73c3c47 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.186071 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa347a19-854d-4efd-aa2a-7f2975b1c674 req-0a550c62-3d16-41ff-8145-55b5e73c3c47 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0507631 Nov 12 04:14:21.242775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-aa347a19-854d-4efd-aa2a-7f2975b1c674 req-39f35134-13cc-4576-8473-703cf437ef3d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Nov 12 04:14:21.862699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.364812 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac406e2-0b9d-42d6-b01c-6202627d66ad req-b42330af-9cee-4233-aafe-dfc93bee5bb8 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.366284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ac406e2-0b9d-42d6-b01c-6202627d66ad req-b42330af-9cee-4233-aafe-dfc93bee5bb8 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0480483 Nov 12 04:14:22.421269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6ac406e2-0b9d-42d6-b01c-6202627d66ad req-858d2619-5ed0-4224-9599-b50edfcb7149 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Nov 12 04:14:23.233407 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:23.563595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f9e68-452a-4276-8929-27d028833cad req-bf7d609e-b642-4aa3-8af6-a8a3b82f063b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:23.565092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-899f9e68-452a-4276-8929-27d028833cad req-bf7d609e-b642-4aa3-8af6-a8a3b82f063b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0492108 Nov 12 04:14:23.614184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-899f9e68-452a-4276-8929-27d028833cad req-a870b94a-3366-48e1-a9d1-30c6227656ef tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Nov 12 04:14:23.742489 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.734199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a95c29-c7d6-4cae-bc17-6a5b5756f70d req-5fb624bd-ff21-4fe1-bfaa-f47b0e9f0feb tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.735735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8a95c29-c7d6-4cae-bc17-6a5b5756f70d req-5fb624bd-ff21-4fe1-bfaa-f47b0e9f0feb tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 931 time: 0.0489097 Nov 12 04:14:24.783148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f8a95c29-c7d6-4cae-bc17-6a5b5756f70d req-08fe7740-9cee-48df-ae9b-31922ea434d9 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Nov 12 04:14:25.136654 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Request body: {'port': {'device_id': '356ff4f5-1c99-457a-bda5-63361390d037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:25.192605 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.446484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b87c11e-2a68-445d-8f30-ae494a642ba9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:25.454476 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.467047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Transition to ACTIVE for port object 0b87c11e-2a68-445d-8f30-ae494a642ba9 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:25.471035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.568450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.601069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Attempting to bind port 0b87c11e-2a68-445d-8f30-ae494a642ba9 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:25.601407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Attempting to bind port 0b87c11e-2a68-445d-8f30-ae494a642ba9 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:25.603176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Attempting to bind port 0b87c11e-2a68-445d-8f30-ae494a642ba9 on network 1c745e5a-4079-4ea7-a420-35f3805214c8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:25.607641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Port 0b87c11e-2a68-445d-8f30-ae494a642ba9 on network 1c745e5a-4079-4ea7-a420-35f3805214c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:25.608000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Attempting to bind port 0b87c11e-2a68-445d-8f30-ae494a642ba9 on network 1c745e5a-4079-4ea7-a420-35f3805214c8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:25.613247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:25.613701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Checking segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:25.614093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Bound using segment: {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:25.614526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Bound port: 0b87c11e-2a68-445d-8f30-ae494a642ba9, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434eafb0-4043-487c-a33a-313d6d224229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:25.614888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.682421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:25.686021 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:25.689913 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.723851 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.724503 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.725983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] 10.222.0.98 "PUT /v2.0/ports/0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 1092 time: 0.5940912 Nov 12 04:14:25.726322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:25.729168 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5d404-99a4-47bd-bd08-1c24932823b4" -d '{"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:25.756176 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbf45a-1c0c-4d72-921c-1117a0070932 service neutron] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:25.815634 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16c9b0-c5cf-428d-897f-e98dedbd4a0f x-openstack-request-id: req-eb16c9b0-c5cf-428d-897f-e98dedbd4a0f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:25.815941 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:25.816285 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb16c9b0-c5cf-428d-897f-e98dedbd4a0f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:25.816765 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:14:25.840991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-7bf0deff-d0fb-4c6e-9045-b67a3e812daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.842899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-7bf0deff-d0fb-4c6e-9045-b67a3e812daa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1095 time: 0.0607796 Nov 12 04:14:25.897475 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-eeded9f3-10b6-4d47-8bc1-30c6ecee4553 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 217 time: 0.0451877 Nov 12 04:14:25.975145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77dd1f-14a8-4567-bb44-ee455734df95 req-fb7d1861-abb8-456e-a4f2-48d0fe533983 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.976620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af77dd1f-14a8-4567-bb44-ee455734df95 req-fb7d1861-abb8-456e-a4f2-48d0fe533983 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 943 time: 0.1173754 Nov 12 04:14:25.978608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-84724ccb-3934-48d2-be4e-8e832e5d8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:25.979903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-84724ccb-3934-48d2-be4e-8e832e5d8aaa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0685410 Nov 12 04:14:26.053941 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-af77dd1f-14a8-4567-bb44-ee455734df95 req-6cbeae9d-b106-48e5-8285-d81964abf419 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Nov 12 04:14:26.055805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-22ab9850-b2ed-4bd7-839a-2ed1ab7f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.057385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-22ab9850-b2ed-4bd7-839a-2ed1ab7f1ff2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677757 Nov 12 04:14:26.150893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-6a1eb3a0-bc36-496d-b31d-fe0950fe8a59 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858564 Nov 12 04:14:26.238711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6d8aa87b-5a18-494b-8e21-0964e4bc303f req-905a9c70-bc34-49c9-ac3f-21d11554a9c2 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813673 Nov 12 04:14:26.331646 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-e3aa523f-fc76-4a2b-a911-7cb879c26384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.333161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-e3aa523f-fc76-4a2b-a911-7cb879c26384 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1095 time: 0.0450764 Nov 12 04:14:26.420887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-6dda6528-adc2-423b-8a93-2ed2b2e311cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.422336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-6dda6528-adc2-423b-8a93-2ed2b2e311cc service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.0828292 Nov 12 04:14:26.468520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-845ced3d-0e49-4753-a889-94bcfa543671 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 217 time: 0.0373411 Nov 12 04:14:26.517446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-0a9905fe-6398-4d06-8729-1893eb20ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.518821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-0a9905fe-6398-4d06-8729-1893eb20ed5f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0434573 Nov 12 04:14:26.564542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-fa310441-90d1-4676-b6af-fba4051ed873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.566023 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-fa310441-90d1-4676-b6af-fba4051ed873 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389309 Nov 12 04:14:26.657708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-9fd26764-d21c-41fd-b836-860d21cd6219 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842345 Nov 12 04:14:26.747131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73d5d404-99a4-47bd-bd08-1c24932823b4 req-87f49452-b51b-4645-8001-efcdd306f0a8 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812976 Nov 12 04:14:27.169907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5ae08-20f1-42c6-83c1-07a10b6f9445 req-1078feb1-830a-4d4b-a75c-498a6814400d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:27.171347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c5ae08-20f1-42c6-83c1-07a10b6f9445 req-1078feb1-830a-4d4b-a75c-498a6814400d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 943 time: 0.0487847 Nov 12 04:14:27.221249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-31c5ae08-20f1-42c6-83c1-07a10b6f9445 req-bd0545d3-3424-4b7d-b74c-dcbd48aa2c15 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Nov 12 04:14:28.334552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133fe8-f0e2-4048-a44d-7e4aecdc96d9 req-cd2779a3-763c-4cf2-bef0-655d999699d2 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.336030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72133fe8-f0e2-4048-a44d-7e4aecdc96d9 req-cd2779a3-763c-4cf2-bef0-655d999699d2 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 943 time: 0.0473530 Nov 12 04:14:28.382138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-72133fe8-f0e2-4048-a44d-7e4aecdc96d9 req-92fa40a6-b030-42a0-b737-259a1de667ab tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Nov 12 04:14:28.676269 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0b87c11e-2a68-445d-8f30-ae494a642ba9 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:28.771003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:28.782669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'port_id': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'mac_address': 'fa:16:3e:96:42:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:28.819569 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.832777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b87c11e-2a68-445d-8f30-ae494a642ba9 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:28.858403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:28.862537 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.910460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:28.918868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.919213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.919555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.919893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.920257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.920587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.920916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.921243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.921570 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.921895 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.922218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:28.922540 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:29.064548 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:29.497198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62f58-c636-4e11-a55e-6afd8140ab2b req-54278bde-c565-40ae-83a7-8ef22d93ffac tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:29.498851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ae62f58-c636-4e11-a55e-6afd8140ab2b req-54278bde-c565-40ae-83a7-8ef22d93ffac tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 944 time: 0.0479803 Nov 12 04:14:29.545186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ae62f58-c636-4e11-a55e-6afd8140ab2b req-47564594-63d8-4f68-8efa-03113a773423 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Nov 12 04:14:30.662736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f7c3-2140-45da-aca6-79c38900d210 req-6a9ca752-6a5e-4e24-abc9-f052976b7a89 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.664230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbe8f7c3-2140-45da-aca6-79c38900d210 req-6a9ca752-6a5e-4e24-abc9-f052976b7a89 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 944 time: 0.0522702 Nov 12 04:14:30.692103 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0b87c11e-2a68-445d-8f30-ae494a642ba9 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:30.711236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cbe8f7c3-2140-45da-aca6-79c38900d210 req-184b33f6-e690-42a4-a053-abd90924c417 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Nov 12 04:14:30.741257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0b87c11e-2a68-445d-8f30-ae494a642ba9 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:30.745143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0b87c11e-2a68-445d-8f30-ae494a642ba9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:30.745516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.821411 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.843227 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:30.845689 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8ff76-11f2-464f-9e07-037381bb484b" -d '{"events": [{"server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "name": "network-vif-plugged", "status": "completed", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:30.859371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:30.863481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:30.892034 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd56abb2-032a-4007-9bee-69035cc2ae9b x-openstack-request-id: req-fd56abb2-032a-4007-9bee-69035cc2ae9b {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:30.892340 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "name": "network-vif-plugged", "status": "completed", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:30.892590 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd56abb2-032a-4007-9bee-69035cc2ae9b {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:30.892984 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'code': 200} Nov 12 04:14:30.920356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:30.983508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a986dad-f0d7-43fc-8ef6-e2bfeb429efe req-557d742e-9c69-4c15-948a-711d703e3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.985033 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a986dad-f0d7-43fc-8ef6-e2bfeb429efe req-557d742e-9c69-4c15-948a-711d703e3707 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1097 time: 0.0402112 Nov 12 04:14:31.029894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0a986dad-f0d7-43fc-8ef6-e2bfeb429efe req-45af71f6-cb4b-48f8-95ee-f62eb2dcdf97 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Nov 12 04:14:31.305136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:31.456182 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:31.832856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82929efe-e360-4cfa-ae7a-4ad6ac9423b1 req-b3ecceba-7079-43c1-b13e-2b14b89e0178 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:31.834326 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82929efe-e360-4cfa-ae7a-4ad6ac9423b1 req-b3ecceba-7079-43c1-b13e-2b14b89e0178 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0522749 Nov 12 04:14:31.882186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-82929efe-e360-4cfa-ae7a-4ad6ac9423b1 req-99200747-8264-4754-ac0e-761138908061 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419657 Nov 12 04:14:32.141736 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.996674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c3c0-fd1a-4fc9-8b6e-5689867e064d req-68b5da58-f23f-4bf3-b047-37fc4a961d5e tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:32.998904 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b572c3c0-fd1a-4fc9-8b6e-5689867e064d req-68b5da58-f23f-4bf3-b047-37fc4a961d5e tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Nov 12 04:14:33.045353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b572c3c0-fd1a-4fc9-8b6e-5689867e064d req-d7228806-f904-46ed-b15d-71e29c2a7d0a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Nov 12 04:14:33.157034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92552-bcef-4e92-9918-ffa78c812e07 req-b832fc6e-11c7-49d7-8428-4a654048a88f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.158504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eda92552-bcef-4e92-9918-ffa78c812e07 req-b832fc6e-11c7-49d7-8428-4a654048a88f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 12 04:14:33.208633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eda92552-bcef-4e92-9918-ffa78c812e07 req-acf13460-bf51-49e1-b85e-0bb97579a436 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Nov 12 04:14:33.397228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21014cb0-b7ea-4ff1-b6e7-ae57d1963f5e req-c5af3451-4c61-4a4e-9114-775fa27a981f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.398796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21014cb0-b7ea-4ff1-b6e7-ae57d1963f5e req-c5af3451-4c61-4a4e-9114-775fa27a981f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Nov 12 04:14:33.448228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21014cb0-b7ea-4ff1-b6e7-ae57d1963f5e req-6acb9d7a-2c65-4434-b3a1-c4884ce258ce tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Nov 12 04:14:45.922897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43773e39-9276-42ed-a30c-676ced1c757e req-050693a9-f1ce-4993-8426-281d96040ee6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.924377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43773e39-9276-42ed-a30c-676ced1c757e req-050693a9-f1ce-4993-8426-281d96040ee6 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0489776 Nov 12 04:14:45.971150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43773e39-9276-42ed-a30c-676ced1c757e req-e90f9101-b064-420f-9bb7-695c46e9bec2 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 12 04:14:45.993295 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36792) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:46.126110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa93d40-859f-4384-b1cc-5475bc734858 tempest-TestMinimumBasicScenario-193956060 tempest-TestMinimumBasicScenario-193956060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.127600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3aa93d40-859f-4384-b1cc-5475bc734858 tempest-TestMinimumBasicScenario-193956060 tempest-TestMinimumBasicScenario-193956060-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1092 time: 0.1333458 Nov 12 04:14:46.130548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36796) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:46.134747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:46.156874 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.254325 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.357396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Allocated IP 172.25.4.48 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/3d0ab4fe-b686-41e5-aeb7-60a98d5656e6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:46.456312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.489726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.535605 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:46.538521 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:46.541091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:46.547363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'Port': ['ID=3d0ab4fe-b686-41e5-aeb7-60a98d5656e6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.899270 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.963711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.109742 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.114193 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.182372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'Port': ['ID=3d0ab4fe-b686-41e5-aeb7-60a98d5656e6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.191121 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.292907 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Floating IP 3d9ab678-352a-4dc8-878a-44add6c39418 associated. External IP: 172.25.4.48, port: 0b87c11e-2a68-445d-8f30-ae494a642ba9. Nov 12 04:14:47.838072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Router 5ac7ceed-6408-4941-a8eb-50978be73f37 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:47.942087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:47.952514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Sync routers for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:47.960579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.963317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:47.963931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:14:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:47.987430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b7be2922-823f-4cc4-8262-6d1fc609f4b3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8558788 Nov 12 04:14:47.988131 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:47.990355 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:47.990750 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.995807 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92081532', 'description': 'tempest-secgroup-smoke-92081532 description', 'project_id': '34ba66c18f9e472a93df24d29ed1c017'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.020741 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.033178 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eafb8f2-ab4a-4914-8efe-1ab1a1caec0b x-openstack-request-id: req-2eafb8f2-ab4a-4914-8efe-1ab1a1caec0b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:48.033463 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:48.033714 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2eafb8f2-ab4a-4914-8efe-1ab1a1caec0b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:48.034114 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:14:48.089259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:48.094074 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.098817 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.100749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-5f7a11ec-bdb7-4b0b-8ca4-cf0fb5ecc833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.102228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-5f7a11ec-bdb7-4b0b-8ca4-cf0fb5ecc833 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1097 time: 0.0456457 Nov 12 04:14:48.129761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f348bdd7-9f3a-436c-ab62-1d52300e2d57,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.134458 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.139010 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b019975f-c0f2-420a-aa50-3a85d03e18c0 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1438377 Nov 12 04:14:48.139010 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.143669 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.173882 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.199745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6086993d-1d9c-48f6-a9ec-182cae378343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.211414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-75b7cc38-7d83-45cb-8bd0-1d71fceed66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.213030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-75b7cc38-7d83-45cb-8bd0-1d71fceed66c service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.1022613 Nov 12 04:14:48.250621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.254928 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.275910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91759eda-851d-481a-961c-ecde1ab77abb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.280992 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.282772 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-297ebba6-3335-4b68-b258-fdeb31d900d3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422756 Nov 12 04:14:48.284942 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36804) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.289633 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.294968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-53011de1-d78b-4267-b782-86be373948a6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 998 time: 0.0742383 Nov 12 04:14:48.318223 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.352374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-d1c1994b-02e9-46df-ac2f-cc9b25c95e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.353819 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-d1c1994b-02e9-46df-ac2f-cc9b25c95e89 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0518372 Nov 12 04:14:48.357028 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '3d9ab678-352a-4dc8-878a-44add6c39418', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'port_id': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'mac_address': 'fa:16:3e:96:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356ff4f5-1c99-457a-bda5-63361390d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:46Z', 'updated_at': '2021-11-12T04:14:46Z', 'revision_number': 0, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:48.381112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.385093 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.389841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Checking router: 5ac7ceed-6408-4941-a8eb-50978be73f37 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:48.401608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:48.402230 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:14:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:48.402365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-02d14d06-e6f9-42cf-97a3-3e10e3366fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.404472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-02d14d06-e6f9-42cf-97a3-3e10e3366fb6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430007 Nov 12 04:14:48.410144 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fed98e-c04d-4ea4-a3df-8d8be29d8f02,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.416473 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.420597 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d032bd78-c1c9-4617-9e54-86a4331a1a1f tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343164 Nov 12 04:14:48.421582 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36806) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.426102 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.453772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.510204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-972c6921-6a9f-4e9d-a8df-63e59f9446ef service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974281 Nov 12 04:14:48.516393 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.516732 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:48.520943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.540045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9f2a73-0ef6-48e3-a792-948dbe688d08,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.546285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.547579 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80448c71-ec89-4b22-b03c-2a0218dc1116 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248312 Nov 12 04:14:48.550430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.554927 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.582795 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.613090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7524a772-3d54-4cdc-bf81-9e4263dcc2f6 req-f8f8b824-fe53-4085-bdc3-ed4c32c7bb3f service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946753 Nov 12 04:14:48.649192 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.653462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.671328 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108d974d-a840-4206-8ab3-6e006f25cbdb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.679342 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.680588 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ea9f8a50-e918-41d3-a92f-049f6653b210 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292143 Nov 12 04:14:48.683237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.687830 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.709290 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Project 34ba66c18f9e472a93df24d29ed1c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:14:48.714085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.761234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '3d9ab678-352a-4dc8-878a-44add6c39418', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'port_id': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'mac_address': 'fa:16:3e:96:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356ff4f5-1c99-457a-bda5-63361390d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:46Z', 'updated_at': '2021-11-12T04:14:46Z', 'revision_number': 0, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:48.779425 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.783112 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.792294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd201c46-7ad4-4203-bd83-27d83f066817 None None] The sync data for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 is: [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '3d9ab678-352a-4dc8-878a-44add6c39418', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'port_id': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'mac_address': 'fa:16:3e:96:42:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356ff4f5-1c99-457a-bda5-63361390d037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:14:46Z', 'updated_at': '2021-11-12T04:14:46Z', 'revision_number': 0, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:48.801112 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c05a89a-5769-4631-b8da-3fff7b35b47e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.811915 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.813174 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-03c81661-efe1-471f-99eb-2d460978067b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289942 Nov 12 04:14:48.816858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36812) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.822568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'security_group_rule': {'security_group_id': 'f348bdd7-9f3a-436c-ab62-1d52300e2d57', 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.850024 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Project 34ba66c18f9e472a93df24d29ed1c017 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:14:48.855295 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.916681 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.921042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.940583 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae881feb-1dce-42bb-a48b-452701c74501,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.947908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.948935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-337aebe3-a70f-4a75-81a0-2004082cd263 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309288 Nov 12 04:14:49.007057 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c5fa7-0b41-4089-a657-3c7947640a33 None None] New status for floating IP 3d9ab678-352a-4dc8-878a-44add6c39418: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:14:49.047204 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-62b9d07d-ec93-4773-8ad3-036e70ed0768 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92081532&fields=id&tenant_id=34ba66c18f9e472a93df24d29ed1c017 HTTP/1.1" status: 200 len: 267 time: 0.0518489 Nov 12 04:14:49.099610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-0552c1b4-55e8-434f-afa7-cbed17c0a6c7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.101150 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-0552c1b4-55e8-434f-afa7-cbed17c0a6c7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Nov 12 04:14:49.112961 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'port': {'security_groups': ['8204462a-1c50-49aa-a215-df7b96a204f8', 'f348bdd7-9f3a-436c-ab62-1d52300e2d57']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:49.176526 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.358502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:49.386923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.391703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.404716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:49.439228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.439497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.441158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19b2ade2-8f47-494b-bed1-07ec575f5259 req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "PUT /v2.0/ports/0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 981 time: 0.3326807 Nov 12 04:14:49.463741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde5464-f292-4c3c-b4e5-ee11eaac6301 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:49.510163 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:49.557593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39a119-1a6b-4004-b2bf-09b1212ce1bf req-1a878f71-95b1-491e-b7fa-7ac9f5b58f8a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.559686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb39a119-1a6b-4004-b2bf-09b1212ce1bf req-1a878f71-95b1-491e-b7fa-7ac9f5b58f8a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0532053 Nov 12 04:14:49.636132 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb39a119-1a6b-4004-b2bf-09b1212ce1bf req-3b3e248a-45d9-4eb0-9d19-8f2852c49226 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583699 Nov 12 04:14:49.722628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ac83f08c-1abd-4792-a070-1d525abb3dd4 None None] Provisioning complete for port 0b87c11e-2a68-445d-8f30-ae494a642ba9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:49.723032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac83f08c-1abd-4792-a070-1d525abb3dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.035497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:50.037987 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8eb246-9886-4373-a33d-7a2d28d6df95" -d '{"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:50.074291 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a650386f-6963-4137-869a-b06d07441f1c x-openstack-request-id: req-a650386f-6963-4137-869a-b06d07441f1c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:50.075399 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:50.075399 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a650386f-6963-4137-869a-b06d07441f1c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:50.075716 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:14:50.136609 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-e4b7036f-3545-401d-92ac-0639381317a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.138607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-e4b7036f-3545-401d-92ac-0639381317a1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1136 time: 0.0406396 Nov 12 04:14:50.237628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-fba92063-8476-47d8-9414-17397f2fd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.239290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-fba92063-8476-47d8-9414-17397f2fd74f service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.0928261 Nov 12 04:14:50.305472 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-f13bd0ce-5969-48d8-b763-61db3055d984 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0575206 Nov 12 04:14:50.358153 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-9210765f-c728-47a5-9166-d76592dafc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.359560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-9210765f-c728-47a5-9166-d76592dafc44 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0459268 Nov 12 04:14:50.406121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-31df47f1-811e-4da3-89d4-30b2d7295096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.407572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-31df47f1-811e-4da3-89d4-30b2d7295096 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393977 Nov 12 04:14:50.463263 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ee47-eeb6-4ee8-8142-4083daeaf2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.495897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-410b9e01-258a-4899-bed1-9b8dffa2c1d1 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811837 Nov 12 04:14:50.589090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca8eb246-9886-4373-a33d-7a2d28d6df95 req-0e77460b-9837-4ce5-87c5-b360954d734d service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Nov 12 04:14:51.865463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.228504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.744843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.302321 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.144350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.826307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-ef774eaf-e81a-4387-8fc0-d0db14d0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.827784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-ef774eaf-e81a-4387-8fc0-d0db14d0b70b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1136 time: 0.0630174 Nov 12 04:15:04.836168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59e9a5-93f9-4e2d-bb07-0cb620fe8353 req-1679b764-b5a6-4952-938f-5370f538c10a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.837520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c59e9a5-93f9-4e2d-bb07-0cb620fe8353 req-1679b764-b5a6-4952-938f-5370f538c10a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0833654 Nov 12 04:15:04.951413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8c59e9a5-93f9-4e2d-bb07-0cb620fe8353 req-41661227-8d06-4a44-871c-fba850fc6057 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1060827 Nov 12 04:15:04.963684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-9c8a90f7-6692-47fb-97a0-9bb4d17aefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.965201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-9c8a90f7-6692-47fb-97a0-9bb4d17aefbd service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.1268539 Nov 12 04:15:05.035731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-67472156-ffc2-4edf-ad61-a453e91de798 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0619826 Nov 12 04:15:05.083698 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-2401f14b-5bf3-4703-9d1a-6d4cf1664eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.085127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-2401f14b-5bf3-4703-9d1a-6d4cf1664eaf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0428965 Nov 12 04:15:05.133203 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-1dad0250-d9ba-4326-b7dc-c6d870d8580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.134635 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-1dad0250-d9ba-4326-b7dc-c6d870d8580b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387807 Nov 12 04:15:05.228918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-718352b5-b4f5-4481-af67-0c7069c41569 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857620 Nov 12 04:15:05.318421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517c2f44-08ac-4531-abc5-f1aca1a85db6 req-659bc9b6-c980-4967-9d83-6cad596f7057 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807922 Nov 12 04:15:06.072628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551af77-86f8-4602-887e-7017aae38e54 req-8ef8d0a3-205a-433f-abe5-27a5febef591 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.074077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c551af77-86f8-4602-887e-7017aae38e54 req-8ef8d0a3-205a-433f-abe5-27a5febef591 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0532732 Nov 12 04:15:06.133115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c551af77-86f8-4602-887e-7017aae38e54 req-ef94e02b-57d9-4275-b552-2eab066d6737 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524325 Nov 12 04:15:07.249014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54206-593c-4fe0-b85a-3f3f39d036d9 req-e50226ca-0fe9-4a02-9b36-4c30159b8b0d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.250503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bd54206-593c-4fe0-b85a-3f3f39d036d9 req-e50226ca-0fe9-4a02-9b36-4c30159b8b0d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0494039 Nov 12 04:15:07.309627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2bd54206-593c-4fe0-b85a-3f3f39d036d9 req-50ef075f-b0b2-4ec5-9c6d-c02ac2212a43 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531509 Nov 12 04:15:08.434806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec37ba4-bc17-4cab-8018-e508498230de req-d9d5940b-7cb4-4cf9-bf81-cb745ddfe8a5 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.436302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ec37ba4-bc17-4cab-8018-e508498230de req-d9d5940b-7cb4-4cf9-bf81-cb745ddfe8a5 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0564694 Nov 12 04:15:08.456325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:08.496360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ec37ba4-bc17-4cab-8018-e508498230de req-e868403a-d8fa-4473-bf0b-3a99ed41fe2d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538406 Nov 12 04:15:09.616957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212082a2-f1fa-4211-9e9d-622ad2c1dc4b req-0799fd4d-a825-410f-bb3c-7cc113a12167 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.618419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-212082a2-f1fa-4211-9e9d-622ad2c1dc4b req-0799fd4d-a825-410f-bb3c-7cc113a12167 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0518415 Nov 12 04:15:09.677638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-212082a2-f1fa-4211-9e9d-622ad2c1dc4b req-877c0af4-29fb-4c67-972f-42c66a6f6643 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529592 Nov 12 04:15:10.792856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4bc4-64b1-4884-82cd-8582a9ea5777 req-b5fe595e-bc86-4207-bf33-03736db0f901 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.794886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-233d4bc4-64b1-4884-82cd-8582a9ea5777 req-b5fe595e-bc86-4207-bf33-03736db0f901 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0493708 Nov 12 04:15:10.859804 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-233d4bc4-64b1-4884-82cd-8582a9ea5777 req-0168db72-d0e3-4549-bedc-2ae4cfac69e1 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568979 Nov 12 04:15:11.973577 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed6c5-3cb3-4bd0-b1af-aea9ce4d0e0a req-722d7b33-f00f-43b1-9e72-9ebe67c9d49a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.975040 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3eed6c5-3cb3-4bd0-b1af-aea9ce4d0e0a req-722d7b33-f00f-43b1-9e72-9ebe67c9d49a tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0493245 Nov 12 04:15:12.034628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3eed6c5-3cb3-4bd0-b1af-aea9ce4d0e0a req-94a515ba-3990-40a7-a05d-0ae91a41c599 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533955 Nov 12 04:15:13.150162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f3fc8-9a72-4ec2-85a2-12819b85abc6 req-491cfdfd-17cd-4236-913b-90bd35fda0d1 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.151624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a8f3fc8-9a72-4ec2-85a2-12819b85abc6 req-491cfdfd-17cd-4236-913b-90bd35fda0d1 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0492437 Nov 12 04:15:13.210728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1a8f3fc8-9a72-4ec2-85a2-12819b85abc6 req-bfde35f4-02ca-48c9-9dab-b64240d13010 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523446 Nov 12 04:15:14.331046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2278-0057-4f75-afad-a3c05b866204 req-455f3a09-16d9-40b6-9018-969835bc1af3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:14.332582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d8f2278-0057-4f75-afad-a3c05b866204 req-455f3a09-16d9-40b6-9018-969835bc1af3 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0532956 Nov 12 04:15:14.392270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d8f2278-0057-4f75-afad-a3c05b866204 req-9c4e8ce5-24be-4235-afdf-db730d799647 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536325 Nov 12 04:15:15.509059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c58576-bf03-412d-bbcc-1d74900914dd req-54fe8406-426d-4384-bb34-6a74345473f7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.510434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3c58576-bf03-412d-bbcc-1d74900914dd req-54fe8406-426d-4384-bb34-6a74345473f7 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0493734 Nov 12 04:15:15.569893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d3c58576-bf03-412d-bbcc-1d74900914dd req-210a63e1-6dd4-409c-86d0-aaae43985874 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534468 Nov 12 04:15:16.685817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86846-bd02-4cdd-9c4a-81c30f193f04 req-87b927dd-ac3b-428d-af6a-845de69d4ec5 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.687307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bce86846-bd02-4cdd-9c4a-81c30f193f04 req-87b927dd-ac3b-428d-af6a-845de69d4ec5 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0499461 Nov 12 04:15:16.752077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bce86846-bd02-4cdd-9c4a-81c30f193f04 req-3429db29-1edd-4766-b470-c39ff71cb9d5 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&id=f348bdd7-9f3a-436c-ab62-1d52300e2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585437 Nov 12 04:15:18.086331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-64f39780-073d-4055-94a2-f10b35962470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.359000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-3a70aa95-d296-41ca-bd3a-ef5ef8f51e3d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383291 Nov 12 04:15:20.439766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-fe20f0f7-d88b-4858-ad79-a81c31cbabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.441263 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-fe20f0f7-d88b-4858-ad79-a81c31cbabea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1136 time: 0.0397766 Nov 12 04:15:20.464711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae13c-3481-4eb3-a54e-cef422183d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:20.550830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-ab668107-2035-42f1-baa8-32d96cd79dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.552249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-ab668107-2035-42f1-baa8-32d96cd79dd4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.0881693 Nov 12 04:15:20.617994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-d7fccb85-47c1-465b-839a-479f68d5eadf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0582426 Nov 12 04:15:20.664558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-f2bb52be-2659-40c1-9b1f-909b55be0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.665959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-f2bb52be-2659-40c1-9b1f-909b55be0c3a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0416753 Nov 12 04:15:20.714533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-5891967e-6bba-41c1-a04a-4eda37ef1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.716051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-5891967e-6bba-41c1-a04a-4eda37ef1a39 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421510 Nov 12 04:15:20.803942 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-89faa682-c0a3-482b-b442-c19d9a4682d3 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806241 Nov 12 04:15:20.895345 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02903a0f-79fc-4659-acc6-67b2d3271a64 req-e7c3466e-b025-4177-b856-c949e44f5a5c service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842192 Nov 12 04:15:21.866955 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.230498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.747216 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:31.301176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.163033 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.456246 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:48.087255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7863d98e-1dce-4084-aa4b-7d798ae89d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.211110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-291df2f8-bb85-41a8-bbc1-cf79e8551965 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92081532&fields=id&tenant_id=34ba66c18f9e472a93df24d29ed1c017 HTTP/1.1" status: 200 len: 267 time: 0.0450888 Nov 12 04:15:49.264970 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-becfe15f-6abe-4cf2-bc0c-954eab2afc11 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.266444 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-becfe15f-6abe-4cf2-bc0c-954eab2afc11 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 984 time: 0.0496104 Nov 12 04:15:49.277278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Request body: {'port': {'security_groups': ['8204462a-1c50-49aa-a215-df7b96a204f8']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:49.346858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.516504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:49.544880 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.549257 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.565086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:49.594382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.594995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.597121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07af3cef-79ed-448c-937e-a7caa0306f67 req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "PUT /v2.0/ports/0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 942 time: 0.3241608 Nov 12 04:15:49.597588 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:49.599922 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592519ee-97fd-4bbf-b1e6-962800d0c339" -d '{"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:49.607369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:49.628504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event updated for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.637168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.637531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.637880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.638256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.639038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.639038 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.639292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.639560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.639882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.640261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.640689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.641223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53a3587-aef1-4695-b407-fe468ef9243c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.670055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:49.673154 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb27a603-c2f8-40bb-8535-9f865536d16e x-openstack-request-id: req-cb27a603-c2f8-40bb-8535-9f865536d16e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:49.673598 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:49.674165 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb27a603-c2f8-40bb-8535-9f865536d16e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:49.674925 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:15:49.684879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.711863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.746341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-55aa0806-fd48-481f-8a94-61c7e923b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.749864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-55aa0806-fd48-481f-8a94-61c7e923b103 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1097 time: 0.0594356 Nov 12 04:15:49.778273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.782782 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.787131 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "DELETE /v2.0/security-groups/f348bdd7-9f3a-436c-ab62-1d52300e2d57 HTTP/1.1" status: 204 len: 168 time: 0.1777649 Nov 12 04:15:49.787919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:49.856641 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f348bdd7-9f3a-436c-ab62-1d52300e2d57,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:49.874811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-c4f7c7c2-3d4e-467f-a847-4af2d2c3daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.875054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-c4f7c7c2-3d4e-467f-a847-4af2d2c3daf5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.1191425 Nov 12 04:15:49.897983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7e8703cb-1d8e-4161-94f4-93adf99093dd None None] Provisioning complete for port 0b87c11e-2a68-445d-8f30-ae494a642ba9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:49.898356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7e8703cb-1d8e-4161-94f4-93adf99093dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:49.904415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.904761 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.905095 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.905426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.905754 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.906078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.906400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.906721 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.907041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.907379 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.907898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.908403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621f1b-7d2a-4974-9d15-d2e0048f375c tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:49.953436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-965115de-00d0-4737-ba8b-417aa3a71103 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0706408 Nov 12 04:15:49.982444 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Deleting port 3d0ab4fe-b686-41e5-aeb7-60a98d5656e6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:49.983141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.018233 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-f66c34dc-8867-4856-806d-8fc3c6c26e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.019802 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-f66c34dc-8867-4856-806d-8fc3c6c26e6b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0595734 Nov 12 04:15:50.061551 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.061879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.065673 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-23ccd521-d358-4c07-a8ab-1d32f7204208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.067228 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-23ccd521-d358-4c07-a8ab-1d32f7204208 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396373 Nov 12 04:15:50.073900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Calling delete_port for 3d0ab4fe-b686-41e5-aeb7-60a98d5656e6 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:50.155496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-1d7ee39f-aa9f-45e7-993d-4f7cc6622caf service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808351 Nov 12 04:15:50.226214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.253706 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event deleted for resources: {'Port': ['ID=3d0ab4fe-b686-41e5-aeb7-60a98d5656e6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:50.258529 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-592519ee-97fd-4bbf-b1e6-962800d0c339 req-bb6f0fc1-0c30-401d-ad09-efe53ca9c2e2 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963793 Nov 12 04:15:50.315834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.316100 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Floating IP 3d9ab678-352a-4dc8-878a-44add6c39418 disassociated (deleted). External IP: 172.25.4.48, port: 0b87c11e-2a68-445d-8f30-ae494a642ba9. Nov 12 04:15:50.469967 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-98cd7fc2-1454-4687-a4b5-5a77ec793d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.516701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Router 5ac7ceed-6408-4941-a8eb-50978be73f37 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:50.622291 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:50.626941 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:50.631630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Sync routers for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:50.641148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:50.641743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:50.653356 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-553c1618-bf08-4cf6-8f32-b88c9258c38d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "DELETE /v2.0/floatingips/3d9ab678-352a-4dc8-878a-44add6c39418 HTTP/1.1" status: 204 len: 168 time: 0.8525536 Nov 12 04:15:50.654635 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:50.761443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:50.763853 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b64589-c6fe-4f31-8368-a61571f2ee74" -d '{"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:50.860634 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1e8914-d4e7-4fb9-afa6-03e5893ea81f x-openstack-request-id: req-9c1e8914-d4e7-4fb9-afa6-03e5893ea81f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:50.861302 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:50.861774 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9c1e8914-d4e7-4fb9-afa6-03e5893ea81f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:50.862430 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:15:50.937901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-c79e5d78-3c44-411d-b28c-b30ee6313cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.939662 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-c79e5d78-3c44-411d-b28c-b30ee6313cc3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=34ba66c18f9e472a93df24d29ed1c017&device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 1097 time: 0.0446458 Nov 12 04:15:50.983384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:51.009614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Checking router: 5ac7ceed-6408-4941-a8eb-50978be73f37 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:51.017776 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:51.018377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:51.034741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-38ce4078-dc59-47b3-a5f1-ff1ecf82fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:51.036270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-38ce4078-dc59-47b3-a5f1-ff1ecf82fde6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 200 len: 916 time: 0.0886426 Nov 12 04:15:51.080843 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-c07a34e9-fe20-4399-8141-61f6135f5e7e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 200 len: 217 time: 0.0351040 Nov 12 04:15:51.123141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:51.134101 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-e7758229-c92b-4171-96e7-4f4e94574f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:51.135480 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-e7758229-c92b-4171-96e7-4f4e94574f42 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 200 len: 853 time: 0.0471261 Nov 12 04:15:51.181735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-814999a7-d835-4e43-b69f-b52c76d0fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:51.183221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-814999a7-d835-4e43-b69f-b52c76d0fb1a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1c745e5a-4079-4ea7-a420-35f3805214c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396566 Nov 12 04:15:51.276104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-1d8e0c57-6068-4951-8c88-82725ae99029 service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Nov 12 04:15:51.325667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:51.352148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f7ff7-b3f3-41c3-a2de-3ff4f9e00b11 None None] The sync data for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 is: [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:56Z', 'revision_number': 4, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '0dce5006-8df4-471f-bdc2-d3c4fe8febe1', 'name': '', 'network_id': '1c745e5a-4079-4ea7-a420-35f3805214c8', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'mac_address': 'fa:16:3e:67:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:56Z', 'updated_at': '2021-11-12T04:14:01Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'subnets': [{'id': 'c3e27a4b-347f-411d-8fca-fe87d400c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:51.376066 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-61b64589-c6fe-4f31-8368-a61571f2ee74 req-7b2bfb1b-87d1-4abd-814c-373c4c47575f service neutron] 10.222.0.98 "GET /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920894 Nov 12 04:15:51.594156 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecb1e2-59dc-49d3-9ff9-6fee75fc9a07 None None] New status for floating IP 3d9ab678-352a-4dc8-878a-44add6c39418: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:51.870612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.921438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-1470fdab-4c8a-4c52-ab85-78204ffc70b9 req-dd583550-7344-42fd-aed5-f0dc3633013e service neutron] (102606) timed out ('10.222.0.100', 59912) {{(pid=102606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:15:53.233822 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.750861 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.736045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bf9c0-45f6-4e39-bd11-0b36c9399ccc req-4a1b4c1e-c971-44a8-8b04-c58f3f309ba4 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:59.737492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-490bf9c0-45f6-4e39-bd11-0b36c9399ccc req-4a1b4c1e-c971-44a8-8b04-c58f3f309ba4 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.1044605 Nov 12 04:15:59.785724 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-490bf9c0-45f6-4e39-bd11-0b36c9399ccc req-fcf6580e-5655-4559-bc6e-58559b07266b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Nov 12 04:16:00.907832 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8700f3-2b84-4876-9ce1-ca47540ffc64 req-9a7099cf-f95d-4e9a-9d58-e7ae6713b936 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:00.909319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe8700f3-2b84-4876-9ce1-ca47540ffc64 req-9a7099cf-f95d-4e9a-9d58-e7ae6713b936 tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0525386 Nov 12 04:16:00.955678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fe8700f3-2b84-4876-9ce1-ca47540ffc64 req-e72027bd-3fe1-4b3d-b875-9b04ff9d525d tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/security-groups?id=8204462a-1c50-49aa-a215-df7b96a204f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Nov 12 04:16:01.268794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-3ad19c12-da87-4cba-a09a-701f761f197e tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.270225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-3ad19c12-da87-4cba-a09a-701f761f197e tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.98 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Nov 12 04:16:01.302403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.360124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Deleting port 0b87c11e-2a68-445d-8f30-ae494a642ba9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:01.360461 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.449342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] For port 0b87c11e-2a68-445d-8f30-ae494a642ba9, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0b87c11e-2a68-445d-8f30-ae494a642ba9,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:01.449693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.462584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Calling delete_port for 0b87c11e-2a68-445d-8f30-ae494a642ba9 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:01.588519 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.599896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0b87c11e-2a68-445d-8f30-ae494a642ba9'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:01.616959 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Pushing event deleted for resources: {'Port': ['ID=0b87c11e-2a68-445d-8f30-ae494a642ba9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.658014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] No DVR routers for this DVR port 0b87c11e-2a68-445d-8f30-ae494a642ba9 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:01.660749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.664220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4af7d9e8-5683-42bf-9a67-7e1a1d805ac9 req-725256cd-9d78-40ec-8a44-169e944a412b tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.98 "DELETE /v2.0/ports/0b87c11e-2a68-445d-8f30-ae494a642ba9 HTTP/1.1" status: 204 len: 173 time: 0.3876376 Nov 12 04:16:01.664661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'name': 'network-vif-deleted', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:01.666923 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30d802-3e8a-490b-be93-f77326218c89" -d '{"events": [{"server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "name": "network-vif-deleted", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:01.704897 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa79f30-824a-492b-ae1d-65b883c8c885 x-openstack-request-id: req-baa79f30-824a-492b-ae1d-65b883c8c885 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:01.705186 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356ff4f5-1c99-457a-bda5-63361390d037", "name": "network-vif-deleted", "tag": "0b87c11e-2a68-445d-8f30-ae494a642ba9", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:01.705437 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-baa79f30-824a-492b-ae1d-65b883c8c885 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:01.705842 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356ff4f5-1c99-457a-bda5-63361390d037', 'name': 'network-vif-deleted', 'tag': '0b87c11e-2a68-445d-8f30-ae494a642ba9', 'status': 'completed', 'code': 200} Nov 12 04:16:02.073405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4c8e37ea-a7f8-4d24-a913-779f3a43ba1f req-a35bdfe8-3b1e-4430-8c5e-ab66aac19bcc tempest-TestMinimumBasicScenario-1608932294 tempest-TestMinimumBasicScenario-1608932294-project] 10.222.0.93 "GET /v2.0/ports?device_id=356ff4f5-1c99-457a-bda5-63361390d037 HTTP/1.1" status: 200 len: 210 time: 0.0343497 Nov 12 04:16:02.166187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.644279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:04.279662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.527023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Deleting port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:04.527252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.605172 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] For port 0dce5006-8df4-471f-bdc2-d3c4fe8febe1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:04.605523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.618081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Calling delete_port for 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:04.794585 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.819989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0dce5006-8df4-471f-bdc2-d3c4fe8febe1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.985460 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0b87c11e-2a68-445d-8f30-ae494a642ba9 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:04.988335 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.005001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0b87c11e-2a68-445d-8f30-ae494a642ba9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:05.005350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0b87c11e-2a68-445d-8f30-ae494a642ba9 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:05.204402 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Router 5ac7ceed-6408-4941-a8eb-50978be73f37 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:05.311299 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:05.316314 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-36eab80d-3af4-47e9-9d46-6c6779b351ac admin admin] 10.222.0.93 "PUT /v2.0/routers/5ac7ceed-6408-4941-a8eb-50978be73f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709430 Nov 12 04:16:05.318855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:05.321482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Sync routers for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:05.332724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:05.333357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:05.426208 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.436875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:05.530145 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.583305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Deleting port d306071e-9ca9-4f50-b1e7-60f6be44eb9f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:05.583651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.617635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 5, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port': {'id': 'd306071e-9ca9-4f50-b1e7-60f6be44eb9f', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:05.645095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Checking router: 5ac7ceed-6408-4941-a8eb-50978be73f37 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:05.653677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Routers {'5ac7ceed-6408-4941-a8eb-50978be73f37'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:05.654287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['5ac7ceed-6408-4941-a8eb-50978be73f37'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:05.668783 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] For port d306071e-9ca9-4f50-b1e7-60f6be44eb9f, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:05.669144 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.681841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Calling delete_port for d306071e-9ca9-4f50-b1e7-60f6be44eb9f owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:05.739986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] Set router 5ac7ceed-6408-4941-a8eb-50978be73f37 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:05.795594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:16:05Z', 'revision_number': 6, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:05.822680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf27ac-f75e-435f-9647-9475ade227c8 None None] The sync data for ids ['5ac7ceed-6408-4941-a8eb-50978be73f37'] in n-d-713499-30 is: [{'id': '5ac7ceed-6408-4941-a8eb-50978be73f37', 'name': 'tempest-TestMinimumBasicScenario-994629811-router', 'tenant_id': '34ba66c18f9e472a93df24d29ed1c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:54Z', 'updated_at': '2021-11-12T04:16:05Z', 'revision_number': 6, 'project_id': '34ba66c18f9e472a93df24d29ed1c017', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:05.849894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.877083 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Pushing event deleted for resources: {'Port': ['ID=d306071e-9ca9-4f50-b1e7-60f6be44eb9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.890846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ce364-7c6e-4706-bcd3-f266d7ac13f8 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:05.937038 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.026115 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.028251 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.074179 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.074625 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac7ceed-6408-4941-a8eb-50978be73f37 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:16:06.079484 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.080652 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6233eb48-202f-4522-9444-a340feef2917 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5ac7ceed-6408-4941-a8eb-50978be73f37 HTTP/1.1" status: 204 len: 168 time: 0.7608635 Nov 12 04:16:06.083297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.127285 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Deleting subnet c3e27a4b-347f-411d-8fca-fe87d400c538 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:06.130787 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.175316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.273472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.279839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:06.299322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:06.299670 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0dce5006-8df4-471f-bdc2-d3c4fe8febe1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:06.326906 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.353039 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e27a4b-347f-411d-8fca-fe87d400c538,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.356617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.359930 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1defd44c-73fb-4519-9f17-20d54f9c8207 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c3e27a4b-347f-411d-8fca-fe87d400c538 HTTP/1.1" status: 204 len: 168 time: 0.2756152 Nov 12 04:16:06.362096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f26cc5-36f8-4949-98e8-cfe2e4bb5101 None None] Network 1c745e5a-4079-4ea7-a420-35f3805214c8 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:06.362570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 36980) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.431650 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.485699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Deleting port 83026b73-ee0b-4f0a-929d-3fb198668a03 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:06.486036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.552687 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] For port 83026b73-ee0b-4f0a-929d-3fb198668a03, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=83026b73-ee0b-4f0a-929d-3fb198668a03,segment=NetworkSegment(434eafb0-4043-487c-a33a-313d6d224229),segment_id=434eafb0-4043-487c-a33a-313d6d224229)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:06.552969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.566234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Calling delete_port for 83026b73-ee0b-4f0a-929d-3fb198668a03 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:06.598972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] DHCP port deletion for 1c745e5a-4079-4ea7-a420-35f3805214c8 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:06.646845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.648341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Deleting port 83026b73-ee0b-4f0a-929d-3fb198668a03 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:06.648714 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.673657 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Pushing event deleted for resources: {'Port': ['ID=83026b73-ee0b-4f0a-929d-3fb198668a03,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.675456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] No DVR routers for this DVR port 83026b73-ee0b-4f0a-929d-3fb198668a03 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:06.720748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] For port 83026b73-ee0b-4f0a-929d-3fb198668a03, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:06.721137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.734813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Calling delete_port for 83026b73-ee0b-4f0a-929d-3fb198668a03 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:06.737607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Port 83026b73-ee0b-4f0a-929d-3fb198668a03 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:16:06.738953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.752151 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.767275 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Pushing event deleted for resources: {'Port': ['ID=83026b73-ee0b-4f0a-929d-3fb198668a03,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.778353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.778688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.779329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.779647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.780026 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.780291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c745e5a-4079-4ea7-a420-35f3805214c8']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.780428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.780733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.780946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.781305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.781682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.781878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.782195 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:06.785020 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2db38a-2d5a-4b94-8b8c-a7decc262f6a None None] No DVR routers for this DVR port 83026b73-ee0b-4f0a-929d-3fb198668a03 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:06.790480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434eafb0-4043-487c-a33a-313d6d224229') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.790968 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434eafb0-4043-487c-a33a-313d6d224229') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.803701 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.819093 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.825223 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:06.825629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:06.827423 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:06.886286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.891813 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.895421 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1c745e5a-4079-4ea7-a420-35f3805214c8 HTTP/1.1" status: 204 len: 168 time: 0.5318270 Nov 12 04:16:06.898638 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.906805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943319ea-3bef-49c4-80d2-0e7baea4e296 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c745e5a-4079-4ea7-a420-35f3805214c8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.241723 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.481002 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Deleting port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:07.481246 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.557522 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] For port 00bd87f0-5196-4ea2-a13b-c18a4eb00b98, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:07.557881 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.570611 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Calling delete_port for 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:07.744138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.769515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Pushing event deleted for resources: {'Port': ['ID=00bd87f0-5196-4ea2-a13b-c18a4eb00b98,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.037793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 83026b73-ee0b-4f0a-929d-3fb198668a03 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:08.059215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 83026b73-ee0b-4f0a-929d-3fb198668a03 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:08.059564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 83026b73-ee0b-4f0a-929d-3fb198668a03 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:08.060062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d306071e-9ca9-4f50-b1e7-60f6be44eb9f no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:08.084907 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d306071e-9ca9-4f50-b1e7-60f6be44eb9f {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:08.085262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d306071e-9ca9-4f50-b1e7-60f6be44eb9f not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:08.231935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.446448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Router 88e71561-3927-43e4-9669-48a63e9754e4 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:08.553357 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:08.559874 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cb73cc71-edd8-4161-b5e4-882d3e19837f admin admin] 10.222.0.93 "PUT /v2.0/routers/88e71561-3927-43e4-9669-48a63e9754e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6588483 Nov 12 04:16:08.561901 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:08.562755 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Sync routers for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:08.574452 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:08.575190 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.670369 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.768499 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:08.772579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.828369 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Deleting port a3b159b5-9281-4b55-b18a-7527b92371c1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:08.828621 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.907886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] For port a3b159b5-9281-4b55-b18a-7527b92371c1, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a3b159b5-9281-4b55-b18a-7527b92371c1,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:08.908257 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.921324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Calling delete_port for a3b159b5-9281-4b55-b18a-7527b92371c1 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:08.943154 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 5, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port': {'id': 'a3b159b5-9281-4b55-b18a-7527b92371c1', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e71561-3927-43e4-9669-48a63e9754e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:59Z', 'updated_at': '2021-11-12T04:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.973196 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Checking router: 88e71561-3927-43e4-9669-48a63e9754e4 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:08.981241 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Routers {'88e71561-3927-43e4-9669-48a63e9754e4'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:08.981844 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['88e71561-3927-43e4-9669-48a63e9754e4'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:09.065975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] Set router 88e71561-3927-43e4-9669-48a63e9754e4 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:09.087680 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.113123 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b159b5-9281-4b55-b18a-7527b92371c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.116916 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 6, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:09.148854 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee647c-f8af-4a57-b154-2324c2bec611 None None] The sync data for ids ['88e71561-3927-43e4-9669-48a63e9754e4'] in n-d-713499-30 is: [{'id': '88e71561-3927-43e4-9669-48a63e9754e4', 'name': 'tempest-TestMinimumBasicScenario-1051357315-router', 'tenant_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:58Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 6, 'project_id': '026afd8d84164fb4b8c3dbc7180f4ae4', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:09.181000 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.283745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.286265 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.299990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cd02c-4255-4c33-bbfc-66967fa4ad2b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:09.330023 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.330614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e71561-3927-43e4-9669-48a63e9754e4 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:16:09.334874 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.336046 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eea73984-8d28-49a6-8ebd-a73d8bf1418b admin admin] 10.222.0.93 "DELETE /v2.0/routers/88e71561-3927-43e4-9669-48a63e9754e4 HTTP/1.1" status: 204 len: 168 time: 0.7731438 Nov 12 04:16:09.338696 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.387079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Deleting subnet 9fad424b-cd18-4d61-8a18-c861dd28c792 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:16:09.390090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.425485 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.503075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.562597 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.595543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fad424b-cd18-4d61-8a18-c861dd28c792,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.597500 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.602976 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0406b06f-b718-49dd-8ede-44a6d4ac9364 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9fad424b-cd18-4d61-8a18-c861dd28c792 HTTP/1.1" status: 204 len: 168 time: 0.2611730 Nov 12 04:16:09.603416 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:09.612409 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e1544-3a17-434e-913d-d6de7c4b211f None None] Network 29e645f8-a806-4edd-b46f-b920c0146fb3 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:09.673690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.727519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Deleting port f52353bb-846e-41eb-9ae2-c88f13b81f40 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:16:09.727859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.798995 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] For port f52353bb-846e-41eb-9ae2-c88f13b81f40, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f52353bb-846e-41eb-9ae2-c88f13b81f40,segment=NetworkSegment(3cbadf88-2960-435e-bce1-4f57ce94cc30),segment_id=3cbadf88-2960-435e-bce1-4f57ce94cc30)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:09.799349 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.811652 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Calling delete_port for f52353bb-846e-41eb-9ae2-c88f13b81f40 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:16:09.889321 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.917609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52353bb-846e-41eb-9ae2-c88f13b81f40,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.921610 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] No DVR routers for this DVR port f52353bb-846e-41eb-9ae2-c88f13b81f40 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:16:09.952209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b98d11b-1357-48a0-8813-990bfd93d461 None None] DHCP port deletion for 29e645f8-a806-4edd-b46f-b920c0146fb3 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:10.001221 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.021198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e645f8-a806-4edd-b46f-b920c0146fb3']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:10.031897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbadf88-2960-435e-bce1-4f57ce94cc30') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:10.032216 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbadf88-2960-435e-bce1-4f57ce94cc30') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:10.033242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f52353bb-846e-41eb-9ae2-c88f13b81f40 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:10.042217 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.054641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f52353bb-846e-41eb-9ae2-c88f13b81f40 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:10.055257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f52353bb-846e-41eb-9ae2-c88f13b81f40 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:10.055666 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:10.056521 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:10.066239 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:10.075522 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:10.076147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 00bd87f0-5196-4ea2-a13b-c18a4eb00b98 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:10.076558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3b159b5-9281-4b55-b18a-7527b92371c1 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:10.097564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a3b159b5-9281-4b55-b18a-7527b92371c1 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:10.097916 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a3b159b5-9281-4b55-b18a-7527b92371c1 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:10.128875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.136119 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.138670 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] 10.222.0.93 "DELETE /v2.0/networks/29e645f8-a806-4edd-b46f-b920c0146fb3 HTTP/1.1" status: 204 len: 168 time: 0.5345523 Nov 12 04:16:10.149727 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42492b87-9b27-432f-9b7c-19bfb5c60b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e645f8-a806-4edd-b46f-b920c0146fb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.310775 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.350861 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5c0b82ac-859b-40f6-9403-f18608b98f3a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34ba66c18f9e472a93df24d29ed1c017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389266 Nov 12 04:16:10.353318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 36994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.399989 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.421663 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.473037 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.475746 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.476941 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8204462a-1c50-49aa-a215-df7b96a204f8 HTTP/1.1" status: 204 len: 168 time: 0.1227188 Nov 12 04:16:10.485031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986880-1e5d-4568-b2f5-3166ff8a2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8204462a-1c50-49aa-a215-df7b96a204f8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.812519 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.852058 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-579a7854-32ab-4c79-a44e-4423c68da9c0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=026afd8d84164fb4b8c3dbc7180f4ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383782 Nov 12 04:16:10.854470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37002) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.902345 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.922929 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.969328 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.972160 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.973600 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/97818653-f4ba-4849-a52d-0d7a7de97e72 HTTP/1.1" status: 204 len: 168 time: 0.1182399 Nov 12 04:16:10.981996 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa5810-4f87-4485-9588-2eb51df4410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97818653-f4ba-4849-a52d-0d7a7de97e72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.773273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:12.777836 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049830523', 'description': 'tempest-secgroup-smoke-2049830523 description', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:12.800354 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.808295 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.881568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.885432 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.926390 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5675fbe-b3ef-47e9-9adb-ec7a267fb17b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:12.962749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.967024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.996268 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:12.997530 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2232122 Nov 12 04:16:12.999653 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8d196-d42a-478e-8c70-846cbd16f435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd44857-db55-4506-a7ca-11d9a846787c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.001012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37044) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.006593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.033297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.086985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.090693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.108148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce19e68-755d-4dce-b2a7-9e083e892e26,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.116132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.117315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67206868-2422-4b92-a755-18a586324a36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146162 Nov 12 04:16:13.120102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37046) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.124589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.151188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.206028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.209682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.228459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a10e68-d66c-4439-ae8e-14323c1c428e,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.233817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.235034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-14637f4c-5aeb-468e-a3b8-22baa07721ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139939 Nov 12 04:16:13.237907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37048) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.242274 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.268815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.326284 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.329549 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.347206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a3f7d5-790b-46b4-8192-43bcad01f3bb,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.353754 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.354922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-caad1336-0681-4012-b738-a7101b338f7c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161394 Nov 12 04:16:13.357701 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37050) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.362012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.388576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.445662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.449050 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.466930 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7859afc-70d3-4af0-90f1-baf725c7fed1,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.474716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.475912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78c6e2b1-fe66-4656-8406-124fb6310d26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172256 Nov 12 04:16:13.478718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37052) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.483014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.505136 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:16:13.510019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.566890 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.570582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.588435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a20a9b7-c6d2-4fae-be44-9cd9e085b81a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.595126 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.596329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-602825e5-78b5-4ef2-8720-392f06cf04c9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166947 Nov 12 04:16:13.599121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37054) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.603292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '1dd44857-db55-4506-a7ca-11d9a846787c', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.625331 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:16:13.630041 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.689344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.692773 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.709713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de3dbc3-816a-4e5c-808f-b2ff03b952a3,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.718213 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.719383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ffa7f50c-8c8e-4a0a-9c16-52069b749027 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194208 Nov 12 04:16:13.722480 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37056) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.727084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'network': {'name': 'tempest-network-smoke--198140369', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.746007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:13.750061 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.772759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:13.781027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.781359 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Added segment e9c0ef15-66c6-4f69-900a-8aff095ae8b8 of type vlan for network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 Nov 12 04:16:13.819793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.842841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.848249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.848816 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.882623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1591685 Nov 12 04:16:13.885719 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37058) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:13.890607 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'admin_state_up': True, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.912852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.913856 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.917542 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403279-3437-4328-af4b-903b8359f4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Network': ['ID=2067c68d-fc10-4dea-b9f8-c1e1edf77693,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.929770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:13.968075 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.112231 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.314844 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.337367 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.437795 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.186 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:14.541076 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.574263 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.614654 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:14.617511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:14.623232 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:14.624521 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.630646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68613f65-369c-4e42-9f1c-88d048a16a15 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:14.678526 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-44c5e430-32da-4d13-bb3f-e8e88da73450 None None] Provisioning complete for port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:14.679045 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-44c5e430-32da-4d13-bb3f-e8e88da73450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.714772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-44c5e430-32da-4d13-bb3f-e8e88da73450 None None] Port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:14.875255 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.070139 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.195029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:16:15.595847 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:15.607709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Sync routers for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:15.616751 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.618007 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e9f3ca81-002f-4c72-b69a-7e187e1bf421 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7311788 Nov 12 04:16:15.621150 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.622327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:15.623514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:15.730822 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:15.754669 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6c318bf-a691-4d7e-bb41-4bf7cf9d850e tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=c36ce34d737d42cb91be54122f1dbe2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1324058 Nov 12 04:16:15.757375 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.905324 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abc4ca-7a2a-4824-9645-048eccbb889f tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.906846 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-25abc4ca-7a2a-4824-9645-048eccbb889f tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485360 Nov 12 04:16:15.909676 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.914619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:14Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:15.940432 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b953ec17-3551-4e67-9af4-b8c184425e80 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268764 Nov 12 04:16:15.940432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:15.940756 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Checking router: dbcb8724-47ed-4ac2-8291-b0b0a0b9865b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:15.941221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Updating router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:15.945013 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755998192', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:15.971220 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.035871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:16.039336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.220988 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.222120 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.231183 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.275469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807abb6-44ca-4da8-ade7-15ebf8942c9e None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:16.286919 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Subnet': ['ID=4f9eed05-121a-4ee5-b376-cdf3387dbc12,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.287382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Attempting to bind port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:16.287751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Attempting to bind port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:16.288134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Attempting to bind port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:16.290878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829aa2a-2612-4dca-a407-e6fd5ec964e5 None None] Pushing event updated for resources: {'Port': ['ID=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.295233 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Checking segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:16.295739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network hostable DHCP agents. Network: 2067c68d-fc10-4dea-b9f8-c1e1edf77693, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:16.297917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:16.298289 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:16.298690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.299074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:16.299550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Bound port: fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:16.299925 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.314905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:16.324953 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2067c68d-fc10-4dea-b9f8-c1e1edf77693) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:16.329978 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:16.330740 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.342055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a36aa5a-1e29-4171-857a-9b94ee8e4d82 None None] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:16.348765 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-875b366c-6f21-46fb-a6ae-436126a619a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074516 Nov 12 04:16:16.351442 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:16.411894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-273d176a-4d26-4ac3-ae7e-a75f1d5eae31 None None] Provisioning complete for port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:16.412286 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273d176a-4d26-4ac3-ae7e-a75f1d5eae31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.415490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] For port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:16.456888 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] For port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:16.465870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.510563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-273d176a-4d26-4ac3-ae7e-a75f1d5eae31 None None] Port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:16.530288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7d6ec-5c36-49b4-b117-d52f5defc514 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:16.577738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829aa2a-2612-4dca-a407-e6fd5ec964e5 None None] Pushing event updated for resources: {'Port': ['ID=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:16.582615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:16.583222 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:16.671707 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] Provisioning complete for port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:16.672303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.702295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:16.703137 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:16.775550 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:16.806390 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.174259 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.211546 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] For port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.230673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Allocated IP 172.20.0.2 (2067c68d-fc10-4dea-b9f8-c1e1edf77693/4f9eed05-121a-4ee5-b376-cdf3387dbc12/e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:17.233444 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.351403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2042-9897-4a2d-bd4c-c371b1416366 None None] Pushing event updated for resources: {'Port': ['ID=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.379206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:14Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:17.411595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c5cd4-e4dc-41de-8958-c6f401a5bf44 None None] The sync data for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 is: [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:14Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:17.458815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.464858 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.508543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:17.514442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:17.516811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:17.518297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.1 (2067c68d-fc10-4dea-b9f8-c1e1edf77693/4f9eed05-121a-4ee5-b376-cdf3387dbc12/757fa9f1-a458-4bdb-9323-298a4b5ba911) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:17.518885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Pushing event updated for resources: {'Port': ['ID=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.574699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Attempting to bind port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:17.575196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Attempting to bind port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:17.575652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Attempting to bind port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 on network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:17.581156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:17.581623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Checking segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:17.582094 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.582569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Bound using segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:17.583118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Bound port: e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:17.583576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.649477 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.675607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] For port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:17.680382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] For port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:17.684665 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.694426 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.749543 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:17.751869 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:17.757376 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:17.773815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc32ff6-d79b-404e-ae74-3fee3f3a0824 None None] Pushing event updated for resources: {'Port': ['ID=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.802510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.816854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.990696 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.111775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-568d2931-0ecd-4c0f-87cd-9bbc11150fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.138847 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:18.211265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:18.211610 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.301594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:18.354438 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:18.354962 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.405783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.410931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.439549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.485112 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:18.489420 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.489606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.492151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:18.547457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:18.593489 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:18.595316 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:18.712811 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:18.826686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:18.827918 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14567b67-8660-4d49-8416-102ba4c7f378 None None] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:18.831654 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf29d17c-756d-4b5c-ab57-2aff630dabd1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/dbcb8724-47ed-4ac2-8291-b0b0a0b9865b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791443 Nov 12 04:16:18.917434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8ab0289c-4f71-4b54-8935-0a249b0ded51 None None] Provisioning complete for port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:18.917809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8ab0289c-4f71-4b54-8935-0a249b0ded51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.131680 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-8f6e3e6c-cfe2-41d3-93c3-1a4247361c58 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049830523&fields=id&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 267 time: 0.0507205 Nov 12 04:16:19.244428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-69d4828b-760b-4b52-a017-34713ec50802 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.252474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-69d4828b-760b-4b52-a017-34713ec50802 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/networks?id=2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 200 len: 796 time: 0.1128151 Nov 12 04:16:19.264648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-903cac16-30dd-44a8-8185-ad3af804c2d9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/quotas/c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 375 time: 0.0113993 Nov 12 04:16:19.287700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9edcd4c3-5670-4b6e-895b-d1f7706d78aa None None] Provisioning complete for port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:19.288096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9edcd4c3-5670-4b6e-895b-d1f7706d78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.323656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-4d2d047c-fffb-4218-b86e-62aeae720402 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545182 Nov 12 04:16:19.387175 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9edcd4c3-5670-4b6e-895b-d1f7706d78aa None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:19.387543 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9edcd4c3-5670-4b6e-895b-d1f7706d78aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.423563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-9edcd4c3-5670-4b6e-895b-d1f7706d78aa None None] Port 757fa9f1-a458-4bdb-9323-298a4b5ba911 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:19.432224 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-b7929817-25f1-4bc4-9d9f-5253696bc767 service neutron] 10.222.0.93 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957534 Nov 12 04:16:19.473155 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Sync routers for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:19.484276 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:19.484921 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:19.543572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-817dbcd5-cae7-451b-a642-db6b6eb359ed service neutron] 10.222.0.93 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035187 Nov 12 04:16:19.545213 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-00c0b702-1495-46c2-b254-55d8838a69ae None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:19.545589 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-00c0b702-1495-46c2-b254-55d8838a69ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.596443 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-00c0b702-1495-46c2-b254-55d8838a69ae None None] Port 757fa9f1-a458-4bdb-9323-298a4b5ba911 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:19.608901 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:19.716448 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-201a25fd-0095-42ec-999c-50e978c5a8e0 None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:19.716803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-201a25fd-0095-42ec-999c-50e978c5a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.732336 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f59c662-d6ac-40a7-88c8-b0c8dacfbd51 req-e7585483-7b17-4b68-b1d4-f1ff277bfb61 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 210 time: 0.0264091 Nov 12 04:16:19.754728 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-201a25fd-0095-42ec-999c-50e978c5a8e0 None None] Port 757fa9f1-a458-4bdb-9323-298a4b5ba911 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:19.816654 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:18Z', 'revision_number': 2, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:19.845212 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Checking router: dbcb8724-47ed-4ac2-8291-b0b0a0b9865b for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:19.845560 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Updating router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b port 757fa9f1-a458-4bdb-9323-298a4b5ba911 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:19.869159 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.001757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:20.050641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:20.051006 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.126011 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.131303 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.180208 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Pushing event updated for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.206419 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.206751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.207081 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.207402 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.207720 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.208061 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.208377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.208697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.209003 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.209313 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.209620 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.209926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:20.240440 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Attempting to bind port 757fa9f1-a458-4bdb-9323-298a4b5ba911 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:20.240804 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Attempting to bind port 757fa9f1-a458-4bdb-9323-298a4b5ba911 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:20.241161 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Attempting to bind port 757fa9f1-a458-4bdb-9323-298a4b5ba911 on network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:20.247046 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:20.247414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Checking segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:20.248115 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.248498 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Bound using segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:20.248969 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Bound port: 757fa9f1-a458-4bdb-9323-298a4b5ba911, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:20.249342 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.313736 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] For port 757fa9f1-a458-4bdb-9323-298a4b5ba911, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:20.317186 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] For port 757fa9f1-a458-4bdb-9323-298a4b5ba911, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=757fa9f1-a458-4bdb-9323-298a4b5ba911,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:20.321408 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.377072 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:20.377793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:15:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:20.384928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:20.385303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.485341 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.489574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48bc79cc-37f8-4b6b-a36d-8f31c514bb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.515399 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4fcb2-f24b-42ab-9fc1-69ed7a30f353 None None] Pushing event updated for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.528467 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] For port 757fa9f1-a458-4bdb-9323-298a4b5ba911, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=757fa9f1-a458-4bdb-9323-298a4b5ba911,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:20.533806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.585087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8cf08-0edd-4b95-9ce8-00d9c1558d5e None None] Pushing event updated for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:20.600429 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:20.654835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5b474216-d345-420a-a36c-391c50e0e261 None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:20.655113 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b474216-d345-420a-a36c-391c50e0e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:20.801347 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:20.816085 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f188b3b5-9669-41b4-aa88-c0735f00b205 req-9d392c80-1128-42f3-be48-f0c615928716 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 210 time: 0.0306070 Nov 12 04:16:20.841773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8648ffe5-774d-442a-ac7f-b13ef96d59cb None None] The sync data for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 is: [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:21.874873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.894187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa50b1b0-48c4-4947-8e2a-f9aab3e0dd52 req-e4ce8621-f227-48e5-a2c3-5a420c554695 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 210 time: 0.0276148 Nov 12 04:16:22.022451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 757fa9f1-a458-4bdb-9323-298a4b5ba911 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:22.075900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 757fa9f1-a458-4bdb-9323-298a4b5ba911 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:22.076289 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.456719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:22.969393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29fab0fc-537d-48c1-b3e8-f05c8de40439 req-b2190bf8-e1ff-494e-a3a5-f6007f8cf54e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 210 time: 0.0259566 Nov 12 04:16:23.236892 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.752614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.888236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-8ea7b031-00a5-41b4-9738-d030a2767a95 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.889985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-8ea7b031-00a5-41b4-9738-d030a2767a95 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/networks?id=2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 200 len: 796 time: 0.1087704 Nov 12 04:16:23.953445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-bd0ef3a5-03ab-44ae-b479-73624d56162c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 380 time: 0.0538964 Nov 12 04:16:23.963003 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'port': {'device_id': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'admin_state_up': True, 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'security_groups': ['1dd44857-db55-4506-a7ca-11d9a846787c']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:24.065697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e12b12fc-419c-44d3-a96a-0c45e0cc6613 req-284f2c67-eccd-425d-93d7-34391cd7c240 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 210 time: 0.0289660 Nov 12 04:16:24.098884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:24.102293 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.225313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.10 (2067c68d-fc10-4dea-b9f8-c1e1edf77693/4f9eed05-121a-4ee5-b376-cdf3387dbc12/d02e6fa4-c591-4b9c-b694-1552a1890329) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:24.362857 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.396267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.442929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:24.447985 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:24.451713 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:24.475879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.507679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:24.508616 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.527088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9ee516b3-d0c9-4e76-8452-561cd8d38d0e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675154 Nov 12 04:16:24.537999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-d86fb39c-2022-42be-84a9-d2d78dfb5d5e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:16:24.539008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-d86fb39c-2022-42be-84a9-d2d78dfb5d5e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064783 Nov 12 04:16:24.614976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Request body: {'port': {'device_id': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:24.674635 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.684129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c8bfdcd2-d56b-435a-8db4-9507aeebee0d None None] Provisioning complete for port d02e6fa4-c591-4b9c-b694-1552a1890329 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:24.684697 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8bfdcd2-d56b-435a-8db4-9507aeebee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.721866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfdcd2-d56b-435a-8db4-9507aeebee0d None None] Port d02e6fa4-c591-4b9c-b694-1552a1890329 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:25.253403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a11dca-3b2e-4740-8d1b-0ea5819de93c req-dab5a8d5-3b4d-4c46-bdd3-2c4afce3a4e1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.254878 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a11dca-3b2e-4740-8d1b-0ea5819de93c req-dab5a8d5-3b4d-4c46-bdd3-2c4afce3a4e1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 932 time: 0.1042821 Nov 12 04:16:25.347111 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9a11dca-3b2e-4740-8d1b-0ea5819de93c req-9c4f0cd8-aeb7-4849-a5e5-f351d5fa1b39 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806391 Nov 12 04:16:25.354358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02e6fa4-c591-4b9c-b694-1552a1890329 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:25.362502 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.375431 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Transition to ACTIVE for port object d02e6fa4-c591-4b9c-b694-1552a1890329 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:25.378995 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.451635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Pushing event updated for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.501587 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Attempting to bind port d02e6fa4-c591-4b9c-b694-1552a1890329 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:25.501950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Attempting to bind port d02e6fa4-c591-4b9c-b694-1552a1890329 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:25.502277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Attempting to bind port d02e6fa4-c591-4b9c-b694-1552a1890329 on network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:25.506937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Port d02e6fa4-c591-4b9c-b694-1552a1890329 on network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:25.507281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Attempting to bind port d02e6fa4-c591-4b9c-b694-1552a1890329 on network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:25.512385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:25.513236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Checking segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:25.513619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Bound using segment: {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:25.514040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Bound port: d02e6fa4-c591-4b9c-b694-1552a1890329, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:25.514394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.578422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:25.581425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d02e6fa4-c591-4b9c-b694-1552a1890329,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:25.585697 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.623283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.623906 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.625316 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] 10.222.0.100 "PUT /v2.0/ports/d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 200 len: 1093 time: 1.0787854 Nov 12 04:16:25.625758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:25.628052 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792d821-2157-4433-901b-5c7aa8c5635a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:25.662718 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff1c7e-a2c3-41eb-878c-f51d8add7240 service neutron] Pushing event updated for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:25.721138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-620bb908-bc5f-4115-8071-7a2dc30d0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.722976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-620bb908-bc5f-4115-8071-7a2dc30d0b77 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1096 time: 0.0464823 Nov 12 04:16:25.738128 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5c6fc-2c74-472c-8ff5-f71aaccce181 x-openstack-request-id: req-b3b5c6fc-2c74-472c-8ff5-f71aaccce181 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:25.738428 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:25.738816 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b3b5c6fc-2c74-472c-8ff5-f71aaccce181 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:25.739229 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'status': 'completed', 'code': 200} Nov 12 04:16:25.772332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-9b744fb3-be8d-4701-b59a-1443a15f7790 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 200 len: 217 time: 0.0416443 Nov 12 04:16:25.827512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-44722860-59fc-4999-936d-4f10e37ca202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.828995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-44722860-59fc-4999-936d-4f10e37ca202 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f9eed05-121a-4ee5-b376-cdf3387dbc12 HTTP/1.1" status: 200 len: 835 time: 0.0503862 Nov 12 04:16:25.873835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-7d7328f9-2851-4dae-8936-9d73697dd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.875311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-7d7328f9-2851-4dae-8936-9d73697dd7fc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2067c68d-fc10-4dea-b9f8-c1e1edf77693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391338 Nov 12 04:16:25.965354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-b5c961ce-6683-47b1-a2a8-db1e4b3ae6d6 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822587 Nov 12 04:16:26.057963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fab56ca0-4637-4b7c-89b8-5ba159a01c8b req-08388897-c40c-4401-aed4-f4bbfe6a7ea8 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Nov 12 04:16:26.143340 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792d821-2157-4433-901b-5c7aa8c5635a req-10eb5317-b1c2-4363-a147-2eca3d3eca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.144763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-10eb5317-b1c2-4363-a147-2eca3d3eca90 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1096 time: 0.0406027 Nov 12 04:16:26.236195 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792d821-2157-4433-901b-5c7aa8c5635a req-06904c8d-4b5d-4e1d-9a4d-e7561e333a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.237655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-06904c8d-4b5d-4e1d-9a4d-e7561e333a8a service neutron] 10.222.0.100 "GET /v2.0/networks?id=2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 200 len: 898 time: 0.0866911 Nov 12 04:16:26.278910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-253017e8-9de5-4c77-a8ad-d58039a7c15a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 200 len: 217 time: 0.0345707 Nov 12 04:16:26.331589 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792d821-2157-4433-901b-5c7aa8c5635a req-5faa699f-a31c-41bc-b751-9d9ad3dd6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.333065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-5faa699f-a31c-41bc-b751-9d9ad3dd6ac1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f9eed05-121a-4ee5-b376-cdf3387dbc12 HTTP/1.1" status: 200 len: 835 time: 0.0473421 Nov 12 04:16:26.378937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792d821-2157-4433-901b-5c7aa8c5635a req-0092c0c5-4a2a-4a27-9648-90a55073768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.380535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-0092c0c5-4a2a-4a27-9648-90a55073768c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2067c68d-fc10-4dea-b9f8-c1e1edf77693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404687 Nov 12 04:16:26.510046 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1c531-74f3-4735-9050-fe6acb258870 req-c454c4ab-3898-4bcb-bb60-6fba467eea24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:26.511416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29d1c531-74f3-4735-9050-fe6acb258870 req-c454c4ab-3898-4bcb-bb60-6fba467eea24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 944 time: 0.0964086 Nov 12 04:16:26.513201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-3efb7477-7361-48d2-a621-ef1f2dfac83a service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249969 Nov 12 04:16:26.617521 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-29d1c531-74f3-4735-9050-fe6acb258870 req-31b513a5-d685-44bb-9d50-898d74d65678 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000438 Nov 12 04:16:26.640423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d792d821-2157-4433-901b-5c7aa8c5635a req-17bb211e-b0dc-43b0-b4ef-bd17b77979b7 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171749 Nov 12 04:16:27.733227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61548f9-241b-4c65-8b6f-06a03115f540 req-e8dd7b68-8e8e-4eb6-85e5-98dcb1f90135 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:27.734732 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61548f9-241b-4c65-8b6f-06a03115f540 req-e8dd7b68-8e8e-4eb6-85e5-98dcb1f90135 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 944 time: 0.0483227 Nov 12 04:16:27.783672 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e61548f9-241b-4c65-8b6f-06a03115f540 req-cee8f346-c242-4337-9df5-bfcefccef16b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Nov 12 04:16:28.902427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e036b-03d1-48ea-ac18-430116cf3ab9 req-3384494c-6aa6-4365-b3f1-1f8d191472c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:28.904410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e7e036b-03d1-48ea-ac18-430116cf3ab9 req-3384494c-6aa6-4365-b3f1-1f8d191472c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 944 time: 0.0488505 Nov 12 04:16:28.953427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3e7e036b-03d1-48ea-ac18-430116cf3ab9 req-efd9c19d-e722-4a7f-9e1d-26f0c066fc99 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Nov 12 04:16:29.803866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d02e6fa4-c591-4b9c-b694-1552a1890329 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:29.898244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d02e6fa4-c591-4b9c-b694-1552a1890329,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:29.909517 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'port_id': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'mac_address': 'fa:16:3e:0d:dc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:29.945008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.957868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02e6fa4-c591-4b9c-b694-1552a1890329 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:29.979317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d02e6fa4-c591-4b9c-b694-1552a1890329,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:29.983359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.036108 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:30.074764 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7325177-9552-4c27-b190-1debd82456c9 req-64b87aa4-44cb-4a1f-b43e-0609ceea761b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:30.076789 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7325177-9552-4c27-b190-1debd82456c9 req-64b87aa4-44cb-4a1f-b43e-0609ceea761b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 945 time: 0.0533788 Nov 12 04:16:30.124976 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7325177-9552-4c27-b190-1debd82456c9 req-d6020045-5afa-4f16-89e9-c489d0689bcd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Nov 12 04:16:30.222390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['d02e6fa4-c591-4b9c-b694-1552a1890329'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:31.243869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b50b4-c462-407d-a7c5-9461942e9c6f req-bb6afffc-5b91-441c-b4f2-f6ae057ac4b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:31.245619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d80b50b4-c462-407d-a7c5-9461942e9c6f req-bb6afffc-5b91-441c-b4f2-f6ae057ac4b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 945 time: 0.0486097 Nov 12 04:16:31.295429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d80b50b4-c462-407d-a7c5-9461942e9c6f req-e5c57b1e-2e55-47c2-8bbb-a8697b690145 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Nov 12 04:16:31.317093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.819671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d02e6fa4-c591-4b9c-b694-1552a1890329 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:31.867117 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port d02e6fa4-c591-4b9c-b694-1552a1890329 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:31.870926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port d02e6fa4-c591-4b9c-b694-1552a1890329 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:31.871293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.948078 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:31.970327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:31.972557 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8427f2-d01f-4a76-9515-7ab2e86b4e0f" -d '{"events": [{"server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "name": "network-vif-plugged", "status": "completed", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:31.985610 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d02e6fa4-c591-4b9c-b694-1552a1890329,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:31.989674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.012178 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c0483e-50d9-413c-aff1-6e22d11e97d8 x-openstack-request-id: req-d1c0483e-50d9-413c-aff1-6e22d11e97d8 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:32.012497 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "name": "network-vif-plugged", "status": "completed", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:32.012749 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d1c0483e-50d9-413c-aff1-6e22d11e97d8 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:32.013134 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'code': 200} Nov 12 04:16:32.038456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:32.105263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0868762-fcd4-4a6a-a97e-10a528ebebdc req-6278813b-ae94-4200-a981-fd20cbee4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.107331 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0868762-fcd4-4a6a-a97e-10a528ebebdc req-6278813b-ae94-4200-a981-fd20cbee4eb0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1098 time: 0.0393870 Nov 12 04:16:32.157806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0868762-fcd4-4a6a-a97e-10a528ebebdc req-73cb4316-0b3f-467a-938a-e3a45861f8a2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421195 Nov 12 04:16:32.170074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.410178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c42a-a7d1-4352-a6bb-299dacb70376 req-42c32cc1-eb6f-4ef1-aa7e-544b57396a6a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:32.411697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8739c42a-a7d1-4352-a6bb-299dacb70376 req-42c32cc1-eb6f-4ef1-aa7e-544b57396a6a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0486603 Nov 12 04:16:32.459822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8739c42a-a7d1-4352-a6bb-299dacb70376 req-cc365633-a12c-4a4d-be36-f9742e822cdd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Nov 12 04:16:33.576615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad936a-e4a5-42f3-b279-eafdfc3ef8bb req-9ad4e26f-d6c6-4e30-aab9-d03d162b587d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.578120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73ad936a-e4a5-42f3-b279-eafdfc3ef8bb req-9ad4e26f-d6c6-4e30-aab9-d03d162b587d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0480959 Nov 12 04:16:33.626901 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-73ad936a-e4a5-42f3-b279-eafdfc3ef8bb req-f8931d4c-5ae4-4147-a092-b76067a556aa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Nov 12 04:16:33.744616 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493f5d-01e1-4834-95d7-f2171833300e req-57528242-a011-4564-a63b-be0e9a565fa4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.746007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7493f5d-01e1-4834-95d7-f2171833300e req-57528242-a011-4564-a63b-be0e9a565fa4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0529678 Nov 12 04:16:33.794750 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7493f5d-01e1-4834-95d7-f2171833300e req-59bd4363-f399-439c-ae27-a22c5e13800e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Nov 12 04:16:33.815821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.854812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5baefc9-6d8b-4a21-a22e-717b9ceeee9b tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:33.856363 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a5baefc9-6d8b-4a21-a22e-717b9ceeee9b tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1093 time: 0.0395048 Nov 12 04:16:33.859149 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:33.863334 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:33.885044 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:33.978022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.081818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.107 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2c17ef09-34e8-4691-a1b1-154b5e90e489) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:34.184985 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.218437 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.261294 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:34.264876 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:34.267548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:34.288999 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=2c17ef09-34e8-4691-a1b1-154b5e90e489,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.618963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.682690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.830273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.834774 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.903452 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=2c17ef09-34e8-4691-a1b1-154b5e90e489,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:34.911537 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.007935 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP e78aed01-bb01-45ef-ac80-dd80bc0c7840 associated. External IP: 172.25.4.107, port: d02e6fa4-c591-4b9c-b694-1552a1890329. Nov 12 04:16:35.503643 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:35.608182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:35.620311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Sync routers for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:35.625717 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.630292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:35.630909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:35.652659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-73082204-888c-4f4a-8334-4f7e35a994fc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7925084 Nov 12 04:16:35.653400 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:35.655766 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9d7b06-2527-475b-981b-e569180304fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:35.695603 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d248853e-8708-49c6-83ad-d3ef086c22f5 x-openstack-request-id: req-d248853e-8708-49c6-83ad-d3ef086c22f5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:35.695920 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:35.696205 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d248853e-8708-49c6-83ad-d3ef086c22f5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:35.696672 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'status': 'completed', 'code': 200} Nov 12 04:16:35.741221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:35.776441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da667-547c-462f-a6b2-ce83836b8a8d req-6b6226a6-233e-4d4f-85c1-afeb54780898 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:35.777930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-294da667-547c-462f-a6b2-ce83836b8a8d req-6b6226a6-233e-4d4f-85c1-afeb54780898 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0731351 Nov 12 04:16:35.792163 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d7b06-2527-475b-981b-e569180304fd req-282224e2-a672-4af3-9001-97db1eb4034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:35.793735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-282224e2-a672-4af3-9001-97db1eb4034d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1098 time: 0.0642087 Nov 12 04:16:35.888176 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-294da667-547c-462f-a6b2-ce83836b8a8d req-d0018566-525c-4d4a-a0df-00e5a0fde5a7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991392 Nov 12 04:16:35.910693 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:35.921224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d7b06-2527-475b-981b-e569180304fd req-dc344d7a-e09e-4051-a4d7-51173693aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:35.923223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-dc344d7a-e09e-4051-a4d7-51173693aa66 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 200 len: 898 time: 0.1144726 Nov 12 04:16:35.980049 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-42ae9629-b5f7-4c7b-8fa0-505afb932e93 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/e78aed01-bb01-45ef-ac80-dd80bc0c7840 HTTP/1.1" status: 200 len: 992 time: 0.0662217 Nov 12 04:16:36.000226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-c6a948ea-ae97-4146-b478-84858812d73b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 200 len: 1000 time: 0.0696692 Nov 12 04:16:36.051858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d7b06-2527-475b-981b-e569180304fd req-33866580-ef51-4d80-8a2b-01b32e0efef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.053390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-33866580-ef51-4d80-8a2b-01b32e0efef9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f9eed05-121a-4ee5-b376-cdf3387dbc12 HTTP/1.1" status: 200 len: 835 time: 0.0461874 Nov 12 04:16:36.099692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d7b06-2527-475b-981b-e569180304fd req-b3f6d07f-71bb-4cc0-82cc-4f08a7dc7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:36.101225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-b3f6d07f-71bb-4cc0-82cc-4f08a7dc7871 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2067c68d-fc10-4dea-b9f8-c1e1edf77693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404453 Nov 12 04:16:36.130157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'e78aed01-bb01-45ef-ac80-dd80bc0c7840', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'port_id': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'mac_address': 'fa:16:3e:0d:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:34Z', 'updated_at': '2021-11-12T04:16:34Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:36.156773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Checking router: dbcb8724-47ed-4ac2-8291-b0b0a0b9865b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:36.165102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:36.165708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:36.194984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-30320bd1-d7e1-4065-b639-15b2b2de3549 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869358 Nov 12 04:16:36.272305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:36.285519 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb9d7b06-2527-475b-981b-e569180304fd req-0dc3277e-89d1-48b9-946d-7f4a39c804e0 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 Nov 12 04:16:36.492874 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'e78aed01-bb01-45ef-ac80-dd80bc0c7840', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'port_id': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'mac_address': 'fa:16:3e:0d:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:34Z', 'updated_at': '2021-11-12T04:16:34Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:36.520106 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29326f5-cd0c-4dda-a39e-3a6d2538439d None None] The sync data for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 is: [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'e78aed01-bb01-45ef-ac80-dd80bc0c7840', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'port_id': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'mac_address': 'fa:16:3e:0d:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:34Z', 'updated_at': '2021-11-12T04:16:34Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:36.700630 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4d8d8-1ff6-4694-8ba6-10f43733d1f5 None None] New status for floating IP e78aed01-bb01-45ef-ac80-dd80bc0c7840: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:16:36.981841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:37.041221 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e1cd1048-89a0-417d-9f26-d9373cbe2649 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/e78aed01-bb01-45ef-ac80-dd80bc0c7840 HTTP/1.1" status: 200 len: 994 time: 0.0582244 Nov 12 04:16:48.096403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29af834-97d7-4696-b3e3-b260e72e96d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:50.471849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f364-930c-4145-8a85-1148af2f2f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:51.876851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.238820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:53.755017 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.457847 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:01.316966 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:02.169990 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:10.443369 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1c16-1f4f-48a8-a3fd-233d0020c792 req-0663acd9-2636-46db-be7f-2972f7caae1a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:10.444869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37ab1c16-1f4f-48a8-a3fd-233d0020c792 req-0663acd9-2636-46db-be7f-2972f7caae1a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0546467 Nov 12 04:17:10.495235 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37ab1c16-1f4f-48a8-a3fd-233d0020c792 req-b600f330-3a6f-4e56-bac2-5b8a7563fd58 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Nov 12 04:17:11.614606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbeab8f-b8a6-4233-a0db-bae4b206e8f3 req-d00e636f-8d7b-4498-9d7a-ea7b34aaebd0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:11.616131 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8dbeab8f-b8a6-4233-a0db-bae4b206e8f3 req-d00e636f-8d7b-4498-9d7a-ea7b34aaebd0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0488605 Nov 12 04:17:11.665184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8dbeab8f-b8a6-4233-a0db-bae4b206e8f3 req-a383184d-b68b-4ef6-b82f-9e557f789d29 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Nov 12 04:17:11.688399 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:11.752200 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4334ebfc-7ae9-4a45-9fa5-e9c02380d93a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/e78aed01-bb01-45ef-ac80-dd80bc0c7840 HTTP/1.1" status: 200 len: 994 time: 0.0626273 Nov 12 04:17:13.016271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a2252-272c-4329-adeb-3dd930ebccc7 req-19361067-cd76-467d-9925-e2535ac9cf58 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:13.017797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-484a2252-272c-4329-adeb-3dd930ebccc7 req-19361067-cd76-467d-9925-e2535ac9cf58 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0506456 Nov 12 04:17:13.071986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-484a2252-272c-4329-adeb-3dd930ebccc7 req-39ec3f25-a1f5-4f85-abfa-efda8eb3c4ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472195 Nov 12 04:17:14.197169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceec3-875a-4ded-b2b8-b6dc06f23f5c req-c1ec595b-97fc-4c3a-ae42-d4051b4e833a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:14.198621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-908ceec3-875a-4ded-b2b8-b6dc06f23f5c req-c1ec595b-97fc-4c3a-ae42-d4051b4e833a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0484984 Nov 12 04:17:14.248602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-908ceec3-875a-4ded-b2b8-b6dc06f23f5c req-82673e40-40b3-4970-910f-ed8b1a080599 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Nov 12 04:17:14.270898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37192) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:14.329898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2a41f120-a05a-46cb-8946-6b71c87b09f3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/e78aed01-bb01-45ef-ac80-dd80bc0c7840 HTTP/1.1" status: 200 len: 994 time: 0.0578611 Nov 12 04:17:14.555856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37198) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:14.715377 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 2c17ef09-34e8-4691-a1b1-154b5e90e489 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:14.715716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.788634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.788955 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.800995 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 2c17ef09-34e8-4691-a1b1-154b5e90e489 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:14.943839 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:14.970171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=2c17ef09-34e8-4691-a1b1-154b5e90e489,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:14.993741 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.994092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.994433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.994770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.995104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.995459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.995788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.996167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.996496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.996839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.997145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:14.997469 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:15.036372 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.036750 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP e78aed01-bb01-45ef-ac80-dd80bc0c7840 disassociated (deleted). External IP: 172.25.4.107, port: d02e6fa4-c591-4b9c-b694-1552a1890329. Nov 12 04:17:15.240143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:15.345862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:15.350689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:15.355407 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Sync routers for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:15.365161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:15.365774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.378130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ab8c3c31-f037-4ff8-87fa-93451235ed45 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/floatingips/e78aed01-bb01-45ef-ac80-dd80bc0c7840 HTTP/1.1" status: 204 len: 168 time: 0.8212638 Nov 12 04:17:15.378843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:15.381187 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa58d59-cbaa-4f51-a21b-552b7f68d938" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:15.428016 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eac643-c1eb-4e2a-95f1-5082dc7e7837 x-openstack-request-id: req-26eac643-c1eb-4e2a-95f1-5082dc7e7837 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:15.428436 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:15.428699 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-26eac643-c1eb-4e2a-95f1-5082dc7e7837 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:15.429110 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'status': 'completed', 'code': 200} Nov 12 04:17:15.478537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:15.499845 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-c21cbe47-61e2-4b13-8d10-9bc50a85307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.501875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-c21cbe47-61e2-4b13-8d10-9bc50a85307c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 1098 time: 0.0489242 Nov 12 04:17:15.645145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d2c5f-a9fb-443e-8c60-a4593eb738a9 req-35f35b34-25df-4d77-8327-6591322827ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.646640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-927d2c5f-a9fb-443e-8c60-a4593eb738a9 req-35f35b34-25df-4d77-8327-6591322827ab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0689468 Nov 12 04:17:15.651739 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-24085a26-f8bc-4e6f-93f3-5a68061cf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.653223 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-24085a26-f8bc-4e6f-93f3-5a68061cf9e4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 200 len: 898 time: 0.1391559 Nov 12 04:17:15.688232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.709278 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-a6c7a7e0-9d36-43ab-a0b5-3a3f90191926 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 200 len: 217 time: 0.0477729 Nov 12 04:17:15.714232 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Checking router: dbcb8724-47ed-4ac2-8291-b0b0a0b9865b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:15.722631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:15.723237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:15.767917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-927d2c5f-a9fb-443e-8c60-a4593eb738a9 req-6b463e99-3199-4d26-a480-7e1411184495 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136341 Nov 12 04:17:15.781910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-f282711e-98bc-47aa-8390-6d8a0e3425d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.784002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-f282711e-98bc-47aa-8390-6d8a0e3425d4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=4f9eed05-121a-4ee5-b376-cdf3387dbc12 HTTP/1.1" status: 200 len: 835 time: 0.0667760 Nov 12 04:17:15.831704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-385f0e85-d8f8-4253-abe6-6b4b8980a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:15.833221 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-385f0e85-d8f8-4253-abe6-6b4b8980a132 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2067c68d-fc10-4dea-b9f8-c1e1edf77693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408323 Nov 12 04:17:15.838516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:15.926630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-2fbdb45f-5e66-41a3-906e-1bf9c2367d79 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Nov 12 04:17:16.021236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2aa58d59-cbaa-4f51-a21b-552b7f68d938 req-99a5f183-224c-4ab2-b393-768b24533cb4 service neutron] 10.222.0.100 "GET /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860162 Nov 12 04:17:16.034091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:16.064881 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060d69ca-16f5-4bb2-ba9d-2b10f2a7025d None None] The sync data for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 is: [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '757fa9f1-a458-4bdb-9323-298a4b5ba911', 'name': '', 'network_id': '2067c68d-fc10-4dea-b9f8-c1e1edf77693', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:0a:fc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:16Z', 'updated_at': '2021-11-12T04:16:20Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '4f9eed05-121a-4ee5-b376-cdf3387dbc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:16.298552 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f81557-1c60-46e6-9d13-7c2acc9722b8 None None] New status for floating IP e78aed01-bb01-45ef-ac80-dd80bc0c7840: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:17:16.888244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d1c50-3b23-4ee3-9ee1-0e6f63015aec req-c7bb4ef2-9140-480c-87dc-93533d511c21 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:16.889744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-596d1c50-3b23-4ee3-9ee1-0e6f63015aec req-c7bb4ef2-9140-480c-87dc-93533d511c21 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0500031 Nov 12 04:17:16.939862 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-596d1c50-3b23-4ee3-9ee1-0e6f63015aec req-fdebd921-2a2c-4069-9e69-6f0acc3ffc59 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=1dd44857-db55-4506-a7ca-11d9a846787c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Nov 12 04:17:17.131200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-5cefed1c-5305-4e91-9f59-56f09271277e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:17.132665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-5cefed1c-5305-4e91-9f59-56f09271277e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/ports?device_id=f5c8323b-253b-43c1-912e-089b2ffd268a HTTP/1.1" status: 200 len: 946 time: 0.0485277 Nov 12 04:17:17.223321 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port d02e6fa4-c591-4b9c-b694-1552a1890329 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:17.223661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.310947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port d02e6fa4-c591-4b9c-b694-1552a1890329, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=d02e6fa4-c591-4b9c-b694-1552a1890329,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:17.311307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.323581 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for d02e6fa4-c591-4b9c-b694-1552a1890329 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:17.450733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.477846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=d02e6fa4-c591-4b9c-b694-1552a1890329,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:17.520640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] No DVR routers for this DVR port d02e6fa4-c591-4b9c-b694-1552a1890329 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:17.523550 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:17.526844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a714f1-30ac-48aa-828f-cdeba92a7645 req-dc783ed3-6a78-4157-abbc-c730f4e8b409 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "DELETE /v2.0/ports/d02e6fa4-c591-4b9c-b694-1552a1890329 HTTP/1.1" status: 204 len: 173 time: 0.3881619 Nov 12 04:17:17.527805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'name': 'network-vif-deleted', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:17.530073 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c37adc-6356-4724-ae9e-5e366f62bf70" -d '{"events": [{"server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "name": "network-vif-deleted", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:17.567588 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea5e05-322c-431a-af99-09a55cb561bc x-openstack-request-id: req-24ea5e05-322c-431a-af99-09a55cb561bc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:17.567880 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8323b-253b-43c1-912e-089b2ffd268a", "name": "network-vif-deleted", "tag": "d02e6fa4-c591-4b9c-b694-1552a1890329", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:17.568194 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24ea5e05-322c-431a-af99-09a55cb561bc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:17.568602 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8323b-253b-43c1-912e-089b2ffd268a', 'name': 'network-vif-deleted', 'tag': 'd02e6fa4-c591-4b9c-b694-1552a1890329', 'status': 'completed', 'code': 200} Nov 12 04:17:17.998966 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37212) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:18.098446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f0bfcfde-e51f-4b84-8624-1467b9e010aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.348273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:18.596643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 757fa9f1-a458-4bdb-9323-298a4b5ba911 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:18.596979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.019110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 757fa9f1-a458-4bdb-9323-298a4b5ba911, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=757fa9f1-a458-4bdb-9323-298a4b5ba911,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:19.019835 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.032243 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 757fa9f1-a458-4bdb-9323-298a4b5ba911 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:19.209582 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.236574 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=757fa9f1-a458-4bdb-9323-298a4b5ba911,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:19.409514 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.616733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:19.719139 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:19.724430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-abce49fb-a3a5-4847-a0a2-1fddc3bc7727 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/dbcb8724-47ed-4ac2-8291-b0b0a0b9865b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243197 Nov 12 04:17:19.727172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37214) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:19.728727 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Sync routers for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:19.739752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:19.740405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:19.785276 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting subnet 4f9eed05-121a-4ee5-b376-cdf3387dbc12 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:17:19.788376 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.828300 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.847772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:19.910828 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.973091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.989068 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:19.993260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/subnets/4f9eed05-121a-4ee5-b376-cdf3387dbc12 HTTP/1.1" status: 204 len: 168 time: 0.2651327 Nov 12 04:17:19.996134 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:20.012279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb774-4887-4ae9-8440-af09a534376a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9eed05-121a-4ee5-b376-cdf3387dbc12,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.021502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59415080-1293-4d2a-884d-cdb60d31c574 None None] Network 2067c68d-fc10-4dea-b9f8-c1e1edf77693 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:20.117886 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.144116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:17:19Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:20.177464 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Checking router: dbcb8724-47ed-4ac2-8291-b0b0a0b9865b for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:20.191373 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Routers {'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:20.192012 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:16:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:20.225780 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.279318 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] DHCP port deletion for 2067c68d-fc10-4dea-b9f8-c1e1edf77693 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:20.287148 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:20.287726 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.370466 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:20.370894 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.390193 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:20.496218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] Set router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:20.555542 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-be1bc01b-1e78-4208-89fc-0fb8e48526f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.557658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.588244 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.600241 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.601024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.601024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.601267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.601609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.601955 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.602277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.602609 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.602939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.603267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.603596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.603920 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.618305 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a620e2c-7d94-40a3-b0f1-40e342b1e8cf None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:20.639292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Deleting port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:17:20.639648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.664424 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.739993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] For port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,segment=NetworkSegment(e9c0ef15-66c6-4f69-900a-8aff095ae8b8),segment_id=e9c0ef15-66c6-4f69-900a-8aff095ae8b8)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:20.740616 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.755884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Calling delete_port for e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:17:20.758347 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.760622 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.808790 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.809320 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Fanout notify agent at l3_agent the message router_deleted on router dbcb8724-47ed-4ac2-8291-b0b0a0b9865b {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:17:20.816496 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.817615 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-be73bc7d-c8ec-4eac-b507-50058b8e8d3c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/routers/dbcb8724-47ed-4ac2-8291-b0b0a0b9865b HTTP/1.1" status: 204 len: 168 time: 0.8204160 Nov 12 04:17:20.820344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:20.829171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:17:19Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:20.857209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fd6f8-17ce-482e-baf2-285c33ac2dff None None] The sync data for ids ['dbcb8724-47ed-4ac2-8291-b0b0a0b9865b'] in n-d-713499-30 is: [{'id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1853305010', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:13Z', 'updated_at': '2021-11-12T04:17:19Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb8724-47ed-4ac2-8291-b0b0a0b9865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:14Z', 'updated_at': '2021-11-12T04:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:20.878415 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.899292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:20.907168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Pushing event deleted for resources: {'Port': ['ID=e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:20.911295 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] No DVR routers for this DVR port e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:17:20.918995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.919338 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.919677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.920031 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.920359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.920688 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.921014 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.921332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.921650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.922261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.922351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.922673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a9c58-57d2-4ebb-8628-694750845847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:20.992466 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.013020 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2067c68d-fc10-4dea-b9f8-c1e1edf77693']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:21.022162 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:21.022453 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c0ef15-66c6-4f69-900a-8aff095ae8b8') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:21.031662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.045184 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.050911 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:17:21.051324 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:17:21.054221 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:17:21.110625 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.117539 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.120659 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/networks/2067c68d-fc10-4dea-b9f8-c1e1edf77693 HTTP/1.1" status: 204 len: 168 time: 0.2993641 Nov 12 04:17:21.123807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37220) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.131718 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eda61-87ba-4a55-8e30-3da22bd77d63 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Network': ['ID=2067c68d-fc10-4dea-b9f8-c1e1edf77693,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.179932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.207410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.272560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.275536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.276738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/security-groups/1dd44857-db55-4506-a7ca-11d9a846787c HTTP/1.1" status: 204 len: 168 time: 0.1518719 Nov 12 04:17:21.290114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d54b61-37c9-4397-a253-aaed9b00e0ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd44857-db55-4506-a7ca-11d9a846787c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.769490 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.774106 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752522276', 'description': 'tempest-secgroup-smoke-752522276 description', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:21.796910 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.872376 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.878449 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.879692 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.906987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:21.911452 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:21.912732 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b8261ebf-2523-40fa-880d-b0e5493f6b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422200 Nov 12 04:17:21.915722 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:21.920952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:21.948270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.004431 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.008152 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.021672 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d02e6fa4-c591-4b9c-b694-1552a1890329 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:22.031862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a95b6d7-7cae-4bf6-9af4-383a37117760,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.041151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.042377 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-dd3c17e5-922d-498c-8d55-8b485a1776c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256795 Nov 12 04:17:22.045967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37230) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.050719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.053320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:22.055514 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: d02e6fa4-c591-4b9c-b694-1552a1890329 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:22.055850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device d02e6fa4-c591-4b9c-b694-1552a1890329 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:22.076129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:22.076472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device fe83bb6e-0a82-4a4b-8fb1-04a0c02aed13 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:22.076878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 757fa9f1-a458-4bdb-9323-298a4b5ba911 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:22.079846 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.097679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 757fa9f1-a458-4bdb-9323-298a4b5ba911 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:22.098035 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 757fa9f1-a458-4bdb-9323-298a4b5ba911 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:22.098447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:17:22.118730 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:17:22.119084 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device e97eec3c-4f5f-4425-a6a6-27d2ffc0d7d9 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:17:22.128162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.132090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.149782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1ca097-7521-4eb9-904a-9cd86f63b1c5,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.156808 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.157989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-13379c88-7668-45ec-a18d-9084fff5550b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110320 Nov 12 04:17:22.160771 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37232) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.165186 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.190863 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.251335 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.255389 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.271992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8c92aa-da12-4983-a227-211039a9b765,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.281214 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.282411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cffe6876-69ef-4fa0-a4c7-2577dd64061a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206894 Nov 12 04:17:22.285109 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37234) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.289465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.315129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.371621 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.375354 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.392645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3415deb-6804-4cf2-afe0-69a404d5ede0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.400035 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.401241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78e859a8-59a4-4749-a3c6-081a7cbfe6f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151960 Nov 12 04:17:22.404452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37236) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.408643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.430651 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:17:22.435735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.492685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.496238 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.515911 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9413ee17-ce31-4e83-9ef7-57223ca2d0a0,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.526185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.528065 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eb34231b-57b4-46a5-88ae-a5be25358f24 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220305 Nov 12 04:17:22.530912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37238) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.535189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.557180 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:17:22.561989 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.623292 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.626888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.644829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ca7575-fb06-4609-bd67-dc7c41f04c62,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.651347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.653209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-24e9f2ab-29c1-43a5-9c27-d96b89a18435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213427 Nov 12 04:17:22.656078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37240) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.660882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'network': {'name': 'tempest-network-smoke--534033843', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.681135 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:22.684634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.708279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:17:22.718064 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.718440 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Added segment 0ece75e6-d9bf-43e6-97e7-e6a44f90de08 of type vlan for network a66dd851-5512-46e9-a15d-750e0b562ac4 Nov 12 04:17:22.757564 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.782197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.787947 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:22.788553 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.821482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1643987 Nov 12 04:17:22.824305 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:22.829585 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'admin_state_up': True, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:22.851846 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.852864 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.862912 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a401-ccd5-403d-8154-536fb4104c71 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Network': ['ID=a66dd851-5512-46e9-a15d-750e0b562ac4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:22.874431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a66dd851-5512-46e9-a15d-750e0b562ac4 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:17:22.906083 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.044534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.236353 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.244277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.257310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.358117 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.195 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:23.464629 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.498084 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.533268 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:23.535987 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:23.541341 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:23.548741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615eae1f-0b48-4d27-b717-522a78160b2d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:23.565282 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:23.628715 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-72655e7e-9bae-447e-badc-49aa881bf971 None None] Provisioning complete for port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:23.629077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-72655e7e-9bae-447e-badc-49aa881bf971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.662606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-72655e7e-9bae-447e-badc-49aa881bf971 None None] Port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:23.757201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.796481 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:23.994033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.119887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:17:24.224670 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:24.234993 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Sync routers for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:24.245086 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:24.245761 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:24.250994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.252290 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-26bdc2d4-6994-4892-bc8d-001111676fa3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4262893 Nov 12 04:17:24.255340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.284244 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6f0f21f3-ee36-4afd-ae76-9c4cdc4f5573 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=c36ce34d737d42cb91be54122f1dbe2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276058 Nov 12 04:17:24.287254 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.351238 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:24.376448 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b2176-fc2b-444c-b9ba-0207f6ed3800 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.377955 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0a0b2176-fc2b-444c-b9ba-0207f6ed3800 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898006 Nov 12 04:17:24.381432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.409188 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-066c1065-2945-4807-ad56-b1c6ddca948a tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266986 Nov 12 04:17:24.411667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.417171 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273741042', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:24.506252 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:24.509764 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.530164 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:23Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:24.556529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Checking router: fffe8bcc-25d9-496b-81ab-0a5498ea83d8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:24.556876 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Updating router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:24.583245 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.692758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.758235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Subnet': ['ID=9f748367-eb17-4ea5-b779-ea8711899fc8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:24.770036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Checking segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:24.770036 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network hostable DHCP agents. Network: a66dd851-5512-46e9-a15d-750e0b562ac4, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:17:24.786074 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network a66dd851-5512-46e9-a15d-750e0b562ac4 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:17:24.795575 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a66dd851-5512-46e9-a15d-750e0b562ac4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:24.799998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:24.800697 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.808703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdccb2-12a9-4f60-9456-c6824107a881 None None] Network a66dd851-5512-46e9-a15d-750e0b562ac4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:24.821488 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9d33fad6-7567-469c-a4f0-c66b87065b9d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062569 Nov 12 04:17:24.821699 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:24.835000 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.841601 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.881674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e402aebc-6eaf-48c6-acc1-476342e364f3 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:24.883329 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Attempting to bind port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:24.883705 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Attempting to bind port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:24.884098 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Attempting to bind port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:24.892370 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:24.892737 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:24.893127 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.893515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:24.893984 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Bound port: 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:24.894358 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.952792 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] For port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:24.963652 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] For port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:24.971413 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Pushing event updated for resources: {'Port': ['ID=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:24.974115 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.982870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a66dd851-5512-46e9-a15d-750e0b562ac4', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:17:24.983986 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.987562 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.987905 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.988272 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.988605 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.988932 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.989259 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.989582 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.989903 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.990222 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.990533 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.990854 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:24.991171 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:17:25.021655 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6721248-30d0-44a8-921a-4367f73f3c3d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:17:25.046195 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ac6e0-9908-446b-86ab-39889f34251d None None] Pushing event updated for resources: {'Port': ['ID=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.058126 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:25.059291 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:25.092799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] Provisioning complete for port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:25.093175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.165019 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:25.192667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Allocated IP 172.20.0.2 (a66dd851-5512-46e9-a15d-750e0b562ac4/9f748367-eb17-4ea5-b779-ea8711899fc8/0c9d42de-7cd0-4f71-93a0-7ee07a2d0591) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:25.244568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.313980 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] For port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:25.323685 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.427335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c97572-8b33-4434-8e44-822000449ff3 None None] Pushing event updated for resources: {'Port': ['ID=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.471321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-79407071-4d08-48e4-8548-d85a81a14bf4 None None] Provisioning complete for port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:25.471701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-79407071-4d08-48e4-8548-d85a81a14bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.473532 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.474965 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:23Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:25.497964 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.503552 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cb2f7-1191-4bbf-b3cf-62dfdfe53518 None None] The sync data for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 is: [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:23Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:25.551528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Network a66dd851-5512-46e9-a15d-750e0b562ac4 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:25.562894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:25.568922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:25.581168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Pushing event updated for resources: {'Port': ['ID=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.623105 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.691246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Attempting to bind port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:25.691608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Attempting to bind port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:25.691990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Attempting to bind port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 on network a66dd851-5512-46e9-a15d-750e0b562ac4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:25.699669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:25.700085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Checking segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:25.700489 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.700880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Bound using segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:25.701359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Bound port: 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:25.701749 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.794478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] For port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:25.805272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] For port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:25.811522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.881709 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeadc6d-2d4a-47a1-95cd-0c434956055d None None] Pushing event updated for resources: {'Port': ['ID=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:25.960856 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.1 (a66dd851-5512-46e9-a15d-750e0b562ac4/9f748367-eb17-4ea5-b779-ea8711899fc8/a164eccb-14b8-4fba-9c93-7e7fb94f6435) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:26.105094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:26.137785 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.170729 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:26.171098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.184300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.231528 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network a66dd851-5512-46e9-a15d-750e0b562ac4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:26.236887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:26.239590 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:26.267576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.293603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.433267 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.722021 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.727022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.800591 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:26.805834 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:26.862951 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2019249-0ecc-446f-ae65-9047ce3d1f95 None None] Network a66dd851-5512-46e9-a15d-750e0b562ac4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:17:26.902728 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network a66dd851-5512-46e9-a15d-750e0b562ac4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:26.904129 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:26.939902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] Provisioning complete for port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:26.940305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.036110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:27.085035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.129425 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] For port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:27.134756 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.168381 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:27.173647 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9158f29c-a3ac-4cef-8efc-418c0ee3735f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/fffe8bcc-25d9-496b-81ab-0a5498ea83d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3508732 Nov 12 04:17:27.201584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339069e-ad19-4904-a17e-f2ec10230a18 None None] Pushing event updated for resources: {'Port': ['ID=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:27.328627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Sync routers for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:27.341335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:27.341878 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:27.350286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-3029090c-85ac-4aa2-85ae-bf1b7b58c5a4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752522276&fields=id&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 267 time: 0.0587900 Nov 12 04:17:27.407459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a742c73c-27ae-4494-a096-e1e39462e5c0 None None] Provisioning complete for port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:27.407824 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a742c73c-27ae-4494-a096-e1e39462e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.469867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-6e1a0341-e3d6-4081-9843-0cfb599a785f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:27.471402 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-6e1a0341-e3d6-4081-9843-0cfb599a785f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 796 time: 0.1178398 Nov 12 04:17:27.491106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-322b2464-530b-49ee-b3a5-f61f0d346204 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/quotas/c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 375 time: 0.0118198 Nov 12 04:17:27.504589 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:27.555547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-21bffadc-c3ab-440e-a9db-9077d4e095c1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570788 Nov 12 04:17:27.724128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-f3e09840-f12d-4159-9194-32d5d4cec55e service neutron] 10.222.0.93 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538248 Nov 12 04:17:27.819302 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-b3a0b73c-c93d-4d65-b355-65ab4d633468 service neutron] 10.222.0.93 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891063 Nov 12 04:17:27.859153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a742c73c-27ae-4494-a096-e1e39462e5c0 None None] Provisioning complete for port a164eccb-14b8-4fba-9c93-7e7fb94f6435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:27.859522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a742c73c-27ae-4494-a096-e1e39462e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.925993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a742c73c-27ae-4494-a096-e1e39462e5c0 None None] Port a164eccb-14b8-4fba-9c93-7e7fb94f6435 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:27.955509 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 2, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:27.985497 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Checking router: fffe8bcc-25d9-496b-81ab-0a5498ea83d8 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:27.985860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Updating router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 port a164eccb-14b8-4fba-9c93-7e7fb94f6435 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:17:27.999670 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-123efc8a-a17a-4e3f-9370-1c32256c6b9e req-e4f712ef-eae5-4b67-a55f-095a6c865d65 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 210 time: 0.0355639 Nov 12 04:17:28.017693 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.078314 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5044950d-f987-42b7-b470-eb5fb5b3e2c2 None None] Provisioning complete for port a164eccb-14b8-4fba-9c93-7e7fb94f6435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:28.078690 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5044950d-f987-42b7-b470-eb5fb5b3e2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.107625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:28.199917 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5044950d-f987-42b7-b470-eb5fb5b3e2c2 None None] Port a164eccb-14b8-4fba-9c93-7e7fb94f6435 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:28.277841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:28.278272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.427284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.433250 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.481778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393106ac-c504-4938-87d9-2679162e27a3 None None] Pushing event updated for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.542129 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Attempting to bind port a164eccb-14b8-4fba-9c93-7e7fb94f6435 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:28.543029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Attempting to bind port a164eccb-14b8-4fba-9c93-7e7fb94f6435 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:28.543395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Attempting to bind port a164eccb-14b8-4fba-9c93-7e7fb94f6435 on network a66dd851-5512-46e9-a15d-750e0b562ac4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:28.549054 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:28.549456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Checking segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:28.549859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.550278 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Bound using segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:28.550723 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Bound port: a164eccb-14b8-4fba-9c93-7e7fb94f6435, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:28.551212 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.617714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] For port a164eccb-14b8-4fba-9c93-7e7fb94f6435, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:28.621738 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] For port a164eccb-14b8-4fba-9c93-7e7fb94f6435, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a164eccb-14b8-4fba-9c93-7e7fb94f6435,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:28.626971 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.684693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:28.685334 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:28.692078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393106ac-c504-4938-87d9-2679162e27a3 None None] Pushing event updated for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:28.786371 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] Provisioning complete for port a164eccb-14b8-4fba-9c93-7e7fb94f6435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:28.786740 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:28.841533 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:28.955133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-82c4570d-d347-4719-8a67-0f01b75b925a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:28.956660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-82c4570d-d347-4719-8a67-0f01b75b925a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 796 time: 0.1277514 Nov 12 04:17:28.994681 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.035623 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-00e93902-f158-4995-8ef0-36d0cd82168b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 379 time: 0.0689669 Nov 12 04:17:29.046224 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'port': {'device_id': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'admin_state_up': True, 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'security_groups': ['52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:29.051416 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] For port a164eccb-14b8-4fba-9c93-7e7fb94f6435, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a164eccb-14b8-4fba-9c93-7e7fb94f6435,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:29.055924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.125295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37419e3f-eebb-40fc-8c2e-0c15e61ff4e2 req-04c6dacb-1102-4a05-9d99-f1cf85851f8a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 210 time: 0.0481572 Nov 12 04:17:29.130677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c715fd-306a-4e5f-afa6-2d1781bcbc08 None None] Pushing event updated for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.150863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:28Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:29.180986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57f51-b8d9-4aad-88aa-4f298df2db59 None None] The sync data for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 is: [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:28Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:29.188222 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:17:29.192155 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e98da327-b469-4d4d-967b-9b8696b3f32a None None] Provisioning complete for port a164eccb-14b8-4fba-9c93-7e7fb94f6435 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:29.192355 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.192530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e98da327-b469-4d4d-967b-9b8696b3f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.357490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.6 (a66dd851-5512-46e9-a15d-750e0b562ac4/9f748367-eb17-4ea5-b779-ea8711899fc8/0668131e-b1ce-4191-af3b-a2de6b06d1a3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:29.506251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.542858 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.590920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network a66dd851-5512-46e9-a15d-750e0b562ac4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:29.594214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:29.598835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:29.602787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:29.653270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:29.654766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.672884 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-d6134d6a-3df6-45ae-b265-d669644b877e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306255 Nov 12 04:17:29.683265 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-e2cedabb-6cff-4bd6-b53f-3230aa256530 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:17:29.684446 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-e2cedabb-6cff-4bd6-b53f-3230aa256530 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056512 Nov 12 04:17:29.749249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Request body: {'port': {'device_id': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:29.812112 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.825757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd8ec74f-173d-4fb2-9ae5-4c2b09fb72f0 None None] Provisioning complete for port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:29.826269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec74f-173d-4fb2-9ae5-4c2b09fb72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.865224 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ec74f-173d-4fb2-9ae5-4c2b09fb72f0 None None] Port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:17:30.079203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a164eccb-14b8-4fba-9c93-7e7fb94f6435 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:30.099637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0668131e-b1ce-4191-af3b-a2de6b06d1a3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:30.109337 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.122425 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Transition to ACTIVE for port object 0668131e-b1ce-4191-af3b-a2de6b06d1a3 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:17:30.127324 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.131856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a164eccb-14b8-4fba-9c93-7e7fb94f6435 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:30.132270 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.182892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Pushing event updated for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.309846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Attempting to bind port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:17:30.310182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Attempting to bind port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:17:30.310511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Attempting to bind port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 on network a66dd851-5512-46e9-a15d-750e0b562ac4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:30.321651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e47e6-548e-4b40-a710-ef3f3f9fb19e req-ebb636d8-9a0d-435c-a0a4-bf050baea0df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.323229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-678e47e6-548e-4b40-a710-ef3f3f9fb19e req-ebb636d8-9a0d-435c-a0a4-bf050baea0df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 943 time: 0.0825639 Nov 12 04:17:30.325662 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 on network a66dd851-5512-46e9-a15d-750e0b562ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:17:30.326030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Attempting to bind port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 on network a66dd851-5512-46e9-a15d-750e0b562ac4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:17:30.338564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:17:30.338902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Checking segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:17:30.339818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Bound using segment: {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:17:30.340298 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Bound port: 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ece75e6-d9bf-43e6-97e7-e6a44f90de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:17:30.340654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.426104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-678e47e6-548e-4b40-a710-ef3f3f9fb19e req-a1bb14aa-bfc1-4fd6-96d9-28f181804c0a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963957 Nov 12 04:17:30.446916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:17:30.450404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:17:30.454473 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.488409 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.489259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:30.490642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] 10.222.0.98 "PUT /v2.0/ports/0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 1092 time: 0.7984800 Nov 12 04:17:30.493504 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:30.496689 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f214b5-5fc7-43dd-93c8-aa5262a9763d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:30.526014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4880c-0cc8-4705-9826-4e9e2b585999 service neutron] Pushing event updated for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:30.546056 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66cc2c2-5f23-4b5d-bc59-89870a759d12 x-openstack-request-id: req-f66cc2c2-5f23-4b5d-bc59-89870a759d12 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:30.546356 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:30.546612 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f66cc2c2-5f23-4b5d-bc59-89870a759d12 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:30.547057 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'status': 'completed', 'code': 200} Nov 12 04:17:30.577686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-94b2d7b4-a1ea-419b-97a7-d9958e22371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.579211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-94b2d7b4-a1ea-419b-97a7-d9958e22371a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1095 time: 0.0454538 Nov 12 04:17:30.626025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-143496fe-72e8-4d37-8032-189eb7f5419c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0393677 Nov 12 04:17:30.684193 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-44f0f113-54a1-464f-a77f-b512fb537b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.685660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-44f0f113-54a1-464f-a77f-b512fb537b98 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0524147 Nov 12 04:17:30.732615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-a22e268f-a967-4bb1-9de0-8b98f910d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:30.734121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-a22e268f-a967-4bb1-9de0-8b98f910d3eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409858 Nov 12 04:17:30.827269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-076f1dbd-d42a-4ce7-8c8f-5fa694da562a service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855825 Nov 12 04:17:30.915782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2af7c389-6658-4ad8-9fbd-425c562cf567 req-1e32d878-5e88-4b2b-b584-a849ef8ae0fb service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817580 Nov 12 04:17:31.000318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-5fcf7e33-8405-4d2b-8035-5b8ab84f5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.001806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-5fcf7e33-8405-4d2b-8035-5b8ab84f5d5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1095 time: 0.0400419 Nov 12 04:17:31.094337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-8c630fc4-af37-401d-8c7d-fe72ad54fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.095704 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-8c630fc4-af37-401d-8c7d-fe72ad54fdf9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 898 time: 0.0869167 Nov 12 04:17:31.136022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-fc0026e7-e554-4bd3-ba14-344d10bb9142 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0334322 Nov 12 04:17:31.187290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-7337bf71-c34c-4d73-a390-9d3633634c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.188760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-7337bf71-c34c-4d73-a390-9d3633634c2f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0459070 Nov 12 04:17:31.237089 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-3c36ff55-f6d1-43c7-be71-66143b4db7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.238585 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-3c36ff55-f6d1-43c7-be71-66143b4db7f6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413928 Nov 12 04:17:31.314337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.334669 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-800a63d4-556b-4814-909a-322884b52251 service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877156 Nov 12 04:17:31.422727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80f214b5-5fc7-43dd-93c8-aa5262a9763d req-16a60f47-7528-4bbe-9415-bbe18929a41f service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808868 Nov 12 04:17:31.539146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982b9d1-9701-4a11-8bc1-061c31d64b69 req-aea480d5-8505-494a-bf0e-7b568fbeef50 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:31.540758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d982b9d1-9701-4a11-8bc1-061c31d64b69 req-aea480d5-8505-494a-bf0e-7b568fbeef50 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 943 time: 0.0486872 Nov 12 04:17:31.594119 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d982b9d1-9701-4a11-8bc1-061c31d64b69 req-895aff14-69f1-46b1-827f-ba9395c679ac tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469468 Nov 12 04:17:32.181074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.710874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db5267-fd7a-4faa-9a82-8c83e74204a7 req-64e70f66-82d1-4fd2-9b70-30af31d690e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:32.712371 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15db5267-fd7a-4faa-9a82-8c83e74204a7 req-64e70f66-82d1-4fd2-9b70-30af31d690e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 943 time: 0.0488453 Nov 12 04:17:32.761700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-15db5267-fd7a-4faa-9a82-8c83e74204a7 req-c31c1014-a671-42bd-891c-c219ed418284 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Nov 12 04:17:33.420781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0668131e-b1ce-4191-af3b-a2de6b06d1a3 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:17:33.515737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:33.674833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'port_id': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'mac_address': 'fa:16:3e:ea:68:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:17:33.711336 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.724174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0668131e-b1ce-4191-af3b-a2de6b06d1a3 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:17:33.746188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:33.750490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:33.799799 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:33.879824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478387-9f34-4764-9179-d818ee2e69d0 req-a0c0ee27-effe-422c-b531-219f17c929b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:33.881464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd478387-9f34-4764-9179-d818ee2e69d0 req-a0c0ee27-effe-422c-b531-219f17c929b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 944 time: 0.0481737 Nov 12 04:17:33.929525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fd478387-9f34-4764-9179-d818ee2e69d0 req-762c7b0c-10ac-4ff9-82c3-0501c1c47736 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Nov 12 04:17:33.990972 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0668131e-b1ce-4191-af3b-a2de6b06d1a3'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:17:35.055975 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59304ecd-7adc-4a44-95ae-c87982700444 req-8c1fed0d-022b-412f-879b-797471d71e43 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.057333 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59304ecd-7adc-4a44-95ae-c87982700444 req-8c1fed0d-022b-412f-879b-797471d71e43 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 944 time: 0.0517597 Nov 12 04:17:35.106861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59304ecd-7adc-4a44-95ae-c87982700444 req-d10d9110-4fc8-46e0-91d6-b5087e27a631 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Nov 12 04:17:35.437955 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0668131e-b1ce-4191-af3b-a2de6b06d1a3 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:17:35.485934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:17:35.490024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:17:35.490401 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.567096 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.592652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:35.594861 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ca0fa0-4fef-46c6-a0b7-93c6ffcaca70" -d '{"events": [{"server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "name": "network-vif-plugged", "status": "completed", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:35.607436 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:17:35.611678 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.660428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:35.719992 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6385f9a-cb07-4ee7-932a-219507b38a28 x-openstack-request-id: req-c6385f9a-cb07-4ee7-932a-219507b38a28 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:35.720296 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "name": "network-vif-plugged", "status": "completed", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:35.720550 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6385f9a-cb07-4ee7-932a-219507b38a28 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:35.721306 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'code': 200} Nov 12 04:17:35.819465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248483ac-05b9-4b46-973f-7d774379e232 req-6bb736dc-da5e-4389-8e95-7066aa50e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:35.820882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-248483ac-05b9-4b46-973f-7d774379e232 req-6bb736dc-da5e-4389-8e95-7066aa50e9b8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1097 time: 0.0409203 Nov 12 04:17:35.866995 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-248483ac-05b9-4b46-973f-7d774379e232 req-345121ee-f006-4734-ab17-3819eabdf16b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Nov 12 04:17:36.218972 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af38f3-7d8e-42b9-9d00-518e3afdd97e req-2ba113fc-6b67-48b6-a953-951499a7686b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:36.220439 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56af38f3-7d8e-42b9-9d00-518e3afdd97e req-2ba113fc-6b67-48b6-a953-951499a7686b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0476899 Nov 12 04:17:36.273776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56af38f3-7d8e-42b9-9d00-518e3afdd97e req-e0594847-be12-460d-a06b-425e6fc8085f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Nov 12 04:17:36.456655 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:37.390105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9043a-2127-444c-9004-5ca622307efc req-8af1b4c4-f173-4753-8bf3-9886f27fd89a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.391555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eef9043a-2127-444c-9004-5ca622307efc req-8af1b4c4-f173-4753-8bf3-9886f27fd89a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0480514 Nov 12 04:17:37.441122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eef9043a-2127-444c-9004-5ca622307efc req-e9bda95e-9ead-4575-969f-93eef8a41c90 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Nov 12 04:17:37.553491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf69d35-3cbc-4458-8fca-43bf8750e53f req-ea45b427-2488-49c3-ba2c-c4fe669d4151 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.554915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bf69d35-3cbc-4458-8fca-43bf8750e53f req-ea45b427-2488-49c3-ba2c-c4fe669d4151 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0479929 Nov 12 04:17:37.602701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8bf69d35-3cbc-4458-8fca-43bf8750e53f req-6c9d92ac-e51c-4be0-b674-7f247302fa1d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Nov 12 04:17:37.623894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37308) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:37.666173 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa82ae-0cf9-4a51-9460-cc3e3ecf59ea tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:37.667665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a4aa82ae-0cf9-4a51-9460-cc3e3ecf59ea tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1092 time: 0.0427742 Nov 12 04:17:37.670472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37310) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:37.674669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:17:37.695766 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.791039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.895144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.120 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:17:37.992817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.026609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.065696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:17:38.068367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:17:38.074312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:17:38.100017 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.418974 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.488594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.634410 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.639013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.703839 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:17:38.715516 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.814492 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP d7d32500-9be0-4d6c-b425-996b1f92737d associated. External IP: 172.25.4.120, port: 0668131e-b1ce-4191-af3b-a2de6b06d1a3. Nov 12 04:17:39.357245 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:17:39.463311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:17:39.473342 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Sync routers for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:17:39.483037 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:39.483578 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:39.484584 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:39.515346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ef073bea-15a9-49d9-89ac-d4218c92d945 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8438234 Nov 12 04:17:39.516287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:17:39.518686 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88100a48-6972-4bde-a92d-e6df7231ba71" -d '{"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:17:39.556320 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59481cd-02d7-43b4-9c2a-53a3a7c17dd6 x-openstack-request-id: req-c59481cd-02d7-43b4-9c2a-53a3a7c17dd6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:17:39.556609 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:17:39.556860 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c59481cd-02d7-43b4-9c2a-53a3a7c17dd6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:17:39.557266 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'status': 'completed', 'code': 200} Nov 12 04:17:39.591558 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:39.650293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f473b94-1df1-48b0-a34b-21d56096f56e req-054ce821-dc8e-4d54-8353-aa125c1942c1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.651800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f473b94-1df1-48b0-a34b-21d56096f56e req-054ce821-dc8e-4d54-8353-aa125c1942c1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0773342 Nov 12 04:17:39.657465 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-8fec8918-3f9b-4998-b481-4f31b421e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.658873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-8fec8918-3f9b-4998-b481-4f31b421e31d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1097 time: 0.0744808 Nov 12 04:17:39.759089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f473b94-1df1-48b0-a34b-21d56096f56e req-b64e8339-0502-40c1-9229-a7497eec790e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991592 Nov 12 04:17:39.780234 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-4d94e2c6-8c77-43ca-aae9-b0d87cb8742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.781897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-4d94e2c6-8c77-43ca-aae9-b0d87cb8742c service neutron] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 898 time: 0.1154568 Nov 12 04:17:39.782385 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:39.810689 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd7d32500-9be0-4d6c-b425-996b1f92737d', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'port_id': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'mac_address': 'fa:16:3e:ea:68:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:38Z', 'updated_at': '2021-11-12T04:17:38Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:39.836189 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Checking router: fffe8bcc-25d9-496b-81ab-0a5498ea83d8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:17:39.843386 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9e3c7179-67df-49b2-b6b4-4cbc21ee2435 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/d7d32500-9be0-4d6c-b425-996b1f92737d HTTP/1.1" status: 200 len: 991 time: 0.0598576 Nov 12 04:17:39.844656 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:17:39.845259 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:17:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:39.858281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-89c47adc-0215-4c28-957d-3636957f9fbd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 999 time: 0.0692122 Nov 12 04:17:39.907334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-23905e29-3916-4d3b-a931-c762cdb2322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.908807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-23905e29-3916-4d3b-a931-c762cdb2322b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0438166 Nov 12 04:17:39.948793 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:17:39.954811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-3b3cfa44-d508-4298-a47f-6645193b9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:39.956358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-3b3cfa44-d508-4298-a47f-6645193b9385 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397577 Nov 12 04:17:40.054106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-5208908a-fe71-4652-ad00-63ccec1f6c81 service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897839 Nov 12 04:17:40.142898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88100a48-6972-4bde-a92d-e6df7231ba71 req-2d49c3ab-1e0b-4c86-bb05-1bc44114d10d service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822973 Nov 12 04:17:40.176074 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd7d32500-9be0-4d6c-b425-996b1f92737d', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'port_id': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'mac_address': 'fa:16:3e:ea:68:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:38Z', 'updated_at': '2021-11-12T04:17:38Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:17:40.202095 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837c21c-7414-4c4e-ba43-94837ea694ed None None] The sync data for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 is: [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd7d32500-9be0-4d6c-b425-996b1f92737d', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'port_id': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'mac_address': 'fa:16:3e:ea:68:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:17:38Z', 'updated_at': '2021-11-12T04:17:38Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:17:40.381884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1324aeb-319e-4ffb-be39-3f7a31da4255 None None] New status for floating IP d7d32500-9be0-4d6c-b425-996b1f92737d: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:17:40.847512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:17:40.913164 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-9169c82b-c611-4bb8-9e48-e426118d1f6c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/d7d32500-9be0-4d6c-b425-996b1f92737d HTTP/1.1" status: 200 len: 993 time: 0.0645535 Nov 12 04:17:48.100516 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f5ba6bc7-7cd6-47a6-9400-6697b3e44ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:50.478280 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e545f951-f417-4ad6-8baa-b33526cd3001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:51.880887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.245426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:53.759206 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.328331 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.183991 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:12.293815 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa100985-b09f-46a1-926c-7e66f6ed51ba req-fa911fb7-4aab-4562-b23d-b568d837069b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.295198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa100985-b09f-46a1-926c-7e66f6ed51ba req-fa911fb7-4aab-4562-b23d-b568d837069b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0733626 Nov 12 04:18:12.300703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-c1271304-d015-42aa-b95d-19cb8144e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.302088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-c1271304-d015-42aa-b95d-19cb8144e722 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1097 time: 0.0884860 Nov 12 04:18:12.397186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fa100985-b09f-46a1-926c-7e66f6ed51ba req-2b1236eb-8583-4f90-ab41-678475006bf4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941403 Nov 12 04:18:12.426733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-d07472a5-d9a4-4a62-aee1-a2ffb4794669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.428241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-d07472a5-d9a4-4a62-aee1-a2ffb4794669 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 898 time: 0.1129014 Nov 12 04:18:12.494389 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-976d063b-d9e8-4f31-aa20-84281591d019 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0575328 Nov 12 04:18:12.547091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-9e7ccc28-5b75-4c06-acd5-71dc7d6a1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.548468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-9e7ccc28-5b75-4c06-acd5-71dc7d6a1721 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0471616 Nov 12 04:18:12.591867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-93da807b-e6e6-4b79-aa00-c6a069959939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:12.593351 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-93da807b-e6e6-4b79-aa00-c6a069959939 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380335 Nov 12 04:18:12.681684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-70f00918-c975-43f3-8997-6beea40e2b16 service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813687 Nov 12 04:18:12.774271 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-24d230ff-1bbc-45d4-a072-33e11d48d858 req-3a3ca8ea-7468-4c17-9da6-d5b7ec591d4b service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852818 Nov 12 04:18:13.455685 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:13.516993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462913d2-c13f-4d77-be3d-688db5f6f6a0 req-e5b3e23e-764f-422d-9442-656e49370f72 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:13.518388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-462913d2-c13f-4d77-be3d-688db5f6f6a0 req-e5b3e23e-764f-422d-9442-656e49370f72 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0495870 Nov 12 04:18:13.566827 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-462913d2-c13f-4d77-be3d-688db5f6f6a0 req-0dc19f31-2405-4c5d-a6c1-bffe22bd5d61 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Nov 12 04:18:14.689032 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185b575-0730-4ef2-826d-238fbc6a6f54 req-cc76a949-22cb-4fd4-be76-daf9f46c148a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:14.691478 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1185b575-0730-4ef2-826d-238fbc6a6f54 req-cc76a949-22cb-4fd4-be76-daf9f46c148a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0540943 Nov 12 04:18:14.742922 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1185b575-0730-4ef2-826d-238fbc6a6f54 req-aa9d24bd-179b-479a-b3f9-7ca9f798c670 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453181 Nov 12 04:18:15.859445 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5f6c7-d91b-490a-a2bb-63a14022241a req-e547fd7f-f234-4b66-ab23-2f5d7a7b99ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:15.860963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8b5f6c7-d91b-490a-a2bb-63a14022241a req-e547fd7f-f234-4b66-ab23-2f5d7a7b99ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0486884 Nov 12 04:18:15.909758 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8b5f6c7-d91b-490a-a2bb-63a14022241a req-3bbb6ae7-f1d7-4e04-b62b-a345e66dce78 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428026 Nov 12 04:18:17.025346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676f3f6-b966-42ad-831e-fd50b723a402 req-111af00b-56bb-4590-8ecc-f9a66c9ec109 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:17.026801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6676f3f6-b966-42ad-831e-fd50b723a402 req-111af00b-56bb-4590-8ecc-f9a66c9ec109 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0486252 Nov 12 04:18:17.080490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6676f3f6-b966-42ad-831e-fd50b723a402 req-4ee75abe-5a36-48bd-a782-56965261254f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Nov 12 04:18:18.102766 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ac7ea8e1-dea9-4bb1-9137-42ef506f17bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:18.194761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b48ae5-91a6-4cbc-95e2-e5138cd73eb8 req-37efd46a-bd8a-4565-9ba4-f4c5f600d4fb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:18.196273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3b48ae5-91a6-4cbc-95e2-e5138cd73eb8 req-37efd46a-bd8a-4565-9ba4-f4c5f600d4fb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0494120 Nov 12 04:18:18.248000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3b48ae5-91a6-4cbc-95e2-e5138cd73eb8 req-27631824-74d8-44c0-a3c6-e5f59754df22 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 Nov 12 04:18:19.362049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57196e-1fb9-4afe-9129-bb5d9ab691d4 req-cc162c4e-30a3-4c48-9d72-dd8f062ca368 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:19.363504 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b57196e-1fb9-4afe-9129-bb5d9ab691d4 req-cc162c4e-30a3-4c48-9d72-dd8f062ca368 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0479391 Nov 12 04:18:19.411822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5b57196e-1fb9-4afe-9129-bb5d9ab691d4 req-56ec527f-a12f-4402-adcc-6dedd7518cd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 Nov 12 04:18:20.481294 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a56d7538-5e0b-4fa1-96fa-46207a14a5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:20.541239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5abefd-2871-4984-84a6-5d4bf076b40a req-5e9f17b1-16fc-45a3-8cd0-9add8ae0758b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:20.543388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5abefd-2871-4984-84a6-5d4bf076b40a req-5e9f17b1-16fc-45a3-8cd0-9add8ae0758b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0543764 Nov 12 04:18:20.591620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5abefd-2871-4984-84a6-5d4bf076b40a req-18602483-c4df-488a-8b3e-9055eed4692d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422003 Nov 12 04:18:21.707690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6243f-4df2-4318-86df-8898d8c888d6 req-83325d87-e98a-4802-9d9d-769051374506 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:21.709230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3b6243f-4df2-4318-86df-8898d8c888d6 req-83325d87-e98a-4802-9d9d-769051374506 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0486896 Nov 12 04:18:21.757877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c3b6243f-4df2-4318-86df-8898d8c888d6 req-7c4c8574-384e-4b46-a572-0d5e79e8ebe7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Nov 12 04:18:21.884479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:22.873191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90a64a-6add-4fe5-a426-5562a4885fa6 req-4a2523af-0e21-444a-9553-987f8855cc77 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.874648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f90a64a-6add-4fe5-a426-5562a4885fa6 req-4a2523af-0e21-444a-9553-987f8855cc77 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 12 04:18:22.926764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f90a64a-6add-4fe5-a426-5562a4885fa6 req-3f57731b-430b-4e6a-b7b3-644accd9251e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461695 Nov 12 04:18:23.247083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:23.766127 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.044221 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893774-bd86-4d91-972a-5bde42d4e7f8 req-bbda8962-bff6-48f6-b003-616ee26bceaf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.045617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98893774-bd86-4d91-972a-5bde42d4e7f8 req-bbda8962-bff6-48f6-b003-616ee26bceaf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0492544 Nov 12 04:18:24.094241 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98893774-bd86-4d91-972a-5bde42d4e7f8 req-5f7c5556-6cdd-4d00-b575-5cf6d7bf39a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Nov 12 04:18:24.390247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a10b-83be-476a-ae97-f059d3500af0 req-46cb0451-caf7-42a4-b1d3-588544082979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.391734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-46cb0451-caf7-42a4-b1d3-588544082979 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1097 time: 0.0405624 Nov 12 04:18:24.496814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a10b-83be-476a-ae97-f059d3500af0 req-25b4ec8f-82bc-481a-a144-c014ac918f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.498720 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-25b4ec8f-82bc-481a-a144-c014ac918f61 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 898 time: 0.0881057 Nov 12 04:18:24.563608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-ccb38de7-9360-4009-aebc-8b5ea92f5cbd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0566475 Nov 12 04:18:24.616475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a10b-83be-476a-ae97-f059d3500af0 req-6f03bc5a-11ee-4525-9f7a-16a0fc7720bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.617899 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-6f03bc5a-11ee-4525-9f7a-16a0fc7720bd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0467954 Nov 12 04:18:24.661150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a10b-83be-476a-ae97-f059d3500af0 req-b8a69b3b-7054-4b70-9c44-c9cd08ea6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.662534 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-b8a69b3b-7054-4b70-9c44-c9cd08ea6eb5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381663 Nov 12 04:18:24.753120 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-60293b33-de72-497e-8dc8-36cc4cf4887d service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833864 Nov 12 04:18:24.847286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1538a10b-83be-476a-ae97-f059d3500af0 req-6099405f-61c0-4679-8202-336d72699d47 service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854316 Nov 12 04:18:25.209049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf2ab7-63bb-444d-8de6-a1bcf2827d69 req-d3a85f9e-fa03-4860-a75a-64e95413477e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:25.210489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cdbf2ab7-63bb-444d-8de6-a1bcf2827d69 req-d3a85f9e-fa03-4860-a75a-64e95413477e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0481031 Nov 12 04:18:25.263715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cdbf2ab7-63bb-444d-8de6-a1bcf2827d69 req-d6955ccf-fe85-431d-916d-07499ed5fa79 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457673 Nov 12 04:18:26.381312 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b9261-0588-420e-b93f-838da78936a2 req-873bb5f8-4f34-4146-8182-702f818dea8e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:26.382762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d28b9261-0588-420e-b93f-838da78936a2 req-873bb5f8-4f34-4146-8182-702f818dea8e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0517037 Nov 12 04:18:26.432419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d28b9261-0588-420e-b93f-838da78936a2 req-c80ea691-87d3-4696-8df8-1758c78d74aa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Nov 12 04:18:27.550144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d44186-4b60-47e5-9c6e-e7af91504946 req-047d4f5b-d5a7-4849-ad41-9f252721f18d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:27.551549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63d44186-4b60-47e5-9c6e-e7af91504946 req-047d4f5b-d5a7-4849-ad41-9f252721f18d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0485406 Nov 12 04:18:27.601295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63d44186-4b60-47e5-9c6e-e7af91504946 req-93f35626-6d72-4544-b596-5d82d43b286a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Nov 12 04:18:28.719459 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9b26-78fc-4778-a528-2be3482c16ed req-e2914b6d-dffa-4715-b648-6324c0252c8c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:28.720963 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f26d9b26-78fc-4778-a528-2be3482c16ed req-e2914b6d-dffa-4715-b648-6324c0252c8c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0520384 Nov 12 04:18:28.770430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f26d9b26-78fc-4778-a528-2be3482c16ed req-9531dc4d-21ce-4852-b82a-64b0941a18d9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435102 Nov 12 04:18:28.793804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37364) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:28.852358 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b1f2fb3b-bb6e-403d-a5eb-73cf9b211aaa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/d7d32500-9be0-4d6c-b425-996b1f92737d HTTP/1.1" status: 200 len: 993 time: 0.0573859 Nov 12 04:18:31.327905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.192579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.104788 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7dcc8f79-ff73-4961-93bb-b557ec61aeca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:50.455648 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:50.482543 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc5815cf-906c-4dfa-be61-0ba4e9ba381a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:51.887142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:53.250874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:53.759024 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.311778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37378) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:18:59.465632 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:18:59.465971 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.542817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.543039 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.554299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:18:59.699523 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.725285 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=bf9ac190-b81d-4a90-9cfc-92eaa5ee03ef,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:59.748446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.748788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.749125 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.749455 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.749785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.750108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.750423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.750749 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.751066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.751381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.751736 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.752660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:59.793689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.793938 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP d7d32500-9be0-4d6c-b425-996b1f92737d disassociated (deleted). External IP: 172.25.4.120, port: 0668131e-b1ce-4191-af3b-a2de6b06d1a3. Nov 12 04:18:59.996691 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:00.102597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:00.107231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.112290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Sync routers for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:00.122054 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:00.122915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:00.134646 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dc2a6cb8-d310-4e36-b280-2ebcc9f08914 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/floatingips/d7d32500-9be0-4d6c-b425-996b1f92737d HTTP/1.1" status: 204 len: 168 time: 0.8217599 Nov 12 04:19:00.135232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:00.137525 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a80b165-6445-42c3-8a82-a88ee6c9279e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:00.181274 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c60e99-0db8-4e81-81eb-531c764a9494 x-openstack-request-id: req-d7c60e99-0db8-4e81-81eb-531c764a9494 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:00.181571 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:00.182014 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7c60e99-0db8-4e81-81eb-531c764a9494 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:00.182270 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'status': 'completed', 'code': 200} Nov 12 04:19:00.238260 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:00.257660 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-4fa3f987-0241-42da-bd7e-e7038a9700d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.259167 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-4fa3f987-0241-42da-bd7e-e7038a9700d9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 1097 time: 0.0528176 Nov 12 04:19:00.397291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-a6a423ca-5048-4346-9990-78e497d1583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.398811 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-a6a423ca-5048-4346-9990-78e497d1583c service neutron] 10.222.0.98 "GET /v2.0/networks?id=a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 200 len: 898 time: 0.1278677 Nov 12 04:19:00.412422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9036bfd-62f9-46a1-86ed-d3fe3f4c0a32 req-4b1bb62d-672c-43b8-909b-fe89d6bde9b1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.413999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9036bfd-62f9-46a1-86ed-d3fe3f4c0a32 req-4b1bb62d-672c-43b8-909b-fe89d6bde9b1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0744851 Nov 12 04:19:00.466122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-ea404a1d-8a4d-46b3-8a09-2cefca6e4fe9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0511069 Nov 12 04:19:00.525115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9036bfd-62f9-46a1-86ed-d3fe3f4c0a32 req-1d32a378-04f3-4e9b-9c44-ce886aa664cc tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030400 Nov 12 04:19:00.538045 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:00.538437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-f14fece7-7f85-4296-931b-9d1664d2884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.539793 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-f14fece7-7f85-4296-931b-9d1664d2884b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 200 len: 834 time: 0.0608830 Nov 12 04:19:00.563540 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Checking router: fffe8bcc-25d9-496b-81ab-0a5498ea83d8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:00.571761 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:00.572553 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:00.586300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-a79dcfc0-29e0-40f9-aecd-8c24024272f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.587800 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-a79dcfc0-29e0-40f9-aecd-8c24024272f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a66dd851-5512-46e9-a15d-750e0b562ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399570 Nov 12 04:19:00.675771 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:00.688912 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-16825d53-555f-42bb-a4f0-abc8579a8e8a service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921292 Nov 12 04:19:00.780630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7a80b165-6445-42c3-8a82-a88ee6c9279e req-7d322bea-b7af-4a57-937a-4cf5ec4c9cb2 service neutron] 10.222.0.98 "GET /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826094 Nov 12 04:19:00.869713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:00.895701 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caec7384-d550-4dec-8ac7-758c464cdaf6 None None] The sync data for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 is: [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:17:26Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'a164eccb-14b8-4fba-9c93-7e7fb94f6435', 'name': '', 'network_id': 'a66dd851-5512-46e9-a15d-750e0b562ac4', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:08:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:25Z', 'updated_at': '2021-11-12T04:17:29Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '9f748367-eb17-4ea5-b779-ea8711899fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:01.107609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66953a2-4857-433e-8538-f77fd682888c None None] New status for floating IP d7d32500-9be0-4d6c-b425-996b1f92737d: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:01.328864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.649744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aacd2-3180-4dbe-8fe1-a78d0c3e3441 req-7bc63e3f-9961-4f89-b73b-c8b49950a3d9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.651232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-315aacd2-3180-4dbe-8fe1-a78d0c3e3441 req-7bc63e3f-9961-4f89-b73b-c8b49950a3d9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0532122 Nov 12 04:19:01.700106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-315aacd2-3180-4dbe-8fe1-a78d0c3e3441 req-a505839d-288d-4d7a-b9e8-c531b41738e2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427113 Nov 12 04:19:01.816825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-88bd0237-20fb-4f4a-b590-b9c4220f4c69 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.818157 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-88bd0237-20fb-4f4a-b590-b9c4220f4c69 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/ports?device_id=cb124dbe-e593-4f31-9c48-4e7d830bae2d HTTP/1.1" status: 200 len: 945 time: 0.0477362 Nov 12 04:19:01.906784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:01.907116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:01.993374 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 0668131e-b1ce-4191-af3b-a2de6b06d1a3, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0668131e-b1ce-4191-af3b-a2de6b06d1a3,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:01.993730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.006099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 0668131e-b1ce-4191-af3b-a2de6b06d1a3 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:02.132255 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.166892 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=0668131e-b1ce-4191-af3b-a2de6b06d1a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:02.197825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.199494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] No DVR routers for this DVR port 0668131e-b1ce-4191-af3b-a2de6b06d1a3 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:02.202072 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.205972 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-389c9182-6ea3-4fbd-863f-498d4bc9abdf req-b231fb90-3869-4707-bd4b-a62156077788 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "DELETE /v2.0/ports/0668131e-b1ce-4191-af3b-a2de6b06d1a3 HTTP/1.1" status: 204 len: 173 time: 0.3818283 Nov 12 04:19:02.206420 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'name': 'network-vif-deleted', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:02.208710 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18548b72-278f-443c-94b5-36768029d7b3" -d '{"events": [{"server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "name": "network-vif-deleted", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:02.254217 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ebe391-3c9a-46b6-b2d5-92ca15d530b2 x-openstack-request-id: req-d0ebe391-3c9a-46b6-b2d5-92ca15d530b2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:02.254527 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb124dbe-e593-4f31-9c48-4e7d830bae2d", "name": "network-vif-deleted", "tag": "0668131e-b1ce-4191-af3b-a2de6b06d1a3", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:02.254775 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d0ebe391-3c9a-46b6-b2d5-92ca15d530b2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:02.255178 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb124dbe-e593-4f31-9c48-4e7d830bae2d', 'name': 'network-vif-deleted', 'tag': '0668131e-b1ce-4191-af3b-a2de6b06d1a3', 'status': 'completed', 'code': 200} Nov 12 04:19:02.756692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37392) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:03.102469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.349890 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port a164eccb-14b8-4fba-9c93-7e7fb94f6435 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:03.350226 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.440634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port a164eccb-14b8-4fba-9c93-7e7fb94f6435, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a164eccb-14b8-4fba-9c93-7e7fb94f6435,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:03.440982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.453462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for a164eccb-14b8-4fba-9c93-7e7fb94f6435 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:03.631677 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:03.659047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=a164eccb-14b8-4fba-9c93-7e7fb94f6435,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:03.828075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.037497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:04.143103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:04.148088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d6482a8c-af81-4ba2-aa3d-786a153d233c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/fffe8bcc-25d9-496b-81ab-0a5498ea83d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903646 Nov 12 04:19:04.150885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37394) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:04.152532 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Sync routers for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:04.163549 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:04.164203 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.202005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting subnet 9f748367-eb17-4ea5-b779-ea8711899fc8 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:19:04.205652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.245534 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.266583 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:04.453118 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.480414 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Checking router: fffe8bcc-25d9-496b-81ab-0a5498ea83d8 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:04.489060 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Routers {'fffe8bcc-25d9-496b-81ab-0a5498ea83d8'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:04.489677 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.594858 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] Set router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:04.674127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.733132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.762809 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.766825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/subnets/9f748367-eb17-4ea5-b779-ea8711899fc8 HTTP/1.1" status: 204 len: 168 time: 0.6140816 Nov 12 04:19:04.768708 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e94fba-878b-4160-8c1b-6cf3702a3482 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Subnet': ['ID=9f748367-eb17-4ea5-b779-ea8711899fc8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:04.769506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:04.769948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e434c-a3f0-42dd-a213-fb6529c63753 None None] Network a66dd851-5512-46e9-a15d-750e0b562ac4 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:04.776965 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:04.807620 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e6872-6592-44f6-8125-eefcc96f551f None None] The sync data for ids ['fffe8bcc-25d9-496b-81ab-0a5498ea83d8'] in n-d-713499-30 is: [{'id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373293864', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:17:22Z', 'updated_at': '2021-11-12T04:19:03Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8bcc-25d9-496b-81ab-0a5498ea83d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:17:23Z', 'updated_at': '2021-11-12T04:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:04.879094 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.982470 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.034195 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:05.034450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.110046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:05.110317 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.123238 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:05.195417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] DHCP port deletion for a66dd851-5512-46e9-a15d-750e0b562ac4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:05.260502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Deleting port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:05.261255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.293904 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.321085 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2797991-c7dd-4b36-99ef-c8e18369cb99 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:05.344990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] For port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,segment=NetworkSegment(0ece75e6-d9bf-43e6-97e7-e6a44f90de08),segment_id=0ece75e6-d9bf-43e6-97e7-e6a44f90de08)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:05.346180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.354190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.360944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Calling delete_port for 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:05.381897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.382304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.382742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.382967 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.383242 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.383576 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.383909 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.384265 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.384596 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.384929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.385256 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.385579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.403277 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.445355 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.472119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Pushing event deleted for resources: {'Port': ['ID=0c9d42de-7cd0-4f71-93a0-7ee07a2d0591,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.474315 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] No DVR routers for this DVR port 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:05.482382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.482724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.483060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.483391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.483717 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.484241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.484456 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.484690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.485008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.485325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.485643 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.486515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d5822-2701-4f44-99ce-c73c43a7e731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:05.498745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.500950 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.544907 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.545516 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Fanout notify agent at l3_agent the message router_deleted on router fffe8bcc-25d9-496b-81ab-0a5498ea83d8 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:19:05.553382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.554502 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-0da23681-3dda-4043-be99-0579caf513b3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/routers/fffe8bcc-25d9-496b-81ab-0a5498ea83d8 HTTP/1.1" status: 204 len: 168 time: 0.7840192 Nov 12 04:19:05.557353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37400) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:05.641749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.730765 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.750316 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66dd851-5512-46e9-a15d-750e0b562ac4']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:05.759175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ece75e6-d9bf-43e6-97e7-e6a44f90de08') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:05.759472 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ece75e6-d9bf-43e6-97e7-e6a44f90de08') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:05.769296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.781899 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.788278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:19:05.788657 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:19:05.791553 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:19:05.851353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.858155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.861364 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/networks/a66dd851-5512-46e9-a15d-750e0b562ac4 HTTP/1.1" status: 204 len: 168 time: 0.3029234 Nov 12 04:19:05.861987 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0668131e-b1ce-4191-af3b-a2de6b06d1a3 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:05.864175 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:05.873606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e62b77-8a9c-4fc4-b124-2df190c1d0db tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Network': ['ID=a66dd851-5512-46e9-a15d-750e0b562ac4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:05.883087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0668131e-b1ce-4191-af3b-a2de6b06d1a3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:05.883434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0668131e-b1ce-4191-af3b-a2de6b06d1a3 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:05.926336 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:05.950967 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.017852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.020436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.021600 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/security-groups/52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3 HTTP/1.1" status: 204 len: 168 time: 0.1564009 Nov 12 04:19:06.030921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf661a16-c7d1-426e-827f-6ea1d682f179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b60e0e-90d0-4fc6-b206-2fc97d3a9ae3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.106638 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a164eccb-14b8-4fba-9c93-7e7fb94f6435 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:06.128143 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a164eccb-14b8-4fba-9c93-7e7fb94f6435 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:06.128488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a164eccb-14b8-4fba-9c93-7e7fb94f6435 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:06.128906 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:06.151145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:06.151489 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c9d42de-7cd0-4f71-93a0-7ee07a2d0591 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:06.151896 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:06.170659 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:06.171003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0aa3efa6-f454-43b6-a8bf-ddfe5f2b06bf not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:06.615253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:06.619904 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270041203', 'description': 'tempest-secgroup-smoke-1270041203 description', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:06.641516 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.704292 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.710660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.737966 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.739176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1229210 Nov 12 04:19:06.742314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37410) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:06.743315 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5d2b0-0e05-4ac8-933c-176a839881a1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.746917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:06.773320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.830536 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.834120 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.851907 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818881aa-65dd-48ed-a214-f89795af65b4,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.859183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.860465 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dd8ba862-b621-4ac3-96ce-864a42282391 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171372 Nov 12 04:19:06.863780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37412) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:06.868077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:06.893059 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.958114 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.961592 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.978686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabd5ac1-ec93-4ad2-bfca-b5f5169e9145,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:06.987287 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.988503 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-941f523e-8a63-4c73-b59f-3651c6fb48f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237223 Nov 12 04:19:06.991293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37414) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:06.995642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.020928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.074875 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.078286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.094952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d623c21b-b09f-4f1e-b1f9-612bc09f9f39,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.103305 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.104522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b4c1e36b-055e-4155-8ce9-ead1e59aae51 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122811 Nov 12 04:19:07.107334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37416) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.112191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.137342 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.195404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.198930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.216820 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2bdf77-6832-44fb-b8ad-c84aeb236dd8,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.223793 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.225012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6d3dfe5f-0df6-49b1-9dbf-3df860996b36 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167624 Nov 12 04:19:07.227908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37418) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.232122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.253423 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:19:07.260391 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.317108 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.320525 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.339397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddcaf41-c8ee-478f-b7fd-5a6d35575580,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.344907 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.346616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1d546f93-f4a9-4b72-9c8d-fd61ebfa5b81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178572 Nov 12 04:19:07.349422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37422) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.353669 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.374495 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:19:07.379209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.437768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.441429 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.461404 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c516b847-b069-4b70-a772-c8494fc687d6,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.466757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.467751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-77f41f60-ed11-498a-8273-1f5b4cec45cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174338 Nov 12 04:19:07.471383 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37424) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.476096 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'network': {'name': 'tempest-network-smoke--266632944', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.495910 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:07.499445 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.522766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:19:07.531299 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.531681 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Added segment 0139fa60-e250-4690-83f6-e88f105f35bb of type vlan for network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be Nov 12 04:19:07.573528 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.597786 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.603201 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.603841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.638533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1661139 Nov 12 04:19:07.641470 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:07.646564 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'admin_state_up': True, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:07.669445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.670423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.672394 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fef6c-6f1c-4024-b3ed-47686dc9d0e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Network': ['ID=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:07.684876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:19:07.725831 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:07.860734 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.048250 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.066781 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.469469 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.130 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/a086475e-874b-451d-98b4-57bcd812640e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:08.566833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.601077 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.639892 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:08.643279 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:08.648844 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:08.656184 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8841cc-308b-41f8-a500-6a252f1508ef None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:08.675881 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=a086475e-874b-451d-98b4-57bcd812640e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:08.774056 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5006ec81-0ef6-4153-a5c5-29b46c90f4ee None None] Provisioning complete for port a086475e-874b-451d-98b4-57bcd812640e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:08.774668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5006ec81-0ef6-4153-a5c5-29b46c90f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.816133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5006ec81-0ef6-4153-a5c5-29b46c90f4ee None None] Port a086475e-874b-451d-98b4-57bcd812640e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:08.900765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.108308 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.236804 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router f927e96d-8420-4751-9d08-1e8f905c6472 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:19:09.338302 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:09.347992 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Sync routers for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:09.358445 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.358616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:09.359204 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:09.360464 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-37b03752-34ca-4809-91a9-c5b7e5b22a87 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7172904 Nov 12 04:19:09.363393 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:09.393974 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74d2a4c6-cc3b-4e34-b552-d246abbabcc0 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=c36ce34d737d42cb91be54122f1dbe2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294628 Nov 12 04:19:09.396614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:09.466990 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:09.482938 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df39df2-f745-4113-82a4-5a6dc844c0f8 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.484474 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3df39df2-f745-4113-82a4-5a6dc844c0f8 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869677 Nov 12 04:19:09.487202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:09.514352 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4ec3d100-f361-4d59-bc61-3d709cf7d8b8 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261080 Nov 12 04:19:09.518333 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:09.523041 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-837691049', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:09.615525 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:09.618914 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.646908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:08Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:09.676722 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Checking router: f927e96d-8420-4751-9d08-1e8f905c6472 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:09.677078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Updating router f927e96d-8420-4751-9d08-1e8f905c6472 port a086475e-874b-451d-98b4-57bcd812640e binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:09.702108 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.801772 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.864828 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Subnet': ['ID=531a1e4a-868f-4a37-842d-687402adea39,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:09.873456 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Checking segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:09.873825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network hostable DHCP agents. Network: c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:19:09.893237 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:19:09.903898 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:09.908103 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.908711 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:09.927789 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7058963f-1488-4545-93ec-97e86ce2ec4c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4084244 Nov 12 04:19:09.930667 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:10.015257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb1371-5a64-4e26-8a6e-6bd3d92f3d28 None None] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:10.209727 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.230333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.238341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:19:10.243185 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.307067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de072d97-6811-4cf5-b747-d8e6e5da8478 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:10.318392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Attempting to bind port a086475e-874b-451d-98b4-57bcd812640e on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:10.318909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Attempting to bind port a086475e-874b-451d-98b4-57bcd812640e by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:10.319319 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Attempting to bind port a086475e-874b-451d-98b4-57bcd812640e on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:10.321226 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c7f4-19b0-4041-b63a-53c4c6ed585c None None] Pushing event updated for resources: {'Port': ['ID=a086475e-874b-451d-98b4-57bcd812640e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:10.371698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:10.372116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:10.372498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.373152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:10.373626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Bound port: a086475e-874b-451d-98b4-57bcd812640e, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:10.374005 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.385259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.483536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] For port a086475e-874b-451d-98b4-57bcd812640e, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:10.506453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] For port a086475e-874b-451d-98b4-57bcd812640e, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a086475e-874b-451d-98b4-57bcd812640e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:10.507602 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] Provisioning complete for port a086475e-874b-451d-98b4-57bcd812640e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:10.508059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.510241 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Allocated IP 172.20.0.2 (c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be/531a1e4a-868f-4a37-842d-687402adea39/dbdc4394-52b5-4c03-beb6-1158d7308733) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:10.532625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.605480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27c96a-8faa-4c54-96d4-0b709ad020b9 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:19:10.672949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:10.674146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:10.679631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43c7f4-19b0-4041-b63a-53c4c6ed585c None None] Pushing event updated for resources: {'Port': ['ID=a086475e-874b-451d-98b4-57bcd812640e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:10.855833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.872963 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:10.946783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] For port a086475e-874b-451d-98b4-57bcd812640e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a086475e-874b-451d-98b4-57bcd812640e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:10.960632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.962153 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:10.977023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.023292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.1 (c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be/531a1e4a-868f-4a37-842d-687402adea39/04fb57a1-cd59-4ff8-bf6e-2db220d629e4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:11.058057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:11.066169 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:11.069066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:11.117050 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5f23-b50f-4759-9e59-35c9e5d8f761 None None] Pushing event updated for resources: {'Port': ['ID=a086475e-874b-451d-98b4-57bcd812640e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:11.140749 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.174918 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.208297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-197a77bf-3ebd-4071-916d-7bc904caa80a None None] Provisioning complete for port a086475e-874b-451d-98b4-57bcd812640e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:11.208671 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-197a77bf-3ebd-4071-916d-7bc904caa80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.214622 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:11.219632 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:11.224812 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:11.252871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:11.253680 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Pushing event updated for resources: {'Port': ['ID=dbdc4394-52b5-4c03-beb6-1158d7308733,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:11.257270 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Attempting to bind port dbdc4394-52b5-4c03-beb6-1158d7308733 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:11.257647 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Attempting to bind port dbdc4394-52b5-4c03-beb6-1158d7308733 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:11.258017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Attempting to bind port dbdc4394-52b5-4c03-beb6-1158d7308733 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:11.274183 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:11.274560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Checking segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:11.274962 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.275356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Bound using segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:11.275836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Bound port: dbdc4394-52b5-4c03-beb6-1158d7308733, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:11.276248 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.276627 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.384046 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:08Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:11.402377 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.420733 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c271ea9-6b9c-4708-a800-fbc2789b1884 None None] The sync data for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 is: [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:08Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:11.426564 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] For port dbdc4394-52b5-4c03-beb6-1158d7308733, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:11.443654 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] For port dbdc4394-52b5-4c03-beb6-1158d7308733, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dbdc4394-52b5-4c03-beb6-1158d7308733,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:11.449952 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.518063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e4a43-7dbd-4c31-8846-79e4759f113b None None] Pushing event updated for resources: {'Port': ['ID=dbdc4394-52b5-4c03-beb6-1158d7308733,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:11.728330 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.737930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.823557 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.825691 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:11.927277 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:11.928871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:12.048559 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router f927e96d-8420-4751-9d08-1e8f905c6472 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:12.158757 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a086475e-874b-451d-98b4-57bcd812640e up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:12.176031 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:12.196575 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-74c14a6a-5dfc-4321-9a7c-d185854f41df tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/f927e96d-8420-4751-9d08-1e8f905c6472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2647140 Nov 12 04:19:12.237387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port a086475e-874b-451d-98b4-57bcd812640e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:12.237756 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.322626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dbdc4394-52b5-4c03-beb6-1158d7308733 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:12.374339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dbdc4394-52b5-4c03-beb6-1158d7308733 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:12.374675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.378866 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-a53b369b-7e50-42bc-9b70-9bf6a7d28577 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270041203&fields=id&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 267 time: 0.0484846 Nov 12 04:19:12.473067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.507922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port dbdc4394-52b5-4c03-beb6-1158d7308733, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dbdc4394-52b5-4c03-beb6-1158d7308733,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:12.512418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.516614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-95c2b6eb-db14-4c26-bb29-4490d25b7bce tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.520653 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-95c2b6eb-db14-4c26-bb29-4490d25b7bce tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 796 time: 0.1341259 Nov 12 04:19:12.544415 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-c35d953f-415d-48bf-8f5a-bbb8f3e39593 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/quotas/c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 375 time: 0.0177097 Nov 12 04:19:12.568691 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8c93d-87cf-4ab1-ac90-ec3f2f843a12 None None] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:19:12.572144 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=dbdc4394-52b5-4c03-beb6-1158d7308733,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:12.592514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-87dcdfff-db93-4384-be74-5996b9530aae tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472610 Nov 12 04:19:12.649699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-48193a43-d12c-4176-a9ec-a5be542d296a None None] Provisioning complete for port dbdc4394-52b5-4c03-beb6-1158d7308733 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:12.650070 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-48193a43-d12c-4176-a9ec-a5be542d296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:12.664791 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-118aa73f-02f9-454e-9523-e50432d3f5a4 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:12.665867 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-118aa73f-02f9-454e-9523-e50432d3f5a4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0608873 Nov 12 04:19:12.762582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-9ac906ce-e93f-4673-8309-d5441b216f5c service neutron] 10.222.0.93 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Nov 12 04:19:12.855678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-5ebd3465-d6bf-41ea-be62-87e1bfe354a5 service neutron] 10.222.0.93 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863652 Nov 12 04:19:13.024950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a6468b59-83ff-4114-b384-5de7c0afad56 None None] Provisioning complete for port dbdc4394-52b5-4c03-beb6-1158d7308733 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:13.025864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6468b59-83ff-4114-b384-5de7c0afad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.135698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a6468b59-83ff-4114-b384-5de7c0afad56 None None] Provisioning complete for port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:13.136196 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a6468b59-83ff-4114-b384-5de7c0afad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.282995 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98576863-b7b8-474b-883f-576756981932 None None] Sync routers for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:13.294777 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98576863-b7b8-474b-883f-576756981932 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:13.295407 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98576863-b7b8-474b-883f-576756981932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.328694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a6468b59-83ff-4114-b384-5de7c0afad56 None None] Port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:13.397934 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98576863-b7b8-474b-883f-576756981932 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:13.448703 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-13efcf8e-12db-4ad0-bcfc-35b6e0fb453a None None] Provisioning complete for port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:13.449068 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-13efcf8e-12db-4ad0-bcfc-35b6e0fb453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.483060 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-13efcf8e-12db-4ad0-bcfc-35b6e0fb453a None None] Port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:13.675512 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98576863-b7b8-474b-883f-576756981932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 2, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:13.703247 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98576863-b7b8-474b-883f-576756981932 None None] Checking router: f927e96d-8420-4751-9d08-1e8f905c6472 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:13.703592 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98576863-b7b8-474b-883f-576756981932 None None] Updating router f927e96d-8420-4751-9d08-1e8f905c6472 port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:19:13.727057 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.970132 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:13.976585 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.021294 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Pushing event updated for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.030963 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.030963 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.030963 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.030963 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.031371 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.031709 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.031941 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.032289 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.032643 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.032961 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.033279 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.033746 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:14.081093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1b86eea-a6df-4547-8437-edc7b3c994df req-98457ae5-8a7f-4f13-9d3b-5520c8ea65d2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 210 time: 0.0596848 Nov 12 04:19:14.095830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-98576863-b7b8-474b-883f-576756981932 None None] Attempting to bind port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:14.096437 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-98576863-b7b8-474b-883f-576756981932 None None] Attempting to bind port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:14.097139 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98576863-b7b8-474b-883f-576756981932 None None] Attempting to bind port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:14.102893 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98576863-b7b8-474b-883f-576756981932 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:14.103270 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98576863-b7b8-474b-883f-576756981932 None None] Checking segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:14.103780 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.104096 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98576863-b7b8-474b-883f-576756981932 None None] Bound using segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:14.104596 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-98576863-b7b8-474b-883f-576756981932 None None] Bound port: 04fb57a1-cd59-4ff8-bf6e-2db220d629e4, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:14.104930 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.159244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dbdc4394-52b5-4c03-beb6-1158d7308733 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:14.184311 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-98576863-b7b8-474b-883f-576756981932 None None] For port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:14.187667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-98576863-b7b8-474b-883f-576756981932 None None] For port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:14.198642 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-98576863-b7b8-474b-883f-576756981932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.224694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port dbdc4394-52b5-4c03-beb6-1158d7308733 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:14.224985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.261090 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98576863-b7b8-474b-883f-576756981932 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:14.261726 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98576863-b7b8-474b-883f-576756981932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:18:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:14.328131 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16db20-4a25-4278-aa24-05672c7c0614 None None] Pushing event updated for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.346490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] Provisioning complete for port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:14.347067 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.422719 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-98576863-b7b8-474b-883f-576756981932 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:14.447917 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.506674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] For port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:14.512889 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.566712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b9c9b-cb52-4baf-9c34-b0524b241b60 None None] Pushing event updated for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:14.637214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f83970a1-e81e-42fe-90fd-8509f2176e7b None None] Provisioning complete for port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:14.637593 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f83970a1-e81e-42fe-90fd-8509f2176e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:14.646704 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-98576863-b7b8-474b-883f-576756981932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:14.673674 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98576863-b7b8-474b-883f-576756981932 None None] The sync data for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 is: [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:15.184536 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-154e9bb3-b721-4627-908b-9671592daeba tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.186057 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-154e9bb3-b721-4627-908b-9671592daeba tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 796 time: 0.1504805 Nov 12 04:19:15.202330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ed419ed-a0cd-4a49-a870-4bee28c42b12 req-d5df257d-1816-4ff1-bf35-2eab97925b03 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 210 time: 0.0393951 Nov 12 04:19:15.267996 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-0ae4a763-ddb9-4874-af08-b84422144ecd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 380 time: 0.0679882 Nov 12 04:19:15.279858 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'port': {'device_id': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'admin_state_up': True, 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'security_groups': ['6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:15.393598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:15.397394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.531850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.12 (c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be/531a1e4a-868f-4a37-842d-687402adea39/c91395e7-9279-498c-85ac-3f62d3efbd35) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:15.675543 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.715770 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.759381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:15.764396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:15.768633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:15.798799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.824367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.824990 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.842568 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-1b7e9e33-365a-4221-9310-faa0fdd28726 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671604 Nov 12 04:19:15.856381 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Request body: {'port': {'device_id': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:15.915588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.977705 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0e66f44e-04ef-4755-85e6-cfaf3928b74a None None] Provisioning complete for port c91395e7-9279-498c-85ac-3f62d3efbd35 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:15.978674 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0e66f44e-04ef-4755-85e6-cfaf3928b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.012752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0e66f44e-04ef-4755-85e6-cfaf3928b74a None None] Port c91395e7-9279-498c-85ac-3f62d3efbd35 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:16.106553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:16.154796 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:16.155214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.193661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91395e7-9279-498c-85ac-3f62d3efbd35 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:16.201272 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.213387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Transition to ACTIVE for port object c91395e7-9279-498c-85ac-3f62d3efbd35 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:16.216888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.275971 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.384308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8583-ebcf-4e91-b998-d3370fc7e136 req-aef3aff8-a488-4fa3-956a-e5d52450571f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.385858 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c13a8583-ebcf-4e91-b998-d3370fc7e136 req-aef3aff8-a488-4fa3-956a-e5d52450571f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0931108 Nov 12 04:19:16.388621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:16.388956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:16.389283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:16.399816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:16.400181 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:16.413115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:16.413454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Checking segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:16.413821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Bound using segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:16.414253 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Bound port: c91395e7-9279-498c-85ac-3f62d3efbd35, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:16.414608 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.480218 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c13a8583-ebcf-4e91-b998-d3370fc7e136 req-297992df-e0cf-485e-8a45-f4c24526a2c0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874393 Nov 12 04:19:16.506775 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:16.509837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:16.514560 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.551510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.552191 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.553584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] 10.222.0.98 "PUT /v2.0/ports/c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 1093 time: 0.7032828 Nov 12 04:19:16.554043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:16.556308 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eda6571-586e-41eb-9363-2ab8b88d8ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:16.584552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367c73-c352-4c95-a3ad-db944018dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.598289 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec0573-57ac-4589-9caa-24e9946e50bb x-openstack-request-id: req-bbec0573-57ac-4589-9caa-24e9946e50bb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:16.598577 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:16.598828 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bbec0573-57ac-4589-9caa-24e9946e50bb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:16.599238 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'status': 'completed', 'code': 200} Nov 12 04:19:16.641803 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-ba20e9f1-d100-4247-b627-2fce6c98e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.643359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-ba20e9f1-d100-4247-b627-2fce6c98e26e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0433288 Nov 12 04:19:16.688106 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-b8679502-56e6-4d6f-92c6-49ba76504a30 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 217 time: 0.0366468 Nov 12 04:19:16.738767 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-8fdd90c0-5420-4aa3-b583-4b86674a4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.740366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-8fdd90c0-5420-4aa3-b583-4b86674a4cbe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0451171 Nov 12 04:19:16.789566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-0cd5ba3c-59f7-4244-b94a-a167590b2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.791076 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-0cd5ba3c-59f7-4244-b94a-a167590b2f11 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438881 Nov 12 04:19:16.879104 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-590d1097-5d52-4cfe-bfdd-64356252465e service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808654 Nov 12 04:19:16.969688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2ca88899-31d1-45a5-b00f-2f60b8014440 req-dfa841bf-9253-45e9-a815-e07a54f46ce4 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Nov 12 04:19:17.054703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-48107443-be17-42b0-8522-3342bc13fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.056240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-48107443-be17-42b0-8522-3342bc13fb64 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0416994 Nov 12 04:19:17.148778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-f7f26b41-347b-4323-8ae9-0d286f5cd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.150162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-f7f26b41-347b-4323-8ae9-0d286f5cd228 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.0874386 Nov 12 04:19:17.190485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-4308dd7c-66a2-4b0b-a5c5-8ac408bdbfb1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 217 time: 0.0336397 Nov 12 04:19:17.240047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-19598759-e45e-4a9a-ba2d-05c4199da6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.241500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-19598759-e45e-4a9a-ba2d-05c4199da6c4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0430820 Nov 12 04:19:17.292198 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-24081635-5232-4552-874f-01a9aaa652d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.293636 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-24081635-5232-4552-874f-01a9aaa652d9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433941 Nov 12 04:19:17.382751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-b7577369-5dc8-4413-8820-d580e38af42f service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804148 Nov 12 04:19:17.474443 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5eda6571-586e-41eb-9363-2ab8b88d8ac1 req-24073096-79dd-407c-96c0-7af1d4bb7033 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Nov 12 04:19:17.597392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2dbd-064a-4534-b835-5a7c7c013407 req-72548cf0-2cb8-4c96-81ea-beeb07b9d1f9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:17.598865 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12cc2dbd-064a-4534-b835-5a7c7c013407 req-72548cf0-2cb8-4c96-81ea-beeb07b9d1f9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0478625 Nov 12 04:19:17.647469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-12cc2dbd-064a-4534-b835-5a7c7c013407 req-7acfe57a-bd2c-43cd-ab85-8e09cd1448d5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Nov 12 04:19:18.106590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7d0ad807-fc2f-436c-965f-374262d31257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:18.767738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f5f9-48ee-4c8a-bbcf-c54092db3ba2 req-c538b736-089c-4fca-a6e8-37aa6e7dc05e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.769227 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ac1f5f9-48ee-4c8a-bbcf-c54092db3ba2 req-c538b736-089c-4fca-a6e8-37aa6e7dc05e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0481040 Nov 12 04:19:18.822864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ac1f5f9-48ee-4c8a-bbcf-c54092db3ba2 req-6345bcce-fb23-417d-af1b-9f6de32e20b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475709 Nov 12 04:19:19.917506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:19.937958 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f87f1-fbfb-41fd-8ee8-abc7f9425737 req-6dd06dad-d480-42d9-9028-6304879408d5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.940186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f1f87f1-fbfb-41fd-8ee8-abc7f9425737 req-6dd06dad-d480-42d9-9028-6304879408d5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0500405 Nov 12 04:19:19.990626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f1f87f1-fbfb-41fd-8ee8-abc7f9425737 req-abc899d5-e695-49b5-9404-2217e935a741 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444517 Nov 12 04:19:20.016572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.027773 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'mac_address': 'fa:16:3e:1f:82:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:20.064650 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.076937 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91395e7-9279-498c-85ac-3f62d3efbd35 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:20.096312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:20.099918 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:20.146193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:20.299240 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['c91395e7-9279-498c-85ac-3f62d3efbd35'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:20.502668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-05910b23-ab30-4de8-8bda-31baa123d04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.105249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2cb63-7868-4986-b624-f7cebcb2e758 req-4f750d45-83b4-46e3-abd3-90e0d6e0f4cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.106710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee2cb63-7868-4986-b624-f7cebcb2e758 req-4f750d45-83b4-46e3-abd3-90e0d6e0f4cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 945 time: 0.0479193 Nov 12 04:19:21.157166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0ee2cb63-7868-4986-b624-f7cebcb2e758 req-d9c11489-543a-4e21-b7cf-4c3ba1c438c5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444803 Nov 12 04:19:21.889618 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.949113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:21.996434 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port c91395e7-9279-498c-85ac-3f62d3efbd35 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:22.000626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port c91395e7-9279-498c-85ac-3f62d3efbd35 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:22.000999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.076981 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.098855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:22.101435 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851ae55-6f11-483f-9380-e81c76d9f048" -d '{"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-plugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:22.117827 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:22.121764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.145890 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b2010-305c-4e57-9853-0c516e22f50c x-openstack-request-id: req-ab7b2010-305c-4e57-9853-0c516e22f50c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:22.146182 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-plugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:22.146437 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab7b2010-305c-4e57-9853-0c516e22f50c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:22.146821 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'code': 200} Nov 12 04:19:22.171459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:22.269752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f144935-6ca7-4599-bf63-5835edeac7fa req-12c352b4-34bc-4f50-8c0a-670e537ac0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.271240 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f144935-6ca7-4599-bf63-5835edeac7fa req-12c352b4-34bc-4f50-8c0a-670e537ac0f2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.0727894 Nov 12 04:19:22.283241 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701323a-acb9-4940-a541-a2228d41b14b req-afa8034d-10d5-4efb-b24b-1f90f88e6916 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.284641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3701323a-acb9-4940-a541-a2228d41b14b req-afa8034d-10d5-4efb-b24b-1f90f88e6916 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0591545 Nov 12 04:19:22.354042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0f144935-6ca7-4599-bf63-5835edeac7fa req-c3fc2621-f8da-471a-9423-79609c301ae8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684755 Nov 12 04:19:22.358907 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3701323a-acb9-4940-a541-a2228d41b14b req-8915da23-b179-4796-b39e-3e546258bcbd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683131 Nov 12 04:19:23.253011 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.474877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62f8e-c4eb-42df-bbaf-a1552796d92e req-e99b443d-4ea6-4108-bfa9-9e5e21202560 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.476286 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ada62f8e-c4eb-42df-bbaf-a1552796d92e req-e99b443d-4ea6-4108-bfa9-9e5e21202560 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0479758 Nov 12 04:19:23.533543 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ada62f8e-c4eb-42df-bbaf-a1552796d92e req-afc79256-5193-422a-aee7-2e253cd30e0a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513167 Nov 12 04:19:23.646794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469343c7-a946-454b-9b79-4581c6ff4d66 req-2ea1baee-8394-47e2-a74c-df7d1d040d49 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.648289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469343c7-a946-454b-9b79-4581c6ff4d66 req-2ea1baee-8394-47e2-a74c-df7d1d040d49 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0484858 Nov 12 04:19:23.696882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-469343c7-a946-454b-9b79-4581c6ff4d66 req-25abf013-83a4-405f-a127-2140116fee78 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Nov 12 04:19:23.718407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37490) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:23.757794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78439252-27ff-4e0e-b733-365906260685 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.759190 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78439252-27ff-4e0e-b733-365906260685 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1093 time: 0.0398157 Nov 12 04:19:23.762433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37492) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:23.763445 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.767157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:23.788945 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.886086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.983628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.80 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2026f3bd-284f-4866-84f9-ab13bfeac601) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:24.085802 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.118054 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.152602 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:24.155336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:24.158721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:24.193138 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=2026f3bd-284f-4866-84f9-ab13bfeac601,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:24.409678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-39dbe656-ce30-4052-96a6-fd8cd60bf606 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877917 Nov 12 04:19:24.560270 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-c7808545-685b-450f-83fd-7a4636b855eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.561652 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-c7808545-685b-450f-83fd-7a4636b855eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.1096511 Nov 12 04:19:24.583569 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.716318 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.738437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-55ebe955-104e-4343-8177-f2b160f30220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.739943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-55ebe955-104e-4343-8177-f2b160f30220 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1577759 Nov 12 04:19:24.859125 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-a7004b43-afc5-4321-a8d2-87b493f96860 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.1095753 Nov 12 04:19:24.933016 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-77dc85ea-8264-4bde-b95b-20edc5cd196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:24.934471 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-77dc85ea-8264-4bde-b95b-20edc5cd196b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0676570 Nov 12 04:19:24.980787 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.986908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.024229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-52c05330-0798-458f-9c06-36dd371e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.025708 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-52c05330-0798-458f-9c06-36dd371e8247 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835330 Nov 12 04:19:25.090645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=2026f3bd-284f-4866-84f9-ab13bfeac601,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:25.459804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.557337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-6d36187e-a281-4a18-be1a-d5de8ea94e41 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117779 Nov 12 04:19:25.600509 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 219c1fe5-b3c6-47cb-b50e-034b3f99e31c associated. External IP: 172.25.4.80, port: c91395e7-9279-498c-85ac-3f62d3efbd35. Nov 12 04:19:25.732287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-434c370c-6c02-46f0-bf73-168a000c69f7 req-a82b169b-3b0f-4067-9126-9109fa830ef1 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647954 Nov 12 04:19:25.854002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router f927e96d-8420-4751-9d08-1e8f905c6472 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:25.959689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:25.976208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Sync routers for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:25.977271 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.987529 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:25.988239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.005258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ecb7f472-07a7-43ac-9da3-3d8c7d149b1e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2417998 Nov 12 04:19:26.006105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:26.008408 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f8d7c0-9593-4951-baa8-87545b4064b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:26.048418 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c38d73-5124-442a-96b2-2b4c1e8c5295 x-openstack-request-id: req-43c38d73-5124-442a-96b2-2b4c1e8c5295 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:26.048803 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:26.049272 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-43c38d73-5124-442a-96b2-2b4c1e8c5295 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:26.049963 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'status': 'completed', 'code': 200} Nov 12 04:19:26.102387 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:26.137973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120ee0e-3441-4c48-a5e5-bc54fd767203 req-698769c0-4ff5-4baf-a325-39b3136b5401 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.139462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4120ee0e-3441-4c48-a5e5-bc54fd767203 req-698769c0-4ff5-4baf-a325-39b3136b5401 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0821393 Nov 12 04:19:26.142249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-aa0214ce-6960-4533-920c-a41f659a1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.143627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-aa0214ce-6960-4533-920c-a41f659a1c1d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.0739553 Nov 12 04:19:26.247846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4120ee0e-3441-4c48-a5e5-bc54fd767203 req-29bfd2ba-1150-4132-b19e-351ef03078fa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021206 Nov 12 04:19:26.269640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-58121e37-25e0-4395-a6b5-89c6e05ed35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.271142 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-58121e37-25e0-4395-a6b5-89c6e05ed35f service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1199331 Nov 12 04:19:26.274695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37498) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:26.330669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '219c1fe5-b3c6-47cb-b50e-034b3f99e31c', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'mac_address': 'fa:16:3e:1f:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:24Z', 'updated_at': '2021-11-12T04:19:24Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.356762 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Checking router: f927e96d-8420-4751-9d08-1e8f905c6472 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:26.365476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:26.366072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:19:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.382467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b0f2501e-fe5c-44b6-ab38-c787ea237740 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/219c1fe5-b3c6-47cb-b50e-034b3f99e31c HTTP/1.1" status: 200 len: 991 time: 0.1065974 Nov 12 04:19:26.386679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-7015bf8e-a476-4dee-b0d7-cfd4b7dd8a1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.1044109 Nov 12 04:19:26.435785 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-f9f67365-0c49-4a36-a4c9-6f2d5374edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.437290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-f9f67365-0c49-4a36-a4c9-6f2d5374edaf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0441558 Nov 12 04:19:26.469256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:26.481696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-24ce562d-c4fb-4abd-a71f-bde53dd63c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:26.483213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-24ce562d-c4fb-4abd-a71f-bde53dd63c20 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394650 Nov 12 04:19:26.576617 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-416117a8-92fb-4622-97c2-5fc9a506ca6e service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Nov 12 04:19:26.677292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02f8d7c0-9593-4951-baa8-87545b4064b5 req-d270157b-8013-4e53-9efa-4f94690afd86 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942497 Nov 12 04:19:26.693813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '219c1fe5-b3c6-47cb-b50e-034b3f99e31c', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'mac_address': 'fa:16:3e:1f:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:24Z', 'updated_at': '2021-11-12T04:19:24Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:26.724325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e4196-d04d-4589-abc6-84d7ee7b422a None None] The sync data for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 is: [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '219c1fe5-b3c6-47cb-b50e-034b3f99e31c', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'mac_address': 'fa:16:3e:1f:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:19:24Z', 'updated_at': '2021-11-12T04:19:24Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:26.919975 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed50a75c-2abf-41ce-a52b-d776b91c52de None None] New status for floating IP 219c1fe5-b3c6-47cb-b50e-034b3f99e31c: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:27.386301 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:27.450152 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-dc509025-442a-4263-bd56-a38c70ce30d9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/219c1fe5-b3c6-47cb-b50e-034b3f99e31c HTTP/1.1" status: 200 len: 993 time: 0.0626998 Nov 12 04:19:27.454712 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:31.343180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.207600 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:48.106909 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-47341b49-23d2-492c-85f1-69e7221d8a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:50.488142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0eab3e5-d21d-453c-9057-e7281e1a5d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:51.893929 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.256167 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:53.765336 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.688043 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-7e8307cf-35af-498a-9124-241c5a3c458a req-f566a67f-02a2-4aa1-ad70-c2d7f224e7bc service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:58.689053 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e8307cf-35af-498a-9124-241c5a3c458a req-f566a67f-02a2-4aa1-ad70-c2d7f224e7bc service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055764 Nov 12 04:19:58.849950 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37532) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:58.875247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098af82-4330-4bdf-a61a-30008d9b52c4 req-4db7c327-4a5c-427b-b6a9-6b6cbd535e64 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:58.876809 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5098af82-4330-4bdf-a61a-30008d9b52c4 req-4db7c327-4a5c-427b-b6a9-6b6cbd535e64 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0527470 Nov 12 04:19:58.929654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5098af82-4330-4bdf-a61a-30008d9b52c4 req-6e7ebe45-a3d7-46d4-9f05-ae937b928d1c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Nov 12 04:19:58.929894 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-ba73f03c-4952-43de-a456-8215b81b3a00 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785606 Nov 12 04:19:58.939437 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e05ad46c-e7a1-4adb-9b32-0e80b3dbfc66 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:19:58.940445 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e05ad46c-e7a1-4adb-9b32-0e80b3dbfc66 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050824 Nov 12 04:20:00.080357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4c8e-58b0-4f72-bf46-3f246ea563c4 req-5d4209ac-9da1-4552-92fa-679375084411 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.081817 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-708f4c8e-58b0-4f72-bf46-3f246ea563c4 req-5d4209ac-9da1-4552-92fa-679375084411 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0712059 Nov 12 04:20:00.083653 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-f63e2ac2-2add-498f-981d-50ffe722e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.085021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-f63e2ac2-2add-498f-981d-50ffe722e071 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.0825069 Nov 12 04:20:00.185791 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-708f4c8e-58b0-4f72-bf46-3f246ea563c4 req-25e76f82-ea9e-447b-94c8-abf1c167d1e3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979257 Nov 12 04:20:00.207576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-0ddbf2a3-a964-4676-a68c-9abd77984250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.209362 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-0ddbf2a3-a964-4676-a68c-9abd77984250 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1159024 Nov 12 04:20:00.279179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-997ba6f4-0792-4010-bb60-fed92faaf3d8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 1001 time: 0.0629275 Nov 12 04:20:00.326352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-b7080716-55b1-42d0-82f5-b7f81deb091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.327736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-b7080716-55b1-42d0-82f5-b7f81deb091d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0424297 Nov 12 04:20:00.370591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-862f801e-1646-4b07-97b0-aec8edbec0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:00.372063 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-862f801e-1646-4b07-97b0-aec8edbec0de service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376124 Nov 12 04:20:00.464017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-f5bdaf86-7383-4d65-bffc-c98d7e083b0c service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Nov 12 04:20:00.555711 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e84e700b-0394-42c0-8ce0-04faec5f8608 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844746 Nov 12 04:20:01.303400 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a276a-31de-4315-8290-16b9a5b845e2 req-d52b6d5c-bb2a-4b82-bebb-4df9ed0c758b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:01.304885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f4a276a-31de-4315-8290-16b9a5b845e2 req-d52b6d5c-bb2a-4b82-bebb-4df9ed0c758b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0493405 Nov 12 04:20:01.343255 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.357007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f4a276a-31de-4315-8290-16b9a5b845e2 req-fefe79b9-4b2a-44cf-a266-589911e338c3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 Nov 12 04:20:02.214075 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.471450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b353e6-1685-4a84-84db-8371394d4ee3 req-f778d4c5-4d9a-4972-b317-a23fd8b85de6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:02.472982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9b353e6-1685-4a84-84db-8371394d4ee3 req-f778d4c5-4d9a-4972-b317-a23fd8b85de6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0477993 Nov 12 04:20:02.520960 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d9b353e6-1685-4a84-84db-8371394d4ee3 req-9cd53671-f5d4-4768-a846-4e6eaf36be20 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Nov 12 04:20:03.640915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fe703-5bfc-4bf5-842f-b89c99c10d8d req-3abb3727-44b2-4724-adaa-f0eb4fccd17a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:03.642386 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7fe703-5bfc-4bf5-842f-b89c99c10d8d req-3abb3727-44b2-4724-adaa-f0eb4fccd17a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0535059 Nov 12 04:20:03.691064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd7fe703-5bfc-4bf5-842f-b89c99c10d8d req-be6e842b-1e76-411a-bc3d-9fe81a8365a9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Nov 12 04:20:04.453442 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:04.806098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e46ad-1112-4b6a-ac64-11fc11c95fc5 req-d8ac973c-7ff7-40c1-8f60-66198555b5b4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:04.807630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-345e46ad-1112-4b6a-ac64-11fc11c95fc5 req-d8ac973c-7ff7-40c1-8f60-66198555b5b4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0488272 Nov 12 04:20:04.855217 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-345e46ad-1112-4b6a-ac64-11fc11c95fc5 req-f55d5a41-0cfd-4412-ba03-469f29819a8d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Nov 12 04:20:05.968733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5bc20-42ed-45dd-a239-891960f079d7 req-25c5b81f-738d-42c9-9504-29d8bd54c025 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.970207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39f5bc20-42ed-45dd-a239-891960f079d7 req-25c5b81f-738d-42c9-9504-29d8bd54c025 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0480309 Nov 12 04:20:06.023574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-39f5bc20-42ed-45dd-a239-891960f079d7 req-fdb96d2e-896c-45ab-bc9d-b6e99e54b0aa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474930 Nov 12 04:20:07.141099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44399206-ea3b-4e7c-a44a-c76724e1c3fa req-048da643-c1a9-4fb0-b57f-9e3259750b56 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:07.143166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44399206-ea3b-4e7c-a44a-c76724e1c3fa req-048da643-c1a9-4fb0-b57f-9e3259750b56 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0493176 Nov 12 04:20:07.191993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44399206-ea3b-4e7c-a44a-c76724e1c3fa req-5dceeca3-0f3b-42b0-b1da-09d0e10268e1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Nov 12 04:20:08.307405 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be02e0-d639-4a6f-886d-2f86a152c6f3 req-814043f5-3a20-49d0-9b63-ecd0b359904b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:08.308807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20be02e0-d639-4a6f-886d-2f86a152c6f3 req-814043f5-3a20-49d0-9b63-ecd0b359904b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0475705 Nov 12 04:20:08.356584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20be02e0-d639-4a6f-886d-2f86a152c6f3 req-93445703-0629-417a-b0aa-dc1c2c274436 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Nov 12 04:20:09.475171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fdedc-7a45-4b77-9f92-9205204f1fcd req-24b3173a-ed70-4a50-8693-af626bb5703f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:09.476648 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-741fdedc-7a45-4b77-9f92-9205204f1fcd req-24b3173a-ed70-4a50-8693-af626bb5703f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0516632 Nov 12 04:20:09.524162 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-741fdedc-7a45-4b77-9f92-9205204f1fcd req-7e7507fe-2a2c-4213-9d57-40f706bf6d12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Nov 12 04:20:10.639317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53386b17-fe30-4eea-b4b3-960e0ead8fde req-5b8be369-c48e-41c7-a482-8fadf036e83f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:10.640825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53386b17-fe30-4eea-b4b3-960e0ead8fde req-5b8be369-c48e-41c7-a482-8fadf036e83f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0489142 Nov 12 04:20:10.690052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-53386b17-fe30-4eea-b4b3-960e0ead8fde req-eddfc611-2de3-447d-8aed-bcdb0990537f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Nov 12 04:20:11.808196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2795ea7-0b4e-42ce-8550-4de76f64f151 req-d69341ee-583e-47ab-aa95-e79c68eba6b4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:11.809664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2795ea7-0b4e-42ce-8550-4de76f64f151 req-d69341ee-583e-47ab-aa95-e79c68eba6b4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0512593 Nov 12 04:20:11.859114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c2795ea7-0b4e-42ce-8550-4de76f64f151 req-d011ac15-16e9-48dd-8c6b-3a7ecf0047f8 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Nov 12 04:20:12.978108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fb833-3639-42fb-bb08-983aace74738 req-5f60f322-4498-4176-952f-486fe9519489 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:12.979583 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b67fb833-3639-42fb-bb08-983aace74738 req-5f60f322-4498-4176-952f-486fe9519489 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0483630 Nov 12 04:20:13.028801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b67fb833-3639-42fb-bb08-983aace74738 req-c928f079-5f54-4cc7-b6e5-0ed27d8e71bf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Nov 12 04:20:14.145936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c365e-619e-48cc-bb37-3eca957116a0 req-5c04bbaa-321c-494d-b5f3-41911223e3f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:14.147436 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-986c365e-619e-48cc-bb37-3eca957116a0 req-5c04bbaa-321c-494d-b5f3-41911223e3f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0479476 Nov 12 04:20:14.200042 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-986c365e-619e-48cc-bb37-3eca957116a0 req-1e2a3e34-681b-47e6-a82a-1beee31db66e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466576 Nov 12 04:20:15.319884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3230a70-63b2-4a57-bce6-4ea6b4db3449 req-20531025-c87c-417f-835b-f794b94aefe0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:15.321359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3230a70-63b2-4a57-bce6-4ea6b4db3449 req-20531025-c87c-417f-835b-f794b94aefe0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0509512 Nov 12 04:20:15.370538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3230a70-63b2-4a57-bce6-4ea6b4db3449 req-5c774bf0-2fd4-4a58-9d17-b7ee5ed542c5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Nov 12 04:20:16.488257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d57ddc-382e-44ac-8b1f-2e321e26a4d4 req-a8cf7f31-95f8-460b-85dc-427d6a32fdd7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:16.489747 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45d57ddc-382e-44ac-8b1f-2e321e26a4d4 req-a8cf7f31-95f8-460b-85dc-427d6a32fdd7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0483823 Nov 12 04:20:16.538997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45d57ddc-382e-44ac-8b1f-2e321e26a4d4 req-ef15f6db-9114-4581-9890-d95a639ff386 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Nov 12 04:20:17.700356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598042-199b-4947-bbd1-f283a5d4aa17 req-7b514300-170d-4784-9142-d65aadd05e31 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.701830 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11598042-199b-4947-bbd1-f283a5d4aa17 req-7b514300-170d-4784-9142-d65aadd05e31 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0953407 Nov 12 04:20:17.703084 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-c1650c44-f365-4865-8da1-6ed316535c28 service neutron] show failed (client error): The resource could not be found. Nov 12 04:20:17.704015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-c1650c44-f365-4865-8da1-6ed316535c28 service neutron] 10.222.0.98 "GET /v2.0/ports/c91395e7-9279-498c-85ac-3f62d3efbd35/bindings/n-h2-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0956383 Nov 12 04:20:17.753523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-11598042-199b-4947-bbd1-f283a5d4aa17 req-c6e64cfa-8155-4b06-82f6-1aaf4fcc00ec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Nov 12 04:20:17.902919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-39167562-c3e7-44d4-8975-aa17431358ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:17.904416 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-39167562-c3e7-44d4-8975-aa17431358ca service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 1098 time: 0.0406401 Nov 12 04:20:17.915403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:17.969431 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.107927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c71dac0-8cda-459a-b633-4f8846264b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.167067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:18.199018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:18.237533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:18.240368 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1159dd7-c40e-4a60-83a9-13d18cd28d55" -d '{"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:18.244596 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.258337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Transition to ACTIVE for port object c91395e7-9279-498c-85ac-3f62d3efbd35 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:18.261848 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.290936 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca64c4-da68-49f5-a384-406fdcbf43e5 x-openstack-request-id: req-8cca64c4-da68-49f5-a384-406fdcbf43e5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:18.291220 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:18.291468 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8cca64c4-da68-49f5-a384-406fdcbf43e5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:18.291856 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'code': 200} Nov 12 04:20:18.345647 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:18.355788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.356169 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.356513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.356848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.357185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.357518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.357846 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.358172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.358496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.358821 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.359146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.359461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:18.402888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] No DVR routers for this DVR port c91395e7-9279-498c-85ac-3f62d3efbd35 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:18.537313 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:18.537640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:18.537969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:18.542963 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:18.543278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Attempting to bind port c91395e7-9279-498c-85ac-3f62d3efbd35 on network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:18.548073 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:18.548407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Checking segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:18.548778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Bound using segment: {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:18.549200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Bound port: c91395e7-9279-498c-85ac-3f62d3efbd35, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0139fa60-e250-4690-83f6-e88f105f35bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:18.549546 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.614830 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:18.617709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:18.622156 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.654249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.655023 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:18.656414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] 10.222.0.100 "PUT /v2.0/ports/c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 1093 time: 0.7447689 Nov 12 04:20:18.693337 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6dd59-1c2d-4745-80db-bbdb2b4eb9da service neutron] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:18.725866 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-8d7392c4-fa55-41e5-bfc0-589c4dcb3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.727381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-8d7392c4-fa55-41e5-bfc0-589c4dcb3c29 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0438497 Nov 12 04:20:18.831758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-a0c0d30d-38fa-402f-8fff-4c21294fa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.833706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-a0c0d30d-38fa-402f-8fff-4c21294fa4f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.0996268 Nov 12 04:20:18.923490 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d8d21-185e-4cc3-8ebe-4d87d1db889f req-413ffebd-c671-4378-80ed-279555aade0d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:18.924894 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-762d8d21-185e-4cc3-8ebe-4d87d1db889f req-413ffebd-c671-4378-80ed-279555aade0d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0957904 Nov 12 04:20:18.927012 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-93928b62-faf0-44e3-b60f-6f25491909a4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.0849319 Nov 12 04:20:19.007300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-41face06-d1f5-4fe0-b49c-f75b2d7201d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.008681 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-41face06-d1f5-4fe0-b49c-f75b2d7201d0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0721433 Nov 12 04:20:19.012538 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-762d8d21-185e-4cc3-8ebe-4d87d1db889f req-daf483f0-62e6-4962-b9a6-4c62c58a9ed8 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817080 Nov 12 04:20:19.055013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-f9f96ea4-98c2-401f-9a3c-98c47980d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:19.056582 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-f9f96ea4-98c2-401f-9a3c-98c47980d819 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409069 Nov 12 04:20:19.146631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-7d4cf73f-5b27-45f3-bb08-77ac7d0ffa6c service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Nov 12 04:20:19.233043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76e83c91-4c1c-4b5f-94a3-994c0f7d90ce req-3260ed98-0613-4e2e-ab75-cfbcfa92328a service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795703 Nov 12 04:20:20.130417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9943501-da59-422e-a6d3-2cdb19baaf7d req-e22adc58-0db6-4c29-972f-8c23cb22a97b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.131873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9943501-da59-422e-a6d3-2cdb19baaf7d req-e22adc58-0db6-4c29-972f-8c23cb22a97b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0482306 Nov 12 04:20:20.184559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c9943501-da59-422e-a6d3-2cdb19baaf7d req-a04a0dd3-fbbf-40c9-87c0-9effcede7179 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Nov 12 04:20:20.223116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:20.261725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:20.293392 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:20.295669 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444d8a0-c246-4553-b7ce-5a01e6e4d344" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:20.344939 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99be869-2ff1-4945-9a5d-28e1812807d5 x-openstack-request-id: req-d99be869-2ff1-4945-9a5d-28e1812807d5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:20.345225 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:20.345486 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d99be869-2ff1-4945-9a5d-28e1812807d5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:20.345892 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'status': 'completed', 'code': 200} Nov 12 04:20:20.426432 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-519c62b4-5f28-4412-8cda-a0c338321970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.427917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-519c62b4-5f28-4412-8cda-a0c338321970 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0640678 Nov 12 04:20:20.433843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-aa966375-0b9c-4537-ae25-73fef30878ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.435438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-aa966375-0b9c-4537-ae25-73fef30878ad service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0625582 Nov 12 04:20:20.489668 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d83cab99-86f0-4e93-92c0-73dc43ff164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.590633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-987e645f-6a4c-4544-8f55-2c934cd0793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.592034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-987e645f-6a4c-4544-8f55-2c934cd0793a service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1556334 Nov 12 04:20:20.593342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-dd2edc10-079e-44eb-ac6b-973f7a5b16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:20.594640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-dd2edc10-079e-44eb-ac6b-973f7a5b16a9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1500206 Nov 12 04:20:20.705355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-781aa298-49f6-4d36-807d-d3766ae18fe8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.1068921 Nov 12 04:20:20.709207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-30928e64-cc6d-49da-ace6-833c262bb29b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.1039753 Nov 12 04:20:21.135818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-a20d0c89-1519-41a6-a324-4487e973b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.137317 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-a20d0c89-1519-41a6-a324-4487e973b29e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.4256418 Nov 12 04:20:21.140850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-b2d396aa-ffce-43b0-987e-c90103c16072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.142134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-b2d396aa-ffce-43b0-987e-c90103c16072 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.4225016 Nov 12 04:20:21.213512 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-80646876-09e4-4d6b-a853-29a325f216dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.214697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-80646876-09e4-4d6b-a853-29a325f216dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695262 Nov 12 04:20:21.220205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-1fe2a52f-4dfa-4135-9e1b-e0d648dd9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.221616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-1fe2a52f-4dfa-4135-9e1b-e0d648dd9b07 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691433 Nov 12 04:20:21.417902 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a887a-4694-4ed4-8105-190b0be83bb3 req-e5151d2c-59b3-4a2c-989b-0c3f98cc5768 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.419752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865a887a-4694-4ed4-8105-190b0be83bb3 req-e5151d2c-59b3-4a2c-989b-0c3f98cc5768 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.1643453 Nov 12 04:20:21.434678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-e764ca6b-b3b1-40d3-948c-0f5cfbd7993b service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121458 Nov 12 04:20:21.461028 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-5fd63fb5-4b44-4677-bbd0-0c5a4eca6e18 service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305341 Nov 12 04:20:21.599020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-865a887a-4694-4ed4-8105-190b0be83bb3 req-a0073093-9cf4-4ca2-85e3-30406afda308 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717184 Nov 12 04:20:21.656556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-cfa53917-6811-4a84-bbbf-617bba938a83 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117054 Nov 12 04:20:21.662700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f444d8a0-c246-4553-b7ce-5a01e6e4d344 req-4fbd26e4-8142-436d-b5db-3dc0b53e045a service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890550 Nov 12 04:20:21.834924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281ad1-bc5e-463c-926a-f03370abac9c req-c4c194ea-0a6d-4016-9ad2-b509cc2e7b67 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.836414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0281ad1-bc5e-463c-926a-f03370abac9c req-c4c194ea-0a6d-4016-9ad2-b509cc2e7b67 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0795791 Nov 12 04:20:21.844725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-ca8d0325-2e11-4115-b023-32d59a67d531 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.846093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-ca8d0325-2e11-4115-b023-32d59a67d531 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff&tenant_id=c36ce34d737d42cb91be54122f1dbe2e&binding%3Ahost_id=n-h2-713499-30 HTTP/1.1" status: 200 len: 944 time: 0.0790570 Nov 12 04:20:21.899573 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:21.932423 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0281ad1-bc5e-463c-926a-f03370abac9c req-a0ed3cec-3388-4921-8d4a-5cdc018e0e61 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853570 Nov 12 04:20:21.937765 n-d-713499-30 neutron-server[102606]: INFO neutron.api.v2.resource [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-85557759-72d5-483d-909c-54b212cea82b service neutron] delete failed (client error): The resource could not be found. Nov 12 04:20:21.938738 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-85557759-72d5-483d-909c-54b212cea82b service neutron] 10.222.0.98 "DELETE /v2.0/ports/c91395e7-9279-498c-85ac-3f62d3efbd35/bindings/n-h1-713499-30 HTTP/1.1" status: 404 len: 381 time: 0.0854430 Nov 12 04:20:22.062865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-4640ea06-e6bc-46ab-a174-16692ddee7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.064642 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-4640ea06-e6bc-46ab-a174-16692ddee7d2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1096 time: 0.0775344 Nov 12 04:20:22.077530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf78750-af43-4105-a54a-e1ba1e0c02f3 req-5bbd3647-a1db-4358-b091-ec99ef83abb6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.078913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daf78750-af43-4105-a54a-e1ba1e0c02f3 req-5bbd3647-a1db-4358-b091-ec99ef83abb6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 944 time: 0.0602069 Nov 12 04:20:22.185801 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-daf78750-af43-4105-a54a-e1ba1e0c02f3 req-1d8689e7-0306-466b-926d-909870de9c53 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986667 Nov 12 04:20:22.201983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-69448a4e-7c66-4a75-bc7d-b7ba202685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.203501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-69448a4e-7c66-4a75-bc7d-b7ba202685e9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1236925 Nov 12 04:20:22.269343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-120a7560-d76b-448f-84ca-467e77df0fa1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 999 time: 0.0586407 Nov 12 04:20:22.317364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-13fa64ec-1f00-40db-adcf-57282c131c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.320000 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-13fa64ec-1f00-40db-adcf-57282c131c11 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0435543 Nov 12 04:20:22.367097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-121542e4-a463-4ca7-98dc-1dfc4f54494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.368605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-121542e4-a463-4ca7-98dc-1dfc4f54494e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430236 Nov 12 04:20:22.456238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-4b3cc302-07e6-4ebd-a191-5fff71668926 service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804923 Nov 12 04:20:22.546880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb784799-8fcf-4ac8-bb50-8da6f571e0cd req-5e71185a-b2b2-425c-80ec-ca5c0b1cafed service neutron] 10.222.0.98 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840759 Nov 12 04:20:22.901632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:22.998986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:23.010783 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'port_id': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'mac_address': 'fa:16:3e:1f:82:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:23.051232 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.067873 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91395e7-9279-498c-85ac-3f62d3efbd35 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:23.088833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:23.093493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.140096 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:23.147836 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.148212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.148552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.148889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.149221 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.149558 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.149871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.150196 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.150520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.150843 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.151166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.151485 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:23.261433 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.311591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403d11-3df4-496a-a264-c5aa976f9a42 req-9d7c44c3-ca02-4f66-87a2-1f4b5bec7fb5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:23.313093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45403d11-3df4-496a-a264-c5aa976f9a42 req-9d7c44c3-ca02-4f66-87a2-1f4b5bec7fb5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 945 time: 0.0575087 Nov 12 04:20:23.349646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['c91395e7-9279-498c-85ac-3f62d3efbd35'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:23.362062 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45403d11-3df4-496a-a264-c5aa976f9a42 req-94878a07-ac13-4389-89c7-be4292843e0a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Nov 12 04:20:23.384976 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:23.448581 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6b15cc3c-1a7e-4036-855d-24e815d68b84 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/219c1fe5-b3c6-47cb-b50e-034b3f99e31c HTTP/1.1" status: 200 len: 992 time: 0.0622835 Nov 12 04:20:23.768445 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.907930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:24.956160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port c91395e7-9279-498c-85ac-3f62d3efbd35 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:24.960811 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port c91395e7-9279-498c-85ac-3f62d3efbd35 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:24.961211 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.037359 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.059392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:25.061617 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc4d74f-25f4-43d9-87d6-951200591e07" -d '{"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-plugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:25.074871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:25.079004 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.104898 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17194917-f8a4-4961-9751-0c7d339fc558 x-openstack-request-id: req-17194917-f8a4-4961-9751-0c7d339fc558 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:25.105193 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-plugged", "status": "completed", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:25.105448 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17194917-f8a4-4961-9751-0c7d339fc558 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:25.105840 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'code': 200} Nov 12 04:20:25.130431 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:30.564783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-876644cc-0a40-439f-a559-12559f9dee18 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384183 Nov 12 04:20:30.649829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-108aa859-dbd6-40a5-9e1b-e0838a7f0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.651306 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-108aa859-dbd6-40a5-9e1b-e0838a7f0881 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.0447996 Nov 12 04:20:30.754929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-ab106cb8-21db-4bee-8c4f-36fca21da2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.756419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-ab106cb8-21db-4bee-8c4f-36fca21da2bc service neutron] 10.222.0.100 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.0840020 Nov 12 04:20:30.824393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-d949008b-7beb-421d-a280-f89ec6715784 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 1001 time: 0.0608931 Nov 12 04:20:30.872084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-438d627d-4c82-4a09-9a8a-aad26ad5e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.873744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-438d627d-4c82-4a09-9a8a-aad26ad5e1e6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0428913 Nov 12 04:20:30.922441 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-f377d541-8efe-4c51-9897-481c93457338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:30.923935 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-f377d541-8efe-4c51-9897-481c93457338 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392046 Nov 12 04:20:31.015095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-64870ff5-1b6e-4aa6-b3e9-92ae4905e2fd service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Nov 12 04:20:31.103115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e93c155c-7ca5-4c6d-a93f-49d740fbceca req-529a08f8-bfaf-464c-b60e-a7978146a478 service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811055 Nov 12 04:20:31.361732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.373670 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.451896 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:48.109850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-735df95d-104b-47d7-a3ff-ae584fc51505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:50.490993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-86df4d78-6ded-455f-961a-7992b85438b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:51.899803 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.263413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:53.770457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.147473 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37626) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:54.304865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 2026f3bd-284f-4866-84f9-ab13bfeac601 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:54.305207 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.378174 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.378498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.390464 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 2026f3bd-284f-4866-84f9-ab13bfeac601 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:54.536234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.561317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=2026f3bd-284f-4866-84f9-ab13bfeac601,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:54.622425 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.622749 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 219c1fe5-b3c6-47cb-b50e-034b3f99e31c disassociated (deleted). External IP: 172.25.4.80, port: c91395e7-9279-498c-85ac-3f62d3efbd35. Nov 12 04:20:54.819857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router f927e96d-8420-4751-9d08-1e8f905c6472 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:54.923817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:54.928652 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.933216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Sync routers for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:54.943260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:54.943879 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:54.958688 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-32e8119c-ece8-4055-ae33-9314377168fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/floatingips/219c1fe5-b3c6-47cb-b50e-034b3f99e31c HTTP/1.1" status: 204 len: 168 time: 0.8100431 Nov 12 04:20:54.959277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:54.961555 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51b782-dc0e-4129-b5a4-529f73df29f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:55.002933 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e93828e-9dd6-4a88-a14e-134300c7c0ef x-openstack-request-id: req-6e93828e-9dd6-4a88-a14e-134300c7c0ef {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:55.003224 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:55.003484 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e93828e-9dd6-4a88-a14e-134300c7c0ef {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:55.003895 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'status': 'completed', 'code': 200} Nov 12 04:20:55.054999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:55.067396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-32f2842c-6536-45ef-b7b8-a429e4c7b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.069015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-32f2842c-6536-45ef-b7b8-a429e4c7b57e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 1098 time: 0.0438378 Nov 12 04:20:55.210956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-746c4ec8-c860-488b-9f5d-5468c8c6d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.212601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-746c4ec8-c860-488b-9f5d-5468c8c6d132 service neutron] 10.222.0.100 "GET /v2.0/networks?id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 200 len: 898 time: 0.1344442 Nov 12 04:20:55.220942 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357aee-3945-4367-b50c-c9b8e329bf74 req-0f3e7aac-4abc-4827-bef8-7ae1b55a5140 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.223992 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad357aee-3945-4367-b50c-c9b8e329bf74 req-0f3e7aac-4abc-4827-bef8-7ae1b55a5140 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0764258 Nov 12 04:20:55.264363 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-161d895e-8f45-4604-8361-9b61211e348c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 200 len: 217 time: 0.0409956 Nov 12 04:20:55.266645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:55.292894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Checking router: f927e96d-8420-4751-9d08-1e8f905c6472 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:55.301683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:55.302296 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:55.336044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ad357aee-3945-4367-b50c-c9b8e329bf74 req-174f4e32-9b1d-4ade-bd82-890e6aadfbb1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066644 Nov 12 04:20:55.340883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-a8621ec2-054c-47da-b777-26029eac3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.342540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-a8621ec2-054c-47da-b777-26029eac3f38 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 200 len: 834 time: 0.0704820 Nov 12 04:20:55.392731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-d9a670b1-3a12-456a-93ca-2d254af017d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:55.394239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-d9a670b1-3a12-456a-93ca-2d254af017d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445280 Nov 12 04:20:55.409967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:55.486418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-7b7b007f-e966-4e1f-920e-06fbd94d2a6e service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838890 Nov 12 04:20:55.579611 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc51b782-dc0e-4129-b5a4-529f73df29f0 req-36d158b8-6c48-4d57-961e-190d67ab23a9 service neutron] 10.222.0.100 "GET /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Nov 12 04:20:55.621377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:55.651098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06381d74-6228-49c4-9c37-cb320bebae3e None None] The sync data for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 is: [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:19:11Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '04fb57a1-cd59-4ff8-bf6e-2db220d629e4', 'name': '', 'network_id': 'c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:ac:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '531a1e4a-868f-4a37-842d-687402adea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:10Z', 'updated_at': '2021-11-12T04:19:14Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '531a1e4a-868f-4a37-842d-687402adea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:55.879700 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9221153-9549-4798-98e2-2a22b5e6b632 None None] New status for floating IP 219c1fe5-b3c6-47cb-b50e-034b3f99e31c: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:20:56.457795 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1119e8-b41e-450c-9711-04f891f315fd req-c5c54b42-74ad-47f4-8dae-4b9c6a1974f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.459230 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c1119e8-b41e-450c-9711-04f891f315fd req-c5c54b42-74ad-47f4-8dae-4b9c6a1974f4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0517511 Nov 12 04:20:56.534034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8e18f128-2346-42d2-bca5-b8bee1e7c681 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.535394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8e18f128-2346-42d2-bca5-b8bee1e7c681 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/ports?device_id=0d1bc258-31e2-4482-9619-21575f3f27ff HTTP/1.1" status: 200 len: 946 time: 0.0871725 Nov 12 04:20:56.539016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2c1119e8-b41e-450c-9711-04f891f315fd req-e1c2ded2-1c50-49e0-9215-4b62b0ecf12e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726030 Nov 12 04:20:56.629145 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port c91395e7-9279-498c-85ac-3f62d3efbd35 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:56.629472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.714870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port c91395e7-9279-498c-85ac-3f62d3efbd35, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=c91395e7-9279-498c-85ac-3f62d3efbd35,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:56.715235 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.731680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for c91395e7-9279-498c-85ac-3f62d3efbd35 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:56.852208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.882672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=c91395e7-9279-498c-85ac-3f62d3efbd35,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:56.926345 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] No DVR routers for this DVR port c91395e7-9279-498c-85ac-3f62d3efbd35 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:56.928923 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.932325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1b62c4ca-e64f-45e4-a2c6-95ffc114e661 req-8a5c3a7f-597b-4b28-9d71-e22b7b97996a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "DELETE /v2.0/ports/c91395e7-9279-498c-85ac-3f62d3efbd35 HTTP/1.1" status: 204 len: 173 time: 0.3902340 Nov 12 04:20:57.005187 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-deleted', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:57.007720 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9adac3-e08f-4830-82e1-fffd2899093e" -d '{"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-deleted", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:57.044448 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59463f0-cf32-47fc-8068-4fb1c2ba0d8a x-openstack-request-id: req-b59463f0-cf32-47fc-8068-4fb1c2ba0d8a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:57.044725 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1bc258-31e2-4482-9619-21575f3f27ff", "name": "network-vif-deleted", "tag": "c91395e7-9279-498c-85ac-3f62d3efbd35", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:57.045071 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b59463f0-cf32-47fc-8068-4fb1c2ba0d8a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:57.045498 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1bc258-31e2-4482-9619-21575f3f27ff', 'name': 'network-vif-deleted', 'tag': 'c91395e7-9279-498c-85ac-3f62d3efbd35', 'status': 'completed', 'code': 200} Nov 12 04:20:57.595040 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37640) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:57.948340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.528792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:58.529047 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.618072 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 04fb57a1-cd59-4ff8-bf6e-2db220d629e4, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:58.618748 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.630996 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:58.811077 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.843365 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=04fb57a1-cd59-4ff8-bf6e-2db220d629e4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.013821 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.224360 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router f927e96d-8420-4751-9d08-1e8f905c6472 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:59.325644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:59.330620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-669a41cf-c524-4681-86df-e9dd02447089 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/f927e96d-8420-4751-9d08-1e8f905c6472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345560 Nov 12 04:20:59.333439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.337133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Sync routers for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:59.347866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:59.348601 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:59.386621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting subnet 531a1e4a-868f-4a37-842d-687402adea39 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:20:59.390297 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.428750 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.456203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:59.510310 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.577215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.602014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Subnet': ['ID=531a1e4a-868f-4a37-842d-687402adea39,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:59.609259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:59.615865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37644) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:59.616533 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fdd2dfb1-ebd6-4f59-920b-7f3ef52f583c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/subnets/531a1e4a-868f-4a37-842d-687402adea39 HTTP/1.1" status: 204 len: 168 time: 0.2815497 Nov 12 04:20:59.616641 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e62b4-a521-4499-a1ed-e5caa0450edd None None] Network c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:20:59.717225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:20:58Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:59.764217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Checking router: f927e96d-8420-4751-9d08-1e8f905c6472 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:59.779133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Routers {'f927e96d-8420-4751-9d08-1e8f905c6472'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:59.779787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['f927e96d-8420-4751-9d08-1e8f905c6472'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:59.889665 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] DHCP port deletion for c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:20:59.901525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] Set router f927e96d-8420-4751-9d08-1e8f905c6472 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:00.035346 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.083577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Deleting port dbdc4394-52b5-4c03-beb6-1158d7308733 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:00.083833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.141745 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.158499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] For port dbdc4394-52b5-4c03-beb6-1158d7308733, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=dbdc4394-52b5-4c03-beb6-1158d7308733,segment=NetworkSegment(0139fa60-e250-4690-83f6-e88f105f35bb),segment_id=0139fa60-e250-4690-83f6-e88f105f35bb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:00.158898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.176337 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Calling delete_port for dbdc4394-52b5-4c03-beb6-1158d7308733 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:00.194167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:20:58Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.195261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port a086475e-874b-451d-98b4-57bcd812640e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:21:00.195748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.235039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device dbdc4394-52b5-4c03-beb6-1158d7308733 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:00.279088 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port a086475e-874b-451d-98b4-57bcd812640e, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=a086475e-874b-451d-98b4-57bcd812640e,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:00.279455 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.298028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for a086475e-874b-451d-98b4-57bcd812640e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:21:00.437821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fcafad-b48c-4670-b0f4-f3d249d9d919 None None] The sync data for ids ['f927e96d-8420-4751-9d08-1e8f905c6472'] in n-d-713499-30 is: [{'id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288787159', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'a086475e-874b-451d-98b4-57bcd812640e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:19:07Z', 'updated_at': '2021-11-12T04:20:58Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'a086475e-874b-451d-98b4-57bcd812640e', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f927e96d-8420-4751-9d08-1e8f905c6472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:19:08Z', 'updated_at': '2021-11-12T04:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:00.476210 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.506430 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.514471 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=a086475e-874b-451d-98b4-57bcd812640e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.536198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.536555 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.536900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.537240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.537577 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.537910 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.538245 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.538600 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.538931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.539261 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.539831 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.540190 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:00.542063 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e433c-5159-4f85-a6e5-4abc39cbb23d None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:00.543928 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] No DVR routers for this DVR port dbdc4394-52b5-4c03-beb6-1158d7308733 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:21:00.547527 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce365c5-2745-4c65-8c91-bd60948f81e3 None None] Pushing event deleted for resources: {'Port': ['ID=dbdc4394-52b5-4c03-beb6-1158d7308733,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:00.556374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.587422 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.682382 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.685289 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.728583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.729078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Fanout notify agent at l3_agent the message router_deleted on router f927e96d-8420-4751-9d08-1e8f905c6472 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:21:00.737135 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.738241 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-071ca24e-613b-4f9d-9fed-f0bab9e90756 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/routers/f927e96d-8420-4751-9d08-1e8f905c6472 HTTP/1.1" status: 204 len: 168 time: 1.1209915 Nov 12 04:21:00.740992 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:00.822603 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.915503 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.937240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.946326 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0139fa60-e250-4690-83f6-e88f105f35bb') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.946616 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0139fa60-e250-4690-83f6-e88f105f35bb') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:00.956440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.969270 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.975119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:21:00.975498 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:21:00.978510 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:21:01.038408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.046300 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.049335 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/networks/c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be HTTP/1.1" status: 204 len: 168 time: 0.3073790 Nov 12 04:21:01.050098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:01.052582 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37648) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.061531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceca7a4-dcd8-4162-bf50-f9bebad94a02 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Network': ['ID=c9aad4c0-dc7c-4ffd-ae0b-7da43e7dc1be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.075579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: c91395e7-9279-498c-85ac-3f62d3efbd35 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:01.075889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device c91395e7-9279-498c-85ac-3f62d3efbd35 not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:01.118629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.146381 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.204134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.206702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.207870 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/security-groups/6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8 HTTP/1.1" status: 204 len: 168 time: 0.1543157 Nov 12 04:21:01.216992 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edfc3f-baa9-497e-ad9a-4876b5e10e54 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948dc5c-28f1-4079-8a9a-60e0c6e8f7a8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.356866 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.633843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37654) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.638693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128972780', 'description': 'tempest-secgroup-smoke-2128972780 description', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:01.661690 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.726312 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.729932 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.762531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060c1bbb-de68-448b-b946-5f1791c7d36b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.766566 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.767762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-78d6cfb8-74aa-4e54-b0aa-b97a7c6e23ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1329000 Nov 12 04:21:01.770850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37656) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.775077 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:01.801378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.854266 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.858587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.876782 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3fb0c0-2b2a-47b3-910b-f0085a321515,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.881576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.882986 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-06784f50-2d2c-4a8b-b31c-6e26be275bc9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109757 Nov 12 04:21:01.885628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37658) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:01.889920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:01.916005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.970811 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.974585 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.993600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c280201f-03e2-4b26-8fef-1813f13aa563,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.003202 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.004419 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3702b7e1-858e-4678-ba26-e94b3dff8f97 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178734 Nov 12 04:21:02.007168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37660) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.011486 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.037401 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.093402 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.097529 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.120200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c4f015-2c36-405d-99f1-de328d4c5c68,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.129729 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.133629 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-03b848a1-b2a9-4337-b015-78dff1a1c15a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228514 Nov 12 04:21:02.133794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37662) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.138806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.143402 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:02.166243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:02.166685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 04fb57a1-cd59-4ff8-bf6e-2db220d629e4 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:02.166800 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.167219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a086475e-874b-451d-98b4-57bcd812640e no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:21:02.186490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: a086475e-874b-451d-98b4-57bcd812640e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:21:02.186833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device a086475e-874b-451d-98b4-57bcd812640e not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:21:02.229812 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.233718 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.237711 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.252206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c3a25e-066e-4661-8957-8fd06436fd39,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.259013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.260409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-25584290-902d-4449-8565-d60fbfcc6395 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257234 Nov 12 04:21:02.263684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37664) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.268091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.289572 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:02.294484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.351197 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.354656 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.372684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9afeef-ebf6-4ae2-8765-327c83671b51,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.377758 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.378869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3c783360-4b6c-41c4-9c15-eff07b02d09a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142123 Nov 12 04:21:02.381746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37666) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.386209 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '060c1bbb-de68-448b-b946-5f1791c7d36b', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.408405 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:21:02.413106 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.471576 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.475103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.498733 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8c37d9-c759-400b-906b-59599acdb1eb,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.504241 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.505403 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67e40282-7193-4eff-9800-2977b86956e9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225502 Nov 12 04:21:02.508538 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37668) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.513817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'network': {'name': 'tempest-network-smoke--883167859', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'port_security_enabled': True}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.534058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:02.537716 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.561692 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:21:02.571147 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.571542 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Added segment 69f50721-794a-418e-a89a-3eb1ab5b0fb7 of type vlan for network 9bd278ef-9380-414c-9a3e-3394bf65eb97 Nov 12 04:21:02.611203 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.635464 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.641454 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.642028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.676145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1665864 Nov 12 04:21:02.679062 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:02.683743 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'admin_state_up': True, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:02.707932 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.709070 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.709314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97ba9c-9458-4bfc-9c80-3805676152f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Network': ['ID=9bd278ef-9380-414c-9a3e-3394bf65eb97,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.719995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:21:02.769783 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.905802 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.096650 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.115451 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.217757 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.43 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c10c3aab-7176-42ef-be6e-8555397353b6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:03.316863 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.349173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.384297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:03.386948 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:03.392436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:03.399553 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ab2a3-a6bd-4a7a-80d4-f4a1c101a624 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:03.424701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=c10c3aab-7176-42ef-be6e-8555397353b6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:03.438339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ed0f6264-d912-4419-9855-6459fb5ca471 None None] Provisioning complete for port c10c3aab-7176-42ef-be6e-8555397353b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:03.438712 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed0f6264-d912-4419-9855-6459fb5ca471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.478536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f6264-d912-4419-9855-6459fb5ca471 None None] Port c10c3aab-7176-42ef-be6e-8555397353b6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:03.651690 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.845182 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:03.968813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router c7f771bf-985e-4e95-8ec8-583e3818c867 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:21:04.073431 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:04.084408 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Sync routers for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:04.094304 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.094700 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:04.095360 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:04.095529 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ab89943a-fa4c-4e7d-b4d0-82a3d8e349a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4154272 Nov 12 04:21:04.098869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37672) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.131502 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-883856f0-0da1-4719-b477-2aa2199fad0c tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=c36ce34d737d42cb91be54122f1dbe2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314226 Nov 12 04:21:04.134156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37674) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.200418 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:04.218293 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80522ca-688e-46f8-8714-81f23cab5043 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.222282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f80522ca-688e-46f8-8714-81f23cab5043 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847194 Nov 12 04:21:04.223028 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.253259 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3be27381-92c7-4632-aad6-7bf39bb53886 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287805 Nov 12 04:21:04.255604 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.260549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372358894', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:04.355572 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:04.359635 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.460665 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:03Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:04.489707 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Checking router: c7f771bf-985e-4e95-8ec8-583e3818c867 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:04.490050 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Updating router c7f771bf-985e-4e95-8ec8-583e3818c867 port c10c3aab-7176-42ef-be6e-8555397353b6 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:04.516170 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.542104 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.603507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Subnet': ['ID=6ee40d23-ae23-4fe4-88a6-125b4778b4bf,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:04.612701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Checking segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:04.613071 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network hostable DHCP agents. Network: 9bd278ef-9380-414c-9a3e-3394bf65eb97, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:21:04.630055 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:21:04.638506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 9bd278ef-9380-414c-9a3e-3394bf65eb97) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:04.642449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:04.643620 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.650747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5b795-5b48-4f9b-979f-487e6938b6e0 None None] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:04.662646 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f6b4eb92-d460-4604-b089-6714e034e05f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4033914 Nov 12 04:21:04.663036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37680) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:04.775869 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.783022 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.815244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-9bd278ef-9380-414c-9a3e-3394bf65eb97', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:21:04.816551 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.832934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffae60-2729-4794-8f58-8e2934b5a750 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:04.834944 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Attempting to bind port c10c3aab-7176-42ef-be6e-8555397353b6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:04.835316 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Attempting to bind port c10c3aab-7176-42ef-be6e-8555397353b6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:04.835685 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Attempting to bind port c10c3aab-7176-42ef-be6e-8555397353b6 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:04.845375 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:04.845828 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:04.846147 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.846533 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:04.847006 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Bound port: c10c3aab-7176-42ef-be6e-8555397353b6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:04.847736 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.869174 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Pushing event updated for resources: {'Port': ['ID=c10c3aab-7176-42ef-be6e-8555397353b6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:04.884353 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.884700 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.885043 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.885377 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.885711 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.886039 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.886365 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.886688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.887043 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.887365 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.887686 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.888028 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:21:04.911691 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] For port c10c3aab-7176-42ef-be6e-8555397353b6, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:04.915238 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] For port c10c3aab-7176-42ef-be6e-8555397353b6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c10c3aab-7176-42ef-be6e-8555397353b6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:04.919999 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.936871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] Provisioning complete for port c10c3aab-7176-42ef-be6e-8555397353b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:04.937244 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:04.971303 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:04.972197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:04.987228 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347fa1e-f098-4ccf-9375-cfc2b6c1bc63 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:21:05.025592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Allocated IP 172.20.0.2 (9bd278ef-9380-414c-9a3e-3394bf65eb97/6ee40d23-ae23-4fe4-88a6-125b4778b4bf/b308fd1a-e19c-46cf-8ad1-15c5c2f05b08) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:05.088868 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:05.123994 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.132271 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.162712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] For port c10c3aab-7176-42ef-be6e-8555397353b6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c10c3aab-7176-42ef-be6e-8555397353b6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:05.169501 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.192360 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadbf20-edf8-466d-be54-5e29060adb11 None None] Pushing event updated for resources: {'Port': ['ID=c10c3aab-7176-42ef-be6e-8555397353b6,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.264291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d67714-ecc4-4bf9-9c34-9b357f48a96f None None] Pushing event updated for resources: {'Port': ['ID=c10c3aab-7176-42ef-be6e-8555397353b6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.271188 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.284091 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.289529 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:03Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:05.316267 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d89ba-6be9-429f-be81-ef4619407633 None None] The sync data for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 is: [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:03Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:05.347193 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:05.353447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:05.356392 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:05.358171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Pushing event updated for resources: {'Port': ['ID=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.365616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-e3e2ea0a-2b6f-4404-bff6-38267d8a02af None None] Provisioning complete for port c10c3aab-7176-42ef-be6e-8555397353b6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:05.365978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e3e2ea0a-2b6f-4404-bff6-38267d8a02af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.421371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.1 (9bd278ef-9380-414c-9a3e-3394bf65eb97/6ee40d23-ae23-4fe4-88a6-125b4778b4bf/4691e19a-158c-4fe0-b5cf-0140744306a6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:05.448385 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Attempting to bind port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:05.448751 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Attempting to bind port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:05.449107 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Attempting to bind port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 on network 9bd278ef-9380-414c-9a3e-3394bf65eb97 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:05.457374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:05.457801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Checking segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:05.458245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.458636 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Bound using segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:05.459114 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Bound port: b308fd1a-e19c-46cf-8ad1-15c5c2f05b08, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:05.459488 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.555572 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.581768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] For port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:05.585394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] For port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:05.589943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.597209 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.657371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:05.663342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:05.664411 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897a3e2-ca49-4e8b-8adf-7b3e8f267e3a None None] Pushing event updated for resources: {'Port': ['ID=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.666093 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:05.676327 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:05.733721 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.887009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.212033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.213433 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c10c3aab-7176-42ef-be6e-8555397353b6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:06.217649 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.269325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c10c3aab-7176-42ef-be6e-8555397353b6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:06.269779 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.286849 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:06.322531 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.370001 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:06.419781 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:06.420288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.425709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:06.427271 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:06.515360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.552150 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:06.553710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router c7f771bf-985e-4e95-8ec8-583e3818c867 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:06.559870 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.615094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:06.665007 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb94fb7-f1d5-4ed3-9a26-7bff55f7142b None None] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:21:06.675259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:06.680321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f25d650f-3402-4a21-b359-7da0bd421da2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/c7f771bf-985e-4e95-8ec8-583e3818c867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161827 Nov 12 04:21:06.740587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c7e543c-a7aa-460d-9323-e6597beb0484 None None] Provisioning complete for port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:06.740958 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c7e543c-a7aa-460d-9323-e6597beb0484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:06.837879 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-c6086ad9-3cdf-431e-a6ce-9a4d39642f6c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128972780&fields=id&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 267 time: 0.0484173 Nov 12 04:21:06.957474 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-4ddb637e-48c4-4f3a-867f-238fbca222dd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:06.959052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-4ddb637e-48c4-4f3a-867f-238fbca222dd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 796 time: 0.1132770 Nov 12 04:21:06.974772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-90cb7c9f-f290-4aba-930a-3f80358b1079 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/quotas/c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 375 time: 0.0095577 Nov 12 04:21:07.030201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-dceed1d7-cee9-48e9-8922-a48fb1013c8b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495903 Nov 12 04:21:07.107892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-864f7176-f500-4730-830e-01468dc4d302 None None] Provisioning complete for port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:07.108735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-864f7176-f500-4730-830e-01468dc4d302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.132435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Sync routers for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:07.135745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-2884b603-e595-4476-85ba-5d8950712601 service neutron] 10.222.0.93 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933220 Nov 12 04:21:07.157405 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:07.158029 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:07.236179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-fa79c719-c636-4275-b2ed-18f7fcafbb00 service neutron] 10.222.0.93 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937417 Nov 12 04:21:07.301929 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:07.334257 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-864f7176-f500-4730-830e-01468dc4d302 None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:07.334603 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-864f7176-f500-4730-830e-01468dc4d302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.425661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-864f7176-f500-4730-830e-01468dc4d302 None None] Port 4691e19a-158c-4fe0-b5cf-0140744306a6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:07.504360 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba37ccf9-adb9-4b1f-af76-2188312c268a req-f20b3c2f-a2b2-4fa9-b21e-ea9202a761f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 210 time: 0.1121271 Nov 12 04:21:07.559766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-edb69501-804c-4803-a8f2-6d752062f509 None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:07.560163 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edb69501-804c-4803-a8f2-6d752062f509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.596009 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:06Z', 'revision_number': 2, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:07.633040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-edb69501-804c-4803-a8f2-6d752062f509 None None] Port 4691e19a-158c-4fe0-b5cf-0140744306a6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:07.634432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Checking router: c7f771bf-985e-4e95-8ec8-583e3818c867 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:07.634819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Updating router c7f771bf-985e-4e95-8ec8-583e3818c867 port 4691e19a-158c-4fe0-b5cf-0140744306a6 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:21:07.660632 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.779110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ed542aaa-a0f5-45a6-9d4d-d946ab63c2b7 None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:07.779837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed542aaa-a0f5-45a6-9d4d-d946ab63c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.997577 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-ed542aaa-a0f5-45a6-9d4d-d946ab63c2b7 None None] Port 4691e19a-158c-4fe0-b5cf-0140744306a6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:08.127764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.133756 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.159693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:08.217694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3dfa-e32c-414b-83ae-d9816967e69c None None] Pushing event updated for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:08.275725 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Attempting to bind port 4691e19a-158c-4fe0-b5cf-0140744306a6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:08.276124 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Attempting to bind port 4691e19a-158c-4fe0-b5cf-0140744306a6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:08.276493 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Attempting to bind port 4691e19a-158c-4fe0-b5cf-0140744306a6 on network 9bd278ef-9380-414c-9a3e-3394bf65eb97 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:08.283609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:08.284173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Checking segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:08.284519 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.284920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Bound using segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:08.285394 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Bound port: 4691e19a-158c-4fe0-b5cf-0140744306a6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:08.285806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.304435 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:08.304808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.407119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-1a84c2ca-f5f7-45ea-9cfe-de2bf96c3850 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.407736 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] For port 4691e19a-158c-4fe0-b5cf-0140744306a6, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:08.409260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-1a84c2ca-f5f7-45ea-9cfe-de2bf96c3850 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 796 time: 0.1331456 Nov 12 04:21:08.449002 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] For port 4691e19a-158c-4fe0-b5cf-0140744306a6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4691e19a-158c-4fe0-b5cf-0140744306a6,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:08.458408 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.475051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-de46fd4c-280f-4892-a842-1830e53412de tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 380 time: 0.0557492 Nov 12 04:21:08.484864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'port': {'device_id': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'admin_state_up': True, 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'security_groups': ['060c1bbb-de68-448b-b946-5f1791c7d36b']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:08.502339 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:08.502814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.582113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:08.583131 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:08.586140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3dfa-e32c-414b-83ae-d9816967e69c None None] Pushing event updated for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:08.639570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20debe1a-ec14-4f66-b8fa-68c4bfe08f3f req-aa1a787f-34e8-4542-9767-7edc10452e55 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 210 time: 0.0558817 Nov 12 04:21:08.675679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:21:08.682789 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.761220 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.778061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:08.823853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.10 (9bd278ef-9380-414c-9a3e-3394bf65eb97/6ee40d23-ae23-4fe4-88a6-125b4778b4bf/6a22a6ac-68d8-431c-a23b-547356ab6cc7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:08.837281 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] For port 4691e19a-158c-4fe0-b5cf-0140744306a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4691e19a-158c-4fe0-b5cf-0140744306a6,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:08.842345 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.960969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.975326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a38c7a-4ac4-4d84-86c9-980ee750062f None None] Pushing event updated for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:08.995662 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.999383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-0512fa5a-9b69-470c-b04c-7f97e08d5c09 None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:08.999814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0512fa5a-9b69-470c-b04c-7f97e08d5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.044990 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:09.047891 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:09.050384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:09.087300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:09.113314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.114109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.119805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:09.132637 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-531ea6a6-303b-4ba4-8961-1700e2f180f2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6512072 Nov 12 04:21:09.144637 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Request body: {'port': {'device_id': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:09.151242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7064b-883a-4c51-8a8d-ea13f75d21cb None None] The sync data for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 is: [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:09.210158 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.371482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-fdf48dda-2b1c-48b0-9a62-f418d9fe2643 None None] Provisioning complete for port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:09.371947 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fdf48dda-2b1c-48b0-9a62-f418d9fe2643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.418887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fdf48dda-2b1c-48b0-9a62-f418d9fe2643 None None] Port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:21:09.820586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6da89b-23f4-4c43-a4f3-44e35696565d req-99ea0f5c-43c7-470c-90dd-8ac75707002c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:09.822095 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd6da89b-23f4-4c43-a4f3-44e35696565d req-99ea0f5c-43c7-470c-90dd-8ac75707002c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 932 time: 0.1041164 Nov 12 04:21:09.916916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cd6da89b-23f4-4c43-a4f3-44e35696565d req-acad01cf-ff37-401e-a466-0df14abb10c1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878191 Nov 12 04:21:09.928300 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a22a6ac-68d8-431c-a23b-547356ab6cc7 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:09.936855 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:09.949452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Transition to ACTIVE for port object 6a22a6ac-68d8-431c-a23b-547356ab6cc7 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:21:09.953551 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.012244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Pushing event updated for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:10.083447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Attempting to bind port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:21:10.083568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Attempting to bind port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:21:10.083873 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Attempting to bind port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 on network 9bd278ef-9380-414c-9a3e-3394bf65eb97 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:10.088913 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 on network 9bd278ef-9380-414c-9a3e-3394bf65eb97 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:21:10.089246 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Attempting to bind port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 on network 9bd278ef-9380-414c-9a3e-3394bf65eb97 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:21:10.095634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:21:10.095952 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Checking segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:21:10.096433 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Bound using segment: {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:21:10.096867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Bound port: 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f50721-794a-418e-a89a-3eb1ab5b0fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:21:10.097762 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.186391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:21:10.191822 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:21:10.199658 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4691e19a-158c-4fe0-b5cf-0140744306a6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:10.204871 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.249069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.249723 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.251260 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] 10.222.0.98 "PUT /v2.0/ports/6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 1093 time: 1.1110861 Nov 12 04:21:10.251789 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:10.254324 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b4759c-7216-4a73-8c42-bf74aa00e81a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:10.302352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4691e19a-158c-4fe0-b5cf-0140744306a6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:10.303180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.330090 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a65609-9dba-4dde-9d1a-b72156ee580b x-openstack-request-id: req-44a65609-9dba-4dde-9d1a-b72156ee580b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:10.330439 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:10.330643 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-44a65609-9dba-4dde-9d1a-b72156ee580b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:10.331358 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'status': 'completed', 'code': 200} Nov 12 04:21:10.345834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcfff9-d2b1-4e30-901c-107472e50952 service neutron] Pushing event updated for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:10.364170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-481590aa-f980-493f-97bb-72c4ce409be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.365916 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-481590aa-f980-493f-97bb-72c4ce409be5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1096 time: 0.0601795 Nov 12 04:21:10.421776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-fb11eb16-7375-4ff4-be1c-044b6dabccd9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 217 time: 0.0448821 Nov 12 04:21:10.478642 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-c0e37397-71c3-4d40-8f7a-cceb4052ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.480130 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-c0e37397-71c3-4d40-8f7a-cceb4052ad05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0506144 Nov 12 04:21:10.525162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32d84-2821-4871-be79-00a1239b451f req-ae5a3ca0-d589-47f5-b262-b714978cf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.526698 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-ae5a3ca0-d589-47f5-b262-b714978cf050 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399797 Nov 12 04:21:10.615987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-d8c6a6a3-7312-4865-b753-82b498599e88 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Nov 12 04:21:10.708576 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01a32d84-2821-4871-be79-00a1239b451f req-8a9d14fe-c002-48fd-baae-643547ad8a35 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Nov 12 04:21:10.793977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-dea5b6df-2708-401f-819f-5f8373773448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.795490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-dea5b6df-2708-401f-819f-5f8373773448 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1096 time: 0.0401742 Nov 12 04:21:10.890378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-ff93598f-50f8-418b-9c5a-e522a318ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.891838 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-ff93598f-50f8-418b-9c5a-e522a318ddfe service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.0888000 Nov 12 04:21:10.931592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-3809b17e-1ea1-440f-810c-0811b7ac18f0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 217 time: 0.0329056 Nov 12 04:21:10.981057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-f6c63bb9-cb7e-4058-ae23-9e1a07e77029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:10.982523 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-f6c63bb9-cb7e-4058-ae23-9e1a07e77029 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0436935 Nov 12 04:21:11.064232 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493b7ff-7ac1-4e17-929c-8ca4c4a4154e req-638aaf68-6338-4ff4-addc-31c1eb7a4155 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.065694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5493b7ff-7ac1-4e17-929c-8ca4c4a4154e req-638aaf68-6338-4ff4-addc-31c1eb7a4155 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 944 time: 0.0801141 Nov 12 04:21:11.067540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-53558d2a-6127-478f-b9f1-205cee3f9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:11.068886 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-53558d2a-6127-478f-b9f1-205cee3f9d9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751610 Nov 12 04:21:11.168536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5493b7ff-7ac1-4e17-929c-8ca4c4a4154e req-08892320-5860-4a9f-8b0a-6629b707dea9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963180 Nov 12 04:21:11.195469 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-67013cad-e453-4ab1-98d4-c76743647535 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170096 Nov 12 04:21:11.284292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83b4759c-7216-4a73-8c42-bf74aa00e81a req-b81aa516-8aca-46c2-97a2-064ebce55b67 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815496 Nov 12 04:21:12.285268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99fe7f-7dd1-480a-a3c4-1dac4c2b1af2 req-98899801-edc8-4d2c-a8c7-dc7b7d222ac6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:12.286706 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf99fe7f-7dd1-480a-a3c4-1dac4c2b1af2 req-98899801-edc8-4d2c-a8c7-dc7b7d222ac6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 944 time: 0.0489404 Nov 12 04:21:12.341108 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bf99fe7f-7dd1-480a-a3c4-1dac4c2b1af2 req-97d70b4c-abc2-4674-bfd0-0c55367485ff tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Nov 12 04:21:12.431771 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6a22a6ac-68d8-431c-a23b-547356ab6cc7 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:21:12.528393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:12.539403 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'port_id': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'mac_address': 'fa:16:3e:0b:ce:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:21:12.576171 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.589513 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a22a6ac-68d8-431c-a23b-547356ab6cc7 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:21:12.608940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:12.612894 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:12.662810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:12.810609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['6a22a6ac-68d8-431c-a23b-547356ab6cc7'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:21:13.504887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30855f8-f06b-4bb8-89f2-98d948959114 req-b682558d-2627-4274-a37c-40bdef8d32c0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:13.506275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d30855f8-f06b-4bb8-89f2-98d948959114 req-b682558d-2627-4274-a37c-40bdef8d32c0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 945 time: 0.0489516 Nov 12 04:21:13.554810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d30855f8-f06b-4bb8-89f2-98d948959114 req-0827d8a6-9e04-4f0e-8e5d-4a63c94c089d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Nov 12 04:21:14.431423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6a22a6ac-68d8-431c-a23b-547356ab6cc7 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:21:14.481265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:21:14.485148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:21:14.485518 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.565509 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.588313 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:14.590731 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ddc6e8-dc7a-47aa-a9db-8dc2cd6c074a" -d '{"events": [{"server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "name": "network-vif-plugged", "status": "completed", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:14.604317 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:21:14.608730 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:14.642642 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e8a3fe-a276-4212-adc6-39984ce2c2e9 x-openstack-request-id: req-c7e8a3fe-a276-4212-adc6-39984ce2c2e9 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:14.642920 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "name": "network-vif-plugged", "status": "completed", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:14.643169 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c7e8a3fe-a276-4212-adc6-39984ce2c2e9 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:14.643560 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'code': 200} Nov 12 04:21:14.665125 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:14.680953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5c1f4-d73a-4ed9-82e8-3d45dac01978 req-8e81f880-9f1f-4a5a-9099-f150a60e63b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.682630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ff5c1f4-d73a-4ed9-82e8-3d45dac01978 req-8e81f880-9f1f-4a5a-9099-f150a60e63b2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0531371 Nov 12 04:21:14.765498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ff5c1f4-d73a-4ed9-82e8-3d45dac01978 req-25c3c224-9af4-45b6-96db-a29ca17bb72c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764916 Nov 12 04:21:14.768184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5589554-b5c5-4baf-84aa-e626786c85fc req-77cdf74d-9b9d-469e-a5b7-b5e0941531ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:14.769558 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5589554-b5c5-4baf-84aa-e626786c85fc req-77cdf74d-9b9d-469e-a5b7-b5e0941531ea service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.0737586 Nov 12 04:21:14.817977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f5589554-b5c5-4baf-84aa-e626786c85fc req-14b91fa1-b86e-44f1-be2f-40e9ff57d17d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Nov 12 04:21:15.886614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808e0e2-4f9d-4a58-a0ef-66f5bf461de3 req-4caf0ba9-188f-4dfe-a3e8-d645fdd56c52 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:15.888633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d808e0e2-4f9d-4a58-a0ef-66f5bf461de3 req-4caf0ba9-188f-4dfe-a3e8-d645fdd56c52 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0499053 Nov 12 04:21:15.936845 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d808e0e2-4f9d-4a58-a0ef-66f5bf461de3 req-0afd015e-a13a-4e69-83e8-0c8dd668a32a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423040 Nov 12 04:21:16.053563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b2c8-d777-4acb-9f49-2a79b6ae301d req-4d32602c-f8c7-4793-9280-8e6e579340ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.054923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e567b2c8-d777-4acb-9f49-2a79b6ae301d req-4d32602c-f8c7-4793-9280-8e6e579340ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0515018 Nov 12 04:21:16.103341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e567b2c8-d777-4acb-9f49-2a79b6ae301d req-a3ff7ab5-e1ed-4af8-b6d3-694a09fc8e6c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Nov 12 04:21:16.125568 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37732) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:16.204364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0035178-6275-499a-bbbf-a07efa944388 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:16.205852 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e0035178-6275-499a-bbbf-a07efa944388 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1093 time: 0.0793104 Nov 12 04:21:16.208712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37736) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:16.213118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:16.235736 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.333707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.434422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.236 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:16.536291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.568086 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:16.604697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:16.609402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:16.612897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:16.619470 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:16.959487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.023184 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.168598 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.172986 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.237488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:17.250019 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.346145 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e associated. External IP: 172.25.4.236, port: 6a22a6ac-68d8-431c-a23b-547356ab6cc7. Nov 12 04:21:17.546745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router c7f771bf-985e-4e95-8ec8-583e3818c867 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:17.651114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:17.660805 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Sync routers for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:17.668457 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:17.671676 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:17.672321 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:17.695245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-47bbdba7-4550-4829-b30a-9dde1c15f901 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4854932 Nov 12 04:21:17.695896 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:17.698192 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:17.737209 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8fb24-7087-40c0-928a-1da8466fb334 x-openstack-request-id: req-c9e8fb24-7087-40c0-928a-1da8466fb334 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:17.737508 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:17.737771 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c9e8fb24-7087-40c0-928a-1da8466fb334 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:17.738178 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'status': 'completed', 'code': 200} Nov 12 04:21:17.785013 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:17.836257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed67217-ef55-4464-8afb-4d24ae98c2a3 req-2160126b-6059-4faa-9b06-484d151ec4c7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.837665 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ed67217-ef55-4464-8afb-4d24ae98c2a3 req-2160126b-6059-4faa-9b06-484d151ec4c7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0774391 Nov 12 04:21:17.844507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-786a95f1-8b7b-4807-b974-8681fdfd5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.845952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-786a95f1-8b7b-4807-b974-8681fdfd5aec service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.0761282 Nov 12 04:21:17.938554 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8ed67217-ef55-4464-8afb-4d24ae98c2a3 req-2e1fe87f-ba91-49f3-ac24-3c8eb63f317d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916371 Nov 12 04:21:17.961340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:17.967627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-0e728d09-868b-415f-a3c3-f81f4a847549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:17.969173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-0e728d09-868b-415f-a3c3-f81f4a847549 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.1157243 Nov 12 04:21:18.017572 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'port_id': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'mac_address': 'fa:16:3e:0b:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:16Z', 'updated_at': '2021-11-12T04:21:16Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:18.028241 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-717c0270-c724-4ed8-97a8-b1a36d341c53 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e HTTP/1.1" status: 200 len: 992 time: 0.0657024 Nov 12 04:21:18.040548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-5a4b11d5-d5ca-437f-8141-4db8bb539a45 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 1000 time: 0.0646687 Nov 12 04:21:18.044866 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Checking router: c7f771bf-985e-4e95-8ec8-583e3818c867 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:18.053243 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:18.053936 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:20:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:18.090744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-94c05757-727a-4a40-8730-385905b4a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.092269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-94c05757-727a-4a40-8730-385905b4a67c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0452075 Nov 12 04:21:18.111761 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-12ba4dac-07be-45c3-a4db-bd9022e9f982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:18.140035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-7fa41582-992d-4986-99f5-64ebd1e83984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:18.141506 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-7fa41582-992d-4986-99f5-64ebd1e83984 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426934 Nov 12 04:21:18.161314 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:18.234693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-cdcb84e5-fab2-4659-ae2b-68fb5eb675f9 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855420 Nov 12 04:21:18.333509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ff3d2b3-5c93-4435-9e4a-d7086dee8aad req-ad3216a1-0bb5-47d3-a72f-497099f3e71d service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913281 Nov 12 04:21:18.456275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:18.475832 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'port_id': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'mac_address': 'fa:16:3e:0b:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:16Z', 'updated_at': '2021-11-12T04:21:16Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:18.504507 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0023d8ba-b790-47f4-add9-07c1abd70efb None None] The sync data for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 is: [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'port_id': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'mac_address': 'fa:16:3e:0b:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:16Z', 'updated_at': '2021-11-12T04:21:16Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:18.696326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43299cf5-47b2-4bd2-984b-f1875efbb770 None None] New status for floating IP 7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:21:19.032268 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37744) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:19.092078 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d8915ef3-aae9-4f68-a39c-29d85d7c4c85 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e HTTP/1.1" status: 200 len: 994 time: 0.0586970 Nov 12 04:21:20.492590 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a446b26f-c5c0-4ea9-9bff-5c78154e76b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:21.902915 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.265663 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:23.772404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.366311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-15c7a41f-c50b-4bad-a17a-89d72aa567fb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0374436 Nov 12 04:21:24.450391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-dc641a26-a0ec-4b9e-9052-3ca7be815834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.451877 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-dc641a26-a0ec-4b9e-9052-3ca7be815834 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.0443892 Nov 12 04:21:24.553094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-04667ee4-1f3a-44af-9e92-dd9032494bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.554783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-04667ee4-1f3a-44af-9e92-dd9032494bae service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.0835154 Nov 12 04:21:24.620245 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-ae90fe6e-42f1-4bf4-88a5-542ce6dd75ce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 1002 time: 0.0589864 Nov 12 04:21:24.666214 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-0c0a42cc-c266-4cd9-9399-76349d657d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.668219 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-0c0a42cc-c266-4cd9-9399-76349d657d02 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0415206 Nov 12 04:21:24.715515 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-2ab33152-c7dd-4a54-8a34-8b162f82d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:24.717041 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-2ab33152-c7dd-4a54-8a34-8b162f82d560 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421414 Nov 12 04:21:24.810950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-551b8d38-aae6-43ea-8853-f005bfd8f6db service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Nov 12 04:21:24.899192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01b5d920-ce1b-4c80-abe4-8f4cb82d27b3 req-e2538bcf-bb7e-4507-8458-2c342eea9ccb service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819144 Nov 12 04:21:31.370836 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.241855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:48.112694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bb3562de-f4de-4600-863c-c989b4065223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.497831 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a109e07b-5234-4b97-83a5-c0d1024273e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:50.532756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97783ea-b178-48f6-9796-6dc15b95ab64 req-8f37f711-d73e-47c3-877a-4774a45f3453 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:50.534239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c97783ea-b178-48f6-9796-6dc15b95ab64 req-8f37f711-d73e-47c3-877a-4774a45f3453 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.1038797 Nov 12 04:21:50.583030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c97783ea-b178-48f6-9796-6dc15b95ab64 req-4f042971-d079-4c90-8751-efd330740ea1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Nov 12 04:21:51.701998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84183672-db6c-46a0-b1e2-59b74f2552d0 req-913f3fa3-b941-4d36-8b9e-b6d2413e3fa1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:51.703464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84183672-db6c-46a0-b1e2-59b74f2552d0 req-913f3fa3-b941-4d36-8b9e-b6d2413e3fa1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0489221 Nov 12 04:21:51.752058 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-84183672-db6c-46a0-b1e2-59b74f2552d0 req-7f4155bd-31d0-4df7-956e-325cc5834fad tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Nov 12 04:21:51.904662 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:52.866235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b98f-a150-4600-9c84-e35894998514 req-a9c9690a-2f5e-42e9-b4bf-134a3200db5e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:52.867694 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a932b98f-a150-4600-9c84-e35894998514 req-a9c9690a-2f5e-42e9-b4bf-134a3200db5e tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0484135 Nov 12 04:21:52.920651 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a932b98f-a150-4600-9c84-e35894998514 req-4c91ff1c-22e9-462a-92ee-01b58ecfd7eb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469649 Nov 12 04:21:53.269409 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:53.774368 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.034255 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83390a-a359-467e-b766-66407815881e req-b90552b9-d19f-4b3c-bcc6-1c8ff2b9c888 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:54.035606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d83390a-a359-467e-b766-66407815881e req-b90552b9-d19f-4b3c-bcc6-1c8ff2b9c888 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0481782 Nov 12 04:21:54.083639 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8d83390a-a359-467e-b766-66407815881e req-069fbb29-e282-4c8e-a479-a69e63e6d66c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Nov 12 04:21:55.197991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f318814-98ea-4ed1-8708-ed567e9d6060 req-e782b26a-4c1f-4423-9242-1bc738672952 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:55.199445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f318814-98ea-4ed1-8708-ed567e9d6060 req-e782b26a-4c1f-4423-9242-1bc738672952 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0482512 Nov 12 04:21:55.248683 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2f318814-98ea-4ed1-8708-ed567e9d6060 req-6189838e-013a-4566-9014-ff0db66aadee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Nov 12 04:21:55.454964 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:56.369786 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b038b-07b2-488c-a613-db4e156317e9 req-d588bccc-053b-47fb-ac49-ad34e5a581c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:56.371158 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f8b038b-07b2-488c-a613-db4e156317e9 req-d588bccc-053b-47fb-ac49-ad34e5a581c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0515416 Nov 12 04:21:56.419839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f8b038b-07b2-488c-a613-db4e156317e9 req-2675d06b-f61f-4e40-9ea3-73ccbbcae1a2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Nov 12 04:21:57.535835 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952b872-da4b-492c-a791-1d3df6a12f04 req-5a5cf3e0-66c9-484e-935a-4f2c61f8c666 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:57.537250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952b872-da4b-492c-a791-1d3df6a12f04 req-5a5cf3e0-66c9-484e-935a-4f2c61f8c666 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0478787 Nov 12 04:21:57.584763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5952b872-da4b-492c-a791-1d3df6a12f04 req-daf94178-40ef-4569-9f7d-8095b58961ef tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Nov 12 04:21:58.698212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb379d49-93f2-4a35-891c-6181318fed10 req-ef5e1661-7733-4095-8692-56850b7f579d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:58.699684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb379d49-93f2-4a35-891c-6181318fed10 req-ef5e1661-7733-4095-8692-56850b7f579d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0476475 Nov 12 04:21:58.751168 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb379d49-93f2-4a35-891c-6181318fed10 req-bcc03d4b-2a2f-432f-82fc-9d6fabee8098 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455663 Nov 12 04:21:59.867263 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbd746-57de-44a7-bae9-1f7d02327357 req-19abbf7f-d969-4d3e-8bea-ef3fc77f0016 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:59.868761 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97fbd746-57de-44a7-bae9-1f7d02327357 req-19abbf7f-d969-4d3e-8bea-ef3fc77f0016 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0496328 Nov 12 04:21:59.916089 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97fbd746-57de-44a7-bae9-1f7d02327357 req-76fa1776-b9c4-4ed9-8b89-52f547c06b09 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 Nov 12 04:22:01.033162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ac9d-a8aa-4068-bc66-bc3a3b959e3d req-2c7f2b7b-38ed-4ace-ab93-2063e96ec998 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:01.034684 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a547ac9d-a8aa-4068-bc66-bc3a3b959e3d req-2c7f2b7b-38ed-4ace-ab93-2063e96ec998 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0485995 Nov 12 04:22:01.082584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a547ac9d-a8aa-4068-bc66-bc3a3b959e3d req-86838aa9-280e-4787-9d9d-bcaa61f33f2f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Nov 12 04:22:01.403406 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:02.240848 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:02.537725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eda37-c900-4b5f-b63c-ec0b66583afc req-341a77bb-7936-4e7a-93cc-0080db4749a3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:02.539211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef1eda37-c900-4b5f-b63c-ec0b66583afc req-341a77bb-7936-4e7a-93cc-0080db4749a3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.3874817 Nov 12 04:22:02.587194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef1eda37-c900-4b5f-b63c-ec0b66583afc req-6237d29b-15ca-4096-a9f7-95ec0358ee17 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Nov 12 04:22:03.703500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b3a1b-6e18-473d-bf65-3aaac1183b0c req-93af83e8-70a7-4e6a-875c-dac78dc94641 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:03.704984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d00b3a1b-6e18-473d-bf65-3aaac1183b0c req-93af83e8-70a7-4e6a-875c-dac78dc94641 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0488932 Nov 12 04:22:03.754412 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d00b3a1b-6e18-473d-bf65-3aaac1183b0c req-15f01b49-2d72-4a56-8d1a-cec2ac13f52d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Nov 12 04:22:04.867796 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd3a5e-4b4d-4ba2-857c-b3829b394361 req-d63435f6-cce2-4a88-8ed8-7ca308a38d0b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:04.869276 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fbd3a5e-4b4d-4ba2-857c-b3829b394361 req-d63435f6-cce2-4a88-8ed8-7ca308a38d0b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0479677 Nov 12 04:22:04.921584 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8fbd3a5e-4b4d-4ba2-857c-b3829b394361 req-124599dc-858f-4883-b5a8-3345a7a8228b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460689 Nov 12 04:22:06.034939 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7068eb-2b09-4546-a3b2-ef507f29c179 req-cd450f04-d1e1-4007-97a8-899a508ccae7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.036383 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7068eb-2b09-4546-a3b2-ef507f29c179 req-cd450f04-d1e1-4007-97a8-899a508ccae7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0481761 Nov 12 04:22:06.084287 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e7068eb-2b09-4546-a3b2-ef507f29c179 req-65158d5a-7d53-4609-9b2c-323c345069cb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Nov 12 04:22:06.106712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37788) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:06.169501 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1f6848fa-b6f4-4a45-9988-f04431700b43 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e HTTP/1.1" status: 200 len: 994 time: 0.0616415 Nov 12 04:22:07.465228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06324381-a122-477c-bb8e-35535866ff30 req-534de322-319c-4a09-8b76-0ad368471c81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.466606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06324381-a122-477c-bb8e-35535866ff30 req-534de322-319c-4a09-8b76-0ad368471c81 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0758519 Nov 12 04:22:07.492228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-e3c5bc1d-4e33-4552-820d-9eb4fd9dbe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.493667 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-e3c5bc1d-4e33-4552-820d-9eb4fd9dbe85 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.0645592 Nov 12 04:22:07.545988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-06324381-a122-477c-bb8e-35535866ff30 req-8e1bb03e-0ca6-41cd-8975-3c78cdba96a9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731988 Nov 12 04:22:07.604484 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-35fcfd25-0e2d-4cc2-8eb0-342878776a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.606468 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-35fcfd25-0e2d-4cc2-8eb0-342878776a24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.1018310 Nov 12 04:22:07.670047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-5b325860-d4cd-4899-a43b-85827e2cc685 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 1002 time: 0.0565774 Nov 12 04:22:07.720693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-b4b97209-eeb4-4c63-bffb-2a5dd7463e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.722017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-b4b97209-eeb4-4c63-bffb-2a5dd7463e4f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0455866 Nov 12 04:22:07.767078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-7bc14878-80d7-4092-a526-4c6ef6e1946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.768555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-7bc14878-80d7-4092-a526-4c6ef6e1946d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393896 Nov 12 04:22:07.856090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-b2884ec0-8c10-4e14-9001-33fe2b156a0d service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793695 Nov 12 04:22:07.945413 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d179a444-4d7e-4084-a5c6-6e4a576f462f req-2ae6e37a-cb09-47f5-9d05-7ff4f59cc67f service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Nov 12 04:22:08.666370 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7616-df4f-4a82-959e-7c90bd534523 req-301f8aa1-6ae7-40d5-bc74-ee6e9eebb2f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.667810 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ec7616-df4f-4a82-959e-7c90bd534523 req-301f8aa1-6ae7-40d5-bc74-ee6e9eebb2f0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0489657 Nov 12 04:22:08.715727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-59ec7616-df4f-4a82-959e-7c90bd534523 req-8b6197bb-ff26-49c4-87bf-496e1589b916 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Nov 12 04:22:08.738079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37798) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:08.801647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0abe24a1-c1e5-43c8-a80f-7408b4c8e517 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e HTTP/1.1" status: 200 len: 994 time: 0.0624428 Nov 12 04:22:18.113945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5deacb94-3509-4694-928b-607733cc717c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:20.489897 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-26160c3d-ea17-4886-9741-6fd6e29810da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.910825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.270928 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:23.776318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.355329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-089f7386-1d92-4e39-9fbe-766dcebdde67 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0374920 Nov 12 04:22:26.437082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-80b32ade-7efa-4e09-87ad-3afd8a7a203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.438660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-80b32ade-7efa-4e09-87ad-3afd8a7a203e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.0399680 Nov 12 04:22:26.547780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-1e0fd2c8-682c-44ab-b8b4-63fd6ccb44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.549258 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-1e0fd2c8-682c-44ab-b8b4-63fd6ccb44a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.0873883 Nov 12 04:22:26.615110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-050054d8-acda-4349-922c-748fc7b05043 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 1002 time: 0.0572023 Nov 12 04:22:26.668621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-313b4ded-6241-4076-b1c6-51087ee5447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.670054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-313b4ded-6241-4076-b1c6-51087ee5447d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0473361 Nov 12 04:22:26.714522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-ec962ffd-8229-4d20-b10e-ecaf8f4e7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.716399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-ec962ffd-8229-4d20-b10e-ecaf8f4e7118 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392392 Nov 12 04:22:26.805039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-f716c327-373d-4655-bdcd-06ac4cbdf107 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811214 Nov 12 04:22:26.897625 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6e5f4418-4851-43ac-a651-6b37b27387f9 req-43ccab23-46c5-44bb-a18a-4cac38e4f581 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Nov 12 04:22:31.401927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.242715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.454211 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:39.175565 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:39.332313 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:39.332652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.414841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.415163 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.426835 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:39.573719 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.598963 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=1c9d874c-a747-4f4b-89eb-2c1dbeb81fa7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:39.610618 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.611017 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.611372 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.611713 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.612076 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.612415 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.612751 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.613085 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.613421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.613748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.614079 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.614405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:39.671141 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:39.671477 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e disassociated (deleted). External IP: 172.25.4.236, port: 6a22a6ac-68d8-431c-a23b-547356ab6cc7. Nov 12 04:22:39.881798 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router c7f771bf-985e-4e95-8ec8-583e3818c867 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:40.288342 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:40.293106 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.298259 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Sync routers for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:40.307492 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:40.308135 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.319680 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-47736b9c-1f75-4dff-af53-db9ad47a3371 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/floatingips/7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e HTTP/1.1" status: 204 len: 168 time: 1.1430199 Nov 12 04:22:40.320340 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:40.322561 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0143a64-7ca0-48a8-ba31-4e00d4862e39" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:40.416029 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:40.434021 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b77f96-2051-48cd-83fb-31c5875126fc x-openstack-request-id: req-f9b77f96-2051-48cd-83fb-31c5875126fc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:40.434313 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:40.434675 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f9b77f96-2051-48cd-83fb-31c5875126fc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:40.434964 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'status': 'completed', 'code': 200} Nov 12 04:22:40.601758 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6ea5e-5a0b-4eb9-9d62-dd3935985dcb req-7f6322e1-ac8b-4004-bd0d-2975517e6f23 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.608905 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6ea5e-5a0b-4eb9-9d62-dd3935985dcb req-7f6322e1-ac8b-4004-bd0d-2975517e6f23 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0695262 Nov 12 04:22:40.612421 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-ad1ebc52-50d3-464c-a2c2-739ec2f8acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.614979 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-ad1ebc52-50d3-464c-a2c2-739ec2f8acbb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 1098 time: 0.1516752 Nov 12 04:22:40.636445 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.664311 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Checking router: c7f771bf-985e-4e95-8ec8-583e3818c867 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:40.672406 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:40.673055 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:40.712321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c5e6ea5e-5a0b-4eb9-9d62-dd3935985dcb req-4dda4c19-a745-4191-b46f-6f427c0a2b5d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961399 Nov 12 04:22:40.746147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-f2531a21-1fdb-4c19-aa34-2baaae3cbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.747631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-f2531a21-1fdb-4c19-aa34-2baaae3cbd7a service neutron] 10.222.0.98 "GET /v2.0/networks?id=9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 200 len: 898 time: 0.1242321 Nov 12 04:22:40.796492 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-426d7bdd-ff3f-49fb-b3b3-a88fc4a8331f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 200 len: 217 time: 0.0402465 Nov 12 04:22:40.800614 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:40.849254 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-7031e31f-de87-4ff6-b065-332358ffcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.850736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-7031e31f-de87-4ff6-b065-332358ffcb2f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 200 len: 834 time: 0.0461986 Nov 12 04:22:40.901765 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-0548d2a1-6a2e-427f-bc0d-b36811238148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:40.903259 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-0548d2a1-6a2e-427f-bc0d-b36811238148 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9bd278ef-9380-414c-9a3e-3394bf65eb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431373 Nov 12 04:22:40.997138 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-9ba266b3-4198-4d17-9042-93f771fbdf05 service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Nov 12 04:22:40.999325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:41.028775 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25d348-c1b3-4ac7-b855-0770e3e74000 None None] The sync data for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 is: [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '4691e19a-158c-4fe0-b5cf-0140744306a6', 'name': '', 'network_id': '9bd278ef-9380-414c-9a3e-3394bf65eb97', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:8a:00:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:05Z', 'updated_at': '2021-11-12T04:21:08Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '6ee40d23-ae23-4fe4-88a6-125b4778b4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:41.100954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a0143a64-7ca0-48a8-ba31-4e00d4862e39 req-a830cf3f-d099-4325-a883-dc138f8e17ac service neutron] 10.222.0.98 "GET /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947351 Nov 12 04:22:41.284355 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ea6f3-51df-490e-a36f-b713390e5936 None None] New status for floating IP 7ad580b3-7bd2-4c4f-b2a7-b040dad5f09e: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:41.841449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa8166-37ac-4da3-9b64-8274c5f9435c req-821f04cd-ff25-4dde-a926-04701068ada5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.843481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6fa8166-37ac-4da3-9b64-8274c5f9435c req-821f04cd-ff25-4dde-a926-04701068ada5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0538890 Nov 12 04:22:41.892786 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d6fa8166-37ac-4da3-9b64-8274c5f9435c req-11297a89-b15f-4e7d-9c8e-f6b34bb42c6d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=060c1bbb-de68-448b-b946-5f1791c7d36b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Nov 12 04:22:42.016684 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-dcf49e30-0d90-40b9-831d-dd9609f10ddb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:42.018004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-dcf49e30-0d90-40b9-831d-dd9609f10ddb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "GET /v2.0/ports?device_id=d5af40a0-2315-4f14-a342-5dd85c9480ea HTTP/1.1" status: 200 len: 946 time: 0.0482833 Nov 12 04:22:42.104927 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:42.105180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.194342 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 6a22a6ac-68d8-431c-a23b-547356ab6cc7, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=6a22a6ac-68d8-431c-a23b-547356ab6cc7,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:42.194696 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.207534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 6a22a6ac-68d8-431c-a23b-547356ab6cc7 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:42.335105 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.363242 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=6a22a6ac-68d8-431c-a23b-547356ab6cc7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:42.388584 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.389572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.389920 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.390257 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.390591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.390922 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.391250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.391578 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.391904 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.392249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.392573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.392894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:42.413008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] No DVR routers for this DVR port 6a22a6ac-68d8-431c-a23b-547356ab6cc7 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:42.415484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:42.418864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a87af1b6-f2ae-4061-8718-793c7d347e0f req-4b4e1e84-8bce-46f3-84fd-c1f3bbc965ea tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.98 "DELETE /v2.0/ports/6a22a6ac-68d8-431c-a23b-547356ab6cc7 HTTP/1.1" status: 204 len: 173 time: 0.3943272 Nov 12 04:22:42.419305 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'name': 'network-vif-deleted', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:42.421654 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c36f48-45ea-4e15-90bf-74e62df1c734" -d '{"events": [{"server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "name": "network-vif-deleted", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:42.510542 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa0e7e-c966-422d-acc4-067f3f8e41cf x-openstack-request-id: req-59fa0e7e-c966-422d-acc4-067f3f8e41cf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:42.510835 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af40a0-2315-4f14-a342-5dd85c9480ea", "name": "network-vif-deleted", "tag": "6a22a6ac-68d8-431c-a23b-547356ab6cc7", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:42.511092 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59fa0e7e-c966-422d-acc4-067f3f8e41cf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:42.511504 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af40a0-2315-4f14-a342-5dd85c9480ea', 'name': 'network-vif-deleted', 'tag': '6a22a6ac-68d8-431c-a23b-547356ab6cc7', 'status': 'completed', 'code': 200} Nov 12 04:22:42.949346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37834) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:43.301416 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.559883 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 4691e19a-158c-4fe0-b5cf-0140744306a6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:43.560173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.651542 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 4691e19a-158c-4fe0-b5cf-0140744306a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4691e19a-158c-4fe0-b5cf-0140744306a6,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:43.651898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.664873 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 4691e19a-158c-4fe0-b5cf-0140744306a6 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:43.847046 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.882024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=4691e19a-158c-4fe0-b5cf-0140744306a6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.052720 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.262952 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router c7f771bf-985e-4e95-8ec8-583e3818c867 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:44.365885 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:44.370811 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-61cf2beb-d442-4f25-91ad-4b31f55a7dd3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/c7f771bf-985e-4e95-8ec8-583e3818c867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4205110 Nov 12 04:22:44.373589 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:44.376301 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Sync routers for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:44.386077 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:44.386666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.428409 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting subnet 6ee40d23-ae23-4fe4-88a6-125b4778b4bf {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:22:44.431475 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.472214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.489307 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:44.553436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.618969 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.646140 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee40d23-ae23-4fe4-88a6-125b4778b4bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:44.651930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.658421 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a8b6b2aa-e64d-45a1-8c44-8f82fc5a616f tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/subnets/6ee40d23-ae23-4fe4-88a6-125b4778b4bf HTTP/1.1" status: 204 len: 168 time: 0.2804065 Nov 12 04:22:44.658421 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:44.661172 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd885e87-bb79-4c3c-a5a1-21d27d0bb571 None None] Network 9bd278ef-9380-414c-9a3e-3394bf65eb97 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:44.756818 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:22:43Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.774972 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.785809 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Checking router: c7f771bf-985e-4e95-8ec8-583e3818c867 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:44.794471 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Routers {'c7f771bf-985e-4e95-8ec8-583e3818c867'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:44.795207 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['c7f771bf-985e-4e95-8ec8-583e3818c867'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:44.831030 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6a22a6ac-68d8-431c-a23b-547356ab6cc7 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:44.858465 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 6a22a6ac-68d8-431c-a23b-547356ab6cc7 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:44.858894 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 6a22a6ac-68d8-431c-a23b-547356ab6cc7 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:44.868368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] DHCP port deletion for 9bd278ef-9380-414c-9a3e-3394bf65eb97 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:44.893565 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.913786 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] Set router c7f771bf-985e-4e95-8ec8-583e3818c867 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:44.916375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Deleting port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:44.916816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.950916 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port c10c3aab-7176-42ef-be6e-8555397353b6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:44.951875 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.980333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] For port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,segment=NetworkSegment(69f50721-794a-418e-a89a-3eb1ab5b0fb7),segment_id=69f50721-794a-418e-a89a-3eb1ab5b0fb7)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:44.980739 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:44.994259 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Calling delete_port for b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:45.031673 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port c10c3aab-7176-42ef-be6e-8555397353b6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c10c3aab-7176-42ef-be6e-8555397353b6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:45.032039 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.045510 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for c10c3aab-7176-42ef-be6e-8555397353b6 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:45.078613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.100015 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:22:43Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.105141 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Pushing event deleted for resources: {'Port': ['ID=b308fd1a-e19c-46cf-8ad1-15c5c2f05b08,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.107995 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] No DVR routers for this DVR port b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:45.116749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.117089 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.117423 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.117754 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.118372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.118372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.118698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.119016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.119333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.119651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.120453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.120453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5980b8db-65f6-4924-9ad1-a6da16bcb59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:45.128935 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0cb14a-ff57-4a4f-90cc-11a115a2582c None None] The sync data for ids ['c7f771bf-985e-4e95-8ec8-583e3818c867'] in n-d-713499-30 is: [{'id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032714535', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:21:02Z', 'updated_at': '2021-11-12T04:22:43Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': 'c10c3aab-7176-42ef-be6e-8555397353b6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f771bf-985e-4e95-8ec8-583e3818c867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:21:03Z', 'updated_at': '2021-11-12T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:45.222652 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.252815 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=c10c3aab-7176-42ef-be6e-8555397353b6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.266598 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d048f6-8416-44ee-aa58-c6a78278c993 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:45.312199 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.404973 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.407146 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.449837 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.450511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Fanout notify agent at l3_agent the message router_deleted on router c7f771bf-985e-4e95-8ec8-583e3818c867 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:22:45.457656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.458848 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cf03874b-3e2c-41eb-86fc-49737fb9936b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/routers/c7f771bf-985e-4e95-8ec8-583e3818c867 HTTP/1.1" status: 204 len: 168 time: 0.7994497 Nov 12 04:22:45.462018 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37840) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:45.547119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.638025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.657854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd278ef-9380-414c-9a3e-3394bf65eb97']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.667097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f50721-794a-418e-a89a-3eb1ab5b0fb7') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.667387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f50721-794a-418e-a89a-3eb1ab5b0fb7') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:45.677685 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.690915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.697396 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:22:45.697792 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:22:45.700934 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:22:45.761103 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.768867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.772250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/networks/9bd278ef-9380-414c-9a3e-3394bf65eb97 HTTP/1.1" status: 204 len: 168 time: 0.3090904 Nov 12 04:22:45.774787 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37842) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:45.792359 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a232e25-ca2c-4502-9c32-1c959e8a2718 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Network': ['ID=9bd278ef-9380-414c-9a3e-3394bf65eb97,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:45.846236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.874963 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.933026 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.935699 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:45.936885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/security-groups/060c1bbb-de68-448b-b946-5f1791c7d36b HTTP/1.1" status: 204 len: 168 time: 0.1611598 Nov 12 04:22:45.945633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfda21-aba4-4d8a-b28b-8a66b7cb1661 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c1bbb-de68-448b-b946-5f1791c7d36b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.205262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c10c3aab-7176-42ef-be6e-8555397353b6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:46.226726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c10c3aab-7176-42ef-be6e-8555397353b6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:46.227075 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c10c3aab-7176-42ef-be6e-8555397353b6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:46.227498 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:46.250604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:46.250950 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device b308fd1a-e19c-46cf-8ad1-15c5c2f05b08 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:46.251354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4691e19a-158c-4fe0-b5cf-0140744306a6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:46.272578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4691e19a-158c-4fe0-b5cf-0140744306a6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:46.272922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4691e19a-158c-4fe0-b5cf-0140744306a6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:46.305288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37848) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.309840 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435563717', 'description': 'tempest-secgroup-smoke-435563717 description', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.332977 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.397689 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.401254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.431471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.432797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265080 Nov 12 04:22:46.433899 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb097a-b922-472b-bae0-4fbaffd542e6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9530e7e7-3a46-4c75-ad16-bf6b671ed17f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.436417 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.442044 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.469794 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.529100 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.532462 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.549432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd806804-8c74-4c29-9a3d-7f9b37029f8c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.557826 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.559005 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-498ab68b-bc27-403a-85fa-7e9ef266e087 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212363 Nov 12 04:22:46.562430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.566665 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.591758 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.646309 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.649991 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.666443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c05bac-6bd4-4e6e-8b19-122aee5017fb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.675173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.676376 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2c6c43a0-3e9c-48d5-a649-589ff82e2b60 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130481 Nov 12 04:22:46.679169 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.683501 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.709501 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.765658 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.769337 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.788351 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41989989-70cc-4ae9-96c4-fd750cd16d9e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.796040 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.797240 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5037543f-8a0e-4614-aa3f-a22fa603d2cf tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171401 Nov 12 04:22:46.800059 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.804292 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.830306 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.889579 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.893011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.909988 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abda0499-296d-4269-a6c6-41c60001100c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:46.918186 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.919378 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-eba9029b-fce6-4e73-ae1b-d87562d60fec tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184065 Nov 12 04:22:46.922686 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:46.926991 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.947842 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:22:46.952546 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.009967 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.013463 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.033297 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df481314-cb62-4952-9699-20752aad8e63,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.038548 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.039664 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5a762115-c60d-4e28-b903-41a3b5a5e4ed tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160297 Nov 12 04:22:47.042457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.047312 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'security_group_rule': {'security_group_id': '9530e7e7-3a46-4c75-ad16-bf6b671ed17f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:47.068636 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Project c36ce34d737d42cb91be54122f1dbe2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:22:47.073333 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.131124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.134435 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.152153 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38880ee-2450-415c-88fc-4b52d1d487c5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.157285 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.158459 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-5f8c75f6-3ee8-418d-be94-280ac93cc292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1150835 Nov 12 04:22:47.161337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.165954 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'network': {'name': 'tempest-network-smoke--2112839635', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:47.185768 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:47.189403 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.212015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:22:47.221666 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.222026 n-d-713499-30 neutron-server[102605]: INFO neutron.db.segments_db [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Added segment ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6 of type vlan for network 9adf7785-663e-4ca6-8e90-a076266c787f Nov 12 04:22:47.266494 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.290283 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.296545 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.297154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.333433 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711619 Nov 12 04:22:47.336280 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37864) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:47.340870 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'admin_state_up': True, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:47.365433 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.366460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.367504 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce53c-e0e8-4a74-8f07-fa8526c2d0ee tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Network': ['ID=9adf7785-663e-4ca6-8e90-a076266c787f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:47.379804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 9adf7785-663e-4ca6-8e90-a076266c787f details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:22:47.422005 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.559817 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.752771 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.770634 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:47.870475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.12 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/0115a056-c39f-4fd3-a9a4-9d03cf250cdc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:47.976133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.009934 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.046560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:48.051322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:48.054871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:48.060510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:48.067288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf56440-79f1-4189-a21e-528cd8fc1912 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:48.119304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1b58eab9-1d54-433b-ad7f-6d5a1085a3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.189211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f084ba4d-9321-49f2-9f92-4ed0dad075bf None None] Provisioning complete for port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:48.189728 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f084ba4d-9321-49f2-9f92-4ed0dad075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.225488 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f084ba4d-9321-49f2-9f92-4ed0dad075bf None None] Port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:48.305985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.502171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.628630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router b027a357-70f1-48a9-b5b9-24d136292ce6 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:22:48.733526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:48.745959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Sync routers for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:48.753661 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:48.754893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-685a5ce1-0c74-47ea-9be0-bf8c27106a12 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4175954 Nov 12 04:22:48.757057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:48.757950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37866) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.758300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:48.788096 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e521e33e-efe5-40db-a454-7ae49a925007 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?project_id=c36ce34d737d42cb91be54122f1dbe2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290182 Nov 12 04:22:48.791818 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37868) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.879674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:48.883033 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23094d1a-ea49-43e4-8d4d-ccc3c526cd02 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:48.884579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-23094d1a-ea49-43e4-8d4d-ccc3c526cd02 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921416 Nov 12 04:22:48.887462 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37870) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.915782 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3ceb1ad2-cc87-4ac4-8c50-097f93913972 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/subnets?network_id=c05c87e7-7dae-4009-8352-b41d934068a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272205 Nov 12 04:22:48.918346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37872) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:48.922967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-563277409', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:49.008770 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:49.012344 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.056603 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:49.087693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Checking router: b027a357-70f1-48a9-b5b9-24d136292ce6 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:49.088187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Updating router b027a357-70f1-48a9-b5b9-24d136292ce6 port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:49.113954 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.190046 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.253838 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Subnet': ['ID=69aea001-1132-40bb-94da-a3934dd39c6b,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.262621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Checking segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:49.262988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network hostable DHCP agents. Network: 9adf7785-663e-4ca6-8e90-a076266c787f, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:22:49.280874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9adf7785-663e-4ca6-8e90-a076266c787f is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:22:49.290306 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 9adf7785-663e-4ca6-8e90-a076266c787f) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:49.294308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:49.294967 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.307000 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e41c2e-7ad3-4597-aba7-d90c95c4b125 None None] Network 9adf7785-663e-4ca6-8e90-a076266c787f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:49.314088 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-18dfb8ac-570a-49d6-a490-7115033e1f28 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3922479 Nov 12 04:22:49.314357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37874) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:49.464382 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.474493 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.547545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250c607-dd7a-41a3-9452-dacb37031939 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:49.566427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Attempting to bind port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:49.566795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Attempting to bind port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:49.567320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Attempting to bind port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:49.569657 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-9adf7785-663e-4ca6-8e90-a076266c787f', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:22:49.570567 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.586004 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93975be-6e17-4461-97bf-bb23b0288960 None None] Pushing event updated for resources: {'Port': ['ID=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.592986 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:49.593353 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:49.593758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.594142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:49.594619 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Bound port: 0115a056-c39f-4fd3-a9a4-9d03cf250cdc, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:49.594995 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.727586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] For port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:49.762225 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] For port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:49.763367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] Provisioning complete for port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:49.764116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.771627 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:49.855022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ce2f8-9f80-4aaf-a0c9-9485f673102f None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:22:49.879010 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Allocated IP 172.20.0.2 (9adf7785-663e-4ca6-8e90-a076266c787f/69aea001-1132-40bb-94da-a3934dd39c6b/608096ee-c1da-4dd4-8e07-e9ea9380d33d) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:49.899612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93975be-6e17-4461-97bf-bb23b0288960 None None] Pushing event updated for resources: {'Port': ['ID=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:49.903229 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:49.903820 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:50.092301 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.231204 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.288487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] For port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:50.294453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:50.313475 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.468035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.486553 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.493839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2310ad-4762-461f-81d5-fd749196ebec None None] Pushing event updated for resources: {'Port': ['ID=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.524901 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.1 (9adf7785-663e-4ca6-8e90-a076266c787f/69aea001-1132-40bb-94da-a3934dd39c6b/46b5ec3f-73a9-4934-8397-bb839a0fa358) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:50.543286 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-ce2341cb-8503-4d81-a60b-a89da7feab46 None None] Provisioning complete for port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:50.543568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce2341cb-8503-4d81-a60b-a89da7feab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.583346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-97d0251a-a2c0-4484-9ea7-c2e86b16c350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.585821 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Network 9adf7785-663e-4ca6-8e90-a076266c787f is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:50.600372 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:50.608401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:50.610264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Pushing event updated for resources: {'Port': ['ID=608096ee-c1da-4dd4-8e07-e9ea9380d33d,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.650623 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.688841 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.723360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Attempting to bind port 608096ee-c1da-4dd4-8e07-e9ea9380d33d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:50.723724 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Attempting to bind port 608096ee-c1da-4dd4-8e07-e9ea9380d33d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:50.724110 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Attempting to bind port 608096ee-c1da-4dd4-8e07-e9ea9380d33d on network 9adf7785-663e-4ca6-8e90-a076266c787f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:50.727227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9adf7785-663e-4ca6-8e90-a076266c787f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:50.730299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:50.737284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:50.738982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:50.739357 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Checking segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:50.739750 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.740158 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Bound using segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:50.740628 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Bound port: 608096ee-c1da-4dd4-8e07-e9ea9380d33d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:50.740999 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.764388 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.785148 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.786351 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:50.816447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800dc92-6b8c-437d-967e-dedd2c5675d2 None None] The sync data for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 is: [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:48Z', 'revision_number': 3, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:50.850333 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] For port 608096ee-c1da-4dd4-8e07-e9ea9380d33d, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:50.853737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] For port 608096ee-c1da-4dd4-8e07-e9ea9380d33d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=608096ee-c1da-4dd4-8e07-e9ea9380d33d,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:50.857785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:50.936750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56401cdb-d486-414f-95d4-4a8fa1b872ac None None] Pushing event updated for resources: {'Port': ['ID=608096ee-c1da-4dd4-8e07-e9ea9380d33d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:50.939876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.287319 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.292397 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.364784 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:51.371479 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:51.474385 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9adf7785-663e-4ca6-8e90-a076266c787f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:51.475917 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:51.596393 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router b027a357-70f1-48a9-b5b9-24d136292ce6 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:51.718877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:51.735633 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-6aef47b4-a2b6-4601-bc66-bcd1669a9cab tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/b027a357-70f1-48a9-b5b9-24d136292ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4114578 Nov 12 04:22:51.887839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-d95aa57f-8d45-4669-b999-d4a62c61f277 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435563717&fields=id&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 267 time: 0.0471196 Nov 12 04:22:51.902410 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ec883-6b31-417c-bfba-16034574038a None None] Network 9adf7785-663e-4ca6-8e90-a076266c787f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:22:51.957857 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.001799 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e91f7185-c5e1-4a4d-b09c-03069ce4e8a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:52.003298 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e91f7185-c5e1-4a4d-b09c-03069ce4e8a5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 797 time: 0.1072118 Nov 12 04:22:52.018861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-2344c654-20ed-4e45-b0f1-31202e142eb7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/quotas/c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 375 time: 0.0097017 Nov 12 04:22:52.027663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] Provisioning complete for port 608096ee-c1da-4dd4-8e07-e9ea9380d33d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.028058 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.070267 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-b55e426e-cd42-4754-9bf7-09294ac5c4b7 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456090 Nov 12 04:22:52.137994 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e2e97c5e-3db0-435e-b4d8-b5e43346d941 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:22:52.139834 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e2e97c5e-3db0-435e-b4d8-b5e43346d941 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571837 Nov 12 04:22:52.151112 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.194191 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] For port 608096ee-c1da-4dd4-8e07-e9ea9380d33d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=608096ee-c1da-4dd4-8e07-e9ea9380d33d,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:52.199119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.280346 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679f9b1-9b09-4ce1-ab00-61bc650674c5 None None] Pushing event updated for resources: {'Port': ['ID=608096ee-c1da-4dd4-8e07-e9ea9380d33d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:52.283216 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-b54f8888-f037-46e1-9bb3-9ab87815a2b6 service neutron] 10.222.0.93 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289368 Nov 12 04:22:52.321511 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0115a056-c39f-4fd3-a9a4-9d03cf250cdc up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:52.380237 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.380615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.399239 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-ef2001b2-cbbf-4354-a64f-ac12ab08baaa service neutron] 10.222.0.93 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084666 Nov 12 04:22:52.464825 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-927198ec-16c7-4d12-bd07-ee54c6b245a0 None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.465200 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-927198ec-16c7-4d12-bd07-ee54c6b245a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.516310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 608096ee-c1da-4dd4-8e07-e9ea9380d33d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:52.519769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-927198ec-16c7-4d12-bd07-ee54c6b245a0 None None] Port 46b5ec3f-73a9-4934-8397-bb839a0fa358 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:52.558968 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-927198ec-16c7-4d12-bd07-ee54c6b245a0 None None] Provisioning complete for port 608096ee-c1da-4dd4-8e07-e9ea9380d33d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.559278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-927198ec-16c7-4d12-bd07-ee54c6b245a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.586546 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b13e3b6-7b6b-4c77-8c4f-2adf02704463 req-c004b3c7-b47e-4df6-8f0d-60061e592ed0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0330863 Nov 12 04:22:52.593489 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Sync routers for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:52.606244 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:52.607688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:52.624389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 608096ee-c1da-4dd4-8e07-e9ea9380d33d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.624794 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.717153 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:52.822775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a4ffc127-1202-4405-bc2e-97f2d5c3398c None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.823146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc127-1202-4405-bc2e-97f2d5c3398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.858862 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffc127-1202-4405-bc2e-97f2d5c3398c None None] Port 46b5ec3f-73a9-4934-8397-bb839a0fa358 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:52.923744 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:51Z', 'revision_number': 2, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:52.948883 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Checking router: b027a357-70f1-48a9-b5b9-24d136292ce6 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:52.949162 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Updating router b027a357-70f1-48a9-b5b9-24d136292ce6 port 46b5ec3f-73a9-4934-8397-bb839a0fa358 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:22:52.973032 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:52.978167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-2298a8cf-0f21-4846-bc9b-559e541cf5ed None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:52.978675 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2298a8cf-0f21-4846-bc9b-559e541cf5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.011678 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-2298a8cf-0f21-4846-bc9b-559e541cf5ed None None] Port 46b5ec3f-73a9-4934-8397-bb839a0fa358 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:53.222777 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.228325 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.281987 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Pushing event updated for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.284398 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.304281 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.304633 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.304967 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.305298 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.305634 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.305960 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.306284 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.306604 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.306925 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.307242 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.307560 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.307878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:53.336320 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Attempting to bind port 46b5ec3f-73a9-4934-8397-bb839a0fa358 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:53.336687 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Attempting to bind port 46b5ec3f-73a9-4934-8397-bb839a0fa358 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:53.337048 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Attempting to bind port 46b5ec3f-73a9-4934-8397-bb839a0fa358 on network 9adf7785-663e-4ca6-8e90-a076266c787f {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:53.342704 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:53.343089 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Checking segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:53.343470 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.343854 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Bound using segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:53.344345 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Bound port: 46b5ec3f-73a9-4934-8397-bb839a0fa358, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:53.344725 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.409753 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] For port 46b5ec3f-73a9-4934-8397-bb839a0fa358, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:53.412988 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] For port 46b5ec3f-73a9-4934-8397-bb839a0fa358, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46b5ec3f-73a9-4934-8397-bb839a0fa358,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:53.417749 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.475240 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:53.475871 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:53.480691 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911a30f-aca0-40f0-b6fe-5d4e1716426f None None] Pushing event updated for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=4']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.533260 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:53.533530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.589463 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:53.646199 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.686902 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] For port 46b5ec3f-73a9-4934-8397-bb839a0fa358, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46b5ec3f-73a9-4934-8397-bb839a0fa358,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:53.693145 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.696601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1be4ca5a-60e9-4a3d-a28e-8ecd761b3163 req-778b87bb-d4f4-42f5-8af3-6c51c019c00a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Nov 12 04:22:53.750741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ca923-e261-4e1b-8a7b-bd10c055c8ed None None] Pushing event updated for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:53.779556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.804423 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:53.812867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-1e5f6cb8-4442-4c83-83a3-47253f869ea6 None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:53.813227 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6cb8-4442-4c83-83a3-47253f869ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:53.834283 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f873-a4b1-4312-aa55-9df8c1addea6 None None] The sync data for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 is: [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:54.266807 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46b5ec3f-73a9-4934-8397-bb839a0fa358 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:54.321041 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 46b5ec3f-73a9-4934-8397-bb839a0fa358 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:54.321410 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.401868 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 608096ee-c1da-4dd4-8e07-e9ea9380d33d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:54.450167 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 608096ee-c1da-4dd4-8e07-e9ea9380d33d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:54.450562 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.781101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-10e74aac-b708-41f9-9709-f084737d5422 req-f62883a6-8f20-462d-a119-5535f59afd1d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0267932 Nov 12 04:22:55.864374 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3ce7a9ae-e820-4ecf-94cb-3a38c4370910 req-776d96c1-623b-40ca-83d6-ed129478fcd2 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Nov 12 04:22:56.957975 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a51dfa86-60fc-406b-a0da-22479141c7ef req-19f9cc69-33d9-4f1d-b135-9611400c74a6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0253131 Nov 12 04:22:57.598640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-382461fe-2e8f-43da-a8d3-53e05f596be5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:57.600103 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-382461fe-2e8f-43da-a8d3-53e05f596be5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 797 time: 0.1049964 Nov 12 04:22:57.665059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-91962ea5-28e1-48bf-9f1c-ccc3804172b0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c36ce34d737d42cb91be54122f1dbe2e HTTP/1.1" status: 200 len: 379 time: 0.0548403 Nov 12 04:22:57.675570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'port': {'device_id': '52ece832-cd69-4247-9354-46c7474f7a57', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'admin_state_up': True, 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'security_groups': ['9530e7e7-3a46-4c75-ad16-bf6b671ed17f']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:57.783755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Made reservation on behalf of c36ce34d737d42cb91be54122f1dbe2e for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:57.787217 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.910804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.20.0.9 (9adf7785-663e-4ca6-8e90-a076266c787f/69aea001-1132-40bb-94da-a3934dd39c6b/150a94c8-41cd-49e2-9a6d-79c24874acec) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:58.063814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-55b8542c-3e4e-4927-9e93-efd0b13ac75f req-12528db7-fac2-4ff8-a345-445ca4b966bb tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0346861 Nov 12 04:22:58.073112 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.105579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.145804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network 9adf7785-663e-4ca6-8e90-a076266c787f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:58.148837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:58.154874 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:58.180530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.208759 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:58.209404 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.232792 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-010ee022-20e4-4438-9bc5-00d23a080650 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600464 Nov 12 04:22:58.286048 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Request body: {'port': {'device_id': '52ece832-cd69-4247-9354-46c7474f7a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:58.346733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.350970 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-510deb7b-28b5-4041-b2fe-ff8d34623afd None None] Provisioning complete for port 150a94c8-41cd-49e2-9a6d-79c24874acec triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:58.351446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-510deb7b-28b5-4041-b2fe-ff8d34623afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.384926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-510deb7b-28b5-4041-b2fe-ff8d34623afd None None] Port 150a94c8-41cd-49e2-9a6d-79c24874acec cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:58.598734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150a94c8-41cd-49e2-9a6d-79c24874acec {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:58.605836 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.618417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Transition to ACTIVE for port object 150a94c8-41cd-49e2-9a6d-79c24874acec will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:58.621649 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.670676 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Pushing event updated for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.744861 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Attempting to bind port 150a94c8-41cd-49e2-9a6d-79c24874acec on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:58.745206 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Attempting to bind port 150a94c8-41cd-49e2-9a6d-79c24874acec by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:58.745545 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Attempting to bind port 150a94c8-41cd-49e2-9a6d-79c24874acec on network 9adf7785-663e-4ca6-8e90-a076266c787f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:58.750375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Port 150a94c8-41cd-49e2-9a6d-79c24874acec on network 9adf7785-663e-4ca6-8e90-a076266c787f not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:58.750848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Attempting to bind port 150a94c8-41cd-49e2-9a6d-79c24874acec on network 9adf7785-663e-4ca6-8e90-a076266c787f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:58.756197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:58.756544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Checking segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:58.756934 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Bound using segment: {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:58.757372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Bound port: 150a94c8-41cd-49e2-9a6d-79c24874acec, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:58.757733 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.822848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:58.826477 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=150a94c8-41cd-49e2-9a6d-79c24874acec,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:58.831449 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.864361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:58.864979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.866359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] 10.222.0.100 "PUT /v2.0/ports/150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 1092 time: 0.6262376 Nov 12 04:22:58.866802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:58.869093 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360f288-bef1-4349-b146-6d1dff5af195" -d '{"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:58.900078 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa167eeb-97e2-4f11-af8e-60f08c7179fc service neutron] Pushing event updated for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:58.914383 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e149543-55e8-47e7-b018-3e1e27562747 x-openstack-request-id: req-7e149543-55e8-47e7-b018-3e1e27562747 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:58.914698 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:58.914952 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e149543-55e8-47e7-b018-3e1e27562747 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:58.915363 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'status': 'completed', 'code': 200} Nov 12 04:22:58.959628 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e63f6834-bc80-4a84-8da5-6778f2e9350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:58.961156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-e63f6834-bc80-4a84-8da5-6778f2e9350c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1095 time: 0.0488753 Nov 12 04:22:59.004900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-fa9bd3ee-80b5-45c6-8d52-a67dabe985e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 217 time: 0.0353115 Nov 12 04:22:59.058283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-bf45bfcd-c88f-4a71-8849-c6a9e93787cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.059737 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-bf45bfcd-c88f-4a71-8849-c6a9e93787cf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0466673 Nov 12 04:22:59.107384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-2f1108be-8e63-4122-9fc0-5c8552474d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.108923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-2f1108be-8e63-4122-9fc0-5c8552474d9e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429096 Nov 12 04:22:59.230336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad012c-b853-4318-b4c9-4d20a6e2f1b7 req-eef51250-0301-4af2-9ce4-873de806dfcd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.231797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abad012c-b853-4318-b4c9-4d20a6e2f1b7 req-eef51250-0301-4af2-9ce4-873de806dfcd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 943 time: 0.0975971 Nov 12 04:22:59.237853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-018488c5-c68b-4c10-a12f-eac5359999e0 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222277 Nov 12 04:22:59.336332 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-abad012c-b853-4318-b4c9-4d20a6e2f1b7 req-23eaf62f-7402-4849-91d8-52fbd4eeccb5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975077 Nov 12 04:22:59.360016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-25beef6d-dc9b-4be8-9278-1e09af6e4aae req-97d03a25-4e82-43ff-80fc-6cbd228a3aef service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154449 Nov 12 04:22:59.443522 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f288-bef1-4349-b146-6d1dff5af195 req-5c4df926-2462-4d9d-8a20-6297043fda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.444934 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-5c4df926-2462-4d9d-8a20-6297043fda13 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1095 time: 0.0417843 Nov 12 04:22:59.536235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f288-bef1-4349-b146-6d1dff5af195 req-f2981993-e6b2-456a-bbba-abef9f51cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.537668 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-f2981993-e6b2-456a-bbba-abef9f51cc9f service neutron] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 899 time: 0.0856750 Nov 12 04:22:59.579474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-2ea04fcc-5d2c-4971-8571-499a4e2e4a4f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 217 time: 0.0328522 Nov 12 04:22:59.632418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f288-bef1-4349-b146-6d1dff5af195 req-c85ae8ef-cee3-4b72-9094-581a4290fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.633836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-c85ae8ef-cee3-4b72-9094-581a4290fada service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0464401 Nov 12 04:22:59.679236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360f288-bef1-4349-b146-6d1dff5af195 req-9c0b7e38-60b3-4cac-ad1f-941e0a06b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:59.680739 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-9c0b7e38-60b3-4cac-ad1f-941e0a06b355 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385580 Nov 12 04:22:59.771796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-a8cb15db-770b-4d27-8508-3ff965c53124 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833805 Nov 12 04:22:59.862454 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b360f288-bef1-4349-b146-6d1dff5af195 req-a0625bc7-45a7-40d8-bccd-1cf23a058051 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805881 Nov 12 04:23:00.455376 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061fc70-c7ac-43b7-9993-c60c74b22d1a req-74a1584e-ba95-421b-8c65-77a6d4c23037 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.456769 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5061fc70-c7ac-43b7-9993-c60c74b22d1a req-74a1584e-ba95-421b-8c65-77a6d4c23037 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 943 time: 0.0481930 Nov 12 04:23:00.508530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5061fc70-c7ac-43b7-9993-c60c74b22d1a req-8c058bba-98f4-4059-b7b5-3a48202172bd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Nov 12 04:23:01.420817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.498622 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 150a94c8-41cd-49e2-9a6d-79c24874acec details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:01.592300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=150a94c8-41cd-49e2-9a6d-79c24874acec,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:01.603536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'port_id': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'mac_address': 'fa:16:3e:5f:9d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:01.624549 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e1eb-4bb7-4f65-acd0-2eb570d2dd93 req-df2becdf-60de-47cf-b5c8-5f2f5b05dfaa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:01.626054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb25e1eb-4bb7-4f65-acd0-2eb570d2dd93 req-df2becdf-60de-47cf-b5c8-5f2f5b05dfaa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 943 time: 0.0487845 Nov 12 04:23:01.645326 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.658152 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150a94c8-41cd-49e2-9a6d-79c24874acec {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:01.677056 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-cb25e1eb-4bb7-4f65-acd0-2eb570d2dd93 req-1ad9ddbf-79c6-41bd-a061-5415c6e30ec1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442381 Nov 12 04:23:01.697453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=150a94c8-41cd-49e2-9a6d-79c24874acec,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:01.701085 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.747217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:01.943605 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['150a94c8-41cd-49e2-9a6d-79c24874acec'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:02.253151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.792219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a6549-a43a-4b43-b0d2-ed38f620bbc3 req-90b30a89-f158-40e1-9e14-a29fe23135fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:02.793677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-948a6549-a43a-4b43-b0d2-ed38f620bbc3 req-90b30a89-f158-40e1-9e14-a29fe23135fe tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 944 time: 0.0479445 Nov 12 04:23:02.843220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-948a6549-a43a-4b43-b0d2-ed38f620bbc3 req-d8f6f1e7-90bf-45aa-9fd8-5b286882669d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Nov 12 04:23:03.500087 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 150a94c8-41cd-49e2-9a6d-79c24874acec up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:03.547506 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 150a94c8-41cd-49e2-9a6d-79c24874acec completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:23:03.551248 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 150a94c8-41cd-49e2-9a6d-79c24874acec triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:03.551617 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.629686 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.652882 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:03.655123 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d023545d-0981-49c9-95c1-655551fe74b6" -d '{"events": [{"server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "name": "network-vif-plugged", "status": "completed", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:03.669078 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=150a94c8-41cd-49e2-9a6d-79c24874acec,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:03.673291 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:03.722551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:03.748666 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0249bf18-12f1-492c-8aa4-5bbec9a22c5c x-openstack-request-id: req-0249bf18-12f1-492c-8aa4-5bbec9a22c5c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:03.749229 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "name": "network-vif-plugged", "status": "completed", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:03.749492 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0249bf18-12f1-492c-8aa4-5bbec9a22c5c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:03.749889 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'code': 200} Nov 12 04:23:03.845212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc8172-2ae0-48a9-a3e9-9ecef1cd187c req-623c8c71-a999-43f9-943f-32e99f3726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.846727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45dc8172-2ae0-48a9-a3e9-9ecef1cd187c req-623c8c71-a999-43f9-943f-32e99f3726f0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1097 time: 0.0428116 Nov 12 04:23:03.893898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-45dc8172-2ae0-48a9-a3e9-9ecef1cd187c req-997fbf6b-3eb2-49d3-9177-279c03f89809 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402436 Nov 12 04:23:03.958544 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690989a3-065e-473d-8171-8769986cf810 req-26d432a4-ea1d-4293-8986-cff56d345148 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.959872 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-690989a3-065e-473d-8171-8769986cf810 req-26d432a4-ea1d-4293-8986-cff56d345148 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0481098 Nov 12 04:23:04.009015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-690989a3-065e-473d-8171-8769986cf810 req-7513740a-6114-41aa-98bb-133e3e50adfd tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Nov 12 04:23:05.133510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdd41-b886-4c13-9f46-5d1d73ca057c req-358b0947-182c-4452-a86a-1386f850a513 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.134873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-619fdd41-b886-4c13-9f46-5d1d73ca057c req-358b0947-182c-4452-a86a-1386f850a513 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0475991 Nov 12 04:23:05.186699 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-619fdd41-b886-4c13-9f46-5d1d73ca057c req-cb881837-71f5-418b-b77e-13c1bd03a038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Nov 12 04:23:05.300689 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b801cfb-598b-42c6-9800-f0d397e3df81 req-5943aa5b-4dba-4b0f-bf0d-aa021317ccd4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.302146 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b801cfb-598b-42c6-9800-f0d397e3df81 req-5943aa5b-4dba-4b0f-bf0d-aa021317ccd4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0475583 Nov 12 04:23:05.350324 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8b801cfb-598b-42c6-9800-f0d397e3df81 req-0e034e66-bf66-4d69-b283-26037094d292 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421329 Nov 12 04:23:05.372066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37946) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:05.410159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f70ab-2c25-4b71-9f92-bc53f07882b0 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.411547 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cd7f70ab-2c25-4b71-9f92-bc53f07882b0 tempest-TestNetworkAdvancedServerOps-1278560007 tempest-TestNetworkAdvancedServerOps-1278560007-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1092 time: 0.0384493 Nov 12 04:23:05.414356 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37948) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:05.418570 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:05.441472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.536587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.638064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Allocated IP 172.25.4.24 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/c06d0ded-14fb-43cf-9087-32c32c042145) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:05.743260 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.775524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.810882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:05.813631 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:05.819107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:05.847894 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=c06d0ded-14fb-43cf-9087-32c32c042145,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:06.503804 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.570084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.712138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.716567 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.784895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event updated for resources: {'Port': ['ID=c06d0ded-14fb-43cf-9087-32c32c042145,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:06.796710 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.893320 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 8e2fa9e4-0868-4a41-8066-2044253115ff associated. External IP: 172.25.4.24, port: 150a94c8-41cd-49e2-9a6d-79c24874acec. Nov 12 04:23:07.096164 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router b027a357-70f1-48a9-b5b9-24d136292ce6 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:07.202754 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:07.213528 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Sync routers for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:07.220231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.223704 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:07.224390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:07.249654 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0544b32a-9195-433b-9084-832dea88b416 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8340058 Nov 12 04:23:07.250391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:07.252688 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aeb458-8a45-470c-9179-aeddb3c72de8" -d '{"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:07.292059 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be4db9-887b-491b-a5aa-77fc7fcad584 x-openstack-request-id: req-a3be4db9-887b-491b-a5aa-77fc7fcad584 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:07.292420 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:07.292743 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a3be4db9-887b-491b-a5aa-77fc7fcad584 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:07.293217 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'status': 'completed', 'code': 200} Nov 12 04:23:07.333312 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:07.370836 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-9bb5eabc-b3ca-46e3-8bbf-7bba0c8f5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.372910 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-9bb5eabc-b3ca-46e3-8bbf-7bba0c8f5774 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1097 time: 0.0586524 Nov 12 04:23:07.381438 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b4bb1-4958-4d8f-aebc-d37432293958 req-ce2413df-29ac-45d7-b8d3-23107eafa268 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.382832 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a69b4bb1-4958-4d8f-aebc-d37432293958 req-ce2413df-29ac-45d7-b8d3-23107eafa268 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0802779 Nov 12 04:23:07.490530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a69b4bb1-4958-4d8f-aebc-d37432293958 req-df231de4-ca21-40a5-9fd2-4c62872d9852 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990784 Nov 12 04:23:07.510199 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-c0f1cc5b-b729-403c-b3d1-f8e8efe815f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.511812 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-c0f1cc5b-b729-403c-b3d1-f8e8efe815f6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 899 time: 0.1279829 Nov 12 04:23:07.514324 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:07.561502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8e2fa9e4-0868-4a41-8066-2044253115ff', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'port_id': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'mac_address': 'fa:16:3e:5f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece832-cd69-4247-9354-46c7474f7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:06Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:07.587299 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Checking router: b027a357-70f1-48a9-b5b9-24d136292ce6 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:07.596406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:07.597011 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:22:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:07.623621 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d40470d2-9b01-4fb5-abfb-a227163107ef tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/8e2fa9e4-0868-4a41-8066-2044253115ff HTTP/1.1" status: 200 len: 990 time: 0.1075685 Nov 12 04:23:07.625808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-fdedb91b-6ad1-4af3-af34-e2faeb02468a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 998 time: 0.1042731 Nov 12 04:23:07.676918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-f88b72e8-ef95-45ad-b185-02c54f14bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.678400 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-f88b72e8-ef95-45ad-b185-02c54f14bc32 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0455818 Nov 12 04:23:07.730357 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-7474ac2e-7c70-48f9-bbb9-6e139ba1cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.731666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-7474ac2e-7c70-48f9-bbb9-6e139ba1cd25 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465674 Nov 12 04:23:07.823477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-77e33db6-416b-4cad-a750-73cdea460fc9 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849743 Nov 12 04:23:07.864356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:07.916577 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-78aeb458-8a45-470c-9179-aeddb3c72de8 req-adbe1e1a-93fc-411e-8a7c-9e5f4847f892 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Nov 12 04:23:08.088261 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8e2fa9e4-0868-4a41-8066-2044253115ff', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'port_id': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'mac_address': 'fa:16:3e:5f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece832-cd69-4247-9354-46c7474f7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:06Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:08.115083 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d602-df19-4fe8-80f1-eb2ca8810d04 None None] The sync data for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 is: [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '8e2fa9e4-0868-4a41-8066-2044253115ff', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'floating_ip_address': '172.25.4.24', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'port_id': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'mac_address': 'fa:16:3e:5f:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ece832-cd69-4247-9354-46c7474f7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:23:06Z', 'updated_at': '2021-11-12T04:23:06Z', 'revision_number': 0, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:08.300759 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111218e-76e8-4968-903c-d309053d9638 None None] New status for floating IP 8e2fa9e4-0868-4a41-8066-2044253115ff: ACTIVE {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:08.627766 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37956) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:08.687032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1c5fdc37-483d-49a5-9d79-00f0d109ee32 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/8e2fa9e4-0868-4a41-8066-2044253115ff HTTP/1.1" status: 200 len: 992 time: 0.0580873 Nov 12 04:23:09.452951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:16.474084 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-fadb4d12-106a-4c92-b67f-9ea4ba1e3ea2 req-9890ebc9-61fb-4309-b86c-9daa38e026a5 service neutron] (102605) timed out ('10.222.0.98', 52673) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:23:18.110464 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9c695d73-1696-4d4e-9814-6ddca46ea20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:20.495293 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ecf5bb2c-7e96-497f-be58-02ea022316e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:21.913142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.277330 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:23.782588 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.421456 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.253902 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.565001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-e7f4a4ec-5629-4663-ab7c-b6b64bf7994a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388970 Nov 12 04:23:32.654154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-bcf30d3c-b379-486e-8f7e-d07851592085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.655760 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-bcf30d3c-b379-486e-8f7e-d07851592085 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1097 time: 0.0444479 Nov 12 04:23:32.757261 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-63647596-f641-485f-8c96-20fadd4718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.758731 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-63647596-f641-485f-8c96-20fadd4718eb service neutron] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 899 time: 0.0845172 Nov 12 04:23:32.828500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-c7e86609-d05b-4c13-a82a-f9d8d640afa4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 1000 time: 0.0610833 Nov 12 04:23:32.878031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-863f5185-24cb-4013-9a1e-d979899d86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.879438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-863f5185-24cb-4013-9a1e-d979899d86ea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0436716 Nov 12 04:23:32.925200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-41e1325c-6a61-4baa-b868-218ccb1fb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.926697 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-41e1325c-6a61-4baa-b868-218ccb1fb4ca service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390882 Nov 12 04:23:33.019257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-0c97d904-462a-4af7-b8e5-a38b64103ba5 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Nov 12 04:23:33.108871 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7592dff4-de6c-48e9-b9d7-7c40cc37cb5a req-8efe6fe5-f996-462e-90c9-083bd516d6da service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815361 Nov 12 04:23:42.147216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd32d1-2b5a-460f-9149-bd64ebf75aa2 req-26d360f5-639e-4eac-8e07-b3e55c3532aa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:42.148716 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93dd32d1-2b5a-460f-9149-bd64ebf75aa2 req-26d360f5-639e-4eac-8e07-b3e55c3532aa tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0555170 Nov 12 04:23:42.197994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93dd32d1-2b5a-460f-9149-bd64ebf75aa2 req-eb8b536e-d9c9-4e95-b4eb-4dc2a245c322 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Nov 12 04:23:43.315390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0495c-0387-4c89-bac7-5c8b44a388f7 req-7a1b956e-6a77-450e-9659-7b2b81529732 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:43.316880 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8eb0495c-0387-4c89-bac7-5c8b44a388f7 req-7a1b956e-6a77-450e-9659-7b2b81529732 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Nov 12 04:23:43.365410 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8eb0495c-0387-4c89-bac7-5c8b44a388f7 req-58644cd4-6dbf-4974-aa5e-4a1720e662f8 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Nov 12 04:23:43.387423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37974) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:43.449993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-ac29a2c7-f4cf-46d7-a3ff-b37ac2c08338 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/8e2fa9e4-0868-4a41-8066-2044253115ff HTTP/1.1" status: 200 len: 992 time: 0.0614390 Nov 12 04:23:44.746886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b1bd-8ad2-4a9e-a6a2-633049b9321c req-8503ef03-a896-41b9-a168-d93d5c7b2008 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.748290 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f253b1bd-8ad2-4a9e-a6a2-633049b9321c req-8503ef03-a896-41b9-a168-d93d5c7b2008 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0783608 Nov 12 04:23:44.751114 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-5d13410e-1118-4362-96ae-88cc6d2ec5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.753044 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-5d13410e-1118-4362-96ae-88cc6d2ec5ff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1097 time: 0.0572495 Nov 12 04:23:44.854007 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f253b1bd-8ad2-4a9e-a6a2-633049b9321c req-3dc08ab3-e400-4555-b597-18d3591d188b tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988643 Nov 12 04:23:44.878070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-7d40d856-7c4b-435c-a989-78a59de02e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.879707 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-7d40d856-7c4b-435c-a989-78a59de02e84 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 899 time: 0.1189494 Nov 12 04:23:44.947586 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-122f6350-fa60-46af-b613-8da68206975c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 1000 time: 0.0607820 Nov 12 04:23:44.994422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-8fef43d5-3774-4d94-a441-083bacdc82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:44.995797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-8fef43d5-3774-4d94-a441-083bacdc82f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0416632 Nov 12 04:23:45.039317 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-34e001d2-4d92-4855-bc90-e73a91323a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.040733 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-34e001d2-4d92-4855-bc90-e73a91323a0d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0372159 Nov 12 04:23:45.130951 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-3ccd4b08-b3de-4528-9b33-f9779555ea7f service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835218 Nov 12 04:23:45.218049 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-efcdcfad-e3f1-48c6-a89f-ff5f411057ea req-c41583e3-6fe3-48b0-8b29-17fcd7d309a5 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797799 Nov 12 04:23:45.971879 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f3c5-9720-4579-88a0-7a43cd30e71a req-733df8bf-abfa-48d4-8a12-5410d144ea9a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:45.973431 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48a1f3c5-9720-4579-88a0-7a43cd30e71a req-733df8bf-abfa-48d4-8a12-5410d144ea9a tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Nov 12 04:23:46.025597 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-48a1f3c5-9720-4579-88a0-7a43cd30e71a req-5d454ed7-51f0-43d6-bb97-3342fb4850c5 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Nov 12 04:23:46.451425 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:47.140978 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178afca-ca87-432f-9c34-b9c86a1475a1 req-8a0545b4-0ca3-4fe3-bf88-ada811239535 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.142964 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e178afca-ca87-432f-9c34-b9c86a1475a1 req-8a0545b4-0ca3-4fe3-bf88-ada811239535 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0495028 Nov 12 04:23:47.190740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e178afca-ca87-432f-9c34-b9c86a1475a1 req-7201dbf1-1ad5-4fa1-acf3-7e2206fad0f1 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Nov 12 04:23:47.213133 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 37986) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:47.276093 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4e768030-6df6-4bc5-88c3-c80dae224ce3 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/floatingips/8e2fa9e4-0868-4a41-8066-2044253115ff HTTP/1.1" status: 200 len: 992 time: 0.0618317 Nov 12 04:23:47.488198 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 37992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:47.646945 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port c06d0ded-14fb-43cf-9087-32c32c042145 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:47.647299 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.722803 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.723128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.734617 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for c06d0ded-14fb-43cf-9087-32c32c042145 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:47.880401 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.906275 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=c06d0ded-14fb-43cf-9087-32c32c042145,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:47.930487 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.930839 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.931183 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.931518 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.931852 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.932210 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.932541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.932867 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.933192 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.933517 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.933841 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.934164 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:47.975469 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:47.975800 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Floating IP 8e2fa9e4-0868-4a41-8066-2044253115ff disassociated (deleted). External IP: 172.25.4.24, port: 150a94c8-41cd-49e2-9a6d-79c24874acec. Nov 12 04:23:48.112374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1a5b2fe8-03c2-4f2e-b491-5f11038bc67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.181184 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router b027a357-70f1-48a9-b5b9-24d136292ce6 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:48.598931 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:48.603523 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.608750 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Sync routers for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:48.618760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:48.619437 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:48.631229 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ee1aad43-bd6c-48ff-a53a-178d9cfffc92 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/floatingips/8e2fa9e4-0868-4a41-8066-2044253115ff HTTP/1.1" status: 204 len: 168 time: 1.1419418 Nov 12 04:23:48.631823 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:48.634125 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054a20b-3649-4202-90d5-a681e708c14f" -d '{"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:48.680497 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df114c55-7b74-48a4-b169-229e52deb3a2 x-openstack-request-id: req-df114c55-7b74-48a4-b169-229e52deb3a2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:48.680792 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:48.681045 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-df114c55-7b74-48a4-b169-229e52deb3a2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:48.681487 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'status': 'completed', 'code': 200} Nov 12 04:23:48.730283 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:48.750325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a20b-3649-4202-90d5-a681e708c14f req-221c24ab-857c-46ee-b5bb-5de99b606f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.752220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-221c24ab-857c-46ee-b5bb-5de99b606f6b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 1097 time: 0.0481157 Nov 12 04:23:48.888696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a20b-3649-4202-90d5-a681e708c14f req-f57c1cf4-bbce-435b-99df-0afe0e01c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.890189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-f57c1cf4-bbce-435b-99df-0afe0e01c0e4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 200 len: 899 time: 0.1269512 Nov 12 04:23:48.899148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6862b-cd75-4ba2-8170-1c351f417697 req-36c61322-678f-47f2-ad34-db145ee9a24d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:48.900572 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a6862b-cd75-4ba2-8170-1c351f417697 req-36c61322-678f-47f2-ad34-db145ee9a24d tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0795033 Nov 12 04:23:48.944369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:48.945808 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-97e24222-5d4b-4eae-a721-d3354fd252bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 200 len: 217 time: 0.0442519 Nov 12 04:23:48.970823 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Checking router: b027a357-70f1-48a9-b5b9-24d136292ce6 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:48.979055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:48.979663 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:49.002315 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-51a6862b-cd75-4ba2-8170-1c351f417697 req-1ef46e91-4f71-4716-ad51-ab8e44699302 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949557 Nov 12 04:23:49.016847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a20b-3649-4202-90d5-a681e708c14f req-3a3d9c4e-545f-4dea-aeab-19fccc53c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.018846 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-3a3d9c4e-545f-4dea-aeab-19fccc53c48d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 200 len: 834 time: 0.0603964 Nov 12 04:23:49.068378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a20b-3649-4202-90d5-a681e708c14f req-feebec6a-672d-4880-abd2-70f39314100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:49.069889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-feebec6a-672d-4880-abd2-70f39314100e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=9adf7785-663e-4ca6-8e90-a076266c787f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435076 Nov 12 04:23:49.088802 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:49.159601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-ccce9609-8985-411d-9e93-e8018d7e461d service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814836 Nov 12 04:23:49.250994 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5054a20b-3649-4202-90d5-a681e708c14f req-d8bcf0ef-7b06-457e-9c21-44f7e967b799 service neutron] 10.222.0.100 "GET /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843205 Nov 12 04:23:49.286856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:49.312476 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea6e35-03bc-4b66-90e4-328a16a68108 None None] The sync data for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 is: [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '46b5ec3f-73a9-4934-8397-bb839a0fa358', 'name': '', 'network_id': '9adf7785-663e-4ca6-8e90-a076266c787f', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'mac_address': 'fa:16:3e:d0:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:50Z', 'updated_at': '2021-11-12T04:22:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'subnets': [{'id': '69aea001-1132-40bb-94da-a3934dd39c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:49.525504 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37585b22-9371-4215-a78f-04c62f7662fa None None] New status for floating IP 8e2fa9e4-0868-4a41-8066-2044253115ff: DOWN {{(pid=102608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:23:50.120881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a336-df22-4c17-bcd5-c5a09d3eb514 req-0c9b340c-e281-46de-a3aa-03f348b51b26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.122357 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e66a336-df22-4c17-bcd5-c5a09d3eb514 req-0c9b340c-e281-46de-a3aa-03f348b51b26 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Nov 12 04:23:50.171366 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e66a336-df22-4c17-bcd5-c5a09d3eb514 req-43c7fb20-0c35-47f1-b854-9917486cccc6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/security-groups?id=9530e7e7-3a46-4c75-ad16-bf6b671ed17f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Nov 12 04:23:50.381603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-370015a8-9436-4413-b258-316277eb7899 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:50.383022 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-370015a8-9436-4413-b258-316277eb7899 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 945 time: 0.0469623 Nov 12 04:23:50.474418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 150a94c8-41cd-49e2-9a6d-79c24874acec {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:50.474747 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.498093 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5d05374b-a35a-4d3c-bb9d-d32f4757492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.562092 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 150a94c8-41cd-49e2-9a6d-79c24874acec, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=150a94c8-41cd-49e2-9a6d-79c24874acec,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:50.562452 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.578847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 150a94c8-41cd-49e2-9a6d-79c24874acec owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:50.701605 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.731256 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=150a94c8-41cd-49e2-9a6d-79c24874acec,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:50.745871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.746229 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.746565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.746898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.747226 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.747556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.747884 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.748237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.748564 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.748885 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.749207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.749816 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:50.786661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] No DVR routers for this DVR port 150a94c8-41cd-49e2-9a6d-79c24874acec on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:50.789353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:50.792695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-010f094c-a1a5-47a8-9841-fcda30f326f6 req-297d5251-8669-4192-9dd6-6b96d8a2f3c4 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.100 "DELETE /v2.0/ports/150a94c8-41cd-49e2-9a6d-79c24874acec HTTP/1.1" status: 204 len: 173 time: 0.4027131 Nov 12 04:23:50.793134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'name': 'network-vif-deleted', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:50.795334 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709482a5-246f-4eac-9719-5c2212228841" -d '{"events": [{"server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "name": "network-vif-deleted", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:50.836506 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296706d0-3bf2-4f8f-a42e-c2a36f79cc18 x-openstack-request-id: req-296706d0-3bf2-4f8f-a42e-c2a36f79cc18 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:50.836794 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ece832-cd69-4247-9354-46c7474f7a57", "name": "network-vif-deleted", "tag": "150a94c8-41cd-49e2-9a6d-79c24874acec", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:50.837060 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-296706d0-3bf2-4f8f-a42e-c2a36f79cc18 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:50.837459 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ece832-cd69-4247-9354-46c7474f7a57', 'name': 'network-vif-deleted', 'tag': '150a94c8-41cd-49e2-9a6d-79c24874acec', 'status': 'completed', 'code': 200} Nov 12 04:23:51.288957 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-98899061-c9e1-40db-aafa-beadcbf9c221 req-c42acb1a-9e5b-434a-83ac-44afaa906830 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "GET /v2.0/ports?device_id=52ece832-cd69-4247-9354-46c7474f7a57 HTTP/1.1" status: 200 len: 210 time: 0.0297084 Nov 12 04:23:51.916920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:52.346094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38010) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:53.027332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.278334 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 46b5ec3f-73a9-4934-8397-bb839a0fa358 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:53.278609 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.279732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.367533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 46b5ec3f-73a9-4934-8397-bb839a0fa358, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=46b5ec3f-73a9-4934-8397-bb839a0fa358,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:53.368173 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.381171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 46b5ec3f-73a9-4934-8397-bb839a0fa358 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:53.561003 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.587354 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=46b5ec3f-73a9-4934-8397-bb839a0fa358,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:53.764161 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 150a94c8-41cd-49e2-9a6d-79c24874acec no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:53.768100 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.790651 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: 150a94c8-41cd-49e2-9a6d-79c24874acec {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:53.790994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 150a94c8-41cd-49e2-9a6d-79c24874acec not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:53.804403 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:53.979859 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Router b027a357-70f1-48a9-b5b9-24d136292ce6 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:23:54.083458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:54.088574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-93cd3d3d-b0d0-490f-be5f-f0626df18038 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "PUT /v2.0/routers/b027a357-70f1-48a9-b5b9-24d136292ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415082 Nov 12 04:23:54.091352 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38012) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:54.094322 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Sync routers for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:54.105244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:54.105833 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:54.146665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting subnet 69aea001-1132-40bb-94da-a3934dd39c6b {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:23:54.149892 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.193827 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.217003 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:54.279988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.349188 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.377210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Subnet': ['ID=69aea001-1132-40bb-94da-a3934dd39c6b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:54.381415 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.384644 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e3a10-4b85-497c-a0ce-ec58b5a5dc42 None None] Network 9adf7785-663e-4ca6-8e90-a076266c787f requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:54.385442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d0d70941-4d5b-43cb-b299-ab0a84fdb5b6 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/subnets/69aea001-1132-40bb-94da-a3934dd39c6b HTTP/1.1" status: 204 len: 168 time: 0.2931139 Nov 12 04:23:54.387888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38014) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:54.494921 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.502594 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:23:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:54.531502 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Checking router: b027a357-70f1-48a9-b5b9-24d136292ce6 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:23:54.545695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Routers {'b027a357-70f1-48a9-b5b9-24d136292ce6'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:54.546300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['b027a357-70f1-48a9-b5b9-24d136292ce6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:54.600369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.656027 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Deleting port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:54.656369 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.739565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] For port 0115a056-c39f-4fd3-a9a4-9d03cf250cdc, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:54.739928 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.754005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Calling delete_port for 0115a056-c39f-4fd3-a9a4-9d03cf250cdc owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:54.811072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] DHCP port deletion for 9adf7785-663e-4ca6-8e90-a076266c787f request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:54.858369 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] Set router b027a357-70f1-48a9-b5b9-24d136292ce6 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:23:54.925464 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.956100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Port': ['ID=0115a056-c39f-4fd3-a9a4-9d03cf250cdc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:54.975919 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359cdd04-fc9f-4a38-a8ca-4df4fd447344 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:54.996297 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Deleting port 608096ee-c1da-4dd4-8e07-e9ea9380d33d {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:23:54.996521 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.015659 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.097574 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] For port 608096ee-c1da-4dd4-8e07-e9ea9380d33d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=608096ee-c1da-4dd4-8e07-e9ea9380d33d,segment=NetworkSegment(ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6),segment_id=ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:55.097874 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.107436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.109606 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.112389 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Calling delete_port for 608096ee-c1da-4dd4-8e07-e9ea9380d33d owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:23:55.153286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.153863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Fanout notify agent at l3_agent the message router_deleted on router b027a357-70f1-48a9-b5b9-24d136292ce6 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:23:55.160722 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.161891 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b8ea2a56-1f86-4e7c-be62-3be416cdd45c tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/routers/b027a357-70f1-48a9-b5b9-24d136292ce6 HTTP/1.1" status: 204 len: 168 time: 0.7730329 Nov 12 04:23:55.164623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38016) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:55.187247 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:23:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:55.216520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5dffb-d1f1-49b8-b8c1-e42bc51f4efb None None] The sync data for ids ['b027a357-70f1-48a9-b5b9-24d136292ce6'] in n-d-713499-30 is: [{'id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560534223', 'tenant_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:23:53Z', 'revision_number': 5, 'project_id': 'c36ce34d737d42cb91be54122f1dbe2e', 'gw_port': {'id': '0115a056-c39f-4fd3-a9a4-9d03cf250cdc', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b027a357-70f1-48a9-b5b9-24d136292ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:22:47Z', 'updated_at': '2021-11-12T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:23:55.238546 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.256876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.269190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Pushing event deleted for resources: {'Port': ['ID=608096ee-c1da-4dd4-8e07-e9ea9380d33d,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:55.279113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.279458 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.279801 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.280159 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.280487 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.280842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.281162 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.281483 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.281813 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.282126 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.282494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.282814 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:55.285482 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c51e8e-e0c9-4146-8d80-9504882c3303 None None] No DVR routers for this DVR port 608096ee-c1da-4dd4-8e07-e9ea9380d33d on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:23:55.353590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.372898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf7785-663e-4ca6-8e90-a076266c787f']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:55.382929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:55.383580 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad30e9c3-9dd8-4680-96c4-b7d8c58dbdd6') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:55.393326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.406468 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.412518 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:23:55.412895 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:23:55.416198 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:23:55.472957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.480028 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.483079 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/networks/9adf7785-663e-4ca6-8e90-a076266c787f HTTP/1.1" status: 204 len: 168 time: 0.3174386 Nov 12 04:23:55.486425 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:55.494592 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa55a-203d-41bc-b0b2-115d178da9d0 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'Network': ['ID=9adf7785-663e-4ca6-8e90-a076266c787f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:55.542545 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.569259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.635911 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.638598 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.639788 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] 10.222.0.93 "DELETE /v2.0/security-groups/9530e7e7-3a46-4c75-ad16-bf6b671ed17f HTTP/1.1" status: 204 len: 168 time: 0.1523249 Nov 12 04:23:55.662065 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f4332-d716-4489-bd36-e52548635bf9 tempest-TestNetworkAdvancedServerOps-1573682597 tempest-TestNetworkAdvancedServerOps-1573682597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530e7e7-3a46-4c75-ad16-bf6b671ed17f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:56.023485 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:56.168685 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33d6d49f-9d66-47fc-81e7-a580bc3edc4f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c36ce34d737d42cb91be54122f1dbe2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439621 Nov 12 04:23:56.171033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:56.223852 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.248022 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.280682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46b5ec3f-73a9-4934-8397-bb839a0fa358 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:56.302094 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 46b5ec3f-73a9-4934-8397-bb839a0fa358 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:56.302423 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.302560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 46b5ec3f-73a9-4934-8397-bb839a0fa358 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:56.302778 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 608096ee-c1da-4dd4-8e07-e9ea9380d33d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:56.305055 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.306286 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c5675fbe-b3ef-47e9-9adb-ec7a267fb17b HTTP/1.1" status: 204 len: 168 time: 0.1343493 Nov 12 04:23:56.314296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d51a0-3915-4d66-ac21-a3d57186c561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5675fbe-b3ef-47e9-9adb-ec7a267fb17b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:56.333378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 608096ee-c1da-4dd4-8e07-e9ea9380d33d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:56.333726 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 608096ee-c1da-4dd4-8e07-e9ea9380d33d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:56.334146 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0115a056-c39f-4fd3-a9a4-9d03cf250cdc no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:56.358393 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0115a056-c39f-4fd3-a9a4-9d03cf250cdc {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:23:56.358752 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0115a056-c39f-4fd3-a9a4-9d03cf250cdc not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:23:56.571215 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:56.584923 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8921a22b-21d2-4aa3-9f36-50e3ccea6be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.656440 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8921a22b-21d2-4aa3-9f36-50e3ccea6be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.660060 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8921a22b-21d2-4aa3-9f36-50e3ccea6be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.699745 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-8921a22b-21d2-4aa3-9f36-50e3ccea6be3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a804d1b64d6847b3abdd97feac854634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274445 Nov 12 04:23:56.700642 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a22b-21d2-4aa3-9f36-50e3ccea6be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a6a967-5698-47f0-a65f-0549691f39c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:56.702508 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38038) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:56.749070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.774686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.818704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.821314 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:56.822437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/81a6a967-5698-47f0-a65f-0549691f39c4 HTTP/1.1" status: 204 len: 168 time: 0.1189170 Nov 12 04:23:56.829969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec178d6-291f-481d-89cf-936084383fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a6a967-5698-47f0-a65f-0549691f39c4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:57.502461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38060) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:57.596127 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428860825-network', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:57.616750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Made reservation on behalf of 4794ba9f6db441a1b8b2b8a65063e99c for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:57.618991 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.627998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.700162 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.704168 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.727909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:23:57.738057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff637772-3bf1-4885-8376-a5bc7fd15efa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:57.742820 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.743164 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Added segment 9268addd-5439-41a5-abd7-20c37647f28c of type vlan for network a20db2d7-b367-4f29-8050-ad9deab68c42 Nov 12 04:23:57.782327 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.806588 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.807482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:57.808090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.839222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3356905 Nov 12 04:23:57.842293 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:57.847363 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Request body: {'subnet': {'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428860825-subnet', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:57.868826 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Made reservation on behalf of 4794ba9f6db441a1b8b2b8a65063e99c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:23:57.871062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.873677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed48fe-88e4-414e-a065-189b58dc7622 admin admin] Pushing event updated for resources: {'Network': ['ID=a20db2d7-b367-4f29-8050-ad9deab68c42,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:57.884841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network a20db2d7-b367-4f29-8050-ad9deab68c42 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:23:58.039164 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.091075 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c36329b-1cee-4a35-844d-03f8980d6cd7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.101870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:58.102235 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Network hostable DHCP agents. Network: a20db2d7-b367-4f29-8050-ad9deab68c42, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:23:58.118433 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:23:58.126894 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, a20db2d7-b367-4f29-8050-ad9deab68c42) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:58.131239 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:58.131833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.135788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb44f99-ec8e-4396-89eb-727d8584bf8f None None] Network a20db2d7-b367-4f29-8050-ad9deab68c42 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:58.146929 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-70bc26fa-b5a1-45d9-bdbf-27cf0f64cf9d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3034992 Nov 12 04:23:58.149834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38066) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:58.154331 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:23:58.175387 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.176448 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.230590 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.283815 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-a20db2d7-b367-4f29-8050-ad9deab68c42', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:23:58.284707 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.371171 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.419632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Allocated IP 172.20.0.2 (a20db2d7-b367-4f29-8050-ad9deab68c42/3c36329b-1cee-4a35-844d-03f8980d6cd7/9cdbde77-885d-4eb8-9c19-1653c8913d63) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:58.562283 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.567330 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.568648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.590286 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.604708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:58.607850 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:58.613391 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:58.622027 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Pushing event updated for resources: {'Port': ['ID=9cdbde77-885d-4eb8-9c19-1653c8913d63,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.672214 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Attempting to bind port 9cdbde77-885d-4eb8-9c19-1653c8913d63 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:23:58.672569 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Attempting to bind port 9cdbde77-885d-4eb8-9c19-1653c8913d63 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:23:58.672952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Attempting to bind port 9cdbde77-885d-4eb8-9c19-1653c8913d63 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:23:58.677844 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:23:58.678238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:23:58.678648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.679017 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Bound using segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:23:58.679479 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Bound port: 9cdbde77-885d-4eb8-9c19-1653c8913d63, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:23:58.679851 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.693936 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Allocated IP 172.25.4.64 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/5408e15d-9aac-4116-82ca-a2e8b4f67e51) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:23:58.740933 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] For port 9cdbde77-885d-4eb8-9c19-1653c8913d63, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:23:58.743849 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] For port 9cdbde77-885d-4eb8-9c19-1653c8913d63, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9cdbde77-885d-4eb8-9c19-1653c8913d63,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:23:58.748463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.802805 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.811897 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1990e-b7a2-40b1-9b7f-81a67cc780f7 None None] Pushing event updated for resources: {'Port': ['ID=9cdbde77-885d-4eb8-9c19-1653c8913d63,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.844307 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:58.882401 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:23:58.889110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:23:58.893382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:23:58.899174 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Pushing event updated for resources: {'Port': ['ID=5408e15d-9aac-4116-82ca-a2e8b4f67e51,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:58.903661 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45986b4a-c060-405e-882a-3d69c5b67497 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:23:59.016516 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b2a57c6a-cefa-486a-939c-ba6d065c6f8e None None] Provisioning complete for port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:59.017469 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b2a57c6a-cefa-486a-939c-ba6d065c6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.053130 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b2a57c6a-cefa-486a-939c-ba6d065c6f8e None None] Port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:23:59.172426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.676374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a94da2-b4d0-4fb9-b879-97479ced2044 None None] Network a20db2d7-b367-4f29-8050-ad9deab68c42 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:23:59.712760 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.803900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] Provisioning complete for port 9cdbde77-885d-4eb8-9c19-1653c8913d63 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:59.804296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.840511 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:23:59.912367 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.946856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] For port 9cdbde77-885d-4eb8-9c19-1653c8913d63, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9cdbde77-885d-4eb8-9c19-1653c8913d63,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:59.951927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.956403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:23:59.965119 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:23:59.975428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:59.975766 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:23:59.976684 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:23:59.979897 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:23:59.980441 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-eaeff155-0f6f-456e-a89b-d02ccddabe8d admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8295369 Nov 12 04:24:00.015775 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920633ec-8a97-4d3a-95c4-ae5d6b69a9de None None] Pushing event updated for resources: {'Port': ['ID=9cdbde77-885d-4eb8-9c19-1653c8913d63,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.109753 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:00.177048 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d6433656-45a5-4a2c-8d65-023730fcc41d None None] Provisioning complete for port 9cdbde77-885d-4eb8-9c19-1653c8913d63 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:00.177495 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6433656-45a5-4a2c-8d65-023730fcc41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.302490 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9cdbde77-885d-4eb8-9c19-1653c8913d63 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:00.327996 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:23:59Z', 'revision_number': 3, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:00.352098 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 9cdbde77-885d-4eb8-9c19-1653c8913d63 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:00.352608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.359214 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:00.359637 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Updating router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:00.393335 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.467034 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.623384 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Allocated IP 172.20.0.1 (a20db2d7-b367-4f29-8050-ad9deab68c42/3c36329b-1cee-4a35-844d-03f8980d6cd7/99b4e2a6-aba2-492d-9ad4-4959106d14ab) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:00.641320 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.647130 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.687508 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2765aae5-3cbe-4728-a810-51768cea9d37 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:00.701384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Attempting to bind port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:00.701751 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Attempting to bind port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:00.702100 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Attempting to bind port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:00.704112 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Pushing event updated for resources: {'Port': ['ID=5408e15d-9aac-4116-82ca-a2e8b4f67e51,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.712859 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:00.713219 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:00.713608 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.713986 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:00.714446 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Bound port: 5408e15d-9aac-4116-82ca-a2e8b4f67e51, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:00.714815 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.717006 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.717340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.717667 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.717990 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.718315 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.718632 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.718947 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.719258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.719573 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.719915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.720252 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.720562 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:00.736952 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.769939 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.772249 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] For port 5408e15d-9aac-4116-82ca-a2e8b4f67e51, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:00.775334 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] For port 5408e15d-9aac-4116-82ca-a2e8b4f67e51, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5408e15d-9aac-4116-82ca-a2e8b4f67e51,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:00.778989 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.808046 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:00.812096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:00.814531 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] Provisioning complete for port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:00.814764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.818939 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:00.830572 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:00.831300 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:00.853401 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7b738-ad87-412e-8987-542c0f60a5c4 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:00.858202 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Pushing event updated for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.861191 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.883678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9daa66-9ff3-4a81-b5e1-0147d4b78a51 None None] Pushing event updated for resources: {'Port': ['ID=5408e15d-9aac-4116-82ca-a2e8b4f67e51,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:00.951731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.968666 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:00.974234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] For port 5408e15d-9aac-4116-82ca-a2e8b4f67e51, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5408e15d-9aac-4116-82ca-a2e8b4f67e51,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:00.978333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.037181 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.041288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a48e90-0cff-407d-8c40-1d36017e1a0f None None] Pushing event updated for resources: {'Port': ['ID=5408e15d-9aac-4116-82ca-a2e8b4f67e51,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:01.103233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4beb5d6b-93c5-4049-8df8-b557475fb766 None None] Provisioning complete for port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:01.103658 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4beb5d6b-93c5-4049-8df8-b557475fb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.164928 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:23:59Z', 'revision_number': 3, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:01.195648 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-4beb5d6b-93c5-4049-8df8-b557475fb766 None None] Provisioning complete for port 99b4e2a6-aba2-492d-9ad4-4959106d14ab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:01.195915 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717ed96-1477-4af4-8056-6689afd9e566 None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:23:59Z', 'revision_number': 3, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:01.196523 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4beb5d6b-93c5-4049-8df8-b557475fb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.219089 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.230316 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.242294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-4beb5d6b-93c5-4049-8df8-b557475fb766 None None] Port 99b4e2a6-aba2-492d-9ad4-4959106d14ab cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:01.307344 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Pushing event updated for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:01.309779 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.406614 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:01.408701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:01.441023 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.557989 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:01.666949 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5b9d3b50-ead7-4f2d-a13d-a675481aa418 None None] Provisioning complete for port 99b4e2a6-aba2-492d-9ad4-4959106d14ab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:01.667317 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3b50-ead7-4f2d-a13d-a675481aa418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.680361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:01.692273 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a6281066-88bf-432d-8df1-a6033d644786 admin admin] 10.222.0.93 "PUT /v2.0/routers/d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104309 Nov 12 04:24:01.718382 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d3b50-ead7-4f2d-a13d-a675481aa418 None None] Port 99b4e2a6-aba2-492d-9ad4-4959106d14ab cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:02.175061 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38084) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:02.180074 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1928178194-network', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:02.205422 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Made reservation on behalf of bf1fff67871f45b69803b3eddafc142d for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:02.207728 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.216807 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.270298 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.272419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5408e15d-9aac-4116-82ca-a2e8b4f67e51 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:02.307675 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.311743 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.321478 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:02.321847 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.333468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1228} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:24:02.347476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7443c227-4abd-4e4a-9d9a-311b14cc0338,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:02.352326 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.352668 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Added segment 387a58b6-bec5-4712-94dc-ee57a07b357b of type vlan for network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 Nov 12 04:24:02.392682 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.418573 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.419567 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:02.420167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.477686 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3014853 Nov 12 04:24:02.480448 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38086) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:02.487651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Request body: {'subnet': {'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1928178194-subnet', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'ip_version': 4}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:02.494085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb84a8c-0a12-48a7-aa9f-a7ed4b3650d5 admin admin] Pushing event updated for resources: {'Network': ['ID=df7aaf65-1b3f-4351-b85b-c17fba09a4a5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:02.504626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:24:02.513991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Made reservation on behalf of bf1fff67871f45b69803b3eddafc142d for: {'subnet': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:02.517497 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6044314'] for subnet, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.690501 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5777493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6044296'] for subnet, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.745547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c89cd28-35fd-45b6-a6a7-9922f5c93537,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:02.754880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Checking segment: {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:02.755236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Network hostable DHCP agents. Network: df7aaf65-1b3f-4351-b85b-c17fba09a4a5, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:24:02.772898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:24:02.782082 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, df7aaf65-1b3f-4351-b85b-c17fba09a4a5) {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:02.786395 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:02.787006 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.794113 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ec1a7-8c5f-465b-bc69-97ab1dc9c762 None None] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:02.803409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-36be5cf0-1b8d-4aa4-80ac-9a1122a76b05 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3218219 Nov 12 04:24:02.805999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38088) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:02.809554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:02.810440 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:02.831131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.832328 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.857645 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:02.858265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:02.885877 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.024903 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.171835 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:03.230900 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'fixed_ips': [{'subnet_id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:24:03.231729 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.232915 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.253687 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.362034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Allocated IP 172.25.4.13 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/4365e3e6-9049-4921-82e5-606dc278d3a6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:03.464094 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.484264 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Allocated IP 172.20.0.2 (df7aaf65-1b3f-4351-b85b-c17fba09a4a5/2c89cd28-35fd-45b6-a6a7-9922f5c93537/c789282a-51ba-4a95-9729-ae512853640a) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:03.497013 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.540607 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:03.543535 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:03.548121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:03.551212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Pushing event updated for resources: {'Port': ['ID=4365e3e6-9049-4921-82e5-606dc278d3a6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:03.559720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3407f-1371-42c3-a4fe-192ba05ee8ca None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:03.566860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:01Z', 'revision_number': 2, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:03.605180 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:03.605597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Updating router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a port 99b4e2a6-aba2-492d-9ad4-4959106d14ab binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:03.654755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.731100 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-efcad502-816e-4d33-b5c4-4919b16eef77 None None] Provisioning complete for port 4365e3e6-9049-4921-82e5-606dc278d3a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:03.731466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-efcad502-816e-4d33-b5c4-4919b16eef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.793269 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.835132 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.842608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:03.848562 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-efcad502-816e-4d33-b5c4-4919b16eef77 None None] Port 4365e3e6-9049-4921-82e5-606dc278d3a6 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:03.905889 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:03.911363 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:03.925285 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:03.932246 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Pushing event updated for resources: {'Port': ['ID=c789282a-51ba-4a95-9729-ae512853640a,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.022575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Attempting to bind port c789282a-51ba-4a95-9729-ae512853640a on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:04.022934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Attempting to bind port c789282a-51ba-4a95-9729-ae512853640a by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:04.023294 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Attempting to bind port c789282a-51ba-4a95-9729-ae512853640a on network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:04.035985 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.039006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:04.039377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Checking segment: {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:04.039767 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.040178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Bound using segment: {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:04.040649 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Bound port: c789282a-51ba-4a95-9729-ae512853640a, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:04.041019 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.155264 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.157960 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] For port c789282a-51ba-4a95-9729-ae512853640a, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:04.162147 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] For port c789282a-51ba-4a95-9729-ae512853640a, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c789282a-51ba-4a95-9729-ae512853640a,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:04.163613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Router 31e84df6-a23f-4f96-b274-a9161c1804eb is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:24:04.164642 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.173804 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.255669 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc59f34-c763-435e-a902-bc290d716e97 None None] Pushing event updated for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.285067 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:04.294306 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Sync routers for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:04.308897 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:04.309892 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:04.314593 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.319930 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c215a30d-9434-427f-9ad3-8b6cb9f2eccf admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5127468 Nov 12 04:24:04.325677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38090) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:04.333133 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Attempting to bind port 99b4e2a6-aba2-492d-9ad4-4959106d14ab on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:04.333518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Attempting to bind port 99b4e2a6-aba2-492d-9ad4-4959106d14ab by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:04.333952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Attempting to bind port 99b4e2a6-aba2-492d-9ad4-4959106d14ab on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:04.350549 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:04.350925 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:04.351335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.351761 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Bound using segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:04.352426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Bound port: 99b4e2a6-aba2-492d-9ad4-4959106d14ab, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:04.352815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.362551 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea0ab-3e4f-41fc-95f7-f31dc72c4734 None None] Pushing event updated for resources: {'Port': ['ID=c789282a-51ba-4a95-9729-ae512853640a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.498521 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] For port 99b4e2a6-aba2-492d-9ad4-4959106d14ab, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:04.502417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] For port 99b4e2a6-aba2-492d-9ad4-4959106d14ab, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=99b4e2a6-aba2-492d-9ad4-4959106d14ab,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:04.507391 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.601847 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:04.619620 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:04.620301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:04.624145 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc59f34-c763-435e-a902-bc290d716e97 None None] Pushing event updated for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:04.698459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] Provisioning complete for port 99b4e2a6-aba2-492d-9ad4-4959106d14ab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:04.698829 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.801223 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:04.844340 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:03Z', 'revision_number': 3, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:04.879477 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Checking router: 31e84df6-a23f-4f96-b274-a9161c1804eb for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:04.880117 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Updating router 31e84df6-a23f-4f96-b274-a9161c1804eb port 4365e3e6-9049-4921-82e5-606dc278d3a6 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:04.908831 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.943129 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.962079 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.024626 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] For port 99b4e2a6-aba2-492d-9ad4-4959106d14ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=99b4e2a6-aba2-492d-9ad4-4959106d14ab,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:05.028943 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.101236 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6f621-e1ee-47b8-a9db-68d269c02465 None None] Pushing event updated for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.123805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Allocated IP 172.20.0.1 (df7aaf65-1b3f-4351-b85b-c17fba09a4a5/2c89cd28-35fd-45b6-a6a7-9922f5c93537/395e543a-7359-4505-aeb4-68ad6862c31c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:05.125462 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:05.163674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b5f07-9186-42e2-a8c6-fc0c001c007e None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:05.175360 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-11e8ae9e-46ad-49af-af05-973e99cc0e49 None None] Provisioning complete for port 99b4e2a6-aba2-492d-9ad4-4959106d14ab triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:05.176092 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-11e8ae9e-46ad-49af-af05-973e99cc0e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.194066 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.200227 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.291327 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Attempting to bind port 4365e3e6-9049-4921-82e5-606dc278d3a6 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:05.291713 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Attempting to bind port 4365e3e6-9049-4921-82e5-606dc278d3a6 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:05.292103 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Attempting to bind port 4365e3e6-9049-4921-82e5-606dc278d3a6 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:05.295325 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f7ca3-b98c-49c3-abc5-9b881dd2cec4 None None] Pushing event updated for resources: {'Port': ['ID=4365e3e6-9049-4921-82e5-606dc278d3a6,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.306300 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:05.306894 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:05.307263 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d32ae-7d99-4720-88f7-d3d34df05429 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:05.307714 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.308290 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:05.308942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Bound port: 4365e3e6-9049-4921-82e5-606dc278d3a6, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:05.309820 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.327091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.382337 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] For port 4365e3e6-9049-4921-82e5-606dc278d3a6, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:05.389401 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] For port 4365e3e6-9049-4921-82e5-606dc278d3a6, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4365e3e6-9049-4921-82e5-606dc278d3a6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:05.394236 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.395132 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.423552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:05.429069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:05.449308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10bbdda-771a-43b5-9d5c-ade58c515fa6 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:24:05.450976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:05.465070 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:05.465842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:05.504355 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f7ca3-b98c-49c3-abc5-9b881dd2cec4 None None] Pushing event updated for resources: {'Port': ['ID=4365e3e6-9049-4921-82e5-606dc278d3a6,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.510265 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] Provisioning complete for port 4365e3e6-9049-4921-82e5-606dc278d3a6 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:05.511328 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.525011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Pushing event updated for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:05.559152 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.617433 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:05.738185 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.809675 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1b7de-42a7-41af-beed-4d280c688745 None None] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:24:05.863451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:03Z', 'revision_number': 3, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:05.875512 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.908305 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd06419-541a-48e8-9e74-157c47863f7b None None] The sync data for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 is: [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:03Z', 'revision_number': 3, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:05.911693 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] For port 4365e3e6-9049-4921-82e5-606dc278d3a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4365e3e6-9049-4921-82e5-606dc278d3a6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:05.918292 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.971442 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.976823 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.014975 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7071b2-03ef-498c-a5b3-b7a09c3d55ae None None] Pushing event updated for resources: {'Port': ['ID=4365e3e6-9049-4921-82e5-606dc278d3a6,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:06.046131 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.059121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] Provisioning complete for port c789282a-51ba-4a95-9729-ae512853640a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:06.059498 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.113194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Pushing event updated for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:06.172208 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.177989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:06.179548 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:06.237419 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] For port c789282a-51ba-4a95-9729-ae512853640a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c789282a-51ba-4a95-9729-ae512853640a,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:06.241841 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.355105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964baaa-216f-4baa-87b2-bc3f4f3623e4 None None] Pushing event updated for resources: {'Port': ['ID=c789282a-51ba-4a95-9729-ae512853640a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:06.400571 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Router 31e84df6-a23f-4f96-b274-a9161c1804eb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:06.482358 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-261dfafc-39ca-4b5a-a73c-d14e255d8b0f None None] Provisioning complete for port c789282a-51ba-4a95-9729-ae512853640a triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:06.482678 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261dfafc-39ca-4b5a-a73c-d14e255d8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.536607 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c789282a-51ba-4a95-9729-ae512853640a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:06.571641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:06.578437 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-59fd80e5-7b0c-4b0b-95b7-c742b9eb628c admin admin] 10.222.0.93 "PUT /v2.0/routers/31e84df6-a23f-4f96-b274-a9161c1804eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513621 Nov 12 04:24:06.633398 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c789282a-51ba-4a95-9729-ae512853640a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:06.633762 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.773935 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-261dfafc-39ca-4b5a-a73c-d14e255d8b0f None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:06.774584 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-261dfafc-39ca-4b5a-a73c-d14e255d8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:06.814013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 99b4e2a6-aba2-492d-9ad4-4959106d14ab up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:06.846908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-261dfafc-39ca-4b5a-a73c-d14e255d8b0f None None] Port 395e543a-7359-4505-aeb4-68ad6862c31c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:06.875396 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 99b4e2a6-aba2-492d-9ad4-4959106d14ab triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:06.875800 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.001800 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-7965545a-c3a4-479a-a316-dd02251ea24e None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:07.002170 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7965545a-c3a4-479a-a316-dd02251ea24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.039699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-7965545a-c3a4-479a-a316-dd02251ea24e None None] Port 395e543a-7359-4505-aeb4-68ad6862c31c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:07.158952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f24c1fbd-87f8-43ab-a489-db376f5bf6c6 None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:07.159572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f24c1fbd-87f8-43ab-a489-db376f5bf6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.197367 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f24c1fbd-87f8-43ab-a489-db376f5bf6c6 None None] Port 395e543a-7359-4505-aeb4-68ad6862c31c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:07.299258 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38098) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.304341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949397206', 'description': 'tempest-secgroup-smoke-1949397206 description', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.326594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.393004 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.396780 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.426109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.427318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268692 Nov 12 04:24:07.429175 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c3937-937e-44c8-bb73-ac780d1b0867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8587aded-614b-4db6-9e94-0ae821e95255,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.430467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.437717 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.467016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.521748 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.525296 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.543805 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98abc10d-c20f-49c6-a9d8-3ae1d70666a8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.552237 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.553435 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2c990345-908f-4128-9fa3-b44f8dc2d92c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201937 Nov 12 04:24:07.556553 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.560868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.586872 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.645151 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.648651 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.668460 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b55097-7645-4a9c-b1f4-13e55745ca53,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.674355 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.675554 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3d99169c-b9ef-4431-b380-552b2ee11051 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180148 Nov 12 04:24:07.678308 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.682770 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.709024 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.769138 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.772633 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.787637 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e9ba57-39b8-4e5c-9eb2-ad5965262657,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.798873 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.800111 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-33ff2a2b-e5bf-450b-86ea-43a181a68811 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208482 Nov 12 04:24:07.802817 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.807119 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.832571 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.889898 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.893329 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.911981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b16155e-e8ea-4057-970b-431053fa46c4,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:07.917011 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.918201 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-80eaec0f-e14d-438c-b284-09e33340b724 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144505 Nov 12 04:24:07.920972 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:07.925780 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:07.946406 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Project 4794ba9f6db441a1b8b2b8a65063e99c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:24:07.951214 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.012232 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.015897 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.034711 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f93dbc-2c95-40ff-a9ac-2af50978ea7c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:08.039759 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.040999 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-d3c32cb2-ab4d-4374-99b6-d0e652d2e20d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191170 Nov 12 04:24:08.043867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38110) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:08.049060 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': '8587aded-614b-4db6-9e94-0ae821e95255', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:08.070443 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Project 4794ba9f6db441a1b8b2b8a65063e99c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:24:08.075378 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.139267 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.144221 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.162028 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0706f38-c48e-4b3b-8fc9-d881ad5e161d,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:08.170768 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.172004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c0c39974-295e-40f1-98a6-5475438252ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270676 Nov 12 04:24:08.323766 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c789282a-51ba-4a95-9729-ae512853640a up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:08.386576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port c789282a-51ba-4a95-9729-ae512853640a triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:08.387021 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.396664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0cf6ace2-0e91-418c-bd5a-e4ffbccdb1bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949397206&fields=id&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 267 time: 0.0529630 Nov 12 04:24:08.467119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4365e3e6-9049-4921-82e5-606dc278d3a6 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:08.510364 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0abc27e0-2f8b-4900-8a7c-ebe1f7a4edf5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:08.512409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0abc27e0-2f8b-4900-8a7c-ebe1f7a4edf5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 808 time: 0.1102519 Nov 12 04:24:08.514166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 4365e3e6-9049-4921-82e5-606dc278d3a6 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:08.514538 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.529983 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-b75007e0-fce1-4243-b367-1b8746d2a183 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/quotas/4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 375 time: 0.0105395 Nov 12 04:24:08.585039 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0be36190-e237-4bdb-9377-af30769f5807 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477602 Nov 12 04:24:08.680831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-2d3f8a3b-cece-492a-a9db-844bb670d308 service neutron] 10.222.0.93 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841472 Nov 12 04:24:08.718290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Sync routers for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:08.727578 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:08.728271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:08.775409 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-d7df6360-efca-4ad2-955d-9c098eb09fdc service neutron] 10.222.0.93 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884321 Nov 12 04:24:08.834504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:08.943250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad1c817-c49b-4c19-97f7-719f96bb89d1 req-86133a7e-1ade-48e1-b6e0-29fd6e272e18 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 210 time: 0.0306499 Nov 12 04:24:09.035994 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '395e543a-7359-4505-aeb4-68ad6862c31c', 'name': '', 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'mac_address': 'fa:16:3e:e3:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:04Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 2, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'subnets': [{'id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:09.066325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Checking router: 31e84df6-a23f-4f96-b274-a9161c1804eb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:09.066695 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Updating router 31e84df6-a23f-4f96-b274-a9161c1804eb port 395e543a-7359-4505-aeb4-68ad6862c31c binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:24:09.090898 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.355514 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.360955 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.414206 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e7d9-de00-4b88-aa67-03c66dd490db None None] Pushing event updated for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.466470 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Attempting to bind port 395e543a-7359-4505-aeb4-68ad6862c31c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:09.467022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Attempting to bind port 395e543a-7359-4505-aeb4-68ad6862c31c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:09.467388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Attempting to bind port 395e543a-7359-4505-aeb4-68ad6862c31c on network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:09.473298 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:09.473673 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Checking segment: {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:09.474077 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.474504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Bound using segment: {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:09.474983 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Bound port: 395e543a-7359-4505-aeb4-68ad6862c31c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a58b6-bec5-4712-94dc-ee57a07b357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:09.475371 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.544568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] For port 395e543a-7359-4505-aeb4-68ad6862c31c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:09.549216 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] For port 395e543a-7359-4505-aeb4-68ad6862c31c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=395e543a-7359-4505-aeb4-68ad6862c31c,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:09.554189 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.618104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:09.618795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:23:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:09.623674 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949e7d9-de00-4b88-aa67-03c66dd490db None None] Pushing event updated for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:09.714954 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:09.715318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.765565 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:09.922168 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:09.979712 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] For port 395e543a-7359-4505-aeb4-68ad6862c31c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=395e543a-7359-4505-aeb4-68ad6862c31c,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:09.990306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.067134 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c793a-f113-49d2-865e-887ae47f3926 None None] Pushing event updated for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:10.087946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '395e543a-7359-4505-aeb4-68ad6862c31c', 'name': '', 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'mac_address': 'fa:16:3e:e3:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:04Z', 'updated_at': '2021-11-12T04:24:09Z', 'revision_number': 4, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'subnets': [{'id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:10.125375 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ac34df-b268-4e08-9679-bf224c4c40f0 None None] The sync data for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 is: [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '395e543a-7359-4505-aeb4-68ad6862c31c', 'name': '', 'network_id': 'df7aaf65-1b3f-4351-b85b-c17fba09a4a5', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'mac_address': 'fa:16:3e:e3:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:04Z', 'updated_at': '2021-11-12T04:24:09Z', 'revision_number': 4, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'subnets': [{'id': '2c89cd28-35fd-45b6-a6a7-9922f5c93537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:10.136786 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-afd9ed37-608f-49b4-91ed-533eaebe292a None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:10.137160 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-afd9ed37-608f-49b4-91ed-533eaebe292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.351604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 395e543a-7359-4505-aeb4-68ad6862c31c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:10.401915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4d6f534f-4a74-43ea-9d72-a10e11a9b7e6 req-446e8aef-1567-47e4-a5e9-377574417cf0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 210 time: 0.0350990 Nov 12 04:24:10.421710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-54177e59-1a34-456a-bc01-5ec1b1401a96 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.423329 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-54177e59-1a34-456a-bc01-5ec1b1401a96 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 808 time: 0.5290890 Nov 12 04:24:10.449321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 395e543a-7359-4505-aeb4-68ad6862c31c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:10.449866 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.493933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-6b75b680-af13-4ac9-82e1-c43da980a6d2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 380 time: 0.0610414 Nov 12 04:24:10.503719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'port': {'device_id': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'admin_state_up': True, 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'security_groups': ['8587aded-614b-4db6-9e94-0ae821e95255']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:10.618157 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Made reservation on behalf of 4794ba9f6db441a1b8b2b8a65063e99c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:24:10.621664 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.748534 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Allocated IP 172.20.0.11 (a20db2d7-b367-4f29-8050-ad9deab68c42/3c36329b-1cee-4a35-844d-03f8980d6cd7/0d33c01e-bea8-48a6-9abc-974f73b53273) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:10.895730 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.928982 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.970039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:10.974848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:10.978598 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:11.002617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.031011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.031628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.049430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-a30054be-0511-4ce2-95ae-682c5afbb36b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499392 Nov 12 04:24:11.063322 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Request body: {'port': {'device_id': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:11.128845 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.178560 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d22445a1-b8f0-4321-bd1c-dd8197cff809 None None] Provisioning complete for port 0d33c01e-bea8-48a6-9abc-974f73b53273 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:11.178927 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d22445a1-b8f0-4321-bd1c-dd8197cff809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.220706 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d22445a1-b8f0-4321-bd1c-dd8197cff809 None None] Port 0d33c01e-bea8-48a6-9abc-974f73b53273 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:24:11.393336 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:11.400926 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.412973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Transition to ACTIVE for port object 0d33c01e-bea8-48a6-9abc-974f73b53273 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:24:11.416686 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.495207 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.577855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Attempting to bind port 0d33c01e-bea8-48a6-9abc-974f73b53273 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:24:11.578196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Attempting to bind port 0d33c01e-bea8-48a6-9abc-974f73b53273 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:24:11.578537 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Attempting to bind port 0d33c01e-bea8-48a6-9abc-974f73b53273 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:11.587714 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac39e05-1eea-4100-8680-13408714baf5 req-d7b9cf79-64fa-443e-99e0-d45f40795276 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.589280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac39e05-1eea-4100-8680-13408714baf5 req-d7b9cf79-64fa-443e-99e0-d45f40795276 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0969963 Nov 12 04:24:11.592989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Port 0d33c01e-bea8-48a6-9abc-974f73b53273 on network a20db2d7-b367-4f29-8050-ad9deab68c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:24:11.593318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Attempting to bind port 0d33c01e-bea8-48a6-9abc-974f73b53273 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:24:11.605825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:24:11.606172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:24:11.606563 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Bound using segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:24:11.607036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Bound port: 0d33c01e-bea8-48a6-9abc-974f73b53273, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:24:11.607394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.683715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ac39e05-1eea-4100-8680-13408714baf5 req-f00cada2-551a-4ff4-b221-1a3f5e13d871 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863538 Nov 12 04:24:11.714748 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:24:11.718615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:24:11.723916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.759476 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.760133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:11.761507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] 10.222.0.98 "PUT /v2.0/ports/0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1093 time: 0.7038999 Nov 12 04:24:11.763634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:11.766781 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e14cd4-8969-4c51-a61e-7e2951aa3977" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:11.794387 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177fda8-a077-42fd-a98f-71738366c1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:11.829110 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5043c643-975c-4f44-99d7-3f755553e24f x-openstack-request-id: req-5043c643-975c-4f44-99d7-3f755553e24f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:11.829404 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:11.829660 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5043c643-975c-4f44-99d7-3f755553e24f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:11.830069 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'status': 'completed', 'code': 200} Nov 12 04:24:11.872411 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-3d064a83-fb10-4816-b787-a6f6cf87a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.873948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-3d064a83-fb10-4816-b787-a6f6cf87a90d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1096 time: 0.0576532 Nov 12 04:24:11.922715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-46f36ed0-f3c4-4616-9fed-2ad89a49ff31 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 217 time: 0.0400698 Nov 12 04:24:11.975184 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-485d3061-e450-471a-a5db-e49ef8b7bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.976756 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-485d3061-e450-471a-a5db-e49ef8b7bf32 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0467420 Nov 12 04:24:12.022170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572e3d-d130-4264-8b07-a16d044a60ae req-b966a8ef-bfeb-4cdd-aa89-3be2608b2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.023541 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-b966a8ef-bfeb-4cdd-aa89-3be2608b2faa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401304 Nov 12 04:24:12.118110 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-6b8a9fdb-5f0d-4323-a53f-5def8304686b service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869341 Nov 12 04:24:12.209984 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71572e3d-d130-4264-8b07-a16d044a60ae req-d1e83f1d-2d42-4cd7-8285-cc1e6bf017ba service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854008 Nov 12 04:24:12.295933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-570cae23-1dcb-454e-bffc-be4197b383ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.297381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-570cae23-1dcb-454e-bffc-be4197b383ae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1096 time: 0.0405867 Nov 12 04:24:12.392495 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-6d6a215e-03ed-4061-b548-2676d1918fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.393989 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-6d6a215e-03ed-4061-b548-2676d1918fbb service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0902278 Nov 12 04:24:12.435540 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-0ef424f8-e350-4525-98a3-edf3e58c3dbb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 217 time: 0.0348833 Nov 12 04:24:12.490826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-6a83987a-4bba-40ee-94de-bece7367ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.492353 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-6a83987a-4bba-40ee-94de-bece7367ab0f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0496528 Nov 12 04:24:12.541809 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-a9ed77a4-436f-4522-a7a2-8d62b6deb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.543327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-a9ed77a4-436f-4522-a7a2-8d62b6deb356 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412476 Nov 12 04:24:12.634853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-437c6199-757c-4642-b4ce-29095dc79303 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Nov 12 04:24:12.728422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-23e14cd4-8969-4c51-a61e-7e2951aa3977 req-bfac1f89-5d25-4c56-9fa3-e6a0d0b2df11 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Nov 12 04:24:12.806355 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb222c-612d-46fc-944f-cb8a54199fdb req-0c3e5321-2f5c-4b00-8b43-8b2e10e96af9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:12.807920 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fb222c-612d-46fc-944f-cb8a54199fdb req-0c3e5321-2f5c-4b00-8b43-8b2e10e96af9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0500674 Nov 12 04:24:12.855755 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b1fb222c-612d-46fc-944f-cb8a54199fdb req-7ff144ab-06c8-4237-af79-ab4e806f3451 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Nov 12 04:24:13.976346 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e044105-d9c0-4ae0-aa1d-d7753605d0ab req-b8865fd6-bfb2-46f9-a0c1-d659a6a66dca tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:13.977796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e044105-d9c0-4ae0-aa1d-d7753605d0ab req-b8865fd6-bfb2-46f9-a0c1-d659a6a66dca tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0522513 Nov 12 04:24:14.027887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1e044105-d9c0-4ae0-aa1d-d7753605d0ab req-5d9ee26e-956d-4163-aa95-38e6b67d4e09 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441430 Nov 12 04:24:15.143644 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eccf8-dfe1-4103-a075-964eb7a5667b req-cc476555-6e00-4ea8-aa3e-b472f42f8a8c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:15.145154 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-284eccf8-dfe1-4103-a075-964eb7a5667b req-cc476555-6e00-4ea8-aa3e-b472f42f8a8c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0494869 Nov 12 04:24:15.195236 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-284eccf8-dfe1-4103-a075-964eb7a5667b req-5782e642-ef28-4fe8-ab91-e3e52c1120e4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441792 Nov 12 04:24:15.224377 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:24:15.319287 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:15.330597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:24:15.369633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.382563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:24:15.401908 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:15.405175 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:15.451070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:15.623679 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d33c01e-bea8-48a6-9abc-974f73b53273'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:24:16.316332 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d46ce6-7bf3-40a4-b566-116097fd12e9 req-8e360c83-709a-4db6-a88e-2288e9697b30 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:16.317807 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1d46ce6-7bf3-40a4-b566-116097fd12e9 req-8e360c83-709a-4db6-a88e-2288e9697b30 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 945 time: 0.0494485 Nov 12 04:24:16.370261 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d1d46ce6-7bf3-40a4-b566-116097fd12e9 req-27830102-5085-4fa6-a2e3-b264606d13f8 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466099 Nov 12 04:24:17.241157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:24:17.289127 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 0d33c01e-bea8-48a6-9abc-974f73b53273 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:24:17.293208 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0d33c01e-bea8-48a6-9abc-974f73b53273 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:24:17.293575 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.371968 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.395067 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:17.397365 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce71ac29-5f6b-49eb-ad37-3cb348d9a384" -d '{"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:17.410890 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:17.415059 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:17.439024 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79ff904-0fd1-41a1-a3d9-bbc1781fff27 x-openstack-request-id: req-d79ff904-0fd1-41a1-a3d9-bbc1781fff27 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:17.439310 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:17.439561 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d79ff904-0fd1-41a1-a3d9-bbc1781fff27 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:17.440052 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'code': 200} Nov 12 04:24:17.466555 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:17.494097 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416291e-93dd-4120-b8b9-56db7e4dd497 req-c81ab5e8-051a-4e17-90ed-559286522e20 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.495487 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f416291e-93dd-4120-b8b9-56db7e4dd497 req-c81ab5e8-051a-4e17-90ed-559286522e20 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0548782 Nov 12 04:24:17.564880 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361519b-c41f-4b46-b260-ce7f20ff6b67 req-1afc5518-fcb8-4b04-8785-613022b375a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:17.567020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8361519b-c41f-4b46-b260-ce7f20ff6b67 req-1afc5518-fcb8-4b04-8785-613022b375a5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0706632 Nov 12 04:24:17.571186 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f416291e-93dd-4120-b8b9-56db7e4dd497 req-ea05e690-8e5e-4294-9094-76ed74fac55b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667882 Nov 12 04:24:17.612967 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8361519b-c41f-4b46-b260-ce7f20ff6b67 req-4131d70a-177d-4660-840f-a62992ef26c9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Nov 12 04:24:18.114917 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0fd365ca-b146-4f3a-9abd-160d8ebfd906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:18.692695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e3b1c-e6be-4f96-a289-d41d540dd788 req-83714fd6-c346-468f-8367-811b6d7f83ba tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:18.694201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d1e3b1c-e6be-4f96-a289-d41d540dd788 req-83714fd6-c346-468f-8367-811b6d7f83ba tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0532613 Nov 12 04:24:18.743726 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9d1e3b1c-e6be-4f96-a289-d41d540dd788 req-310a1af8-69c9-4241-8dba-951282f9135d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435936 Nov 12 04:24:18.857909 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93530694-72ed-4143-9f3b-08e558908fc3 req-d17ff1c1-8fee-4b44-9531-9f92a5ec6827 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:18.859340 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93530694-72ed-4143-9f3b-08e558908fc3 req-d17ff1c1-8fee-4b44-9531-9f92a5ec6827 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0492225 Nov 12 04:24:18.907836 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-93530694-72ed-4143-9f3b-08e558908fc3 req-f1386c31-11f8-47a0-8d98-28d5ab827d6d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Nov 12 04:24:18.929710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38162) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:19.052330 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d183c52-561f-434a-81c3-637dafa8f362 tempest-TestShelveInstance-334251868 tempest-TestShelveInstance-334251868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:19.053814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0d183c52-561f-434a-81c3-637dafa8f362 tempest-TestShelveInstance-334251868 tempest-TestShelveInstance-334251868-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1093 time: 0.1231060 Nov 12 04:24:19.056807 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38166) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:19.060987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:24:19.083087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.180167 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.285287 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Allocated IP 172.25.4.164 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/d08c6d12-55c1-4a69-98c6-0e24a08bbd89) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:24:19.383556 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.415208 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.450946 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:24:19.453709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:24:19.459645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:24:19.487172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=d08c6d12-55c1-4a69-98c6-0e24a08bbd89,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:19.809212 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:19.875703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.020302 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.024876 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.097623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=d08c6d12-55c1-4a69-98c6-0e24a08bbd89,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:20.109969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.212802 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Floating IP 28fae64c-a654-40cc-90a7-a06b8a59e9b3 associated. External IP: 172.25.4.164, port: 0d33c01e-bea8-48a6-9abc-974f73b53273. Nov 12 04:24:20.424284 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:20.503568 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-332e5bf8-fffa-4693-9f84-61d2a3328788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.535023 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:20.545868 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:20.553631 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:20.558038 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:20.558724 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:20.581015 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7650d7ce-8620-4d95-b0a1-47c891682638 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5232105 Nov 12 04:24:20.582737 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:20.585028 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98af99e-6890-4fb1-9124-505359633813" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:20.625461 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf26afe8-f0e0-4aa8-8a0b-1a0bb5a03dda x-openstack-request-id: req-bf26afe8-f0e0-4aa8-8a0b-1a0bb5a03dda {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:20.625749 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:20.626001 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf26afe8-f0e0-4aa8-8a0b-1a0bb5a03dda {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:20.626407 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'status': 'completed', 'code': 200} Nov 12 04:24:20.671463 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:20.685908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af99e-6890-4fb1-9124-505359633813 req-707b78cf-1771-4b79-9d37-38cff0e77143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.687325 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-707b78cf-1771-4b79-9d37-38cff0e77143 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0397818 Nov 12 04:24:20.779721 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af99e-6890-4fb1-9124-505359633813 req-68be9412-0a11-4aad-98df-2000736b2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.781222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-68be9412-0a11-4aad-98df-2000736b2d30 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0874901 Nov 12 04:24:20.847195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-b3ba6d7e-0dbf-4e11-9ffb-7452c2f4239a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1000 time: 0.0591388 Nov 12 04:24:20.895434 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '28fae64c-a654-40cc-90a7-a06b8a59e9b3', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:19Z', 'updated_at': '2021-11-12T04:24:19Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:20.897725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af99e-6890-4fb1-9124-505359633813 req-028e29c1-d630-4f47-8ad5-acd4b6281715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.899200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-028e29c1-d630-4f47-8ad5-acd4b6281715 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0450380 Nov 12 04:24:20.951147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af99e-6890-4fb1-9124-505359633813 req-c83dcb54-e39f-4354-92d1-ff3b0f999120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:20.952624 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-c83dcb54-e39f-4354-92d1-ff3b0f999120 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461948 Nov 12 04:24:21.010965 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:21.019555 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:21.020193 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:24:20Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:21.043179 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-47e4dfd8-970d-4f86-8582-3471fbfc4378 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837553 Nov 12 04:24:21.121389 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:21.349801 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '28fae64c-a654-40cc-90a7-a06b8a59e9b3', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:19Z', 'updated_at': '2021-11-12T04:24:19Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:21.379932 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343165ee-38c7-40a0-bea3-e007cc8e674f None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '28fae64c-a654-40cc-90a7-a06b8a59e9b3', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.164', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:24:19Z', 'updated_at': '2021-11-12T04:24:19Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:21.483489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e98af99e-6890-4fb1-9124-505359633813 req-1e1285d3-c8a2-429d-ba23-765fc3a70f0c service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334362 Nov 12 04:24:21.578092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8cdc4c-50af-4e5b-bcdd-df8277c044c5 None None] New status for floating IP 28fae64c-a654-40cc-90a7-a06b8a59e9b3: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:24:21.919923 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.282785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:23.449976 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:23.785924 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:28.340958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-260d9661-675a-43cc-929e-a862d1a34c5d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383377 Nov 12 04:24:28.418715 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-b3442f28-cfcf-4182-9488-837b158d2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.420209 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-b3442f28-cfcf-4182-9488-837b158d2c39 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0388205 Nov 12 04:24:28.538039 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-1beb659a-aa98-48af-be44-aaf4628f29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.539411 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-1beb659a-aa98-48af-be44-aaf4628f29e7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1000333 Nov 12 04:24:28.603889 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-417e12f0-3855-4056-9564-a1dae0531abd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1002 time: 0.0565040 Nov 12 04:24:28.652744 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-acee1562-f1cd-49b6-b78e-b58ebcd9089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.654187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-acee1562-f1cd-49b6-b78e-b58ebcd9089c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0431671 Nov 12 04:24:28.705008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-f52ef4ad-d6ae-4c0c-a294-1cc6532745d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:28.706517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-f52ef4ad-d6ae-4c0c-a294-1cc6532745d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426612 Nov 12 04:24:28.795029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-e74de4f6-6c53-429c-a01d-18f03c5c9ff8 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815291 Nov 12 04:24:28.886869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-920240e1-ca46-4b9a-ad2f-da804d4b396d req-06ca1d04-dbca-4f23-8ab2-b59da05ed037 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847607 Nov 12 04:24:31.419457 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.262765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.115844 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d9f68ed1-8fda-4a19-99b6-0a2ee3e33625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.498585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3b31779e-444c-49cc-ba0f-b4cf9afec250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.921890 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.285048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.786806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.459878 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:01.431517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.275517 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.117544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7c47-4ed0-461e-823d-f456661deef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.500785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7eed464b-7896-4762-a3eb-2da1eea79f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.924017 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.288745 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.788951 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.360638 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-07c4d0c8-517c-43ef-b4e8-7b3f04dd4b8c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389183 Nov 12 04:25:28.440886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-2636235c-238f-419d-9270-9f66b3eaf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.442343 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-2636235c-238f-419d-9270-9f66b3eaf6c9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0390620 Nov 12 04:25:28.547763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-d070b573-d684-4a48-840b-4d15ab217a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.549187 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-d070b573-d684-4a48-840b-4d15ab217a64 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0885680 Nov 12 04:25:28.613798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-da1cb8a1-2417-4f18-b40b-87c4f6020557 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1002 time: 0.0581543 Nov 12 04:25:28.666066 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-ecf2a5cc-7c63-4eb1-9304-561368b5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.667517 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-ecf2a5cc-7c63-4eb1-9304-561368b5c2f0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0470214 Nov 12 04:25:28.712084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-12aaecfc-2d8d-4573-8e80-14f5232fe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.713574 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-12aaecfc-2d8d-4573-8e80-14f5232fe5d3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393527 Nov 12 04:25:28.804649 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-83f7e69b-22e4-442a-97f4-405bffd1515e service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Nov 12 04:25:28.892980 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-292c5a81-f5b0-4144-9099-9a836a87c3c3 req-65bee064-962e-427a-a032-0af6083c0968 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815237 Nov 12 04:25:29.188361 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-08bc5662-1eab-45f8-8c68-adb0fafd7c40 req-2629a3fa-3099-4b84-93ab-29155175ccf6 service neutron] (102605) timed out ('10.222.0.93', 51542) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:25:31.431845 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.278083 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.449697 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:48.119802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd477-400e-4311-8c54-2892be4a4806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.503018 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80dd58c5-b941-4fd3-bdda-59f4e5dfd7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:51.926825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.289649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.791785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:01.462267 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.297139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:14.450162 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:16.182491 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72e2cb-6daf-4b81-aea9-baaeac4a68b0 req-f92a096b-c41c-43c9-8161-063856981bb4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:16.183987 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a72e2cb-6daf-4b81-aea9-baaeac4a68b0 req-f92a096b-c41c-43c9-8161-063856981bb4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0974610 Nov 12 04:26:16.237284 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9a72e2cb-6daf-4b81-aea9-baaeac4a68b0 req-198c2fd8-41de-4c45-9595-518b752e6fbd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473824 Nov 12 04:26:17.355450 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de047923-df6a-4372-9e00-f6f967c02560 req-c467b88c-0c10-40b5-b42f-63114aed7f6d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:17.356950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de047923-df6a-4372-9e00-f6f967c02560 req-c467b88c-0c10-40b5-b42f-63114aed7f6d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0485532 Nov 12 04:26:17.406001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-de047923-df6a-4372-9e00-f6f967c02560 req-58bc7989-6b5f-41bf-8dcf-42ae866f86c3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431492 Nov 12 04:26:18.121806 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1573-68a8-40af-8c26-208bd5273b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:18.520308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180f969-dc4b-4611-a5d4-ed0cb48453e9 req-45b269e4-4570-4831-94ba-19449be950e1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:18.521775 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5180f969-dc4b-4611-a5d4-ed0cb48453e9 req-45b269e4-4570-4831-94ba-19449be950e1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0490739 Nov 12 04:26:18.569714 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5180f969-dc4b-4611-a5d4-ed0cb48453e9 req-2d609a53-64a7-4844-b45a-3acb5ab412f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Nov 12 04:26:19.686419 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813ab7-91e9-41f2-a1e3-0223eaa1cfee req-a2f07a4f-b97d-4d6d-8c8c-8a1b3f7de2ad tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:19.687898 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7813ab7-91e9-41f2-a1e3-0223eaa1cfee req-a2f07a4f-b97d-4d6d-8c8c-8a1b3f7de2ad tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0516191 Nov 12 04:26:19.735414 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7813ab7-91e9-41f2-a1e3-0223eaa1cfee req-33c23dea-ff3e-40a4-bafb-929833593e6d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Nov 12 04:26:20.504329 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a2ad871b-7d35-4430-956f-3874edc6f8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:20.850304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dedb99-8408-4b6f-8384-501bc2360592 req-a4926988-fdec-4700-925f-2713a0509b3f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:20.851770 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66dedb99-8408-4b6f-8384-501bc2360592 req-a4926988-fdec-4700-925f-2713a0509b3f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0486562 Nov 12 04:26:20.907784 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66dedb99-8408-4b6f-8384-501bc2360592 req-134c9d8e-56a1-4d56-b121-4b3b5682c7aa tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451005 Nov 12 04:26:21.930902 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.024635 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74c037-6423-4e92-bf89-814e6a110183 req-794289cc-87de-416a-a6a9-6a5c0dd969ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:22.026140 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e74c037-6423-4e92-bf89-814e6a110183 req-794289cc-87de-416a-a6a9-6a5c0dd969ee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0512724 Nov 12 04:26:22.078463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8e74c037-6423-4e92-bf89-814e6a110183 req-794822eb-1266-41fc-b809-01cecdba90bb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Nov 12 04:26:23.199408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148feea-1a8e-4886-b93f-ae5333e2cfd7 req-f65795b8-a596-45bb-9254-284d0036df0c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:23.200953 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0148feea-1a8e-4886-b93f-ae5333e2cfd7 req-f65795b8-a596-45bb-9254-284d0036df0c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0508380 Nov 12 04:26:23.251693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0148feea-1a8e-4886-b93f-ae5333e2cfd7 req-fbdcf6bf-4a75-4b3b-90cb-e60e574bd558 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Nov 12 04:26:23.293649 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:23.793715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:24.366202 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ba8e-e469-466c-8396-b0d828bfc961 req-273d9782-39de-4b51-a865-b7eabdb3999b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:24.367658 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5106ba8e-e469-466c-8396-b0d828bfc961 req-273d9782-39de-4b51-a865-b7eabdb3999b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0482388 Nov 12 04:26:24.416365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5106ba8e-e469-466c-8396-b0d828bfc961 req-01c29182-1031-4741-8a6a-38499c0df4ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Nov 12 04:26:25.535776 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367e3be-113d-4bf4-8379-3c811b5bb5e2 req-8714d0a9-6a3d-4f5f-90ba-2ad26d36135c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:25.537191 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7367e3be-113d-4bf4-8379-3c811b5bb5e2 req-8714d0a9-6a3d-4f5f-90ba-2ad26d36135c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0524807 Nov 12 04:26:25.586932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7367e3be-113d-4bf4-8379-3c811b5bb5e2 req-7e799fae-b290-48a8-8782-10e083e85701 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432959 Nov 12 04:26:26.703090 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0425d-7970-4437-8b7e-1dda3c5d81b1 req-31116f61-483e-42ad-97db-d64aacbdaafc tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:26.704592 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56a0425d-7970-4437-8b7e-1dda3c5d81b1 req-31116f61-483e-42ad-97db-d64aacbdaafc tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0503104 Nov 12 04:26:26.753508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56a0425d-7970-4437-8b7e-1dda3c5d81b1 req-b91ba03d-6b4e-4266-8463-83e8f245eb22 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Nov 12 04:26:27.874343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389966b-7202-47ea-9d69-a0f6aebda956 req-27cb405b-846e-4521-814a-aa210dccdcb2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:27.875831 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b389966b-7202-47ea-9d69-a0f6aebda956 req-27cb405b-846e-4521-814a-aa210dccdcb2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0531983 Nov 12 04:26:27.928644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b389966b-7202-47ea-9d69-a0f6aebda956 req-5ebed532-d234-4b8e-a40a-d1fabec716b0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Nov 12 04:26:29.063633 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7276d7-2a3b-4cff-8f9c-6458637f7635 req-baf34790-8a14-4b49-92f1-5b39e68bfde1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.065161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea7276d7-2a3b-4cff-8f9c-6458637f7635 req-baf34790-8a14-4b49-92f1-5b39e68bfde1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0591724 Nov 12 04:26:29.128077 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ea7276d7-2a3b-4cff-8f9c-6458637f7635 req-dd722da2-ff43-4737-9266-a266ca1fb102 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558689 Nov 12 04:26:29.408507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-610de39c-2edd-4dfa-8686-3d67c57a62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.410185 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-610de39c-2edd-4dfa-8686-3d67c57a62cb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0492225 Nov 12 04:26:29.534159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-25d4e71c-a9fd-42e2-9f58-dcd5ba983b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.535797 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-25d4e71c-a9fd-42e2-9f58-dcd5ba983b70 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1049767 Nov 12 04:26:29.606645 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-1aeac64e-ea97-4caa-9855-f5224b32d634 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1002 time: 0.0638297 Nov 12 04:26:29.675883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-657e357c-cce6-4e35-bd61-2677fbc70805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.677390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-657e357c-cce6-4e35-bd61-2677fbc70805 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0617094 Nov 12 04:26:29.733613 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-eb49da4b-feac-4ec6-aec8-890c4c871bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:29.735124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-eb49da4b-feac-4ec6-aec8-890c4c871bee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507684 Nov 12 04:26:29.839127 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-09b7a18a-5c4e-4cf3-ab08-fb11c43f656b service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941226 Nov 12 04:26:29.924630 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:29.936189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4186af7a-abf1-476d-9b3d-9ebbca279cda req-eb780d82-8a49-4cfa-b268-64cee2830f8c service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900929 Nov 12 04:26:30.042852 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:30.055805 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:30.101035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.115128 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:30.139086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:30.149150 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.231486 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d33c01e-bea8-48a6-9abc-974f73b53273'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:30.233887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:30.267053 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2542603-4fb5-487f-a712-a0fd455f6e9b req-dc467737-bcbd-4c60-a8f5-bf0622eb07c4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:30.271256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.271671 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.272118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.272459 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.273122 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.273424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.273749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.274071 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.274417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.274697 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.275428 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.275716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:26:30.277354 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2542603-4fb5-487f-a712-a0fd455f6e9b req-dc467737-bcbd-4c60-a8f5-bf0622eb07c4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 945 time: 0.0670161 Nov 12 04:26:30.332390 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a2542603-4fb5-487f-a712-a0fd455f6e9b req-38fc47ab-07b8-44d8-8289-a2d85928cc42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541291 Nov 12 04:26:31.467703 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3099-08ca-410f-bcc5-c6dbbde49561 req-12608b87-b1e6-476f-bf74-290dbef27e99 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:31.469527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d2d3099-08ca-410f-bcc5-c6dbbde49561 req-12608b87-b1e6-476f-bf74-290dbef27e99 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 945 time: 0.0614190 Nov 12 04:26:31.481100 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.533927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d2d3099-08ca-410f-bcc5-c6dbbde49561 req-9f5a9926-0415-43e2-be35-de3cd0fdb1db tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567706 Nov 12 04:26:31.925116 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:31.987086 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0d33c01e-bea8-48a6-9abc-974f73b53273 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:31.987456 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.082715 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.107885 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:32.110268 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eca1574-ff39-4440-ad7c-f4717374f107" -d '{"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:32.124016 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:32.129123 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.175849 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbec414-2660-4062-b7cf-9701baf3b4b2 x-openstack-request-id: req-3bbec414-2660-4062-b7cf-9701baf3b4b2 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:32.176094 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:32.176346 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3bbec414-2660-4062-b7cf-9701baf3b4b2 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:32.176745 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'code': 200} Nov 12 04:26:32.186893 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:32.325849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.680630 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32058f82-52cd-4848-900f-b9bbff49ceca req-1dce1cf8-6176-42f3-ad39-591795a017f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:32.682279 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32058f82-52cd-4848-900f-b9bbff49ceca req-1dce1cf8-6176-42f3-ad39-591795a017f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0636387 Nov 12 04:26:32.768626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32058f82-52cd-4848-900f-b9bbff49ceca req-a08a046f-3b87-4a1d-8fdf-b37d85b2b1f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773025 Nov 12 04:26:33.901212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fba43c-b58d-428f-b651-2c4c2841e043 req-7fd98a32-7c4a-44c4-9832-41d11a666605 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:33.902679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97fba43c-b58d-428f-b651-2c4c2841e043 req-7fd98a32-7c4a-44c4-9832-41d11a666605 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0675113 Nov 12 04:26:33.954545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-97fba43c-b58d-428f-b651-2c4c2841e043 req-11d140cd-8f6d-49d9-b2de-c1aab996dd58 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458279 Nov 12 04:26:35.080248 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39634ac-b274-403f-b92c-63dedc0733d6 req-2c376dbd-94d0-417d-b608-99b6c79b20c4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:35.088406 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b39634ac-b274-403f-b92c-63dedc0733d6 req-2c376dbd-94d0-417d-b608-99b6c79b20c4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0594690 Nov 12 04:26:35.138496 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b39634ac-b274-403f-b92c-63dedc0733d6 req-2fe34c88-7e9c-408a-996c-f46eacaa42b5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487783 Nov 12 04:26:36.277492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02251-9495-4140-bd9c-c7da882fcb88 req-0053521c-bfe1-4547-aa91-273202008cb3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:36.280988 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64b02251-9495-4140-bd9c-c7da882fcb88 req-0053521c-bfe1-4547-aa91-273202008cb3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0612307 Nov 12 04:26:36.347567 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-64b02251-9495-4140-bd9c-c7da882fcb88 req-75136424-653f-473b-a733-25a9deed4db9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554829 Nov 12 04:26:37.470783 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759435c-51d1-4978-977d-c84d2f70e58d req-ad2e8041-2e62-4f76-a5d2-2870ea9ffd1d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:37.472312 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4759435c-51d1-4978-977d-c84d2f70e58d req-ad2e8041-2e62-4f76-a5d2-2870ea9ffd1d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0507188 Nov 12 04:26:37.522180 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4759435c-51d1-4978-977d-c84d2f70e58d req-120e4fc8-8216-45ed-86c6-85419e6cca14 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Nov 12 04:26:38.025626 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-e4f0d115-5310-4456-94ba-3a2003915614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.027068 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-e4f0d115-5310-4456-94ba-3a2003915614 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1098 time: 0.0395496 Nov 12 04:26:38.119566 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-cfb51a52-36de-411b-b8ac-577648f97b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.121037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-cfb51a52-36de-411b-b8ac-577648f97b85 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0861044 Nov 12 04:26:38.186195 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-61363884-4282-4691-9d9a-0066b040f8e4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1002 time: 0.0580053 Nov 12 04:26:38.237937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-4d28429e-17b0-4663-94a9-ebe877be0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.239429 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-4d28429e-17b0-4663-94a9-ebe877be0bcb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0467649 Nov 12 04:26:38.285279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-099d062e-4b89-45c4-a420-f164f84bcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.287197 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-099d062e-4b89-45c4-a420-f164f84bcc88 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409389 Nov 12 04:26:38.373851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-8b272027-a627-429b-920c-348d9a12c4c8 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797212 Nov 12 04:26:38.465226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-87058ffe-76b6-4a98-a813-88f0d5b9201b req-0f69febd-e754-4e66-9637-e551cb842b75 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847757 Nov 12 04:26:38.637278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d551-cdaa-490d-a115-ff5439b3080f req-dc3dfe34-0ace-4ea6-a885-4ee431055bff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:38.638741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5810d551-cdaa-490d-a115-ff5439b3080f req-dc3dfe34-0ace-4ea6-a885-4ee431055bff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0488994 Nov 12 04:26:38.687101 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5810d551-cdaa-490d-a115-ff5439b3080f req-b0afc13b-c1ba-4b3b-acec-078c773e977d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Nov 12 04:26:39.806189 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db811-1ab8-40c3-be2b-c2859b8b11fb req-53a1f9f6-e90d-45e4-828a-24391825d38c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:39.807687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2db811-1ab8-40c3-be2b-c2859b8b11fb req-53a1f9f6-e90d-45e4-828a-24391825d38c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0524294 Nov 12 04:26:39.856847 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f2db811-1ab8-40c3-be2b-c2859b8b11fb req-60b0f08c-eff7-47cb-a3e1-51626ae38165 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Nov 12 04:26:40.973406 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ccef-2cd6-4fbb-b29a-bba1f98b2070 req-fff0f6fc-cdab-45bc-b173-7bbed095bb19 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:40.974893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88f5ccef-2cd6-4fbb-b29a-bba1f98b2070 req-fff0f6fc-cdab-45bc-b173-7bbed095bb19 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0493517 Nov 12 04:26:41.024311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-88f5ccef-2cd6-4fbb-b29a-bba1f98b2070 req-86c1bb02-8e45-40f4-a643-f155bc6e9eb4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Nov 12 04:26:41.095854 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-50c9c06a-c991-4454-8223-47b7e637dc94 req-1f3ddbc9-928f-4ea4-a436-f5c1795c0be7 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:26:41.096918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-50c9c06a-c991-4454-8223-47b7e637dc94 req-1f3ddbc9-928f-4ea4-a436-f5c1795c0be7 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054741 Nov 12 04:26:41.273488 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa4ff-f932-4e3e-bb0e-f1ab1380d43e req-cb232460-eb30-40f4-b237-97c2ba665a76 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:41.275269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0baa4ff-f932-4e3e-bb0e-f1ab1380d43e req-cb232460-eb30-40f4-b237-97c2ba665a76 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 946 time: 0.0667627 Nov 12 04:26:41.329296 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e0baa4ff-f932-4e3e-bb0e-f1ab1380d43e req-e0642c6d-3e9f-4fb3-96ec-8128994188b9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Nov 12 04:26:41.535522 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-27316cea-353f-40f1-bf73-8edd1d0f7ae5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013546 Nov 12 04:26:41.990076 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:26:42.066120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.088535 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:42.090736 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58afd0-dfcc-4643-98dc-51e3f39d4e0b" -d '{"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:42.107700 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:42.111833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.134561 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280912a-e987-4099-9105-144f01b9fb1f x-openstack-request-id: req-8280912a-e987-4099-9105-144f01b9fb1f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:42.134855 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:42.135107 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8280912a-e987-4099-9105-144f01b9fb1f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:42.135491 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'code': 200} Nov 12 04:26:42.161308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:42.371847 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-0efa23d6-6fc3-4160-96fd-31cfe7555446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.373482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-0efa23d6-6fc3-4160-96fd-31cfe7555446 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 1096 time: 0.0409982 Nov 12 04:26:42.466929 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-410592fa-6de6-44b4-84f4-ce5ce46e210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.468425 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-410592fa-6de6-44b4-84f4-ce5ce46e210c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1096 time: 0.0718133 Nov 12 04:26:42.479722 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517771f7-f024-4010-ac94-7afaf37cdc33 req-516cbc72-e831-4dd1-89a8-7b2c2fe9871b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.481025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517771f7-f024-4010-ac94-7afaf37cdc33 req-516cbc72-e831-4dd1-89a8-7b2c2fe9871b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0752735 Nov 12 04:26:42.579752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-517771f7-f024-4010-ac94-7afaf37cdc33 req-9036eb66-d70c-470b-91c1-eafc9ab2142b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910225 Nov 12 04:26:42.598674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-ccbe280e-26b7-4b84-89bf-0d4d6e74de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.600148 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-ccbe280e-26b7-4b84-89bf-0d4d6e74de1d service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1182680 Nov 12 04:26:42.668616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-83570ec2-d8d2-41cc-86fc-1c86be45726c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1000 time: 0.0611160 Nov 12 04:26:42.717250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-6a087910-b7c7-4b94-bb17-a147783b7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.718915 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-6a087910-b7c7-4b94-bb17-a147783b7eeb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0432014 Nov 12 04:26:42.763024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-2612cd36-1ec4-46b4-b2c2-f8d6647fe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.764458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-2612cd36-1ec4-46b4-b2c2-f8d6647fe5f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392096 Nov 12 04:26:42.855677 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-f91ecb3a-2be1-454f-b1c9-c3bea9e04ea1 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Nov 12 04:26:42.942923 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a978e417-48fb-431d-b456-89be47ffe1b1 req-5341f209-1675-4466-9e15-52bd0b3e6235 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805032 Nov 12 04:26:43.721969 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd476e-dd5b-4dbe-abd9-c1ff7e5ec555 req-d9304178-9067-47f4-88df-72270fff6e22 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.724035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14dd476e-dd5b-4dbe-abd9-c1ff7e5ec555 req-d9304178-9067-47f4-88df-72270fff6e22 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0676587 Nov 12 04:26:43.775243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-14dd476e-dd5b-4dbe-abd9-c1ff7e5ec555 req-655d6c8c-978b-4791-9d4c-2e64dae4e4cf tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Nov 12 04:26:44.903600 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e74f-e318-4dc2-b0de-9a9ce1e8fe1c req-45236b49-52e0-401c-b24a-acb953294614 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:44.905155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a93e74f-e318-4dc2-b0de-9a9ce1e8fe1c req-45236b49-52e0-401c-b24a-acb953294614 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0550153 Nov 12 04:26:44.962243 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a93e74f-e318-4dc2-b0de-9a9ce1e8fe1c req-c16709b9-8f89-4e37-91e2-8a03423e9f8d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506485 Nov 12 04:26:46.087523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ef82a-3db6-4556-8f7e-53e03659a58a req-e9500655-c3e5-4f88-ac8f-4fae9e9b994f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:46.094695 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca7ef82a-3db6-4556-8f7e-53e03659a58a req-e9500655-c3e5-4f88-ac8f-4fae9e9b994f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0606024 Nov 12 04:26:46.141508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca7ef82a-3db6-4556-8f7e-53e03659a58a req-bec88bb6-f04b-4e28-8ee8-e26746228032 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Nov 12 04:26:47.260956 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce463-bbce-4f93-b6bf-392932601cb2 req-94c608e7-dc84-4b5d-8629-515e1e34b869 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:47.262727 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1cce463-bbce-4f93-b6bf-392932601cb2 req-94c608e7-dc84-4b5d-8629-515e1e34b869 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0511198 Nov 12 04:26:47.319020 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a1cce463-bbce-4f93-b6bf-392932601cb2 req-4b857313-a8e5-4443-9b95-a2ed62175dad tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Nov 12 04:26:48.130456 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8208a5bf-a6f6-43e6-ba88-8611b403e7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:48.437505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b42bd-0e45-41fd-81d7-6883a207dae7 req-9bd43d93-855b-46c8-a1d8-ed117c6c1349 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:48.439050 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-513b42bd-0e45-41fd-81d7-6883a207dae7 req-9bd43d93-855b-46c8-a1d8-ed117c6c1349 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0517330 Nov 12 04:26:48.492949 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-513b42bd-0e45-41fd-81d7-6883a207dae7 req-cd78cbd2-56b8-4a66-bed7-6f91aa4437ba tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Nov 12 04:26:49.620492 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d243dc-62c3-4486-9f91-9aee68dc01bb req-92f5dfe1-3942-470b-b063-86f73e4a2cee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:49.622059 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7d243dc-62c3-4486-9f91-9aee68dc01bb req-92f5dfe1-3942-470b-b063-86f73e4a2cee tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0507071 Nov 12 04:26:49.677275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d7d243dc-62c3-4486-9f91-9aee68dc01bb req-1fcc746b-df97-4471-89ea-871176ef9029 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484467 Nov 12 04:26:50.506277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d9e1537-3962-4ccd-b46a-f153e0da9101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:50.852290 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc840466-cc55-4000-8b57-3de3cb12a885 req-d6b7f78e-96f8-4bf1-ac2d-25121580fe87 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:50.860570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc840466-cc55-4000-8b57-3de3cb12a885 req-d6b7f78e-96f8-4bf1-ac2d-25121580fe87 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.1110141 Nov 12 04:26:50.907777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bc840466-cc55-4000-8b57-3de3cb12a885 req-06154a10-d05d-44d7-b1f5-2be68efa6205 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460501 Nov 12 04:26:51.449454 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:51.933346 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:52.030634 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c2ed-8b9e-446c-9bbe-b0908a58b649 req-6a08eaec-aea1-4703-9546-9b574107a031 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:52.032234 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7881c2ed-8b9e-446c-9bbe-b0908a58b649 req-6a08eaec-aea1-4703-9546-9b574107a031 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0547626 Nov 12 04:26:52.083099 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7881c2ed-8b9e-446c-9bbe-b0908a58b649 req-c928a8ef-3974-4150-b36f-1b11da445237 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Nov 12 04:26:53.201898 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb956246-9ddb-4bd4-baa3-0624a81962de req-f791874b-f8dd-452a-8aac-61400aa74b61 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:53.203327 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb956246-9ddb-4bd4-baa3-0624a81962de req-f791874b-f8dd-452a-8aac-61400aa74b61 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0495927 Nov 12 04:26:53.254135 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb956246-9ddb-4bd4-baa3-0624a81962de req-0ec33566-acff-4322-ae94-ea832da715ae tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Nov 12 04:26:53.296554 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.794698 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.377292 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802efb60-7512-4d0b-a82a-899f60145c8f req-153ae633-1eef-4cd9-afd1-9314d99abfa4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:54.378753 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-802efb60-7512-4d0b-a82a-899f60145c8f req-153ae633-1eef-4cd9-afd1-9314d99abfa4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0476906 Nov 12 04:26:54.431352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-802efb60-7512-4d0b-a82a-899f60145c8f req-e27a791f-0d4f-4f1a-a3dd-c0e3d2237df9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Nov 12 04:26:55.546120 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1c997-986b-464d-8bda-349fcff3f9c5 req-6d7b57e1-2981-4667-8733-21012e0b626f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:55.547485 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ad1c997-986b-464d-8bda-349fcff3f9c5 req-6d7b57e1-2981-4667-8733-21012e0b626f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0479364 Nov 12 04:26:55.596822 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5ad1c997-986b-464d-8bda-349fcff3f9c5 req-3b56a157-096e-4130-9140-528b7d8a1e27 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Nov 12 04:26:56.714517 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e1301-e9c2-4c3b-aaa1-9d62330961db req-826f37a1-693e-493d-93e8-d39b783e3bf0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:56.715997 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef4e1301-e9c2-4c3b-aaa1-9d62330961db req-826f37a1-693e-493d-93e8-d39b783e3bf0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0475528 Nov 12 04:26:56.764201 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ef4e1301-e9c2-4c3b-aaa1-9d62330961db req-48f229f4-b755-427f-9fb5-ea295d9c37e7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Nov 12 04:26:57.881931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fc9b6-9372-44a0-854c-5b7a042cf2c1 req-a40735e7-850d-4443-9beb-af93dbb5bac8 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:57.883453 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-508fc9b6-9372-44a0-854c-5b7a042cf2c1 req-a40735e7-850d-4443-9beb-af93dbb5bac8 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 944 time: 0.0515211 Nov 12 04:26:57.931382 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-508fc9b6-9372-44a0-854c-5b7a042cf2c1 req-80d8e5cb-05b0-4f7d-8de3-e296c5fbf200 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Nov 12 04:26:58.065853 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:58.161293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:58.172542 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'port_id': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'mac_address': 'fa:16:3e:7a:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:58.208549 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.220920 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:58.240446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:58.245700 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:58.291187 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:58.482797 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['0d33c01e-bea8-48a6-9abc-974f73b53273'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:59.045134 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3329-9b35-4ad1-b00e-7f403f544862 req-646fdb7a-c4bc-4f69-af3f-75fa3a57aa64 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:59.046671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f4c3329-9b35-4ad1-b00e-7f403f544862 req-646fdb7a-c4bc-4f69-af3f-75fa3a57aa64 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 945 time: 0.0478027 Nov 12 04:26:59.094424 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7f4c3329-9b35-4ad1-b00e-7f403f544862 req-051c2687-f2cd-4b6a-8f5c-9f7559e93b53 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Nov 12 04:27:00.096964 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:00.148446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 0d33c01e-bea8-48a6-9abc-974f73b53273 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:00.148825 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.216585 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517293c-5283-4d8d-a2e6-c6f6f2974273 req-3c47a1ed-b679-4315-a06b-fc784daa7f22 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:00.218211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7517293c-5283-4d8d-a2e6-c6f6f2974273 req-3c47a1ed-b679-4315-a06b-fc784daa7f22 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 945 time: 0.0526087 Nov 12 04:27:00.225994 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.249857 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:00.252620 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061bfcb6-179b-4c6b-9034-146b2614c2d5" -d '{"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:00.266579 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:00.270626 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7517293c-5283-4d8d-a2e6-c6f6f2974273 req-43e39e93-57d2-4217-93f3-87a324fecc7c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 Nov 12 04:27:00.271258 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.304866 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ec70a-35ca-4663-930f-10e442b7b7d4 x-openstack-request-id: req-974ec70a-35ca-4663-930f-10e442b7b7d4 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:00.305674 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-plugged", "status": "completed", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:00.305928 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-974ec70a-35ca-4663-930f-10e442b7b7d4 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:00.306319 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'code': 200} Nov 12 04:27:00.327348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:00.457289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbdc46-4a67-4907-9125-530b217770b8 req-7cc5ab23-2c0c-425e-9887-ff29859bb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:00.458744 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80bbdc46-4a67-4907-9125-530b217770b8 req-7cc5ab23-2c0c-425e-9887-ff29859bb6be service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1099 time: 0.0387778 Nov 12 04:27:00.504640 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-80bbdc46-4a67-4907-9125-530b217770b8 req-23dc6596-54a3-45fc-8f42-b75a62043fcc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Nov 12 04:27:01.393747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab65be0-8a6b-42d5-9bbf-23dbf07993bc req-ded3e67e-ac9a-4022-96e6-e399b0d284d1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:01.395252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ab65be0-8a6b-42d5-9bbf-23dbf07993bc req-ded3e67e-ac9a-4022-96e6-e399b0d284d1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 947 time: 0.0508156 Nov 12 04:27:01.450026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-1ab65be0-8a6b-42d5-9bbf-23dbf07993bc req-64c3f267-5f1c-447d-bf36-00fb454d3dcb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488009 Nov 12 04:27:01.485320 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.313808 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.566475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165817-0986-4ac8-93ae-b9065800e79d req-96d2573b-b0ef-401a-be12-1689b54aa0d5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:02.567913 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43165817-0986-4ac8-93ae-b9065800e79d req-96d2573b-b0ef-401a-be12-1689b54aa0d5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 947 time: 0.0474944 Nov 12 04:27:02.616213 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-43165817-0986-4ac8-93ae-b9065800e79d req-d3d5106d-8eea-4f2d-9cd3-382f6bda35d5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Nov 12 04:27:18.121823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e9da302a-fd3f-43e1-863b-4e426da8354f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:20.506855 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a998f50b-e24d-40bd-bf2c-b9a54cc53e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:21.936468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.298120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:23.796580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:28.448038 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:29.361098 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-f40274a2-d473-44be-8d26-f813116db6c6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380540 Nov 12 04:27:29.441617 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976708-d65e-4ce6-a903-32321d2e808f req-16a1b856-42f1-4e9a-b0bb-3f4f51e3eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.443070 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-16a1b856-42f1-4e9a-b0bb-3f4f51e3eb5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1099 time: 0.0391510 Nov 12 04:27:29.549527 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976708-d65e-4ce6-a903-32321d2e808f req-02003187-674c-46f1-ad2b-ef7088c0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.550888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-02003187-674c-46f1-ad2b-ef7088c0cb7b service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0879531 Nov 12 04:27:29.618301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-b810d703-4a41-46b2-9558-39c6a1ed78cf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 1002 time: 0.0599842 Nov 12 04:27:29.667576 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976708-d65e-4ce6-a903-32321d2e808f req-09dd515f-4dd8-4e7f-aa6b-f14740f272f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.669001 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-09dd515f-4dd8-4e7f-aa6b-f14740f272f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0443962 Nov 12 04:27:29.712954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976708-d65e-4ce6-a903-32321d2e808f req-27feb609-862d-44fd-b07a-2c15b9207c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:29.714961 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-27feb609-862d-44fd-b07a-2c15b9207c06 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389829 Nov 12 04:27:29.726805 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-4d1397ba-a5a5-4163-9d66-92c303e6f4ed service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:27:29.727734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-4d1397ba-a5a5-4163-9d66-92c303e6f4ed service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047483 Nov 12 04:27:29.820368 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-94256f84-51a7-4f55-b97c-2389b6703762 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Nov 12 04:27:29.913933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-56976708-d65e-4ce6-a903-32321d2e808f req-ca56cd68-93de-496e-b6b7-4b74c11c9474 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808799 Nov 12 04:27:31.476230 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.312335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:48.123217 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-187257b4-0e82-482d-ad3f-0331ee110f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:50.507985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bf146b52-4000-4294-8251-a48bf9a485d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:51.939139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.300396 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:53.798192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:01.476277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.313752 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.447521 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:12.189034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38468) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:12.348547 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Deleting port d08c6d12-55c1-4a69-98c6-0e24a08bbd89 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:12.348883 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.424426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.424749 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.436009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Calling delete_port for d08c6d12-55c1-4a69-98c6-0e24a08bbd89 owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:12.580360 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.606308 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'Port': ['ID=d08c6d12-55c1-4a69-98c6-0e24a08bbd89,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:12.632031 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.632371 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.632709 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.633045 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.633375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.633702 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.634030 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.634353 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.634677 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.634999 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.635323 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.635645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:12.675109 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.675440 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Floating IP 28fae64c-a654-40cc-90a7-a06b8a59e9b3 disassociated (deleted). External IP: 172.25.4.164, port: 0d33c01e-bea8-48a6-9abc-974f73b53273. Nov 12 04:28:12.877483 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:12.983950 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:12.988434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:12.993387 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:13.003195 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:13.003787 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.015291 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-72120349-a282-42d1-b758-d0019eb90e88 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "DELETE /v2.0/floatingips/28fae64c-a654-40cc-90a7-a06b8a59e9b3 HTTP/1.1" status: 204 len: 168 time: 0.8251421 Nov 12 04:28:13.016104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:13.018508 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd78eab1-0337-43bd-b9c0-2e857dc71032" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:13.111919 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:13.162567 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ca6777-990e-495b-b513-7c1acdb3ae71 x-openstack-request-id: req-24ca6777-990e-495b-b513-7c1acdb3ae71 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:13.162780 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:13.162998 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24ca6777-990e-495b-b513-7c1acdb3ae71 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:13.163377 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'status': 'completed', 'code': 200} Nov 12 04:28:13.273461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc86dd-cbdb-4b69-a1a8-f01af7adf991 req-87b0caaa-b888-4112-904d-b8581bd482a9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.274928 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2cc86dd-cbdb-4b69-a1a8-f01af7adf991 req-87b0caaa-b888-4112-904d-b8581bd482a9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 947 time: 0.0789270 Nov 12 04:28:13.302100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-14dc7e52-e0a1-4118-95bb-e2218924e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.303549 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-14dc7e52-e0a1-4118-95bb-e2218924e7a5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 1099 time: 0.1158912 Nov 12 04:28:13.328045 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.353215 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:13.355388 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b2cc86dd-cbdb-4b69-a1a8-f01af7adf991 req-b7f90a40-a316-46b7-b71a-c9f0de46bede tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720215 Nov 12 04:28:13.362133 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:13.362740 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:27:50Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.418227 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-b1293121-b19a-484e-99cd-b53ef775ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.419764 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-b1293121-b19a-484e-99cd-b53ef775ef88 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1051750 Nov 12 04:28:13.467678 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:13.767268 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:13.793760 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e65639-8fa3-4ba3-b7a5-edea23976eee None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:13.811211 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-1fead99e-fd64-4aed-8fa3-f13456f91518 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 200 len: 217 time: 0.3839235 Nov 12 04:28:13.862461 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-08278abe-1b1e-4400-9c8a-c28176fc44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.863917 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-08278abe-1b1e-4400-9c8a-c28176fc44fb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0448689 Nov 12 04:28:13.915283 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-52217094-5bb8-48f4-985a-6d83f183a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.916798 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-52217094-5bb8-48f4-985a-6d83f183a99d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438979 Nov 12 04:28:14.010479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-6048614a-10ae-4d3d-be4b-0e14dc53c9b5 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858145 Nov 12 04:28:14.019168 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80e54d-d977-413a-9c3c-1d086a953c98 None None] New status for floating IP 28fae64c-a654-40cc-90a7-a06b8a59e9b3: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:14.103918 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bd78eab1-0337-43bd-b9c0-2e857dc71032 req-3434ef35-5c9a-4c20-ac32-38514f6eacd8 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849750 Nov 12 04:28:14.501828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758329aa-3f08-4a3c-bf8f-112db47b5b60 req-106a83d2-92b5-4cfc-ac9c-491a45c4bd5b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.503545 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758329aa-3f08-4a3c-bf8f-112db47b5b60 req-106a83d2-92b5-4cfc-ac9c-491a45c4bd5b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 947 time: 0.0757654 Nov 12 04:28:14.516225 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026e38-5902-421d-bde1-9f5270360877 req-9e7bf689-4b30-499a-b263-d7847d3d6ce2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.517612 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83026e38-5902-421d-bde1-9f5270360877 req-9e7bf689-4b30-499a-b263-d7847d3d6ce2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb1bad06-585f-44d3-80b1-0e580d1527ab HTTP/1.1" status: 200 len: 947 time: 0.0638700 Nov 12 04:28:14.614035 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-758329aa-3f08-4a3c-bf8f-112db47b5b60 req-b64ed920-363c-42f1-a883-6245996e9aba tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=8587aded-614b-4db6-9e94-0ae821e95255&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953894 Nov 12 04:28:14.636099 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Deleting port 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:14.636469 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.722526 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] For port 0d33c01e-bea8-48a6-9abc-974f73b53273, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=0d33c01e-bea8-48a6-9abc-974f73b53273,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:14.723090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.741015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Calling delete_port for 0d33c01e-bea8-48a6-9abc-974f73b53273 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:14.863316 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.891119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'Port': ['ID=0d33c01e-bea8-48a6-9abc-974f73b53273,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:14.935200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] No DVR routers for this DVR port 0d33c01e-bea8-48a6-9abc-974f73b53273 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:14.937987 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.941551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-83026e38-5902-421d-bde1-9f5270360877 req-9c1600e8-cddd-497b-8418-78c57366881e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "DELETE /v2.0/ports/0d33c01e-bea8-48a6-9abc-974f73b53273 HTTP/1.1" status: 204 len: 173 time: 0.4174750 Nov 12 04:28:15.164806 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-deleted', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:15.167063 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23151eb-fe11-4b05-bb67-3bc7db733ac0" -d '{"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-deleted", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:15.202395 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ebef1-c83d-4c6e-b1c6-ea449e752caa x-openstack-request-id: req-0b3ebef1-c83d-4c6e-b1c6-ea449e752caa {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:15.202677 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1bad06-585f-44d3-80b1-0e580d1527ab", "name": "network-vif-deleted", "tag": "0d33c01e-bea8-48a6-9abc-974f73b53273", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:15.202921 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b3ebef1-c83d-4c6e-b1c6-ea449e752caa {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:15.203311 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1bad06-585f-44d3-80b1-0e580d1527ab', 'name': 'network-vif-deleted', 'tag': '0d33c01e-bea8-48a6-9abc-974f73b53273', 'status': 'completed', 'code': 200} Nov 12 04:28:15.670827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38494) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:15.728134 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.753434 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.812493 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.815230 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:15.816434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "DELETE /v2.0/security-groups/8587aded-614b-4db6-9e94-0ae821e95255 HTTP/1.1" status: 204 len: 168 time: 0.1445942 Nov 12 04:28:15.828672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd1a39-7f77-414c-949e-54c38268a8e0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587aded-614b-4db6-9e94-0ae821e95255,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.294843 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38500) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.299407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493899057', 'description': 'tempest-secgroup-smoke-493899057 description', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.321872 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.393825 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.397594 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.431049 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.432268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364048 Nov 12 04:28:16.434675 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67928cad-9443-46ae-92f4-d413cf9e74ac tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.435849 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.441138 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.469970 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.516224 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.519761 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.537949 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840fea9e-db9c-4fba-ae67-72bc4c73e86f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.546371 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.547549 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106315 Nov 12 04:28:16.549337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.549684 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.550029 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.550371 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.550686 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38506) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.550802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.551021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.551352 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.551683 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.552030 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.552362 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.552692 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.553019 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca60b21-5c6e-4dba-9b50-ff07d4091cfd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:16.555434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.583139 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.638150 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.641704 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.661519 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2df325-51a7-43fc-bf09-b908a5a8c2ab,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.667020 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.668222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f00f0944-468a-4704-b3cd-facebc732a24 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162975 Nov 12 04:28:16.671444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38508) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.675823 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.702592 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.758779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.762777 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.780311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884a8a1a-2edb-42d7-abdc-bf43fdabf8fe,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.787707 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.788900 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-106f1b89-d445-4af4-9cfa-2f0f56355a89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164341 Nov 12 04:28:16.791573 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38510) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.796467 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.821472 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.877025 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.880740 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.901228 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07da2f0d-78fa-48a0-bc08-b7b7b6c4887a,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:16.906625 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.907790 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a19cc6e0-c678-439d-a9dd-6730c8239f62 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152532 Nov 12 04:28:16.910606 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38512) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:16.914903 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:16.936847 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Project 4794ba9f6db441a1b8b2b8a65063e99c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:16.941555 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:16.999133 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.003169 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.022159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50021ff-b22f-4331-a8ff-691ff1e46063,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:17.032231 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.033489 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-60123098-36d2-4282-96fb-fc62487636ff tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219504 Nov 12 04:28:17.036191 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38514) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:17.040447 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'security_group_rule': {'security_group_id': 'ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4', 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:17.062956 n-d-713499-30 neutron-server[102606]: INFO neutron.db.securitygroups_db [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Project 4794ba9f6db441a1b8b2b8a65063e99c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:28:17.068042 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.129091 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.132969 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.150417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807611f4-1393-470e-b565-27a0dbab8b35,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:17.158183 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:17.159381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-9556eb4f-b551-4aad-8338-2d13f03370bd tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221969 Nov 12 04:28:18.126318 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8b6acf2-6441-48a9-a1cb-0adf29c8ebc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:18.392510 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:18.413504 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 0d33c01e-bea8-48a6-9abc-974f73b53273 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:28:18.413851 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 0d33c01e-bea8-48a6-9abc-974f73b53273 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:20.511687 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3d4a394a-4c49-4f79-956d-134f4cbdcc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:21.946105 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.304082 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:23.811722 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:31.477755 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.327785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.407384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-e831c453-4ae2-4009-9bca-22e87f0ac55a tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493899057&fields=id&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 267 time: 0.0433958 Nov 12 04:28:32.514957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-d05449d3-3bd2-4ee5-a4c0-1909d1be1adc tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:32.516320 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-d05449d3-3bd2-4ee5-a4c0-1909d1be1adc tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 808 time: 0.1022649 Nov 12 04:28:32.531508 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-7140ed5c-c515-41de-bbb2-8f449f04acfe tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/quotas/4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 375 time: 0.0095098 Nov 12 04:28:32.580965 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-7656b952-015a-40d1-8432-44ebe45c43a5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442371 Nov 12 04:28:32.720977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-765350f1-fedf-415b-bdce-20ef3b6be694 service neutron] 10.222.0.93 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282260 Nov 12 04:28:32.808837 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-59c24611-424c-41e8-8bc3-9298bcebed6b service neutron] 10.222.0.93 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Nov 12 04:28:33.091644 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c87a63c8-519e-41a6-ae88-0668f83f817a req-1fa835fc-5117-43c4-8e61-bd2af30b0511 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0304146 Nov 12 04:28:34.187087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-19d67264-37c8-4796-99f0-01b96b8d4f7a req-8aca2be1-b2ae-40e7-b8d5-6cefbf405be3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0264308 Nov 12 04:28:35.007595 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-3fda7d33-2ce8-4453-93ba-8b23fac92156 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:35.009055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-3fda7d33-2ce8-4453-93ba-8b23fac92156 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 808 time: 0.1015403 Nov 12 04:28:35.072510 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-68643089-f782-49cc-bd43-402c1642da45 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 379 time: 0.0549300 Nov 12 04:28:35.084154 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'port': {'device_id': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'admin_state_up': True, 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'security_groups': ['ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:35.196205 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Made reservation on behalf of 4794ba9f6db441a1b8b2b8a65063e99c for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:28:35.199677 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.311461 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0aa769d0-3e85-45f4-b044-339fe4d7a56a req-f2c3b6c0-1038-42c9-ab35-4f119fbdd231 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0386236 Nov 12 04:28:35.364463 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Allocated IP 172.20.0.3 (a20db2d7-b367-4f29-8050-ad9deab68c42/3c36329b-1cee-4a35-844d-03f8980d6cd7/19264d20-2331-4da1-a74c-88472ce76b62) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:35.507501 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.540366 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.582860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Network a20db2d7-b367-4f29-8050-ad9deab68c42 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:35.587991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:35.591841 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:35.617507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:35.646981 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:35.647632 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.664122 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b62fb6da-7a7a-4766-8dac-fa8d12d3ad46 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836282 Nov 12 04:28:35.674731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-0b3430d9-99ca-4e0d-ab16-85bc1123d372 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:28:35.675718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-0b3430d9-99ca-4e0d-ab16-85bc1123d372 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054739 Nov 12 04:28:35.739318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Request body: {'port': {'device_id': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:35.803613 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.833545 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-a67c4174-366e-424b-bccc-bc2f83772a02 None None] Provisioning complete for port 19264d20-2331-4da1-a74c-88472ce76b62 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:35.834146 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a67c4174-366e-424b-bccc-bc2f83772a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.872179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-a67c4174-366e-424b-bccc-bc2f83772a02 None None] Port 19264d20-2331-4da1-a74c-88472ce76b62 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:28:36.074719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:36.082474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.095296 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Transition to ACTIVE for port object 19264d20-2331-4da1-a74c-88472ce76b62 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:36.100229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.155862 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.236063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:36.236697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:36.236697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:36.241860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:36.242185 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:36.249734 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:36.250084 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:36.250452 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Bound using segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:36.250886 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Bound port: 19264d20-2331-4da1-a74c-88472ce76b62, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:36.251242 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.318122 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:36.321361 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:36.327831 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.369180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.369867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:36.371313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] 10.222.0.100 "PUT /v2.0/ports/19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1092 time: 0.6868865 Nov 12 04:28:36.371829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:36.374332 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6d8d3-3112-4331-8cf0-c19c6c33250b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:36.402551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13660b6-2b53-41f0-a11b-04da7879a82f service neutron] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:36.461999 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b136e0-e3e3-4d4b-b513-478a09bee794 x-openstack-request-id: req-59b136e0-e3e3-4d4b-b513-478a09bee794 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:36.462563 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:36.462869 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-59b136e0-e3e3-4d4b-b513-478a09bee794 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:36.463217 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'status': 'completed', 'code': 200} Nov 12 04:28:36.511119 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-24ac8742-d8ae-4c43-82db-1d80724a4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.512671 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-24ac8742-d8ae-4c43-82db-1d80724a4d9b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1095 time: 0.0862577 Nov 12 04:28:36.526088 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01e9b1-464d-4d20-9762-4d864fb8b5dd req-17500311-0b77-4d55-aed7-c52497021a75 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.529008 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c01e9b1-464d-4d20-9762-4d864fb8b5dd req-17500311-0b77-4d55-aed7-c52497021a75 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0678709 Nov 12 04:28:36.580944 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-64e9d46d-1844-4dfb-b88b-bf5863f659f5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 217 time: 0.0520535 Nov 12 04:28:36.662207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6c01e9b1-464d-4d20-9762-4d864fb8b5dd req-f2559f76-e7e0-48d9-8263-a9290d9ca63b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248753 Nov 12 04:28:36.666100 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-72e80e76-e45a-447e-9b9a-5a54a25b3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.668115 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-72e80e76-e45a-447e-9b9a-5a54a25b3599 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0774684 Nov 12 04:28:36.714608 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-03913a2c-2aaf-47d0-a6a5-c099cd36d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.716200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-03913a2c-2aaf-47d0-a6a5-c099cd36d521 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412359 Nov 12 04:28:36.808685 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-4193caf8-50b5-428f-9e45-a8bc8960c6f7 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Nov 12 04:28:36.907571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-40ca1928-38cf-45b5-8476-c19a123ef1a5 req-b4ff47d7-9344-4460-add7-2ab0b29ca288 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Nov 12 04:28:36.995444 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-c8d45283-2440-40d7-b358-e3d3add7a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.996875 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-c8d45283-2440-40d7-b358-e3d3add7a89e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1095 time: 0.0415900 Nov 12 04:28:37.089641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-03de930a-d999-4d39-a1c5-3b1e16e641db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.091123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-03de930a-d999-4d39-a1c5-3b1e16e641db service neutron] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0872099 Nov 12 04:28:37.133232 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-32d19d87-d82b-478d-9bed-cb3023881f2c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 217 time: 0.0351944 Nov 12 04:28:37.186247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-b6ec988e-c1a8-4a31-94de-c8f4389991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.187605 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-b6ec988e-c1a8-4a31-94de-c8f4389991f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0480351 Nov 12 04:28:37.235159 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-cf113687-9062-4b67-878a-cb82616cbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.236741 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-cf113687-9062-4b67-878a-cb82616cbaf8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414996 Nov 12 04:28:37.327772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-be5cf024-26e4-4901-bb5d-32ec11121037 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839822 Nov 12 04:28:37.437207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-36f6d8d3-3112-4331-8cf0-c19c6c33250b req-ef936f46-c03e-4ef6-ae23-43c3d764bc76 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016328 Nov 12 04:28:37.780908 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febf3c5-5deb-4ff9-84e5-a74a877705a3 req-e701e859-4c6e-41f6-b71b-21cba15c1cf5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.782615 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2febf3c5-5deb-4ff9-84e5-a74a877705a3 req-e701e859-4c6e-41f6-b71b-21cba15c1cf5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0501051 Nov 12 04:28:37.831982 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2febf3c5-5deb-4ff9-84e5-a74a877705a3 req-6f25899f-2cb7-43ea-a3e0-b4067475efbf tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Nov 12 04:28:38.958402 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb307fb-9b23-4fc9-8a0f-16357b777241 req-cc7e95b5-8947-4711-8f1a-d4290c943078 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.960010 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eb307fb-9b23-4fc9-8a0f-16357b777241 req-cc7e95b5-8947-4711-8f1a-d4290c943078 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0537617 Nov 12 04:28:39.012220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7eb307fb-9b23-4fc9-8a0f-16357b777241 req-90f55fab-c462-4f74-b287-b0febe60ebd7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 Nov 12 04:28:40.131837 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71549803-f42c-42f1-b2c1-a39105dae223 req-d64382a9-9e98-4d00-8859-a9486aacc4f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.133359 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71549803-f42c-42f1-b2c1-a39105dae223 req-d64382a9-9e98-4d00-8859-a9486aacc4f7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0522585 Nov 12 04:28:40.184799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-71549803-f42c-42f1-b2c1-a39105dae223 req-f5980654-e9dd-4fe6-97e3-07f346b860b0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 Nov 12 04:28:41.302980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a23f5-a419-4b18-86dd-b2c0261d102a req-1d2fb035-1bc7-46a9-84bb-f2c427c9caf7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:41.304361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6a23f5-a419-4b18-86dd-b2c0261d102a req-1d2fb035-1bc7-46a9-84bb-f2c427c9caf7 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0486267 Nov 12 04:28:41.356664 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ba6a23f5-a419-4b18-86dd-b2c0261d102a req-da9e48fe-cb48-4a8c-a7c2-0d9f3e7a845f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462503 Nov 12 04:28:42.445853 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:42.472732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa80e0-ac29-496e-9526-acdb4709a237 req-2be1495d-14f2-4a6a-91e9-553e160b2a2b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.474222 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91fa80e0-ac29-496e-9526-acdb4709a237 req-2be1495d-14f2-4a6a-91e9-553e160b2a2b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0499918 Nov 12 04:28:42.525043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-91fa80e0-ac29-496e-9526-acdb4709a237 req-7d706e7a-d430-456a-a822-e4172572ee59 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 Nov 12 04:28:43.640009 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90577321-6168-4427-a535-72c5785b9f24 req-34512af0-1bd6-4e19-a6fe-d250e0bc9bc1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:43.641479 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90577321-6168-4427-a535-72c5785b9f24 req-34512af0-1bd6-4e19-a6fe-d250e0bc9bc1 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0508707 Nov 12 04:28:43.690398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-90577321-6168-4427-a535-72c5785b9f24 req-21356221-88fa-4726-8d74-78d8f713d10c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Nov 12 04:28:44.809158 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda5b0-75d0-48df-99bf-ea8291a9b18e req-f7ec3e03-b906-4970-90a1-cc0378495a76 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.811124 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0bda5b0-75d0-48df-99bf-ea8291a9b18e req-f7ec3e03-b906-4970-90a1-cc0378495a76 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0522149 Nov 12 04:28:44.858710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d0bda5b0-75d0-48df-99bf-ea8291a9b18e req-7e10fc82-4246-499b-ac97-fe5b2e0a1818 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Nov 12 04:28:45.973591 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bda18-0125-4382-a3d4-6bfc3180c110 req-983b591a-98d5-4d71-a931-ba24068a3dfb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.975051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c9bda18-0125-4382-a3d4-6bfc3180c110 req-983b591a-98d5-4d71-a931-ba24068a3dfb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0486884 Nov 12 04:28:46.024448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0c9bda18-0125-4382-a3d4-6bfc3180c110 req-c3c2bb91-eff1-4fcb-a858-2cc15283b6ed tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Nov 12 04:28:47.140304 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7fc80-5435-4c71-9b37-b5ddc3104f1c req-3f765e6d-68b3-4d6f-a9cf-309cae8f4562 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.141777 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acd7fc80-5435-4c71-9b37-b5ddc3104f1c req-3f765e6d-68b3-4d6f-a9cf-309cae8f4562 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0484185 Nov 12 04:28:47.193173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-acd7fc80-5435-4c71-9b37-b5ddc3104f1c req-a30b20f8-ba0c-47f8-aa51-ea3f81c62420 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Nov 12 04:28:48.128203 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c8019585-2aa3-4c45-b211-ab25d9328ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:48.307735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcaf9-0615-4c2f-b8e0-3aac949c1062 req-d3816d29-866b-444c-8697-21fc96129e05 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.309249 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7fbcaf9-0615-4c2f-b8e0-3aac949c1062 req-d3816d29-866b-444c-8697-21fc96129e05 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0481923 Nov 12 04:28:48.359295 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b7fbcaf9-0615-4c2f-b8e0-3aac949c1062 req-e8cef1dc-7a8b-4f35-a989-104bf7f63201 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441382 Nov 12 04:28:49.229721 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:49.325174 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:49.336499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': '19264d20-2331-4da1-a74c-88472ce76b62', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'mac_address': 'fa:16:3e:64:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:49.372987 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.390280 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:49.409427 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:49.413427 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:49.461254 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:49.468826 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.469179 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.469524 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.469863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.470201 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.470536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.470866 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.471203 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.471518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.471842 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.472200 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.472525 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:49.474128 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a0a0-e0a4-487f-9390-ec8116b4ccec req-22dabb10-7c57-47f9-9e17-8919754869af tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.476531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9e6a0a0-e0a4-487f-9390-ec8116b4ccec req-22dabb10-7c57-47f9-9e17-8919754869af tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 944 time: 0.0503139 Nov 12 04:28:49.531513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b9e6a0a0-e0a4-487f-9390-ec8116b4ccec req-96276ac8-bfa9-4d72-b1dd-b41ddf17dc54 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482097 Nov 12 04:28:49.642336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['19264d20-2331-4da1-a74c-88472ce76b62'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:50.515992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b7f1bf54-d566-4e2c-9462-23460002502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:50.651219 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d15c6-ab8a-4f4b-b230-82fb66a57a7a req-6456a7ff-ceee-462c-be17-25875a559e09 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.652713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c91d15c6-ab8a-4f4b-b230-82fb66a57a7a req-6456a7ff-ceee-462c-be17-25875a559e09 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 944 time: 0.0530591 Nov 12 04:28:50.700352 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c91d15c6-ab8a-4f4b-b230-82fb66a57a7a req-38c346a5-adff-4031-ba05-6da7b1c50666 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Nov 12 04:28:51.245599 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:51.293595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port 19264d20-2331-4da1-a74c-88472ce76b62 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:51.298105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port 19264d20-2331-4da1-a74c-88472ce76b62 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:51.298472 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.377225 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.398993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:51.401204 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ecbcb3-02ef-4d19-b1fb-134ed7c6d04e" -d '{"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-plugged", "status": "completed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:51.414034 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:51.418556 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:51.468743 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:51.498298 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67506cd3-c2c7-4bcd-a0c2-a09e27d67d67 x-openstack-request-id: req-67506cd3-c2c7-4bcd-a0c2-a09e27d67d67 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:51.498596 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-plugged", "status": "completed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:51.498851 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67506cd3-c2c7-4bcd-a0c2-a09e27d67d67 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:51.499272 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'code': 200} Nov 12 04:28:51.590788 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcc321-6207-4d42-99a4-1f8f271eac42 req-d8e4e7e1-e87a-4753-95ee-39aac35f418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:51.592321 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65bcc321-6207-4d42-99a4-1f8f271eac42 req-d8e4e7e1-e87a-4753-95ee-39aac35f418d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1097 time: 0.0386105 Nov 12 04:28:51.635948 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-65bcc321-6207-4d42-99a4-1f8f271eac42 req-ed727613-9b4f-4a62-865d-eaa0b05d57fb service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372629 Nov 12 04:28:51.818719 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c628c7-d0e2-40a1-8a9f-253c43207a8c req-fa222454-bc0f-4723-bbe9-9be4061e55da tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:51.820200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6c628c7-d0e2-40a1-8a9f-253c43207a8c req-fa222454-bc0f-4723-bbe9-9be4061e55da tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0524125 Nov 12 04:28:51.872200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b6c628c7-d0e2-40a1-8a9f-253c43207a8c req-b25dbdb7-6885-46d9-a44c-5d772a926038 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459633 Nov 12 04:28:51.944564 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:52.988012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409b6d-843d-43a1-9992-d56975a700bb req-8b5890ce-163f-436c-85dc-9560ea383013 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:52.989482 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b409b6d-843d-43a1-9992-d56975a700bb req-8b5890ce-163f-436c-85dc-9560ea383013 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0484924 Nov 12 04:28:53.038422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6b409b6d-843d-43a1-9992-d56975a700bb req-f5b3a5f8-2d00-44e9-a921-18b24edabe2c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Nov 12 04:28:53.153940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6e7c3-3961-4f85-a252-0dfcfc25ecc9 req-84e983a5-8384-4af6-9463-d42e65e0c4c2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:53.155309 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f6e7c3-3961-4f85-a252-0dfcfc25ecc9 req-84e983a5-8384-4af6-9463-d42e65e0c4c2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0496447 Nov 12 04:28:53.207257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e3f6e7c3-3961-4f85-a252-0dfcfc25ecc9 req-0d003270-1699-4a69-90de-1d96ad0c78b3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Nov 12 04:28:53.228954 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38714) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.267423 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1932e7ea-93b7-4ff5-99ec-e7c066cba953 tempest-TestShelveInstance-334251868 tempest-TestShelveInstance-334251868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:53.268955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-1932e7ea-93b7-4ff5-99ec-e7c066cba953 tempest-TestShelveInstance-334251868 tempest-TestShelveInstance-334251868-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1092 time: 0.0389872 Nov 12 04:28:53.271738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38716) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:53.276094 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:53.298251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.304646 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.393024 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.495130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Allocated IP 172.25.4.37 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/bab81bf9-283c-4bc0-9e4d-dc3dd9b89747) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:53.594259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.630983 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.666188 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:53.668976 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:53.674460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:53.697774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=bab81bf9-283c-4bc0-9e4d-dc3dd9b89747,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:53.806379 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.024654 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.093070 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.242522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.247033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.311149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event updated for resources: {'Port': ['ID=bab81bf9-283c-4bc0-9e4d-dc3dd9b89747,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:54.324427 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.421592 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Floating IP d699754e-afe8-411f-9f8c-7518bc1fc7c5 associated. External IP: 172.25.4.37, port: 19264d20-2331-4da1-a74c-88472ce76b62. Nov 12 04:28:54.622661 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:54.729586 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:54.739886 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:54.746837 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:54.749703 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:54.750321 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:28:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:54.782814 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-11b52ae6-cfc3-4934-923d-b069bcb23415 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5008757 Nov 12 04:28:54.782814 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:54.782814 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7500adc9-a4e0-40c0-b26a-6477fed0a815" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:54.816355 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8344dfad-ce88-4ea7-af85-1ea5b7baeee5 x-openstack-request-id: req-8344dfad-ce88-4ea7-af85-1ea5b7baeee5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:54.816644 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:54.816895 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8344dfad-ce88-4ea7-af85-1ea5b7baeee5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:54.817326 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'status': 'completed', 'code': 200} Nov 12 04:28:54.857322 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:54.879247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-3323af79-12a9-4315-947c-7b6e87d73615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.880710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-3323af79-12a9-4315-947c-7b6e87d73615 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1097 time: 0.0404913 Nov 12 04:28:55.082951 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd699754e-afe8-411f-9f8c-7518bc1fc7c5', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:64:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:53Z', 'updated_at': '2021-11-12T04:28:53Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.113638 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:55.122324 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:55.122949 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:28:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.229624 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:55.310625 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-49fa792a-a8bf-47b7-b8a7-e34d8ac9df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.312123 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-49fa792a-a8bf-47b7-b8a7-e34d8ac9df7f service neutron] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.4248657 Nov 12 04:28:55.377869 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-7a4579b6-b701-4b94-a6df-59b565125de8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 998 time: 0.0575850 Nov 12 04:28:55.426987 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-902f52ac-3ba1-4548-a72c-d1871578ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.428579 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-902f52ac-3ba1-4548-a72c-d1871578ddb9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0436511 Nov 12 04:28:55.450357 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd699754e-afe8-411f-9f8c-7518bc1fc7c5', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:64:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:53Z', 'updated_at': '2021-11-12T04:28:53Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:55.477881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-dc2180f6-9af5-4da5-aeb3-4e306c53d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.479427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-dc2180f6-9af5-4da5-aeb3-4e306c53d89b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434391 Nov 12 04:28:55.480384 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e77b3-535f-4170-8f17-f7afa8b4980c None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': 'd699754e-afe8-411f-9f8c-7518bc1fc7c5', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'mac_address': 'fa:16:3e:64:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:53Z', 'updated_at': '2021-11-12T04:28:53Z', 'revision_number': 0, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:55.572557 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-a257cfc3-80bc-468c-8271-43057877d1b7 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852380 Nov 12 04:28:55.669384 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7500adc9-a4e0-40c0-b26a-6477fed0a815 req-7a795897-29af-4507-a7f1-a6793d67413b service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Nov 12 04:28:55.677687 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e4ae9-bd29-4f18-87a7-79d7ee397695 None None] New status for floating IP d699754e-afe8-411f-9f8c-7518bc1fc7c5: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:01.477754 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.335323 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.129575 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b032ca5a-5f1d-4316-ada9-a75a6df8d013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:19.445652 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:20.518142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-399b4fda-cf3b-4735-9809-c8b28ef95d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:21.945791 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.307944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.811945 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:31.492732 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.358027 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.563016 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-69b05068-bc37-4e1f-8718-b0a7a013aa14 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386708 Nov 12 04:29:38.643882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-da0cfe12-163f-461d-b314-044ae463c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:38.645346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-da0cfe12-163f-461d-b314-044ae463c1ec service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1097 time: 0.0396202 Nov 12 04:29:38.750311 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-1b740ceb-5068-4689-9b21-97c2f43a9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:38.751752 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-1b740ceb-5068-4689-9b21-97c2f43a9f6e service neutron] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0862794 Nov 12 04:29:38.817037 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-e483b996-7d1a-4242-962e-71f52ebcfd58 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1000 time: 0.0586004 Nov 12 04:29:38.868826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-64047e7a-b812-47ba-afa2-5e8be7f2dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:38.870252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-64047e7a-b812-47ba-afa2-5e8be7f2dcb1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0463688 Nov 12 04:29:38.914552 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-07ef0dac-f41f-417d-b5f2-e5196ff89992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:38.916136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-07ef0dac-f41f-417d-b5f2-e5196ff89992 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386939 Nov 12 04:29:39.005319 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-5a658040-4ce0-41e0-817b-a76c2e2173de service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810890 Nov 12 04:29:39.096851 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4accc7ab-9ff4-4681-b583-aeae0d5946a1 req-74f83948-0659-44a2-86fd-e2f13557abea service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845060 Nov 12 04:29:48.131076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4be1e15-4d62-42a7-b89a-16e5a555021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.520333 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3297989-23f3-425c-b8ed-cc3362c8183b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.949130 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.311694 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.813231 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.446497 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:01.507337 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.372426 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:18.132815 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-71aae32f-8ac3-4902-a2d4-927d5cbac1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:20.520785 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b26e5ade-6b1c-4370-a373-41bf252ef822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.950960 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.314393 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.815350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:31.522764 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.372154 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:33.447182 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:38.551932 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-a17f094d-801d-4ef8-87ff-0d5b387ef516 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379136 Nov 12 04:30:38.634558 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-5512a64e-baf6-40a5-9b92-e14fc31593e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:38.636054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-5512a64e-baf6-40a5-9b92-e14fc31593e1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1097 time: 0.0440841 Nov 12 04:30:38.742688 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-8de8b6a7-c508-4110-a957-96d67aaea2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:38.745277 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-8de8b6a7-c508-4110-a957-96d67aaea2fd service neutron] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0902021 Nov 12 04:30:38.813861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-f8e10d42-adc7-4740-9ed9-a8f02e932152 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1000 time: 0.0606408 Nov 12 04:30:38.863318 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-1a055fd2-ee6f-4975-93d1-08a92463ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:38.865347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-1a055fd2-ee6f-4975-93d1-08a92463ecf8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0437398 Nov 12 04:30:38.908827 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-24d1c440-722b-4fa5-a2c1-cf0b8a6a0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:38.910292 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-24d1c440-722b-4fa5-a2c1-cf0b8a6a0a6a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384088 Nov 12 04:30:39.002143 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-66a0046d-abab-4252-8114-81ff09ea5704 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Nov 12 04:30:39.089516 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d19eab16-9d4c-4f8a-90a6-c60ae7c6b2a5 req-c12dc582-831d-49f5-ac75-f7a8c889598d service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802221 Nov 12 04:30:48.133837 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-58170dff-7663-44a6-9e30-6affb1934144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:50.522000 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8525a303-2382-4bbd-99c9-7fc3851639bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.953300 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:52.309933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495bb9-4337-452d-b7b0-8009614eec18 req-6118a35e-4708-492f-9c40-8cec0a383d67 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:52.311405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a495bb9-4337-452d-b7b0-8009614eec18 req-6118a35e-4708-492f-9c40-8cec0a383d67 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0496254 Nov 12 04:30:52.366379 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4a495bb9-4337-452d-b7b0-8009614eec18 req-27a027e9-2bcd-4a76-a037-8057f515ebda tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478945 Nov 12 04:30:53.317069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.508697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189ea9a-04ca-488d-af92-f16167c22452 req-13e6122a-b77b-4eb3-8a29-33bb9f2683d8 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.510114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7189ea9a-04ca-488d-af92-f16167c22452 req-13e6122a-b77b-4eb3-8a29-33bb9f2683d8 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0494421 Nov 12 04:30:53.559301 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7189ea9a-04ca-488d-af92-f16167c22452 req-647c124f-dfb5-4faf-a65b-1b4519acfbc5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Nov 12 04:30:53.816180 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.697781 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32dc02-7045-4dd8-a5ad-eb9ad4f295db req-601838a3-6b44-419e-9043-18fa69514802 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.699247 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f32dc02-7045-4dd8-a5ad-eb9ad4f295db req-601838a3-6b44-419e-9043-18fa69514802 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0485325 Nov 12 04:30:54.748507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5f32dc02-7045-4dd8-a5ad-eb9ad4f295db req-af9640f3-f992-4d59-95c5-887ee0a96ecf tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 Nov 12 04:30:55.869130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff6a0-a58b-4533-8dad-a6ba74c63ac0 req-cdb5909b-82fb-4065-a291-3370511d9e12 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:55.870607 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdff6a0-a58b-4533-8dad-a6ba74c63ac0 req-cdb5909b-82fb-4065-a291-3370511d9e12 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0542035 Nov 12 04:30:55.919481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdff6a0-a58b-4533-8dad-a6ba74c63ac0 req-d6ac1017-62ba-4c05-8aaf-6402d8a8edaa tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Nov 12 04:30:57.034895 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef106-6624-4577-a46e-33589490ebab req-f0e9dee6-faea-4a3b-aac9-b1cced965dc3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.036393 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-477ef106-6624-4577-a46e-33589490ebab req-f0e9dee6-faea-4a3b-aac9-b1cced965dc3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0491037 Nov 12 04:30:57.085337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-477ef106-6624-4577-a46e-33589490ebab req-1f2b14a8-eef9-473a-8e8c-2b5dac049432 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Nov 12 04:30:58.205049 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4861-78b1-4cdd-a8ee-b0cd1f09dcd8 req-6e58d3b3-bbff-4edd-959d-469d8d9d8d12 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:58.206507 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdc4861-78b1-4cdd-a8ee-b0cd1f09dcd8 req-6e58d3b3-bbff-4edd-959d-469d8d9d8d12 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0520132 Nov 12 04:30:58.256740 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ccdc4861-78b1-4cdd-a8ee-b0cd1f09dcd8 req-8b52c5dd-9a34-4ae6-bc53-26be23e20475 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Nov 12 04:30:59.373281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf24603-0d5f-472e-8c11-56bcd471f4a7 req-0ae0c6ba-bdd9-4c7d-a572-8399ca7868ec tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:59.374763 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbf24603-0d5f-472e-8c11-56bcd471f4a7 req-0ae0c6ba-bdd9-4c7d-a572-8399ca7868ec tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0484116 Nov 12 04:30:59.424133 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-dbf24603-0d5f-472e-8c11-56bcd471f4a7 req-1ea60938-47b7-427c-b75b-1699b194716c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Nov 12 04:31:00.540142 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b2c4e-0090-450d-9156-7a2e62f6902c req-320ec31c-a983-4bec-abb7-f4a1694ce99b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:00.541536 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a28b2c4e-0090-450d-9156-7a2e62f6902c req-320ec31c-a983-4bec-abb7-f4a1694ce99b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0488372 Nov 12 04:31:00.593813 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a28b2c4e-0090-450d-9156-7a2e62f6902c req-703c1afc-e781-4fb6-8407-992453e2de3e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Nov 12 04:31:01.522032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:01.712029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378817fa-0860-448a-879f-9f7d06e18ee8 req-fbe2445d-580c-40a7-961a-c7401c861f67 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.713514 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-378817fa-0860-448a-879f-9f7d06e18ee8 req-fbe2445d-580c-40a7-961a-c7401c861f67 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0524290 Nov 12 04:31:01.761893 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-378817fa-0860-448a-879f-9f7d06e18ee8 req-430aa040-7801-431d-92b7-266b2d30000d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 Nov 12 04:31:02.383393 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.458933 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773842-cd76-4169-917d-54e10d8abe9e req-cef78636-004d-432c-aa60-d9ab02f72b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.460477 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-cef78636-004d-432c-aa60-d9ab02f72b7d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1097 time: 0.0396492 Nov 12 04:31:02.552594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773842-cd76-4169-917d-54e10d8abe9e req-1aa948c8-c6f8-4cd9-aebe-0e22d78a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.553943 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-1aa948c8-c6f8-4cd9-aebe-0e22d78a38ba service neutron] 10.222.0.100 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0867128 Nov 12 04:31:02.617946 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-5e21da32-074d-469e-8502-803cabab5cb2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1000 time: 0.0570781 Nov 12 04:31:02.670309 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773842-cd76-4169-917d-54e10d8abe9e req-ee23f47d-fef7-4136-baba-ee32d9742869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.671735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-ee23f47d-fef7-4136-baba-ee32d9742869 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0474839 Nov 12 04:31:02.716802 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773842-cd76-4169-917d-54e10d8abe9e req-b8b999d3-ebe6-4458-8b87-c7334441a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.718275 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-b8b999d3-ebe6-4458-8b87-c7334441a15e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388856 Nov 12 04:31:02.806440 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-dfb6174c-fd06-4611-a185-ba22983768e7 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812583 Nov 12 04:31:02.926002 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfcd62-42d3-4c9f-afae-b79a79e7d67c req-f8727b39-4ec6-405c-bda2-d49c67057ae0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.927474 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21cfcd62-42d3-4c9f-afae-b79a79e7d67c req-f8727b39-4ec6-405c-bda2-d49c67057ae0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0966883 Nov 12 04:31:02.944200 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-d8773842-cd76-4169-917d-54e10d8abe9e req-6407b5de-1c93-4fdb-bc6e-fd80f6f524e7 service neutron] 10.222.0.100 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308637 Nov 12 04:31:02.982189 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21cfcd62-42d3-4c9f-afae-b79a79e7d67c req-e695bc0c-bb0d-4607-b64f-05b97da6d862 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Nov 12 04:31:04.105104 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f7eb3-4fad-4944-a562-58b43202181b req-003b03af-42b2-4645-b968-ed69cb29337c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.106608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-785f7eb3-4fad-4944-a562-58b43202181b req-003b03af-42b2-4645-b968-ed69cb29337c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0529046 Nov 12 04:31:04.155055 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-785f7eb3-4fad-4944-a562-58b43202181b req-d3e670cf-3d6c-41b7-af45-17bf1e261358 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Nov 12 04:31:05.275070 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5a79-4592-482f-89c7-282c108bf80b req-ac28da81-3e5d-4b2d-a2bc-3b16e7b7289f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:05.276660 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34cf5a79-4592-482f-89c7-282c108bf80b req-ac28da81-3e5d-4b2d-a2bc-3b16e7b7289f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0522528 Nov 12 04:31:05.329003 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-34cf5a79-4592-482f-89c7-282c108bf80b req-e0e6a28b-1fbf-4639-8558-4fdb1b3b64f9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Nov 12 04:31:06.454013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392838c9-c504-4195-9d70-05483eb6000c req-1d9774e6-89f2-4bbd-8c6e-ec610e581efa tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:06.455481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-392838c9-c504-4195-9d70-05483eb6000c req-1d9774e6-89f2-4bbd-8c6e-ec610e581efa tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0573299 Nov 12 04:31:06.504701 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-392838c9-c504-4195-9d70-05483eb6000c req-de76d471-8c97-475f-b471-788b67a49fe4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Nov 12 04:31:06.703176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-92fa5a6e-1c62-48e5-bec8-3c3abc92c73b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480754 Nov 12 04:31:06.712730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-920c16e1-6586-4dc0-a9fe-b043022259b0 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:31:06.713701 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-920c16e1-6586-4dc0-a9fe-b043022259b0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052638 Nov 12 04:31:06.723279 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0751-9bef-4f9e-b2db-672b118dc9a3 req-55a1be98-fbff-4887-85b4-647edcd69291 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:06.725280 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-086c0751-9bef-4f9e-b2db-672b118dc9a3 req-55a1be98-fbff-4887-85b4-647edcd69291 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0500855 Nov 12 04:31:06.776527 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-086c0751-9bef-4f9e-b2db-672b118dc9a3 req-9e37e34c-93ed-45cf-9f0d-a1867ab5797f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Nov 12 04:31:07.894024 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76510379-4161-41bf-9fa1-b70773f9f645 req-39dd9cd5-1e1d-4486-a368-f60540db030d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:07.895497 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76510379-4161-41bf-9fa1-b70773f9f645 req-39dd9cd5-1e1d-4486-a368-f60540db030d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 945 time: 0.0493200 Nov 12 04:31:07.949047 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-76510379-4161-41bf-9fa1-b70773f9f645 req-ff151b46-6f80-45c3-8f19-e192bc78aeb2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474641 Nov 12 04:31:08.057160 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:08.132838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.156395 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:08.158643 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a6b4b1-2c93-40f0-8874-8ba4b84351ac" -d '{"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:08.171742 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:08.176680 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.204858 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971a2217-8056-46ec-8a5c-ea4e38ed3321 x-openstack-request-id: req-971a2217-8056-46ec-8a5c-ea4e38ed3321 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:08.205149 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-unplugged", "status": "failed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "code": 422}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:08.205400 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-971a2217-8056-46ec-8a5c-ea4e38ed3321 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:08.205786 n-d-713499-30 neutron-server[102607]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'code': 422} returned with failed status Nov 12 04:31:08.231447 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:08.238772 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.239563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.239909 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.240267 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.240600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.240927 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.241253 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.241575 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.241939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.242217 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.242537 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:08.242860 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:09.065853 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ba31-2329-442c-868a-d5e7af6506ad req-da6d3075-bb2a-4489-8c26-2aa4c0a6a7d9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:09.067399 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bd9ba31-2329-442c-868a-d5e7af6506ad req-da6d3075-bb2a-4489-8c26-2aa4c0a6a7d9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0494905 Nov 12 04:31:09.117535 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4bd9ba31-2329-442c-868a-d5e7af6506ad req-703a847c-0fbe-4abd-aeb8-e9c578e323d3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Nov 12 04:31:10.236460 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79758da-3b2b-4e9e-b9ba-ad352bd461bc req-cd83abda-0ffd-4f3b-9d5f-f0ee4b489491 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:10.238005 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e79758da-3b2b-4e9e-b9ba-ad352bd461bc req-cd83abda-0ffd-4f3b-9d5f-f0ee4b489491 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0504525 Nov 12 04:31:10.290442 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e79758da-3b2b-4e9e-b9ba-ad352bd461bc req-a917f51a-dbff-4033-8805-990c99bbcf79 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Nov 12 04:31:10.447275 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:11.412408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cd6d0-2755-499c-86a0-eef6c0f3b90a req-ab8ba085-4f7f-4e12-be6e-aface37573d2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:11.413882 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-981cd6d0-2755-499c-86a0-eef6c0f3b90a req-ab8ba085-4f7f-4e12-be6e-aface37573d2 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0534213 Nov 12 04:31:11.468560 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-981cd6d0-2755-499c-86a0-eef6c0f3b90a req-e9c5496d-e9a8-49d5-9ad6-0819580b63d3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Nov 12 04:31:12.364407 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-0224c5c5-2fdb-494f-b2c2-ac75082bf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.365839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-0224c5c5-2fdb-494f-b2c2-ac75082bf699 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&tenant_id=4794ba9f6db441a1b8b2b8a65063e99c HTTP/1.1" status: 200 len: 1095 time: 0.0397186 Nov 12 04:31:12.377499 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713499-30', 'device_owner': 'compute:nova'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:12.432027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.645036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b014404-2e04-4dff-bdd5-3fac945994b6 req-99d6b78f-5cc1-4a0a-bf3e-ed8c8cfef14a tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:12.647061 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b014404-2e04-4dff-bdd5-3fac945994b6 req-99d6b78f-5cc1-4a0a-bf3e-ed8c8cfef14a tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.1052568 Nov 12 04:31:12.679594 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:12.723848 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b014404-2e04-4dff-bdd5-3fac945994b6 req-70307654-a386-424f-84e5-ff98edccfaab tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700986 Nov 12 04:31:12.736168 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:12.773706 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:12.780867 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.792998 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Transition to ACTIVE for port object 19264d20-2331-4da1-a74c-88472ce76b62 will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:31:12.796587 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.878668 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:12.891540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.891881 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.892249 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.892593 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.892915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.893244 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.893569 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.893889 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.894210 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.894531 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.894850 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.895194 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:12.929989 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] No DVR routers for this DVR port 19264d20-2331-4da1-a74c-88472ce76b62 on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:13.065051 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:13.065282 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:13.065614 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:13.070546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:31:13.070865 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Attempting to bind port 19264d20-2331-4da1-a74c-88472ce76b62 on network a20db2d7-b367-4f29-8050-ad9deab68c42 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:13.075615 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:13.075948 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Checking segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:13.076347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Bound using segment: {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:13.076792 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Bound port: 19264d20-2331-4da1-a74c-88472ce76b62, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9268addd-5439-41a5-abd7-20c37647f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:13.077142 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.139315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:13.142623 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:13.146524 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.179436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.180084 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:13.181631 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] 10.222.0.98 "PUT /v2.0/ports/19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1092 time: 0.8077822 Nov 12 04:31:13.182019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:13.184253 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f316bfc0-4cf2-4f18-b343-91a7e874a232" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:13.213712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5397c-cfd5-43cd-aa50-69aa588e598f service neutron] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:13.229473 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06992633-c403-428b-aefb-c817c1bf660c x-openstack-request-id: req-06992633-c403-428b-aefb-c817c1bf660c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:13.229473 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:13.229473 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-06992633-c403-428b-aefb-c817c1bf660c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:13.229839 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'status': 'completed', 'code': 200} Nov 12 04:31:13.259575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-dad40534-4fa0-4f2a-adff-b0fe1831a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.261231 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-dad40534-4fa0-4f2a-adff-b0fe1831a909 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1095 time: 0.0445015 Nov 12 04:31:13.359348 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-28e815df-1943-4a75-a38c-14136f90f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.360864 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-28e815df-1943-4a75-a38c-14136f90f3a0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0926416 Nov 12 04:31:13.427373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-60d45468-b8a1-407c-86ae-a4accefdfeee service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 998 time: 0.0572553 Nov 12 04:31:13.479497 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-e50108f2-d87e-4205-bb7f-3453dd44183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.480909 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-e50108f2-d87e-4205-bb7f-3453dd44183a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0469735 Nov 12 04:31:13.525156 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-6ac9c8b4-f084-41a7-afbc-66e3b5b86688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.526608 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-6ac9c8b4-f084-41a7-afbc-66e3b5b86688 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389941 Nov 12 04:31:13.613990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-5ebe6307-6e42-4f47-88a3-572a9b3d781a service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802667 Nov 12 04:31:13.705394 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-b1f770a7-c995-4bdf-b331-cd22b7f9eea7 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838778 Nov 12 04:31:13.794375 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-915038cd-4cc7-4f1b-882b-d637f6f9a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.795902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-915038cd-4cc7-4f1b-882b-d637f6f9a1ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1095 time: 0.0454156 Nov 12 04:31:13.897622 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da9ac-b2e9-44ba-b4c4-d9a512afa0c5 req-2d8320f0-489e-4365-b380-b08db6311d15 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.899092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-910da9ac-b2e9-44ba-b4c4-d9a512afa0c5 req-2d8320f0-489e-4365-b380-b08db6311d15 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.1023028 Nov 12 04:31:13.937762 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-ccf64488-4e0f-4acd-b786-cbd01114c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:13.939169 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-ccf64488-4e0f-4acd-b786-cbd01114c355 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1342549 Nov 12 04:31:13.998873 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-910da9ac-b2e9-44ba-b4c4-d9a512afa0c5 req-ef7d4e15-fa9d-4df7-8dcc-d1e177e1a94e tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933144 Nov 12 04:31:14.022821 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-6a436691-0e79-4260-b721-171f1a4386fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 998 time: 0.0734639 Nov 12 04:31:14.072540 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-006d8f79-6065-4e46-a05b-fe9448929edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.073929 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-006d8f79-6065-4e46-a05b-fe9448929edc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0426443 Nov 12 04:31:14.118235 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-b1c06f00-7492-4283-9cb9-0d807e98635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:14.119674 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-b1c06f00-7492-4283-9cb9-0d807e98635a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383351 Nov 12 04:31:14.214522 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-fcfdf39d-049b-4ec7-ab8b-53506c0715f2 service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848882 Nov 12 04:31:14.305570 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f316bfc0-4cf2-4f18-b343-91a7e874a232 req-93310095-5fc3-4043-a317-40f39433e53a service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835690 Nov 12 04:31:15.119914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693360c8-c96e-434e-8027-ef47b9ba93ef req-2926c79e-54fa-449b-98fd-ba3395cc6b7a tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:15.121385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-693360c8-c96e-434e-8027-ef47b9ba93ef req-2926c79e-54fa-449b-98fd-ba3395cc6b7a tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0532119 Nov 12 04:31:15.170430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-693360c8-c96e-434e-8027-ef47b9ba93ef req-7c4ce517-9bb4-4dc8-822f-3b713fe471e5 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Nov 12 04:31:16.336756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d399-096f-4ee7-a181-dd7cb6697ab7 req-cf0a7e2f-9fac-4cbe-a506-daa8b6e80c03 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:16.338192 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37d3d399-096f-4ee7-a181-dd7cb6697ab7 req-cf0a7e2f-9fac-4cbe-a506-daa8b6e80c03 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.1013134 Nov 12 04:31:16.385445 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-37d3d399-096f-4ee7-a181-dd7cb6697ab7 req-96bc1c62-2226-4f99-bdac-727c2454a974 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Nov 12 04:31:17.504252 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba46a-d950-4423-af85-cb64760e274b req-8c7b020d-18bf-40a8-938e-b03eb39cc79d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:17.505881 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df5ba46a-d950-4423-af85-cb64760e274b req-8c7b020d-18bf-40a8-938e-b03eb39cc79d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0536392 Nov 12 04:31:17.554381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-df5ba46a-d950-4423-af85-cb64760e274b req-b0975a0d-c177-4573-bb44-942feaccbc85 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 Nov 12 04:31:18.136120 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9ed302fc-e17f-4dfd-9b0c-da701c0df801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.667590 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810b6d-de4c-4d3a-a887-16784caf6b5f req-543babe1-77cf-4b83-8382-a9a3773d4867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:18.669017 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09810b6d-de4c-4d3a-a887-16784caf6b5f req-543babe1-77cf-4b83-8382-a9a3773d4867 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0479836 Nov 12 04:31:18.718173 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-09810b6d-de4c-4d3a-a887-16784caf6b5f req-5f3b7b7f-9db2-4612-af5c-c959ccff3b93 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Nov 12 04:31:19.833828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9153aec-39a7-4835-8a7b-2259e79bfc4d req-6807bae9-24a9-4f3c-99c9-767baa704b09 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:19.835264 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9153aec-39a7-4835-8a7b-2259e79bfc4d req-6807bae9-24a9-4f3c-99c9-767baa704b09 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0492079 Nov 12 04:31:19.887064 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a9153aec-39a7-4835-8a7b-2259e79bfc4d req-214b0203-77bd-4414-b88e-3fbc98a0b9fb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Nov 12 04:31:20.523721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-88014caf-230e-4f35-bd7d-8d65b5e3d25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:21.002182 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62cdaf-5974-4e3e-9775-867890c412c4 req-b83552f9-ba0e-4c0c-985a-aba3bd70a468 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:21.003634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb62cdaf-5974-4e3e-9775-867890c412c4 req-b83552f9-ba0e-4c0c-985a-aba3bd70a468 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0489247 Nov 12 04:31:21.052463 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-bb62cdaf-5974-4e3e-9775-867890c412c4 req-0d075c6a-6e34-4a42-93fc-6a514ccb4730 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Nov 12 04:31:21.955284 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:22.166481 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bec76-4b11-41fe-a52f-9598b7c3c7af req-542e9ce0-e01e-4f51-b831-63c1580c7e96 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:22.167990 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194bec76-4b11-41fe-a52f-9598b7c3c7af req-542e9ce0-e01e-4f51-b831-63c1580c7e96 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0480089 Nov 12 04:31:22.216430 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-194bec76-4b11-41fe-a52f-9598b7c3c7af req-bd28b7f9-73ab-4e5f-93b2-4259d9732324 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Nov 12 04:31:23.187332 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:31:23.285019 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:23.297209 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': '19264d20-2331-4da1-a74c-88472ce76b62', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'port_id': '19264d20-2331-4da1-a74c-88472ce76b62', 'mac_address': 'fa:16:3e:64:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:31:23.337953 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4621a-59e0-4343-b2d1-35f429f5f0ef req-55e4b306-8eab-456b-bd2a-c9f6ff1dea97 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:23.339438 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fb4621a-59e0-4343-b2d1-35f429f5f0ef req-55e4b306-8eab-456b-bd2a-c9f6ff1dea97 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 943 time: 0.0533302 Nov 12 04:31:23.346544 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.350741 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.364388 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:23.384341 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:23.389008 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:23.389959 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7fb4621a-59e0-4343-b2d1-35f429f5f0ef req-1ca7d164-8711-4fbf-9cba-1520a49d7027 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Nov 12 04:31:23.436930 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=9']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:23.615212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['19264d20-2331-4da1-a74c-88472ce76b62'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:31:23.830372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.505533 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d797-a1bb-4076-93dc-c44fab68a798 req-faa3397c-165c-4bca-a87b-20d6cac9e031 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:24.507171 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b117d797-a1bb-4076-93dc-c44fab68a798 req-faa3397c-165c-4bca-a87b-20d6cac9e031 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 944 time: 0.0489945 Nov 12 04:31:24.556212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b117d797-a1bb-4076-93dc-c44fab68a798 req-600e7408-c934-44e7-af07-6f9e13b655b6 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Nov 12 04:31:25.184352 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:25.235795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port 19264d20-2331-4da1-a74c-88472ce76b62 completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:31:25.239856 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port 19264d20-2331-4da1-a74c-88472ce76b62 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:25.240252 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.317037 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.338148 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:25.340467 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34825bae-51bf-4333-ab19-80812f788e91" -d '{"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-plugged", "status": "completed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:25.353667 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:25.357703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.382951 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b55422-528e-4733-9ad8-5386b8b3642f x-openstack-request-id: req-f2b55422-528e-4733-9ad8-5386b8b3642f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:25.383236 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-plugged", "status": "completed", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:25.383479 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f2b55422-528e-4733-9ad8-5386b8b3642f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:25.383866 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'code': 200} Nov 12 04:31:25.410481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=10']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:25.527556 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbab7da-67bf-46ec-9c1d-4fc30acccaf7 req-fc21b684-07e5-4b7e-8228-48c2377b2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.528954 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bbab7da-67bf-46ec-9c1d-4fc30acccaf7 req-fc21b684-07e5-4b7e-8228-48c2377b2b82 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1098 time: 0.0395596 Nov 12 04:31:25.577783 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5bbab7da-67bf-46ec-9c1d-4fc30acccaf7 req-b7e409d6-a34c-44f8-ac1c-7821e66c6923 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Nov 12 04:31:25.670064 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3abdb-5686-44c5-9bdd-5f66f5bedc43 req-ecd42cb0-1be1-494b-a787-aad6341dd14c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.671531 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f3abdb-5686-44c5-9bdd-5f66f5bedc43 req-ecd42cb0-1be1-494b-a787-aad6341dd14c tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 946 time: 0.0480225 Nov 12 04:31:25.719933 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-08f3abdb-5686-44c5-9bdd-5f66f5bedc43 req-ef054c17-a504-4702-b943-cc830a2efadf tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424705 Nov 12 04:31:26.834919 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df0098-bbdb-4a87-9537-0ad88afff560 req-1df00896-cc2d-4c10-8d74-e56c9fa2c42f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:26.836993 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92df0098-bbdb-4a87-9537-0ad88afff560 req-1df00896-cc2d-4c10-8d74-e56c9fa2c42f tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 946 time: 0.0490470 Nov 12 04:31:26.886004 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-92df0098-bbdb-4a87-9537-0ad88afff560 req-2eaded05-72c8-453f-840c-82d68d715ba3 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 Nov 12 04:31:31.340927 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-3c3b05c6-e601-441a-8277-c707284416e6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415485 Nov 12 04:31:31.422180 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-f14390fc-e77c-47be-a09c-5b3b8154c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.423676 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-f14390fc-e77c-47be-a09c-5b3b8154c3ae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1098 time: 0.0397792 Nov 12 04:31:31.534391 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-3ad1be8d-2603-4cc7-97e2-42752eafc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.536134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-3ad1be8d-2603-4cc7-97e2-42752eafc73e service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0889115 Nov 12 04:31:31.537277 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.601113 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-74e7f2ce-90c5-452f-9622-70f1860b16a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1000 time: 0.0565917 Nov 12 04:31:31.649639 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-5ce99db6-432c-43f3-9bad-352a5c4da40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.651086 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-5ce99db6-432c-43f3-9bad-352a5c4da40f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0432687 Nov 12 04:31:31.698962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-85df845d-4ed7-4694-92d0-da0a123cb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:31.700457 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-85df845d-4ed7-4694-92d0-da0a123cb16a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424941 Nov 12 04:31:31.787238 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-8c293670-968c-46ea-8360-bab142c0db6b service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799165 Nov 12 04:31:31.875729 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a871d131-e1df-46ef-99b1-a8065bd24b2a req-16bd1ee3-0fb5-481b-b929-bf734802946d service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Nov 12 04:31:32.418676 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.447399 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:48.136860 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cab7536f-5777-4cdd-879d-53a49fc93618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.525003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-509c63f8-8cde-4457-be24-71795d02752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.959613 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.321877 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:53.820746 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:01.553761 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.419982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.141246 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-62702c03-3941-4d8b-ae17-7c9e3c993a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.526814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f296a2f3-3cb0-4bbb-a78e-b087a3ad3cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:21.961940 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.324214 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:23.821191 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:24.447184 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:31.560530 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.418176 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:33.355530 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-88b8fc69-7859-4132-9c99-c851fa9658ca service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388596 Nov 12 04:32:33.435572 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-e6b2df22-136e-4700-be59-b01cc5958ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:33.437032 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-e6b2df22-136e-4700-be59-b01cc5958ae6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1098 time: 0.0395544 Nov 12 04:32:33.541752 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-88baaf84-e341-4a20-a399-8e4509b2aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:33.543109 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-88baaf84-e341-4a20-a399-8e4509b2aa16 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.0869026 Nov 12 04:32:33.606762 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-aa9a7f9c-ea29-4e44-8abd-71bd457de926 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 1000 time: 0.0568910 Nov 12 04:32:33.657882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-159ab1bb-44db-430e-beac-5c7c2d4fba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:33.659281 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-159ab1bb-44db-430e-beac-5c7c2d4fba20 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0453629 Nov 12 04:32:33.702037 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-9eec1936-e816-49ab-a62b-978762bb99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:33.703460 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-9eec1936-e816-49ab-a62b-978762bb99e1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377073 Nov 12 04:32:33.790656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-76387439-64c5-47e2-b170-010b73688a2c service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805399 Nov 12 04:32:33.883075 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e42fed24-2236-482c-8b4a-154e6c0c9ad4 req-24f1a91f-9e99-4a68-8b51-80d7926d04da service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848651 Nov 12 04:32:39.785170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38884) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.937977 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Deleting port bab81bf9-283c-4bc0-9e4d-dc3dd9b89747 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:39.938310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.013149 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.013472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.024929 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Calling delete_port for bab81bf9-283c-4bc0-9e4d-dc3dd9b89747 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:40.172776 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.198269 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'Port': ['ID=bab81bf9-283c-4bc0-9e4d-dc3dd9b89747,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:40.211179 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.211529 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.211874 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.212249 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.212586 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.212918 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.213250 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.213579 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.213900 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.214228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.214562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.214887 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:40.272902 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.273233 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Floating IP d699754e-afe8-411f-9f8c-7518bc1fc7c5 disassociated (deleted). External IP: 172.25.4.37, port: 19264d20-2331-4da1-a74c-88472ce76b62. Nov 12 04:32:40.477921 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:40.583142 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:40.588202 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.596506 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:40.607648 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:40.608465 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:40.618002 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-570a32eb-af03-4b20-8c1f-08f54e787c89 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "DELETE /v2.0/floatingips/d699754e-afe8-411f-9f8c-7518bc1fc7c5 HTTP/1.1" status: 204 len: 168 time: 0.8317509 Nov 12 04:32:40.618606 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:40.621039 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01189ca2-1784-44f5-a95b-ac3d3c284264" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:40.730275 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb5185b-cbb9-42ad-96ec-297cf5af0078 x-openstack-request-id: req-4bb5185b-cbb9-42ad-96ec-297cf5af0078 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:40.730625 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:40.730839 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bb5185b-cbb9-42ad-96ec-297cf5af0078 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:40.731251 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'status': 'completed', 'code': 200} Nov 12 04:32:40.812069 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-cecd923f-2a33-42e3-9188-cf31600c9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.813751 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-cecd923f-2a33-42e3-9188-cf31600c9d6e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 1098 time: 0.0589671 Nov 12 04:32:40.845359 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:40.935408 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63149cd4-fbe2-4d89-85ed-d3fb445fe86f req-5fc738bd-5a9f-4497-a33c-a9c07ccbec73 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.937303 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63149cd4-fbe2-4d89-85ed-d3fb445fe86f req-5fc738bd-5a9f-4497-a33c-a9c07ccbec73 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 946 time: 0.0908575 Nov 12 04:32:40.966012 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-b01d109e-92f4-41b9-94d3-c7f6fd32c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.967381 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-b01d109e-92f4-41b9-94d3-c7f6fd32c726 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 200 len: 910 time: 0.1453154 Nov 12 04:32:41.057542 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:41.085942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:41.096186 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:41.096822 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:41.208871 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:41.379405 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-1fa40f13-dbb3-4321-8911-a3c6085e2439 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 200 len: 217 time: 0.4008913 Nov 12 04:32:41.385194 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-63149cd4-fbe2-4d89-85ed-d3fb445fe86f req-91e95c79-187a-4ff3-a16a-e734b7cd776d tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409204 Nov 12 04:32:41.429293 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:41.431216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-dfc28662-f5b5-4a12-a516-e3488618d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:41.432767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-dfc28662-f5b5-4a12-a516-e3488618d787 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 200 len: 847 time: 0.0448213 Nov 12 04:32:41.461309 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c623d8-9dfa-47d5-ac00-f8bd6c8e1fd5 None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': '99b4e2a6-aba2-492d-9ad4-4959106d14ab', 'name': '', 'network_id': 'a20db2d7-b367-4f29-8050-ad9deab68c42', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'mac_address': 'fa:16:3e:5b:03:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:00Z', 'updated_at': '2021-11-12T04:24:04Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'subnets': [{'id': '3c36329b-1cee-4a35-844d-03f8980d6cd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:41.479170 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-da427668-aa90-4fe4-bd4f-b72746b8ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:41.480656 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-da427668-aa90-4fe4-bd4f-b72746b8ce6e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a20db2d7-b367-4f29-8050-ad9deab68c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400901 Nov 12 04:32:41.591601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-9d26d16d-49ad-4a44-a7ff-e73510ca562e service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019101 Nov 12 04:32:41.696885 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-01189ca2-1784-44f5-a95b-ac3d3c284264 req-49f097d2-1f55-48ee-ae42-3cb45aa4649c service neutron] 10.222.0.98 "GET /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955069 Nov 12 04:32:41.761993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a599e031-59cc-46cb-855b-9be1efc5cc82 None None] New status for floating IP d699754e-afe8-411f-9f8c-7518bc1fc7c5: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:42.419000 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-ea388adb-2472-4e49-9d3d-876305d96da6 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.419850 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-ea388adb-2472-4e49-9d3d-876305d96da6 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 946 time: 0.0485275 Nov 12 04:32:42.529755 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Deleting port 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:42.530090 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.620940 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e356-aa39-49ab-8dee-efaeba94326c req-e299d39e-75c1-4f41-8b2a-e2114a3aeea4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:42.622428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6821e356-aa39-49ab-8dee-efaeba94326c req-e299d39e-75c1-4f41-8b2a-e2114a3aeea4 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 946 time: 0.1591539 Nov 12 04:32:42.660871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] For port 19264d20-2331-4da1-a74c-88472ce76b62, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=19264d20-2331-4da1-a74c-88472ce76b62,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:42.661229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.681550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Calling delete_port for 19264d20-2331-4da1-a74c-88472ce76b62 owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:42.705464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6821e356-aa39-49ab-8dee-efaeba94326c req-4b5fa200-5a6d-4e77-9223-49fec7a469c0 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/security-groups?id=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770390 Nov 12 04:32:42.822628 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.851643 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'Port': ['ID=19264d20-2331-4da1-a74c-88472ce76b62,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:42.876774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.877118 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.877458 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.877794 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.878124 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.878449 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.878774 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.879098 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.879417 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.879738 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.880678 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.881004 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:42.899510 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] No DVR routers for this DVR port 19264d20-2331-4da1-a74c-88472ce76b62 on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:42.901818 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:42.905114 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c460eabc-1bd4-40ac-81ec-9b9fa5887904 req-0b02cb0e-b1d1-4633-b89a-24b430ca40e9 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.98 "DELETE /v2.0/ports/19264d20-2331-4da1-a74c-88472ce76b62 HTTP/1.1" status: 204 len: 173 time: 0.4790611 Nov 12 04:32:42.905541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-deleted', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:42.907757 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ac76a7-5878-47db-8865-76df6b464288" -d '{"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-deleted", "tag": "19264d20-2331-4da1-a74c-88472ce76b62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:42.948616 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a044717-1efe-4943-a9ee-284a68fbe1f0 x-openstack-request-id: req-2a044717-1efe-4943-a9ee-284a68fbe1f0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:42.948906 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab99ac7-5086-47a4-b5c4-19107cb25e6b", "name": "network-vif-deleted", "tag": "19264d20-2331-4da1-a74c-88472ce76b62", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:42.949160 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2a044717-1efe-4943-a9ee-284a68fbe1f0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:42.949564 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab99ac7-5086-47a4-b5c4-19107cb25e6b', 'name': 'network-vif-deleted', 'tag': '19264d20-2331-4da1-a74c-88472ce76b62', 'status': 'completed', 'code': 200} Nov 12 04:32:43.811693 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0d18502a-5186-4122-bb6e-d125c63449e8 req-ca35c5fb-8edf-4fbe-a3b2-baf5d19a57bb tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0336277 Nov 12 04:32:44.907806 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8061538d-e78c-46cb-a627-c4635e03fc8b req-5a166052-33ba-4df5-83f4-ede941a5c024 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0258510 Nov 12 04:32:45.716877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:45.736946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: 19264d20-2331-4da1-a74c-88472ce76b62 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:45.737293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device 19264d20-2331-4da1-a74c-88472ce76b62 not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:46.002678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0100eba4-184e-4bfb-b0f6-465d607d6c50 req-5559e6e0-6f7d-438d-9616-d23fcc737f07 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0265763 Nov 12 04:32:47.100634 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9c03e98d-5d09-4e64-8574-93c5965ab74a req-ebbbb2c8-b917-49c0-9b42-5e07fb94ea7b tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ab99ac7-5086-47a4-b5c4-19107cb25e6b HTTP/1.1" status: 200 len: 210 time: 0.0263467 Nov 12 04:32:48.144215 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5595e3c2-ebb6-4433-9389-30856672872a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.161058 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.219786 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.252219 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.312660 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.315259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:48.317195 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] 10.222.0.93 "DELETE /v2.0/security-groups/ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4 HTTP/1.1" status: 204 len: 168 time: 0.1550386 Nov 12 04:32:48.326802 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528eb00-188c-43f5-85dd-5985a2d1ce42 tempest-TestShelveInstance-1480328958 tempest-TestShelveInstance-1480328958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd059c1-0ee9-46a2-8fdf-0b7366ceeec4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:48.366427 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38924) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:48.826779 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.075456 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Deleting port 99b4e2a6-aba2-492d-9ad4-4959106d14ab {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:49.075711 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.153457 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] For port 99b4e2a6-aba2-492d-9ad4-4959106d14ab, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=99b4e2a6-aba2-492d-9ad4-4959106d14ab,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:49.153822 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.166829 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Calling delete_port for 99b4e2a6-aba2-492d-9ad4-4959106d14ab owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:49.352700 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.375844 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Pushing event deleted for resources: {'Port': ['ID=99b4e2a6-aba2-492d-9ad4-4959106d14ab,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:49.561916 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:49.783877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:49.889035 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:49.894233 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-20c87e37-d4a1-4c84-8e8b-1b7e437abdac admin admin] 10.222.0.93 "PUT /v2.0/routers/d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5267534 Nov 12 04:32:49.897278 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38928) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:49.902163 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Sync routers for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:49.913149 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:49.913761 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.017009 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.032244 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:50.127888 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.182742 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Deleting port 5408e15d-9aac-4116-82ca-a2e8b4f67e51 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:50.183180 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.226945 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:32:49Z', 'revision_number': 5, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port': {'id': '5408e15d-9aac-4116-82ca-a2e8b4f67e51', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.257778 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Checking router: d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:50.267158 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Routers {'d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:50.267871 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.273057 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] For port 5408e15d-9aac-4116-82ca-a2e8b4f67e51, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=5408e15d-9aac-4116-82ca-a2e8b4f67e51,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:50.273437 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.285928 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Calling delete_port for 5408e15d-9aac-4116-82ca-a2e8b4f67e51 owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:50.355307 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] Set router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:50.410168 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:32:50Z', 'revision_number': 6, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:50.441000 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d15e72-feb3-4db4-af24-2c9907d020be None None] The sync data for ids ['d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a'] in n-d-713499-30 is: [{'id': 'd2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a', 'name': 'tempest-TestShelveInstance-428860825-router', 'tenant_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:23:58Z', 'updated_at': '2021-11-12T04:32:50Z', 'revision_number': 6, 'project_id': '4794ba9f6db441a1b8b2b8a65063e99c', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:50.475602 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.503144 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=5408e15d-9aac-4116-82ca-a2e8b4f67e51,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:50.534940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f603a-e224-404e-b132-dc101dd5d348 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:50.539419 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-746e8044-2295-4970-a651-ee8f34856a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.574507 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.666353 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.668620 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.711554 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.712151 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:50.719498 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.721029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f29e3b23-ba9e-45b6-a1bf-4759af2fdeaf admin admin] 10.222.0.93 "DELETE /v2.0/routers/d2ce8fdc-b5b7-4770-a539-07e1ef2e5a0a HTTP/1.1" status: 204 len: 168 time: 0.8228116 Nov 12 04:32:50.723525 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38930) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:50.770147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Deleting subnet 3c36329b-1cee-4a35-844d-03f8980d6cd7 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:50.774027 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.817430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.907426 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.966119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:50.993277 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c36329b-1cee-4a35-844d-03f8980d6cd7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:50.995252 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.000710 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cdd1ca00-8bff-4a42-a73a-95df23cd31e9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/3c36329b-1cee-4a35-844d-03f8980d6cd7 HTTP/1.1" status: 204 len: 168 time: 0.2739902 Nov 12 04:32:51.000877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55960698-61f9-400a-bf2b-676840483ced None None] Network a20db2d7-b367-4f29-8050-ad9deab68c42 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:51.000991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38932) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:51.077979 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.132967 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Deleting port 9cdbde77-885d-4eb8-9c19-1653c8913d63 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:51.133306 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.201603 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] For port 9cdbde77-885d-4eb8-9c19-1653c8913d63, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=9cdbde77-885d-4eb8-9c19-1653c8913d63,segment=NetworkSegment(9268addd-5439-41a5-abd7-20c37647f28c),segment_id=9268addd-5439-41a5-abd7-20c37647f28c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:51.201961 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.214724 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Calling delete_port for 9cdbde77-885d-4eb8-9c19-1653c8913d63 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:51.277316 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] DHCP port deletion for a20db2d7-b367-4f29-8050-ad9deab68c42 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:51.305430 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.328841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Deleting port 9cdbde77-885d-4eb8-9c19-1653c8913d63 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:51.329460 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.334155 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdbde77-885d-4eb8-9c19-1653c8913d63,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.336103 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] No DVR routers for this DVR port 9cdbde77-885d-4eb8-9c19-1653c8913d63 on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:51.399040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] For port 9cdbde77-885d-4eb8-9c19-1653c8913d63, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:51.399435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.414571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.419453 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Calling delete_port for 9cdbde77-885d-4eb8-9c19-1653c8913d63 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:51.422384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Port 9cdbde77-885d-4eb8-9c19-1653c8913d63 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:32:51.423631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.436993 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20db2d7-b367-4f29-8050-ad9deab68c42']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:51.447148 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9268addd-5439-41a5-abd7-20c37647f28c') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:51.447439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9268addd-5439-41a5-abd7-20c37647f28c') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:51.449768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Pushing event deleted for resources: {'Port': ['ID=9cdbde77-885d-4eb8-9c19-1653c8913d63,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.454993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] No DVR routers for this DVR port 9cdbde77-885d-4eb8-9c19-1653c8913d63 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:51.460291 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.465595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.465944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.466563 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.467081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.467586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.467922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.468300 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.468631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.468959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.469288 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.469614 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.469946 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc65c6cd-d976-484a-9835-df8eff9a6335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:51.477984 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.489439 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:51.490014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:51.492313 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:51.555830 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.563626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.568551 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a20db2d7-b367-4f29-8050-ad9deab68c42 HTTP/1.1" status: 204 len: 168 time: 0.5666602 Nov 12 04:32:51.571621 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:51.586704 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301227-9182-44b3-b8bd-00b5016ea867 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20db2d7-b367-4f29-8050-ad9deab68c42,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:51.919586 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:51.964417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.161871 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Deleting port 395e543a-7359-4505-aeb4-68ad6862c31c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:52.162218 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.522877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5408e15d-9aac-4116-82ca-a2e8b4f67e51 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:52.542714 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 5408e15d-9aac-4116-82ca-a2e8b4f67e51 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:52.543062 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 5408e15d-9aac-4116-82ca-a2e8b4f67e51 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:52.543481 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 99b4e2a6-aba2-492d-9ad4-4959106d14ab no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:52.543778 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] For port 395e543a-7359-4505-aeb4-68ad6862c31c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=395e543a-7359-4505-aeb4-68ad6862c31c,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:52.544173 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.556681 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Calling delete_port for 395e543a-7359-4505-aeb4-68ad6862c31c owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:52.562301 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 99b4e2a6-aba2-492d-9ad4-4959106d14ab {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:52.562646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 99b4e2a6-aba2-492d-9ad4-4959106d14ab not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:52.563051 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9cdbde77-885d-4eb8-9c19-1653c8913d63 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:52.582015 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 9cdbde77-885d-4eb8-9c19-1653c8913d63 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:52.582364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 9cdbde77-885d-4eb8-9c19-1653c8913d63 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:52.731854 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:52.759174 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=395e543a-7359-4505-aeb4-68ad6862c31c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:52.923731 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.138246 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Router 31e84df6-a23f-4f96-b274-a9161c1804eb has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:53.244964 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:53.249973 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-88760886-5e09-48a3-bdd8-6d260ce3bafc admin admin] 10.222.0.93 "PUT /v2.0/routers/31e84df6-a23f-4f96-b274-a9161c1804eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771781 Nov 12 04:32:53.252458 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:53.255018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Sync routers for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:53.269432 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:53.270135 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:53.354436 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.367350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.388074 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:53.453689 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.511022 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Deleting port 4365e3e6-9049-4921-82e5-606dc278d3a6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:53.511359 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.568151 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:32:52Z', 'revision_number': 5, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port': {'id': '4365e3e6-9049-4921-82e5-606dc278d3a6', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:24:03Z', 'updated_at': '2021-11-12T04:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:53.590337 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] For port 4365e3e6-9049-4921-82e5-606dc278d3a6, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=4365e3e6-9049-4921-82e5-606dc278d3a6,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:53.590673 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.594711 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Checking router: 31e84df6-a23f-4f96-b274-a9161c1804eb for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:53.603612 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Routers {'31e84df6-a23f-4f96-b274-a9161c1804eb'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:53.603936 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Calling delete_port for 4365e3e6-9049-4921-82e5-606dc278d3a6 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:53.604256 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['31e84df6-a23f-4f96-b274-a9161c1804eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:53.690291 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] Set router 31e84df6-a23f-4f96-b274-a9161c1804eb gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:53.746694 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:32:53Z', 'revision_number': 6, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:53.769291 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.774013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454249d-cbe4-48b0-a45d-f91871446cc4 None None] The sync data for ids ['31e84df6-a23f-4f96-b274-a9161c1804eb'] in n-d-713499-30 is: [{'id': '31e84df6-a23f-4f96-b274-a9161c1804eb', 'name': 'tempest-TestShelveInstance-1928178194-router', 'tenant_id': 'bf1fff67871f45b69803b3eddafc142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:24:02Z', 'updated_at': '2021-11-12T04:32:53Z', 'revision_number': 6, 'project_id': 'bf1fff67871f45b69803b3eddafc142d', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:53.797891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4365e3e6-9049-4921-82e5-606dc278d3a6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:53.826934 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb9896-6bd3-404e-8b8f-f1666337c9b9 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:53.838876 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.865205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.955302 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:53.957483 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.001959 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.002877 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e84df6-a23f-4f96-b274-a9161c1804eb {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:32:54.009930 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.011109 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c6e0d41d-9aab-4a87-949b-1f7b7fe5fd8e admin admin] 10.222.0.93 "DELETE /v2.0/routers/31e84df6-a23f-4f96-b274-a9161c1804eb HTTP/1.1" status: 204 len: 168 time: 0.7577555 Nov 12 04:32:54.013597 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.059204 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Deleting subnet 2c89cd28-35fd-45b6-a6a7-9922f5c93537 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:32:54.062364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.102318 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.193459 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.266319 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.295205 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c89cd28-35fd-45b6-a6a7-9922f5c93537,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.300197 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.304734 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3dd4e18f-51ba-4430-aa7b-8a4b55a23391 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/2c89cd28-35fd-45b6-a6a7-9922f5c93537 HTTP/1.1" status: 204 len: 168 time: 0.2899158 Nov 12 04:32:54.305708 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c326b-585f-4442-afa9-66ff847012f6 None None] Network df7aaf65-1b3f-4351-b85b-c17fba09a4a5 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:54.307250 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38940) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:54.374296 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.427325 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Deleting port c789282a-51ba-4a95-9729-ae512853640a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:54.427673 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.493747 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] For port c789282a-51ba-4a95-9729-ae512853640a, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=c789282a-51ba-4a95-9729-ae512853640a,segment=NetworkSegment(387a58b6-bec5-4712-94dc-ee57a07b357b),segment_id=387a58b6-bec5-4712-94dc-ee57a07b357b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:54.494037 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.506541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Calling delete_port for c789282a-51ba-4a95-9729-ae512853640a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:54.570880 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] DHCP port deletion for df7aaf65-1b3f-4351-b85b-c17fba09a4a5 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:54.588087 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.625931 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c789282a-51ba-4a95-9729-ae512853640a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.626621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c789282a-51ba-4a95-9729-ae512853640a no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:54.630005 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] No DVR routers for this DVR port c789282a-51ba-4a95-9729-ae512853640a on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:54.650684 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: c789282a-51ba-4a95-9729-ae512853640a {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:54.651022 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device c789282a-51ba-4a95-9729-ae512853640a not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:54.651442 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 395e543a-7359-4505-aeb4-68ad6862c31c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:54.655618 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Deleting port c789282a-51ba-4a95-9729-ae512853640a {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:32:54.656003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.675311 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 395e543a-7359-4505-aeb4-68ad6862c31c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:54.675650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 395e543a-7359-4505-aeb4-68ad6862c31c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:54.676081 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4365e3e6-9049-4921-82e5-606dc278d3a6 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:32:54.703254 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.709472 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 4365e3e6-9049-4921-82e5-606dc278d3a6 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:32:54.710066 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 4365e3e6-9049-4921-82e5-606dc278d3a6 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:32:54.727015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7aaf65-1b3f-4351-b85b-c17fba09a4a5']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.737403 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a58b6-bec5-4712-94dc-ee57a07b357b') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.737697 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a58b6-bec5-4712-94dc-ee57a07b357b') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:54.753737 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.759591 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] For port c789282a-51ba-4a95-9729-ae512853640a, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:54.760003 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.767694 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.772838 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Calling delete_port for c789282a-51ba-4a95-9729-ae512853640a owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:32:54.776136 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:32:54.776320 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Port c789282a-51ba-4a95-9729-ae512853640a was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:32:54.776757 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.777704 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:32:54.778529 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:32:54.804871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] Pushing event deleted for resources: {'Port': ['ID=c789282a-51ba-4a95-9729-ae512853640a,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.809199 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f0939-1601-464c-89e4-55545b6e0332 None None] No DVR routers for this DVR port c789282a-51ba-4a95-9729-ae512853640a on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:32:54.837116 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.843251 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.849578 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] 10.222.0.93 "DELETE /v2.0/networks/df7aaf65-1b3f-4351-b85b-c17fba09a4a5 HTTP/1.1" status: 204 len: 168 time: 0.5381992 Nov 12 04:32:54.859299 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65ec65-b091-4688-8334-c1dd31365a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7aaf65-1b3f-4351-b85b-c17fba09a4a5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:54.968665 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38944) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.008525 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0537e694-d582-4ac5-8909-25ffdfdf6682 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4794ba9f6db441a1b8b2b8a65063e99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387037 Nov 12 04:32:55.010883 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38946) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.056315 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.080490 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.126210 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.128988 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.130144 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ff637772-3bf1-4885-8376-a5bc7fd15efa HTTP/1.1" status: 204 len: 168 time: 0.1183720 Nov 12 04:32:55.138347 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4783-f037-43f7-9d1d-1ff9fcfbf1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff637772-3bf1-4885-8376-a5bc7fd15efa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:55.433236 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38952) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.472602 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-287d4186-d225-41be-a801-753297286c97 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf1fff67871f45b69803b3eddafc142d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382347 Nov 12 04:32:55.474991 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38954) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:55.521908 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.542626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.587973 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.590705 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.591853 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7443c227-4abd-4e4a-9d9a-311b14cc0338 HTTP/1.1" status: 204 len: 168 time: 0.1160429 Nov 12 04:32:55.599397 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211ab8-f1bb-42e4-8787-cae586f871d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7443c227-4abd-4e4a-9d9a-311b14cc0338,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.251314 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 38976) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.345451 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-392969195-network', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:56.365183 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Made reservation on behalf of ceb602c4be6e4e19bcf34f187c9308e1 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:56.367362 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.375340 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.449152 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.452726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.475860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:32:56.484520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a0f02-a968-48c8-8857-3d1535cf788d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.490954 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.491357 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Added segment 5bbdc434-2eac-4004-99d7-78d6b4c4dfdb of type vlan for network 64e79e53-b58c-40be-8c81-349e4351e74e Nov 12 04:32:56.529626 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.553561 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.554435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:56.555000 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.584902 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3324378 Nov 12 04:32:56.587922 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38980) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.593011 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Request body: {'subnet': {'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-392969195-subnet', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:56.613443 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Made reservation on behalf of ceb602c4be6e4e19bcf34f187c9308e1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:32:56.615054 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905070-062d-4046-aa54-48ff03f102d9 admin admin] Pushing event updated for resources: {'Network': ['ID=64e79e53-b58c-40be-8c81-349e4351e74e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.616518 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.627763 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 64e79e53-b58c-40be-8c81-349e4351e74e details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:32:56.785763 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.834296 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:56.849461 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Checking segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:56.849818 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Network hostable DHCP agents. Network: 64e79e53-b58c-40be-8c81-349e4351e74e, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:32:56.865851 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Network 64e79e53-b58c-40be-8c81-349e4351e74e is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:32:56.874267 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 64e79e53-b58c-40be-8c81-349e4351e74e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:56.878725 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:56.879252 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.883186 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b184937-8f18-4ebc-affd-cbf5ad8456aa None None] Network 64e79e53-b58c-40be-8c81-349e4351e74e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:56.894888 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3de9d6a8-505d-47c6-88af-80ba12430d34 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057323 Nov 12 04:32:56.897742 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:56.902024 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:56.924085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.925090 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:56.978981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.028749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-64e79e53-b58c-40be-8c81-349e4351e74e', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:32:57.029621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.119033 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.157518 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Allocated IP 172.20.0.2 (64e79e53-b58c-40be-8c81-349e4351e74e/f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3/d04e855b-4e12-417c-b793-c7e5196ea9ff) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:57.302599 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.308388 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.315820 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.338562 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.348302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Network 64e79e53-b58c-40be-8c81-349e4351e74e is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:57.351600 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:57.354350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:57.369138 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Pushing event updated for resources: {'Port': ['ID=d04e855b-4e12-417c-b793-c7e5196ea9ff,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:57.419239 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Attempting to bind port d04e855b-4e12-417c-b793-c7e5196ea9ff on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:57.419554 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Attempting to bind port d04e855b-4e12-417c-b793-c7e5196ea9ff by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:57.419855 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Attempting to bind port d04e855b-4e12-417c-b793-c7e5196ea9ff on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:57.424735 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:57.425102 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Checking segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:57.425486 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.425867 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Bound using segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:57.426336 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Bound port: d04e855b-4e12-417c-b793-c7e5196ea9ff, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:57.426728 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.439998 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Allocated IP 172.25.4.198 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/6e95f583-2efb-4163-9d56-f28294a2110d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:57.487072 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] For port d04e855b-4e12-417c-b793-c7e5196ea9ff, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:57.490720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] For port d04e855b-4e12-417c-b793-c7e5196ea9ff, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04e855b-4e12-417c-b793-c7e5196ea9ff,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:57.495315 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.549617 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.552446 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3c0e-6582-47e5-af76-9a257ff6ec8d None None] Pushing event updated for resources: {'Port': ['ID=d04e855b-4e12-417c-b793-c7e5196ea9ff,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:57.585085 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.620511 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:57.623323 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:57.626739 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:57.637101 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61cd757-633e-4b83-a43d-4df4f899c37b None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:57.658468 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Pushing event updated for resources: {'Port': ['ID=6e95f583-2efb-4163-9d56-f28294a2110d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:57.680741 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-cb074253-3f91-435b-bdd3-871d41dd7bd6 None None] Provisioning complete for port 6e95f583-2efb-4163-9d56-f28294a2110d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:57.681029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb074253-3f91-435b-bdd3-871d41dd7bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.756650 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-cb074253-3f91-435b-bdd3-871d41dd7bd6 None None] Port 6e95f583-2efb-4163-9d56-f28294a2110d cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:57.906879 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.097195 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.542866 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Router e982d68e-e35c-40f6-9769-4af2854c1b31 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:32:58.566055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04e855b-4e12-417c-b793-c7e5196ea9ff up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:58.591105 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056e2d0-4cde-4ad8-9b0c-828a7593bf88 None None] Network 64e79e53-b58c-40be-8c81-349e4351e74e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:32:58.661318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:58.673962 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:58.680110 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.684357 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b533b47d-343e-46e6-980e-e6c0a0a7f489 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7827113 Nov 12 04:32:58.684608 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d04e855b-4e12-417c-b793-c7e5196ea9ff triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:58.684608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.685139 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 38984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:58.685594 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:58.686411 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:58.750876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-9e6443e7-7688-4321-a641-e69cbc1124e2 None None] Provisioning complete for port d04e855b-4e12-417c-b793-c7e5196ea9ff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:58.751238 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9e6443e7-7688-4321-a641-e69cbc1124e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.793451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:58.978830 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:57Z', 'revision_number': 3, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:59.005606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:59.006257 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Updating router e982d68e-e35c-40f6-9769-4af2854c1b31 port 6e95f583-2efb-4163-9d56-f28294a2110d binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:32:59.035376 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.040429 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.110536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] For port d04e855b-4e12-417c-b793-c7e5196ea9ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04e855b-4e12-417c-b793-c7e5196ea9ff,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:59.111631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9e6443e7-7688-4321-a641-e69cbc1124e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.126202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.135809 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.209845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Pushing event updated for resources: {'Port': ['ID=d04e855b-4e12-417c-b793-c7e5196ea9ff,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.217417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-9e6443e7-7688-4321-a641-e69cbc1124e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:32:59.217787 n-d-713499-30 neutron-server[102607]: DEBUG oslo_db.api [None req-9e6443e7-7688-4321-a641-e69cbc1124e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:32:59.310034 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.313110 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Allocated IP 172.20.0.1 (64e79e53-b58c-40be-8c81-349e4351e74e/f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3/d4863404-5a51-46d5-92b9-82b96feeb3a3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:59.318187 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.346593 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c2bc3f-c121-4edb-82fd-0a7294ca6227 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:59.365107 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Attempting to bind port 6e95f583-2efb-4163-9d56-f28294a2110d on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:59.365470 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Attempting to bind port 6e95f583-2efb-4163-9d56-f28294a2110d by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:59.365825 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Attempting to bind port 6e95f583-2efb-4163-9d56-f28294a2110d on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:59.373358 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:59.373722 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:59.374107 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.374488 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:59.374939 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Bound port: 6e95f583-2efb-4163-9d56-f28294a2110d, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:59.375309 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.410813 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Pushing event updated for resources: {'Port': ['ID=6e95f583-2efb-4163-9d56-f28294a2110d,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.421417 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.423927 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.424294 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.424628 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.424959 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.425281 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.425783 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.426098 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.426415 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.427258 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.427576 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.427917 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.428305 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:59.450227 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] For port 6e95f583-2efb-4163-9d56-f28294a2110d, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:59.453452 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] For port 6e95f583-2efb-4163-9d56-f28294a2110d, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6e95f583-2efb-4163-9d56-f28294a2110d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:59.457208 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.458450 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.496045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Network 64e79e53-b58c-40be-8c81-349e4351e74e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:59.503006 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:59.506292 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15959cf5-1d34-4b18-bd49-7e5c84e284c9 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:32:59.507346 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:59.519857 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:59.520535 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:59.523383 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008374aa-08fd-435b-890d-6759acfb4ac8 None None] Pushing event updated for resources: {'Port': ['ID=6e95f583-2efb-4163-9d56-f28294a2110d,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.530748 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Pushing event updated for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.551174 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.635805 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:59.685644 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.822528 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:57Z', 'revision_number': 3, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:59.851456 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2688c5fd-470f-48ba-844e-f8b6cebf2950 None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:57Z', 'revision_number': 3, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:59.854364 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.858925 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.882690 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Provisioning complete for port d4863404-5a51-46d5-92b9-82b96feeb3a3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:59.883276 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.918383 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Port d4863404-5a51-46d5-92b9-82b96feeb3a3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:32:59.929913 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Provisioning complete for port 6e95f583-2efb-4163-9d56-f28294a2110d triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:59.930288 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:59.935494 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Pushing event updated for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:59.938128 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.016944 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.035152 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Network 64e79e53-b58c-40be-8c81-349e4351e74e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:00.037426 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:00.041828 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] For port 6e95f583-2efb-4163-9d56-f28294a2110d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6e95f583-2efb-4163-9d56-f28294a2110d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:00.049481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.096938 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Provisioning complete for port d04e855b-4e12-417c-b793-c7e5196ea9ff triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.097314 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.151615 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823dc5-2667-4e69-9ca4-9947410a8f02 None None] Pushing event updated for resources: {'Port': ['ID=6e95f583-2efb-4163-9d56-f28294a2110d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:00.210788 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:00.332821 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:00.347444 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b3c5c668-bfdb-473b-97b0-71df75d6e044 admin admin] 10.222.0.93 "PUT /v2.0/routers/e982d68e-e35c-40f6-9769-4af2854c1b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525238 Nov 12 04:33:00.349021 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-19ac783d-fd24-4a7d-91f8-76c974abb8ec None None] Provisioning complete for port d4863404-5a51-46d5-92b9-82b96feeb3a3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.349926 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-19ac783d-fd24-4a7d-91f8-76c974abb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.394404 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-19ac783d-fd24-4a7d-91f8-76c974abb8ec None None] Port d4863404-5a51-46d5-92b9-82b96feeb3a3 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:00.612571 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04e855b-4e12-417c-b793-c7e5196ea9ff up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:00.669876 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d04e855b-4e12-417c-b793-c7e5196ea9ff triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.670221 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.753583 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6e95f583-2efb-4163-9d56-f28294a2110d up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:00.811420 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 6e95f583-2efb-4163-9d56-f28294a2110d triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:00.811838 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.862344 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39000) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:00.867918 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-401707693-network', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:00.888828 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Made reservation on behalf of 921b56ceecb14d938a8754e0c1e90058 for: {'network': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:00.891033 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for network, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.900739 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.317941 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.322345 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.346539 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=102606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:33:01.356550 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff987a-d43c-49fd-a00b-f5c49d145b97,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.362815 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.363158 n-d-713499-30 neutron-server[102606]: INFO neutron.db.segments_db [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Added segment bf53239d-085f-4cf1-b6f7-de2b904431b3 of type vlan for network 2e84d985-fbf5-4126-bae3-648925f04188 Nov 12 04:33:01.403471 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781426114030'] for network, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.428798 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412'] for network, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.429695 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:01.430259 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.447235 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:01.460229 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5967362 Nov 12 04:33:01.463155 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:01.468467 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Request body: {'subnet': {'network_id': '2e84d985-fbf5-4126-bae3-648925f04188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-401707693-subnet', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:01.494339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422021b-aa63-49fb-9af2-144e669164a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e84d985-fbf5-4126-bae3-648925f04188,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.496219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Made reservation on behalf of 921b56ceecb14d938a8754e0c1e90058 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:01.498789 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5630726'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.505370 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Network 2e84d985-fbf5-4126-bae3-648925f04188 details requested by agent ovs-agent-n-d-713499-30 with host n-d-713499-30 {{(pid=102607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:33:01.573791 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:01.594470 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.597032 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:01.597637 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:01.678708 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5819771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5630740'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.706480 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:01.734570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcdf4ba-28b1-42ac-9dea-239aa62d5b98,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:01.743111 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Checking segment: {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:01.743506 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Network hostable DHCP agents. Network: 2e84d985-fbf5-4126-bae3-648925f04188, hostable agents: ['159926b3-0b3e-4125-8805-534d201a0504'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:33:01.761318 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Network 2e84d985-fbf5-4126-bae3-648925f04188 is scheduled to be hosted by DHCP agent 159926b3-0b3e-4125-8805-534d201a0504 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:33:01.769701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713499-30, 2e84d985-fbf5-4126-bae3-648925f04188) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:01.774549 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:01.775147 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.781841 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a530709-67dc-4641-88ea-825f58cb8ef2 None None] Network 2e84d985-fbf5-4126-bae3-648925f04188 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:01.794368 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-a1db7845-3aa9-4e2a-8588-f6fe9c758053 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3298774 Nov 12 04:33:01.796784 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:01.801094 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:01.822931 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-457888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106888'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.823865 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394346', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1640401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106883'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:01.880180 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.010417 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36807838-b014-5df4-b8ec-b90804e62b59-2e84d985-fbf5-4126-bae3-648925f04188', 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'fixed_ips': [{'subnet_id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98'}]}} from n-d-713499-30. {{(pid=102607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:33:02.011258 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.021905 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.036898 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 2, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:02.068952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:02.069303 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Updating router e982d68e-e35c-40f6-9769-4af2854c1b31 port d4863404-5a51-46d5-92b9-82b96feeb3a3 binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:02.147817 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.219994 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.240062 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.274326 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.db_base_plugin_common [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Allocated IP 172.20.0.2 (2e84d985-fbf5-4126-bae3-648925f04188/7bcdf4ba-28b1-42ac-9dea-239aa62d5b98/0c133e29-1942-4248-ba64-d9f53527d658) {{(pid=102607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:02.347137 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Allocated IP 172.25.4.52 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:02.464216 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.499205 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.543054 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:02.548880 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:02.551290 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:02.553814 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Pushing event updated for resources: {'Port': ['ID=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.569922 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e86be64-9706-4e5b-ba0c-47fe0dc04b19 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:02.609394 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.689057 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-8c819e10-ff5e-46fe-a540-8a493f35c3e3 None None] Provisioning complete for port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:02.689418 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8c819e10-ff5e-46fe-a540-8a493f35c3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.749226 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks [] for port, precommit_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.767522 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532'] for port, after_create {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.805306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.806699 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-8c819e10-ff5e-46fe-a540-8a493f35c3e3 None None] Port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:02.813568 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.818776 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.832092 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Network 2e84d985-fbf5-4126-bae3-648925f04188 is already hosted by enough agents. {{(pid=102607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:02.836629 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Pushing event updated for resources: {'Port': ['ID=0c133e29-1942-4248-ba64-d9f53527d658,revision_number=1']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.840592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.scheduler.base_scheduler [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Resources bound (agent type, host, resource id): {{(pid=102607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:02.844119 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Received port after_create {{(pid=102607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:02.941899 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1807f7-0d62-42da-b5e0-a59d524ea85d None None] Pushing event updated for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:02.974787 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Attempting to bind port 0c133e29-1942-4248-ba64-d9f53527d658 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:02.975262 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Attempting to bind port 0c133e29-1942-4248-ba64-d9f53527d658 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:02.975627 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Attempting to bind port 0c133e29-1942-4248-ba64-d9f53527d658 on network 2e84d985-fbf5-4126-bae3-648925f04188 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:02.988953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Attempting to bind port d4863404-5a51-46d5-92b9-82b96feeb3a3 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:02.989365 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Attempting to bind port d4863404-5a51-46d5-92b9-82b96feeb3a3 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:02.989769 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Attempting to bind port d4863404-5a51-46d5-92b9-82b96feeb3a3 on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:02.992469 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:02.992834 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Checking segment: {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:02.993239 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.993631 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Bound using segment: {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:02.994118 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Bound port: 0c133e29-1942-4248-ba64-d9f53527d658, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:02.994496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.010685 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:03.011055 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Checking segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:03.011459 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.011912 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Bound using segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:03.012366 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Bound port: d4863404-5a51-46d5-92b9-82b96feeb3a3, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:03.012742 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.114171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] For port 0c133e29-1942-4248-ba64-d9f53527d658, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:03.141040 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] For port 0c133e29-1942-4248-ba64-d9f53527d658, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c133e29-1942-4248-ba64-d9f53527d658,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:03.144784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] For port d4863404-5a51-46d5-92b9-82b96feeb3a3, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:03.150572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.184794 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] For port d4863404-5a51-46d5-92b9-82b96feeb3a3, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4863404-5a51-46d5-92b9-82b96feeb3a3,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:03.189982 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] Provisioning complete for port d4863404-5a51-46d5-92b9-82b96feeb3a3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:03.190352 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.195864 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.269793 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f5046-9b29-4fda-86f5-14963ee6705a None None] Pushing event updated for resources: {'Port': ['ID=0c133e29-1942-4248-ba64-d9f53527d658,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.303837 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:03.304505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:03.371441 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394431'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.396080 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1807f7-0d62-42da-b5e0-a59d524ea85d None None] Pushing event updated for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.446187 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.499749 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:03.556747 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] For port d4863404-5a51-46d5-92b9-82b96feeb3a3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4863404-5a51-46d5-92b9-82b96feeb3a3,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:03.564202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.569033 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Router d06a2241-64e7-4499-b00c-b1274527cdc9 is scheduled to L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:33:03.684971 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:03.693983 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Sync routers for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:03.702568 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2172-0c56-452a-bdac-b58c610e50ca None None] Pushing event updated for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:03.704016 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.705371 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-02ff1206-ed9f-4371-b60c-978ae8e58e0e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9076207 Nov 12 04:33:03.708096 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:03.716736 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:03.717784 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:03.721255 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b28f98ae-8d2b-420f-9f7c-c2614270b4c6 None None] Provisioning complete for port d4863404-5a51-46d5-92b9-82b96feeb3a3 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:03.721633 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b28f98ae-8d2b-420f-9f7c-c2614270b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.827159 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:03.858327 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:03.889273 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb290389-c43c-4d00-be0a-a1e059cf2c5f None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:04.045587 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 3, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:04.076351 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Checking router: d06a2241-64e7-4499-b00c-b1274527cdc9 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:04.077424 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Updating router d06a2241-64e7-4499-b00c-b1274527cdc9 port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 binding host n-d-713499-30 {{(pid=102608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:04.113940 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.250684 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.499023 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Allocated IP 172.20.0.1 (2e84d985-fbf5-4126-bae3-648925f04188/7bcdf4ba-28b1-42ac-9dea-239aa62d5b98/f49f0068-b4b6-4fe1-99ad-fd6f5041373c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:04.510915 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81575ce-18a4-4688-a4ad-d74dff71fbdb None None] Network 2e84d985-fbf5-4126-bae3-648925f04188 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:33:04.640178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] Provisioning complete for port 0c133e29-1942-4248-ba64-d9f53527d658 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:04.640520 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.647871 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks [] for port, precommit_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.651833 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.655373 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.694893 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.699166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4863404-5a51-46d5-92b9-82b96feeb3a3 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:04.708466 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d990e3-cc26-4a22-b32f-8a064fdf88b2 None None] Pushing event updated for resources: {'Port': ['ID=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,revision_number=2']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.748604 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31819584-300a-424d-a813-03d9dde5c684 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:04.756249 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Attempting to bind port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 on host n-d-713499-30 for vnic_type normal with profile {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:04.756826 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Attempting to bind port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:04.757868 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Attempting to bind port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 on network c05c87e7-7dae-4009-8352-b41d934068a4 {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:04.764432 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Network 2e84d985-fbf5-4126-bae3-648925f04188 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:04.764688 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:04.765112 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Checking segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:04.765966 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.766314 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:04.766430 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Bound using segment: {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'} {{(pid=102608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:04.766817 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.managers [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Bound port: 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4'}}] {{(pid=102608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:04.767241 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.798730 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Pushing event updated for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:04.804430 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:04.833104 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port d4863404-5a51-46d5-92b9-82b96feeb3a3 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:04.833478 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.843999 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] For port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8, host n-d-713499-30, cleared binding levels {{(pid=102608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:04.848094 n-d-713499-30 neutron-server[102608]: DEBUG neutron.plugins.ml2.db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] For port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:04.852990 n-d-713499-30 neutron-server[102608]: DEBUG neutron_lib.callbacks.manager [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.857032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457066'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:04.917235 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:04.918064 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:04.919439 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070e02a-1b2a-4c88-9d07-488cc1f720ba None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:33:04.948809 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.034272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] For port 0c133e29-1942-4248-ba64-d9f53527d658, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c133e29-1942-4248-ba64-d9f53527d658,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:05.040880 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.047121 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c133e29-1942-4248-ba64-d9f53527d658 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:05.051520 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:05.065103 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.129271 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd3498-0d01-48d5-91cf-5160b81b5207 None None] Pushing event updated for resources: {'Port': ['ID=0c133e29-1942-4248-ba64-d9f53527d658,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.155348 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0c133e29-1942-4248-ba64-d9f53527d658 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.155621 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.208770 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] Provisioning complete for port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.209155 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.246595 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d990e3-cc26-4a22-b32f-8a064fdf88b2 None None] Pushing event updated for resources: {'Port': ['ID=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,revision_number=3']} {{(pid=102608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.347947 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.354958 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.362202 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.385283 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 3, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:05.389748 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] For port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:05.395916 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.436482 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e516262-4559-4511-a68a-be4d56c2db35 None None] The sync data for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 is: [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:02Z', 'revision_number': 3, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:05.459165 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Pushing event updated for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.464756 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-457214'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.470424 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c84868-8209-4f95-bc1f-35684bf659d2 None None] Pushing event updated for resources: {'Port': ['ID=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:05.526190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b91c4ead-96e7-4aca-ae1b-177559459166 None None] Provisioning complete for port 0c133e29-1942-4248-ba64-d9f53527d658 triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.526565 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91c4ead-96e7-4aca-ae1b-177559459166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.588701 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Network 2e84d985-fbf5-4126-bae3-648925f04188 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:05.590234 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:05.654244 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b91c4ead-96e7-4aca-ae1b-177559459166 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.654683 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91c4ead-96e7-4aca-ae1b-177559459166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.690910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b91c4ead-96e7-4aca-ae1b-177559459166 None None] Port f49f0068-b4b6-4fe1-99ad-fd6f5041373c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:05.731704 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Router d06a2241-64e7-4499-b00c-b1274527cdc9 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:05.810499 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-dd502ff7-373b-429f-8fb4-01d996d95c79 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:05.811095 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-dd502ff7-373b-429f-8fb4-01d996d95c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.862332 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:05.868114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-f116afd3-9b5d-49ef-8071-940a67c13188 admin admin] 10.222.0.93 "PUT /v2.0/routers/d06a2241-64e7-4499-b00c-b1274527cdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583288 Nov 12 04:33:05.874910 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-dd502ff7-373b-429f-8fb4-01d996d95c79 None None] Port f49f0068-b4b6-4fe1-99ad-fd6f5041373c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:06.000156 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-3e8ca786-7d9d-4cd0-88e6-19a79cadcb43 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.000615 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca786-7d9d-4cd0-88e6-19a79cadcb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.039024 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ca786-7d9d-4cd0-88e6-19a79cadcb43 None None] Port f49f0068-b4b6-4fe1-99ad-fd6f5041373c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:06.361862 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:06.367737 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783239180', 'description': 'tempest-secgroup-smoke-783239180 description', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.390532 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.471053 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.478624 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.506032 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.506788 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1431582 Nov 12 04:33:06.511372 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39020) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:06.516019 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.521418 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be58f-01d5-4984-aad7-1bf3ca354e52 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4bb16a-00ba-4483-882c-5467e58dde3b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.544909 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.614436 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.614632 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:06.619234 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.639007 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29cbd9d-69bf-4c38-ae2b-64264847c23c,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.647215 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.648462 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-007c2d6e-086a-4f4b-b920-cf63dbab175c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360373 Nov 12 04:33:06.651855 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39022) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:06.656310 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.665760 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.666126 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.682273 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.740438 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.744919 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.765505 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b7b900-6561-4317-b4c5-f7face8573da,revision_number=0']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.771735 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.775895 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:06.776456 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-cd2aee19-8201-4a09-96d0-b55307173d60 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230774 Nov 12 04:33:06.781776 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.813273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.875869 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.880310 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.899078 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394e5639-ba59-4ca3-b60e-66f24a917e1f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:06.908489 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.908768 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c133e29-1942-4248-ba64-d9f53527d658 up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:06.912462 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ba8992e6-5022-41a8-883f-5a6cf94f2157 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319151 Nov 12 04:33:06.912599 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:06.917027 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:06.948728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:06.964774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port 0c133e29-1942-4248-ba64-d9f53527d658 triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:06.965245 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.011700 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.016419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.035715 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f173c860-e39e-48b9-8b5c-1eb235c9c606,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.047843 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.049104 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-c48a0459-39cf-40fd-8bd0-2ab7057517c7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355875 Nov 12 04:33:07.052568 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:07.056969 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:07.080973 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Project ceb602c4be6e4e19bcf34f187c9308e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:33:07.086286 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.149967 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.153704 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.171045 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e879e4ee-616e-4a61-905c-cf4d5e971d56,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.179814 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.181064 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4bc309e7-00f0-41db-bd11-c0b321279576 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275415 Nov 12 04:33:07.183855 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:07.188301 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'security_group_rule': {'security_group_id': '5f4bb16a-00ba-4483-882c-5467e58dde3b', 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:07.210410 n-d-713499-30 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Project ceb602c4be6e4e19bcf34f187c9308e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:33:07.215744 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.277946 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.282272 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640836'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.295406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Sync routers for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:07.305846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:07.306512 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:07.307280 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129d700a-7681-4b32-9a29-5a37a1e27f4b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:07.311394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.316019 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-3dbe1cb5-6b8e-4ede-b429-44775a66928c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278143 Nov 12 04:33:07.417662 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:07.463322 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-d4bef0f4-e14e-43a7-9f2b-29f0ca613c7a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783239180&fields=id&tenant_id=ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 267 time: 0.0441885 Nov 12 04:33:07.574105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-5c3e3831-4862-49f3-8e67-4b51abb2b191 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:07.575458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-5c3e3831-4862-49f3-8e67-4b51abb2b191 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 809 time: 0.1051648 Nov 12 04:33:07.590398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-24867782-1ab6-479c-91ec-87851e66ae5c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/quotas/ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 375 time: 0.0090985 Nov 12 04:33:07.618293 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 4, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'f49f0068-b4b6-4fe1-99ad-fd6f5041373c', 'name': '', 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'mac_address': 'fa:16:3e:d6:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 2, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'subnets': [{'id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:07.641165 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-e1e3ef07-ad92-475f-a21e-55abc8d6be97 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453718 Nov 12 04:33:07.644374 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Checking router: d06a2241-64e7-4499-b00c-b1274527cdc9 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:07.644716 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Updating router d06a2241-64e7-4499-b00c-b1274527cdc9 port f49f0068-b4b6-4fe1-99ad-fd6f5041373c binding host n-d-713499-30 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:33:07.674708 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.743652 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-a996373d-c85c-430a-a788-6427aee4a554 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:33:07.744759 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-a996373d-c85c-430a-a788-6427aee4a554 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0917697 Nov 12 04:33:07.838052 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-02062cb5-c051-4e34-b7a5-aed6e4dca990 service neutron] 10.222.0.93 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869782 Nov 12 04:33:07.933313 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.939063 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.940347 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-39ce3f1b-e9af-47d4-add3-cb04794300ce service neutron] 10.222.0.93 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953634 Nov 12 04:33:07.997091 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c65a9-9192-4c95-bc90-a2ff1a0fc069 None None] Pushing event updated for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.050095 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Attempting to bind port f49f0068-b4b6-4fe1-99ad-fd6f5041373c on host n-d-713499-30 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:08.050457 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Attempting to bind port f49f0068-b4b6-4fe1-99ad-fd6f5041373c by drivers openvswitch,hyperv on host n-d-713499-30 at level 0 using segments [{'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:08.050810 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Attempting to bind port f49f0068-b4b6-4fe1-99ad-fd6f5041373c on network 2e84d985-fbf5-4126-bae3-648925f04188 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:08.056284 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Checking agent: {'id': '5daf4843-8d80-4131-9c35-c940a47c1243', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 2, 54), 'started_at': datetime.datetime(2021, 11, 12, 3, 3, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713499-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:08.056586 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Checking segment: {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:08.057010 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.057310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Bound using segment: {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:08.057774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Bound port: f49f0068-b4b6-4fe1-99ad-fd6f5041373c, host: n-d-713499-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf53239d-085f-4cf1-b6f7-de2b904431b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:08.058148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.139926 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] For port f49f0068-b4b6-4fe1-99ad-fd6f5041373c, host n-d-713499-30, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:08.143346 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-470a39a4-fa5f-43b2-9c08-ce5749bda562 req-3639a3aa-5e7c-4deb-92ca-6bc4d0da7a72 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 210 time: 0.0395484 Nov 12 04:33:08.144045 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] For port f49f0068-b4b6-4fe1-99ad-fd6f5041373c, host n-d-713499-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:08.157572 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.215140 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:08.215777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:08.270231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c65a9-9192-4c95-bc90-a2ff1a0fc069 None None] Pushing event updated for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.334061 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:08.334441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.400335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:08.524425 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.601044 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] For port f49f0068-b4b6-4fe1-99ad-fd6f5041373c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:08.609731 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.688804 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbaff8-3a46-47be-8316-9a70bcd31bb8 None None] Pushing event updated for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:08.712359 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 4, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'f49f0068-b4b6-4fe1-99ad-fd6f5041373c', 'name': '', 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'mac_address': 'fa:16:3e:d6:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:08Z', 'revision_number': 4, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'subnets': [{'id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:08.744192 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b304e3-203c-4fd1-90d1-a7b88ea3d36a None None] The sync data for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 is: [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:33:04Z', 'revision_number': 4, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'f49f0068-b4b6-4fe1-99ad-fd6f5041373c', 'name': '', 'network_id': '2e84d985-fbf5-4126-bae3-648925f04188', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'mac_address': 'fa:16:3e:d6:1d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:04Z', 'updated_at': '2021-11-12T04:33:08Z', 'revision_number': 4, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'subnets': [{'id': '7bcdf4ba-28b1-42ac-9dea-239aa62d5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:08.754997 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-10120c33-4fff-4b8e-9981-63ce7a4230a5 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:08.755378 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-10120c33-4fff-4b8e-9981-63ce7a4230a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.276718 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c957d302-1c33-4b2a-9588-1b09ba922644 req-b40065c3-5cec-410d-b28a-1e9e9e6b7d79 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 210 time: 0.0586855 Nov 12 04:33:09.327565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-cf5924cf-a145-403f-816e-72cd8d3627b7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.329121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-cf5924cf-a145-403f-816e-72cd8d3627b7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 809 time: 0.1536894 Nov 12 04:33:09.400968 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-2bf8ca74-8b04-4cc8-b4e0-8ba0ca72edd7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 379 time: 0.0621078 Nov 12 04:33:09.411710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'port': {'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'admin_state_up': True, 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'security_groups': ['5f4bb16a-00ba-4483-882c-5467e58dde3b']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:09.523520 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Made reservation on behalf of ceb602c4be6e4e19bcf34f187c9308e1 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:33:09.527052 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.654315 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Allocated IP 172.20.0.5 (64e79e53-b58c-40be-8c81-349e4351e74e/f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3/f527abe7-c13e-4212-b316-c1b26ca22f0e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:09.791684 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.824283 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.867443 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Network 64e79e53-b58c-40be-8c81-349e4351e74e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:09.872524 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:09.875507 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:09.906115 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:09.934398 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:09.935127 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.951252 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-216f5dbd-2d27-44c0-8249-778ba0d185cb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5433025 Nov 12 04:33:09.964251 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Request body: {'port': {'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:10.023320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.105190 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-d04ca9ec-0d77-402e-9313-521a1b8e1e07 None None] Provisioning complete for port f527abe7-c13e-4212-b316-c1b26ca22f0e triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:10.105792 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d04ca9ec-0d77-402e-9313-521a1b8e1e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.138646 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-d04ca9ec-0d77-402e-9313-521a1b8e1e07 None None] Port f527abe7-c13e-4212-b316-c1b26ca22f0e cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:33:10.289149 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f527abe7-c13e-4212-b316-c1b26ca22f0e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:10.296493 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.308500 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Transition to ACTIVE for port object f527abe7-c13e-4212-b316-c1b26ca22f0e will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:33:10.312693 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.408358 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:10.482560 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c797f62-9e88-43f8-81f1-75a2d23329d2 req-97bdf5cc-1bc7-4b99-bf5c-9ec0dc8bf3f4 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.484094 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c797f62-9e88-43f8-81f1-75a2d23329d2 req-97bdf5cc-1bc7-4b99-bf5c-9ec0dc8bf3f4 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.1224027 Nov 12 04:33:10.512761 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Attempting to bind port f527abe7-c13e-4212-b316-c1b26ca22f0e on host n-h2-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:33:10.513008 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Attempting to bind port f527abe7-c13e-4212-b316-c1b26ca22f0e by drivers openvswitch,hyperv on host n-h2-713499-30 at level 0 using segments [{'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:33:10.515882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Attempting to bind port f527abe7-c13e-4212-b316-c1b26ca22f0e on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:10.524152 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Port f527abe7-c13e-4212-b316-c1b26ca22f0e on network 64e79e53-b58c-40be-8c81-349e4351e74e not bound, no agent of type Open vSwitch agent registered on host n-h2-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:33:10.524530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Attempting to bind port f527abe7-c13e-4212-b316-c1b26ca22f0e on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:33:10.537335 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Checking agent: {'id': '777e0995-1294-42dc-9b55-156c1e2618d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:33:10.537674 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Checking segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:33:10.538058 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Bound using segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:33:10.538494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Bound port: f527abe7-c13e-4212-b316-c1b26ca22f0e, host: n-h2-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:33:10.538854 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.567796 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3c797f62-9e88-43f8-81f1-75a2d23329d2 req-706a942c-0470-40cf-8426-4cc2411d479c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727706 Nov 12 04:33:10.606238 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f49f0068-b4b6-4fe1-99ad-fd6f5041373c up at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:10.634699 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:33:10.637860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:33:10.642930 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.657824 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Provisioning complete for port f49f0068-b4b6-4fe1-99ad-fd6f5041373c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:10.658201 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.682735 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.683359 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:10.685307 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] 10.222.0.100 "PUT /v2.0/ports/f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 1092 time: 0.7248440 Nov 12 04:33:10.685307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:10.687456 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc316eb-1dff-46d5-84c3-dfe16779f507" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:10.717915 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583791dc-848e-49cf-8e33-19ef5bc20381 service neutron] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:10.735498 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45edfa9b-2bff-4042-a37b-ac70c69adf51 x-openstack-request-id: req-45edfa9b-2bff-4042-a37b-ac70c69adf51 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:10.735792 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:10.736149 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-45edfa9b-2bff-4042-a37b-ac70c69adf51 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:10.736558 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'status': 'completed', 'code': 200} Nov 12 04:33:10.784760 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-b69bc745-654f-402e-906d-ddf5c9932a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.786844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-b69bc745-654f-402e-906d-ddf5c9932a93 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0430982 Nov 12 04:33:10.830308 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-c9638159-8a0d-4da2-aeed-6571d3284fde service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 217 time: 0.0360498 Nov 12 04:33:10.883015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-5f782347-7543-40aa-8530-a4493fb353d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.884511 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-5f782347-7543-40aa-8530-a4493fb353d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0451701 Nov 12 04:33:10.934146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650306d-b6b1-471b-90b0-1279fad2394e req-3f1747d2-96fa-45e0-a2f6-3298a3336fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:10.935628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-3f1747d2-96fa-45e0-a2f6-3298a3336fe2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442605 Nov 12 04:33:11.026034 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-3299bfea-4567-471c-9bb1-6f7be6dffb00 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Nov 12 04:33:11.120601 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-f650306d-b6b1-471b-90b0-1279fad2394e req-fd6817b0-1f6a-4f45-a464-285457d2b25b service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864491 Nov 12 04:33:11.205679 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-5ccd5d82-0a74-4b51-9627-4b7ead528646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.207166 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-5ccd5d82-0a74-4b51-9627-4b7ead528646 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0427558 Nov 12 04:33:11.300493 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-f3d3a280-85ad-4a74-974d-6ac8c3cb3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.302434 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-f3d3a280-85ad-4a74-974d-6ac8c3cb3ba9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0879033 Nov 12 04:33:11.344067 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-6af4c4ad-fe36-4b6e-8efb-8c33bb8eeb38 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 217 time: 0.0350406 Nov 12 04:33:11.398013 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-f1095585-196e-44fd-b154-ac140869e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.399481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-f1095585-196e-44fd-b154-ac140869e3cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0455379 Nov 12 04:33:11.449872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-9f825af1-f559-46d1-82de-21500fd92801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.451375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-9f825af1-f559-46d1-82de-21500fd92801 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438187 Nov 12 04:33:11.544350 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-2ec22f72-d3c2-4255-95ec-8252639aabfa service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842156 Nov 12 04:33:11.638955 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-3dc316eb-1dff-46d5-84c3-dfe16779f507 req-fa36ef1a-fbd5-4fd5-8562-4e72995c61e9 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875468 Nov 12 04:33:11.687367 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc8e0-d872-4019-966f-c2defb544b36 req-635f698d-0c32-4a9b-8b77-b4d22c0a17e1 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:11.688839 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b3cc8e0-d872-4019-966f-c2defb544b36 req-635f698d-0c32-4a9b-8b77-b4d22c0a17e1 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0488975 Nov 12 04:33:11.737355 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7b3cc8e0-d872-4019-966f-c2defb544b36 req-32e292d0-f934-4790-b6e3-1e6adb7b3f5b tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425687 Nov 12 04:33:12.852320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4a52d-baaf-4129-907b-815b6588143f req-8e9a07d3-9850-4baa-9ef8-dc418a5fb17a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:12.853767 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32c4a52d-baaf-4129-907b-815b6588143f req-8e9a07d3-9850-4baa-9ef8-dc418a5fb17a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0480363 Nov 12 04:33:12.905632 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-32c4a52d-baaf-4129-907b-815b6588143f req-f80df882-e688-4d0d-92a5-104c02c74f00 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 Nov 12 04:33:14.021882 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439c1c8-38a9-4a5d-99a5-994daf4af788 req-38eed601-ad7e-42e0-9693-1d1060778c90 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:14.023373 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2439c1c8-38a9-4a5d-99a5-994daf4af788 req-38eed601-ad7e-42e0-9693-1d1060778c90 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0490196 Nov 12 04:33:14.071550 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2439c1c8-38a9-4a5d-99a5-994daf4af788 req-bb524e23-980d-4863-9609-5e03ccdd01d4 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422423 Nov 12 04:33:14.587182 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:33:14.683350 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:14.694784 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:33:14.732347 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.745953 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f527abe7-c13e-4212-b316-c1b26ca22f0e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:33:14.766008 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:14.769609 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:14.818656 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:15.016157 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f527abe7-c13e-4212-b316-c1b26ca22f0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:33:15.185780 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0999d5-b25d-4a1d-99b8-2cd96ae003c0 req-4f7812c9-3768-4818-925d-59e51d325e0a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:15.187257 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d0999d5-b25d-4a1d-99b8-2cd96ae003c0 req-4f7812c9-3768-4818-925d-59e51d325e0a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 944 time: 0.0485461 Nov 12 04:33:15.235559 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7d0999d5-b25d-4a1d-99b8-2cd96ae003c0 req-4398a046-34f6-41f3-b2eb-f9be8a276414 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Nov 12 04:33:16.355825 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f8d25-fa0d-4d2b-be7f-bc34ff45451a req-28c0f554-b1da-4d9d-9c2f-7b530a2a5784 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.357311 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660f8d25-fa0d-4d2b-be7f-bc34ff45451a req-28c0f554-b1da-4d9d-9c2f-7b530a2a5784 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 944 time: 0.0525620 Nov 12 04:33:16.405512 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-660f8d25-fa0d-4d2b-be7f-bc34ff45451a req-dadb5a16-4d4b-4a98-b882-6d63f16ee910 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422864 Nov 12 04:33:16.602819 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:33:16.652429 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning for port f527abe7-c13e-4212-b316-c1b26ca22f0e completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:33:16.656364 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port f527abe7-c13e-4212-b316-c1b26ca22f0e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:33:16.656729 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.731579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.752831 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:16.754979 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4fa8f0-9a68-45b6-852c-2f7ab348eb70" -d '{"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:16.772166 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:33:16.776116 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:16.799699 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f053a48-cb0a-4df8-9a38-fbfb179544bf x-openstack-request-id: req-9f053a48-cb0a-4df8-9a38-fbfb179544bf {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:16.800074 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:16.800352 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9f053a48-cb0a-4df8-9a38-fbfb179544bf {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:16.800725 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'code': 200} Nov 12 04:33:16.825785 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:16.885640 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e07ca3-8847-482c-b67b-547608721f63 req-26bbd1e2-491a-4bb7-8e59-a640631eaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:16.887153 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28e07ca3-8847-482c-b67b-547608721f63 req-26bbd1e2-491a-4bb7-8e59-a640631eaa57 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0385213 Nov 12 04:33:16.933548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-28e07ca3-8847-482c-b67b-547608721f63 req-63563213-93e4-4238-93f8-0440cd272e41 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382645 Nov 12 04:33:17.519011 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef3fd-2e4f-463b-ba97-d3f683a04ab9 req-a4803993-793f-49bf-ad15-e00b9beedf33 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:17.520464 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387ef3fd-2e4f-463b-ba97-d3f683a04ab9 req-a4803993-793f-49bf-ad15-e00b9beedf33 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Nov 12 04:33:17.572156 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-387ef3fd-2e4f-463b-ba97-d3f683a04ab9 req-f6972c9b-69a2-4b35-9e9d-3cbd48e021cc tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Nov 12 04:33:18.147119 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3de4a47-dbd0-47d6-bbdd-fec0afdb16da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:18.686320 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33824715-c461-47db-a963-4fbae910901a req-00d64e8c-78ec-441f-a390-4047ce5290fe tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:18.687687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33824715-c461-47db-a963-4fbae910901a req-00d64e8c-78ec-441f-a390-4047ce5290fe tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 945 time: 0.0478847 Nov 12 04:33:18.735734 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-33824715-c461-47db-a963-4fbae910901a req-e1bf2fed-772c-4811-a4f2-a6d9f3a57215 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Nov 12 04:33:18.847867 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093644c4-2806-4b5c-8725-616abcbbd72d req-4561bd90-eca5-4472-9b00-774bfc868787 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:18.849844 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-093644c4-2806-4b5c-8725-616abcbbd72d req-4561bd90-eca5-4472-9b00-774bfc868787 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Nov 12 04:33:18.898556 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-093644c4-2806-4b5c-8725-616abcbbd72d req-163f7a46-dcee-46fb-978d-0d8c9b12d960 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Nov 12 04:33:18.920212 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39086) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.004437 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5e8bc-4602-48a0-aee3-23fd802a97b2 tempest-TestSnapshotPattern-1776205164 tempest-TestSnapshotPattern-1776205164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:19.005966 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-e9b5e8bc-4602-48a0-aee3-23fd802a97b2 tempest-TestSnapshotPattern-1776205164 tempest-TestSnapshotPattern-1776205164-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1092 time: 0.0847883 Nov 12 04:33:19.009126 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39090) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:33:19.013288 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:33:19.034703 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.128487 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.233063 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Allocated IP 172.25.4.14 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/2446cc4b-da55-4143-80b8-d980a96a76cc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:33:19.330665 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.363500 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.404498 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:33:19.409178 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:33:19.412712 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:33:19.433793 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=2446cc4b-da55-4143-80b8-d980a96a76cc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:19.758138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.825752 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.971629 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:19.976998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.042110 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=2446cc4b-da55-4143-80b8-d980a96a76cc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:33:20.053428 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.149822 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Floating IP 242d51bc-ec4e-440b-96c5-fa958ac43c39 associated. External IP: 172.25.4.14, port: f527abe7-c13e-4212-b316-c1b26ca22f0e. Nov 12 04:33:20.350897 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:33:20.457197 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:33:20.467987 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:33:20.476522 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.477913 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:20.478534 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:32:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:20.503145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-17b80a09-1fa5-458b-9a44-d36028dc02bb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4930155 Nov 12 04:33:20.503811 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:33:20.506185 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982aed82-58eb-44e8-bc6c-070f66531f28" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:33:20.533639 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-202d55be-0f43-4dda-99e1-5b6a8e62eb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:20.585197 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:20.607600 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e17a23-ef4a-4e0c-ad3c-641b59b9d085 x-openstack-request-id: req-81e17a23-ef4a-4e0c-ad3c-641b59b9d085 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:33:20.607949 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:33:20.608344 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81e17a23-ef4a-4e0c-ad3c-641b59b9d085 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:33:20.608838 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'status': 'completed', 'code': 200} Nov 12 04:33:20.669530 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-bdd16b40-3eec-4847-929f-5c21ee711feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.671021 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-bdd16b40-3eec-4847-929f-5c21ee711feb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0395436 Nov 12 04:33:20.763489 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-656657b8-1f0e-428e-aa6e-39b484b9f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.764977 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-656657b8-1f0e-428e-aa6e-39b484b9f7d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0861716 Nov 12 04:33:20.803803 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:19Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:20.829859 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-93b4862b-0813-4839-933e-549db7e92659 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 998 time: 0.0578303 Nov 12 04:33:20.833659 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:33:20.841842 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:33:20.842435 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:33:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:20.881664 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-f24e410c-95f2-4fd9-99a7-a952a5f964af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.883448 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-f24e410c-95f2-4fd9-99a7-a952a5f964af service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0465825 Nov 12 04:33:20.927123 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-56da614f-2abd-4b25-8e70-b4054bd37996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:20.928799 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-56da614f-2abd-4b25-8e70-b4054bd37996 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387878 Nov 12 04:33:20.943405 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:33:21.016269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-3bae41d1-7ed2-4941-b2d5-9db70ae07565 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803134 Nov 12 04:33:21.108528 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-982aed82-58eb-44e8-bc6c-070f66531f28 req-f84b2072-b848-411f-acc3-fa465abf3ef2 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850317 Nov 12 04:33:21.159686 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:19Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:33:21.184929 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6b9d02-7850-4cea-a7c7-6e20a1a6c4ab None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:19Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:33:21.373587 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893fce4-02c8-4349-9332-e842434700fe None None] New status for floating IP 242d51bc-ec4e-440b-96c5-fa958ac43c39: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:33:21.965904 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.329973 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:23.822029 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:31.580852 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.433585 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.446156 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:41.618713 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-b9ab7b78-e9f6-467e-9845-67555951b88c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0854206 Nov 12 04:33:41.705328 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-ccee79e1-608b-484b-9f95-ae5350caa557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.706861 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-ccee79e1-608b-484b-9f95-ae5350caa557 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0405912 Nov 12 04:33:41.817216 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-f9a31af0-c6be-47b2-aecb-3cab12668ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.819100 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-f9a31af0-c6be-47b2-aecb-3cab12668ee7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0906305 Nov 12 04:33:41.883377 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-72967c35-7037-4ebd-8c49-66d2f0ea962e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 1000 time: 0.0568061 Nov 12 04:33:41.934871 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-c816fde6-58bc-47d0-ab8e-93aba87b6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.936289 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-c816fde6-58bc-47d0-ab8e-93aba87b6943 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0459249 Nov 12 04:33:41.987434 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-5302361f-0502-4f50-925f-a6f3311a4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.988947 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-5302361f-0502-4f50-925f-a6f3311a4d7c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397022 Nov 12 04:33:42.077147 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-4fccac6d-ea81-469d-b3e6-ae535573f990 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804408 Nov 12 04:33:42.168999 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7e19bf53-778a-436d-83bb-f0970014ab7b req-45d3bd38-a90c-4efa-953d-fd65ec5a957b service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844886 Nov 12 04:33:48.148737 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a338f697-3533-4a13-848c-aae0b8e79a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:50.536009 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0c5803a-0d58-4154-afd8-95f23482653a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:51.972481 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.331758 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:53.824136 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:01.592859 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.432435 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:15.445767 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:18.149466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a69efebc-1da0-4854-8473-2950d99fc119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:20.535786 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-026045f3-c5a5-42fc-aad8-2e5e9cb4c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:21.972816 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.334623 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.826243 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:31.600350 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.463614 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:41.560897 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-e856fa43-cb0e-4fbc-bc34-37de2d121410 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408709 Nov 12 04:34:41.647239 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08737-7714-4884-9164-337fac219d87 req-ec3e5996-17da-4698-9c37-04cc1f96b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:41.648745 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-ec3e5996-17da-4698-9c37-04cc1f96b86f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0427959 Nov 12 04:34:41.751817 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08737-7714-4884-9164-337fac219d87 req-373badef-f4be-4285-acf2-9d130d6c1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:41.753459 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-373badef-f4be-4285-acf2-9d130d6c1e6d service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0845518 Nov 12 04:34:41.820422 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-9f114a73-62db-43a9-8e73-870429dd03b9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 1000 time: 0.0598664 Nov 12 04:34:42.200914 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08737-7714-4884-9164-337fac219d87 req-4f3b7d43-c8c9-4ce1-8b7c-4ec013f38d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:42.202365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-4f3b7d43-c8c9-4ce1-8b7c-4ec013f38d1c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.3757803 Nov 12 04:34:42.247541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08737-7714-4884-9164-337fac219d87 req-4462fb00-ed66-4c5d-919e-5c8c12732aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:42.249051 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-4462fb00-ed66-4c5d-919e-5c8c12732aef service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392857 Nov 12 04:34:42.338981 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-7b05bba1-8096-4ef4-be54-ebb819e06457 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821579 Nov 12 04:34:42.426043 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-05a08737-7714-4884-9164-337fac219d87 req-6e6c6eee-8571-4ac6-b25f-d86822140cea service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801585 Nov 12 04:34:48.151236 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9b134cb4-22d4-4017-b910-e32875b443d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:50.537459 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-3ddb365f-300c-4aa5-ab95-72e87f599138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:51.973888 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:52.444409 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:53.337850 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.827287 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:01.599612 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.496899 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.153121 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4504fb79-a159-445f-8f45-e780362c81a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.541351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ec5d-54d3-4b63-be28-08806c9b00bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.172597 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e details requested by agent hyperv_n-h2-713499-30 with host n-h2-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:21.289399 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:21.302218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Returning: {'device': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:21.351783 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.366302 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f527abe7-c13e-4212-b316-c1b26ca22f0e {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:21.387378 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:21.393142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.458308 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.466188 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.466538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.466875 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.467212 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.467543 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.467871 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.468234 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.468561 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.468883 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.469243 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.469576 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.469884 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:21.476985 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] get_ports_and_sgs() called for port_ids ['f527abe7-c13e-4212-b316-c1b26ca22f0e'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:21.993048 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.181788 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e up at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:23.247652 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Provisioning complete for port f527abe7-c13e-4212-b316-c1b26ca22f0e triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.248074 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.353304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.365818 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.379846 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:23.382229 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10418c5d-269f-4d6a-9585-6aef9c9b484f" -d '{"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:23.396677 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:23.404793 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.463310 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:23.521765 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d2748-cef0-4a9e-a877-460b8be52380 x-openstack-request-id: req-dd2d2748-cef0-4a9e-a877-460b8be52380 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:23.522058 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-plugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:23.522310 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dd2d2748-cef0-4a9e-a877-460b8be52380 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:23.522706 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'code': 200} Nov 12 04:35:23.835993 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.444101 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:30.963513 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-b6a0b683-80ba-42ae-bc90-1a876c15a90c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783239180&fields=id&tenant_id=ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 267 time: 0.0438614 Nov 12 04:35:31.069502 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-dcf50c86-bbde-4ccd-b36f-dc0ec8587513 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.071002 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-dcf50c86-bbde-4ccd-b36f-dc0ec8587513 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 809 time: 0.1001894 Nov 12 04:35:31.085958 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-a77cc76b-ca80-41cc-b133-966a877b6ec5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/quotas/ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Nov 12 04:35:31.140087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-f37f1ddd-dc25-4154-b91f-92594f801175 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486114 Nov 12 04:35:31.197140 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9803738d-b4c2-48b0-bd50-41254d7b345d service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:35:31.198155 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9803738d-b4c2-48b0-bd50-41254d7b345d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466440 Nov 12 04:35:31.291250 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-4eaf8c69-9f2a-43c2-adbd-61032b04447f service neutron] 10.222.0.93 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863931 Nov 12 04:35:31.378128 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-26d7b984-082e-4253-947f-85aa25471bd6 service neutron] 10.222.0.93 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808189 Nov 12 04:35:31.599672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.492608 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:32.588876 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c24e72c9-ec34-4461-8a7d-31b142b4961a req-fcd21b8f-df0f-40d3-bfc8-b9b75488d56f tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 210 time: 0.0303078 Nov 12 04:35:33.584130 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-5fd17fb0-4421-46a7-8935-8c62b493823c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:33.585562 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-5fd17fb0-4421-46a7-8935-8c62b493823c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.98 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 809 time: 0.1064234 Nov 12 04:35:33.652499 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-02df3f0f-f8c1-4a41-9292-171879778c63 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceb602c4be6e4e19bcf34f187c9308e1 HTTP/1.1" status: 200 len: 379 time: 0.0568078 Nov 12 04:35:33.676546 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'port': {'device_id': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'admin_state_up': True, 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'security_groups': ['5f4bb16a-00ba-4483-882c-5467e58dde3b']}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:33.699273 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-20d44f90-2a99-47d8-b22a-59ad4311d8a7 req-e3d1d97a-27eb-48df-a8a4-df1221630191 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 210 time: 0.0374463 Nov 12 04:35:33.803756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Made reservation on behalf of ceb602c4be6e4e19bcf34f187c9308e1 for: {'port': 1} {{(pid=102606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:33.807332 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.973116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Allocated IP 172.20.0.9 (64e79e53-b58c-40be-8c81-349e4351e74e/f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3/d7adae4e-94c2-48fa-9126-d5ea9b53d22c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:34.170847 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.250227 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.300116 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Network 64e79e53-b58c-40be-8c81-349e4351e74e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:34.305710 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:34.309597 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:34.334768 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:34.349289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.349289 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.350551 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.351333 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.351672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.352034 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.352379 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.352707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.353036 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.353363 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.353690 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.354015 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:34.377696 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:34.378320 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.396268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-73a17c79-77c6-4aa4-b4b2-83af48b83209 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7256353 Nov 12 04:35:34.566877 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-b917c770-1802-4a65-a8ed-37fd492f12b0 None None] Provisioning complete for port d7adae4e-94c2-48fa-9126-d5ea9b53d22c triggered by entity DHCP. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:34.567342 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b917c770-1802-4a65-a8ed-37fd492f12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.613215 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b917c770-1802-4a65-a8ed-37fd492f12b0 None None] Port d7adae4e-94c2-48fa-9126-d5ea9b53d22c cannot update to ACTIVE because it is not bound. {{(pid=102607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:34.824108 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e276-4bd8-4a4d-8731-131d5c039cd1 req-194186ed-f703-47b5-8859-1e63d958dcf8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:34.825628 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70e3e276-4bd8-4a4d-8731-131d5c039cd1 req-194186ed-f703-47b5-8859-1e63d958dcf8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0579484 Nov 12 04:35:34.888198 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-70e3e276-4bd8-4a4d-8731-131d5c039cd1 req-ca69da78-b0a4-46d2-99ae-3c7bfa91212e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560000 Nov 12 04:35:35.211536 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:35.295032 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.317592 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:35.319779 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca5b5c-b27c-43fb-8875-9491b4c35f76" -d '{"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:35.341609 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:35.348672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.382891 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88437e85-cf76-4c58-bef2-b86175474317 x-openstack-request-id: req-88437e85-cf76-4c58-bef2-b86175474317 {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:35.383175 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-unplugged", "status": "completed", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:35.383431 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-88437e85-cf76-4c58-bef2-b86175474317 {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:35.383788 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'code': 200} Nov 12 04:35:35.410013 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Pushing event updated for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=8']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:36.013619 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce01ab-bf93-4791-b346-d334a62ac9ef req-8cbeb8ef-9871-4eec-8b2d-a420da501656 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:36.015161 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cce01ab-bf93-4791-b346-d334a62ac9ef req-8cbeb8ef-9871-4eec-8b2d-a420da501656 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0500071 Nov 12 04:35:36.072225 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9cce01ab-bf93-4791-b346-d334a62ac9ef req-839043c3-48dd-4265-8316-19bc8f20fb55 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504940 Nov 12 04:35:37.194390 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b29a8-10d3-42b3-8fe1-d2c835e5ee92 req-d5f50f88-a219-4408-ad35-fef8d1d811dc tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:37.195887 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e5b29a8-10d3-42b3-8fe1-d2c835e5ee92 req-d5f50f88-a219-4408-ad35-fef8d1d811dc tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0487833 Nov 12 04:35:37.251736 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-5e5b29a8-10d3-42b3-8fe1-d2c835e5ee92 req-864ba7c7-38b7-4c0e-8ef2-8b62bb2093d0 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497518 Nov 12 04:35:38.382291 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54287a-b52e-49cf-8850-8bd369aecdbb req-512d78d4-0e9a-4dc3-9396-30d773d1280d tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:38.384825 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb54287a-b52e-49cf-8850-8bd369aecdbb req-512d78d4-0e9a-4dc3-9396-30d773d1280d tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0514781 Nov 12 04:35:38.437025 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb54287a-b52e-49cf-8850-8bd369aecdbb req-2525dbd6-4592-4126-b9a6-f98a6378b572 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453835 Nov 12 04:35:39.561723 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7924bf-f70c-4285-93fe-bf9399168181 req-6bd5354f-f923-468d-ae6f-3e649a62796f tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:39.563181 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca7924bf-f70c-4285-93fe-bf9399168181 req-6bd5354f-f923-468d-ae6f-3e649a62796f tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0556571 Nov 12 04:35:39.616196 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-ca7924bf-f70c-4285-93fe-bf9399168181 req-153753eb-e1a6-40d5-833c-398b285533de tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464129 Nov 12 04:35:40.787872 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f69a-d3fd-4e70-83c0-c40c392b16d3 req-9b74eefb-31ce-45e1-ae8b-b03e421d8332 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:40.789356 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcc2f69a-d3fd-4e70-83c0-c40c392b16d3 req-9b74eefb-31ce-45e1-ae8b-b03e421d8332 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0506196 Nov 12 04:35:40.844715 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcc2f69a-d3fd-4e70-83c0-c40c392b16d3 req-4f12fb5f-78b4-4f7d-abab-abeffda537da tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463924 Nov 12 04:35:41.993732 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ab497-b876-400a-a0ed-7f5a656e48e8 req-a21ea84e-f852-4433-a98f-603aaa1a9a27 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:41.995620 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-229ab497-b876-400a-a0ed-7f5a656e48e8 req-a21ea84e-f852-4433-a98f-603aaa1a9a27 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0573764 Nov 12 04:35:42.050385 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-229ab497-b876-400a-a0ed-7f5a656e48e8 req-a955d392-fbb2-4bac-b627-26f954be76d1 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 Nov 12 04:35:42.590237 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-0adee100-8177-4b07-a744-e54ce6d7d98b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421019 Nov 12 04:35:42.680848 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-40a8030e-6a89-4762-8ae7-17d50e7cfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:42.682365 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-40a8030e-6a89-4762-8ae7-17d50e7cfec9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0406632 Nov 12 04:35:42.801746 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-5fcc23f1-0af5-48b3-a8a4-6e038d6eea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:42.803481 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-5fcc23f1-0af5-48b3-a8a4-6e038d6eea2c service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0985787 Nov 12 04:35:42.870678 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-aade71e6-c603-4883-bfe8-79f394e3c45e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 998 time: 0.0598609 Nov 12 04:35:42.927047 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-41ae5059-bdf7-4da3-916d-16d388cca8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:42.928679 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-41ae5059-bdf7-4da3-916d-16d388cca8a3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0512776 Nov 12 04:35:42.974801 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-5505c88f-b595-416e-b973-681b0227ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:42.976372 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-5505c88f-b595-416e-b973-681b0227ea7b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413053 Nov 12 04:35:43.075370 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-b9c1a01a-b397-42e2-9ec9-0f3505696a5d service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921302 Nov 12 04:35:43.206619 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fb5fe037-f49b-4e24-ad49-fff38eba7f74 req-28db6844-7e6b-4e0e-a228-6d9c929ba00a service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240067 Nov 12 04:35:43.215162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef51fd-6535-4076-9058-7814c5194855 req-db82488e-f88d-4017-b67e-43dea9a9b18a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:43.216939 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44ef51fd-6535-4076-9058-7814c5194855 req-db82488e-f88d-4017-b67e-43dea9a9b18a tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0769918 Nov 12 04:35:43.274026 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-44ef51fd-6535-4076-9058-7814c5194855 req-fc9bef98-145c-4fe1-babc-616ce8483439 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501194 Nov 12 04:35:44.401988 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37503b-459f-4ccb-bbdc-f3d647ae7541 req-2c44139b-dca9-4537-a483-4a31ee66f2ee tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:44.403616 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f37503b-459f-4ccb-bbdc-f3d647ae7541 req-2c44139b-dca9-4537-a483-4a31ee66f2ee tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 931 time: 0.0565975 Nov 12 04:35:44.453207 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-4f37503b-459f-4ccb-bbdc-f3d647ae7541 req-3f365dfd-b458-4692-81f1-eb094051a453 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Nov 12 04:35:44.973877 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.v2.base [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Request body: {'port': {'device_id': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713499-30'}} {{(pid=102606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:45.027166 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.287513 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7adae4e-94c2-48fa-9126-d5ea9b53d22c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:45.295119 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.307350 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Transition to ACTIVE for port object d7adae4e-94c2-48fa-9126-d5ea9b53d22c will not be triggered until provisioned by entity L2. {{(pid=102606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:35:45.311894 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.364523 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.434482 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Attempting to bind port d7adae4e-94c2-48fa-9126-d5ea9b53d22c on host n-h1-713499-30 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:45.435171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Attempting to bind port d7adae4e-94c2-48fa-9126-d5ea9b53d22c by drivers openvswitch,hyperv on host n-h1-713499-30 at level 0 using segments [{'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:45.435171 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Attempting to bind port d7adae4e-94c2-48fa-9126-d5ea9b53d22c on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:45.439763 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Port d7adae4e-94c2-48fa-9126-d5ea9b53d22c on network 64e79e53-b58c-40be-8c81-349e4351e74e not bound, no agent of type Open vSwitch agent registered on host n-h1-713499-30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:35:45.440129 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Attempting to bind port d7adae4e-94c2-48fa-9126-d5ea9b53d22c on network 64e79e53-b58c-40be-8c81-349e4351e74e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:45.445240 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Checking agent: {'id': '787fb351-6629-4d98-a18b-8c0d0c26cc16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713499-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 10, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:45.445575 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Checking segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:45.445957 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Bound using segment: {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:45.446384 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Bound port: d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host: n-h1-713499-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:45.446738 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.519085 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:45.522516 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:45.527122 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5777624'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.598389 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.599029 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:45.600428 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] 10.222.0.98 "PUT /v2.0/ports/d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 1092 time: 0.6756496 Nov 12 04:35:45.601864 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:45.604225 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb78ee63-7e7b-4b3b-9767-0603b876df4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:45.632081 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f3065-99ec-4626-94ec-2fc7fe4b218e service neutron] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:45.647779 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd9003-5d46-429f-bb97-641298fc871f req-17fc4e53-2809-4f17-81c6-68392075f581 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.649300 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fabd9003-5d46-429f-bb97-641298fc871f req-17fc4e53-2809-4f17-81c6-68392075f581 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 943 time: 0.0976341 Nov 12 04:35:45.682623 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcfb539-37fd-4db8-bd64-954ecb1a8371 x-openstack-request-id: req-0dcfb539-37fd-4db8-bd64-954ecb1a8371 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:45.682907 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:45.683152 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0dcfb539-37fd-4db8-bd64-954ecb1a8371 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:45.683545 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'status': 'completed', 'code': 200} Nov 12 04:35:45.729286 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-4eef2e3f-9055-4085-994a-4f67f6582110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.730795 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-4eef2e3f-9055-4085-994a-4f67f6582110 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1095 time: 0.0804527 Nov 12 04:35:45.736060 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fabd9003-5d46-429f-bb97-641298fc871f req-1d201388-a982-449b-bc5d-5b40f789ce36 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778463 Nov 12 04:35:45.780776 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-e58769af-2d0e-48bc-94c0-98eaa00c7213 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 217 time: 0.0393603 Nov 12 04:35:45.838750 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-c5cdf37e-4078-4692-840e-3a4299747370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.840270 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-c5cdf37e-4078-4692-840e-3a4299747370 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0493932 Nov 12 04:35:45.886651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-2980f93f-cabf-4b10-95ea-4d0ce41acf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:45.888145 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-2980f93f-cabf-4b10-95ea-4d0ce41acf8b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412047 Nov 12 04:35:45.977244 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-563aae18-2c87-4cbd-9a4c-7a2533730803 service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804417 Nov 12 04:35:46.068700 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-adcd5090-dd5d-4ce2-b4a4-c9d1c4c2574e req-b35d3968-8ad5-435d-b4b8-4c2f1eb6a50d service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842638 Nov 12 04:35:46.154160 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-88681992-f427-4e5d-867b-dd7fdce9a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.155641 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-88681992-f427-4e5d-867b-dd7fdce9a317 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1095 time: 0.0403407 Nov 12 04:35:46.250565 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-0bd1e313-b835-4121-a2ac-42ed73b8a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.252212 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-0bd1e313-b835-4121-a2ac-42ed73b8a71a service neutron] 10.222.0.98 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0886002 Nov 12 04:35:46.293490 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-1fbda97a-2762-46f8-90be-191588f3c338 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 217 time: 0.0346675 Nov 12 04:35:46.343095 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-ed071b72-8a6a-47b9-819b-1a1d9da9824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.344458 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-ed071b72-8a6a-47b9-819b-1a1d9da9824d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0426154 Nov 12 04:35:46.395105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-3ea7ab73-eeab-48eb-815c-ab3a6eeeea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.396604 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-3ea7ab73-eeab-48eb-815c-ab3a6eeeea3e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436518 Nov 12 04:35:46.484903 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-08443dd3-eb71-48d0-b52d-3acdf26a61da service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796094 Nov 12 04:35:46.578170 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-eb78ee63-7e7b-4b3b-9767-0603b876df4c req-f25d706c-c71c-4293-9449-eea7ec6b0d29 service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Nov 12 04:35:46.852983 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6ead9-637d-4ebb-88c7-da5cff9e8808 req-0fb717fc-3059-4d72-ba55-f619b4c01b01 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:46.854450 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8b6ead9-637d-4ebb-88c7-da5cff9e8808 req-0fb717fc-3059-4d72-ba55-f619b4c01b01 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 943 time: 0.0482037 Nov 12 04:35:46.903226 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-c8b6ead9-637d-4ebb-88c7-da5cff9e8808 req-a35b7af9-1dd1-4ed7-aeab-eb203aff3623 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Nov 12 04:35:48.017650 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06f510-bd9d-4002-aff0-8d1c561387a6 req-f90f988d-9995-4667-b365-c6d01072dd71 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:48.019121 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db06f510-bd9d-4002-aff0-8d1c561387a6 req-f90f988d-9995-4667-b365-c6d01072dd71 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 943 time: 0.0484245 Nov 12 04:35:48.071418 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-db06f510-bd9d-4002-aff0-8d1c561387a6 req-91ab2a5d-a616-404e-86a0-23dc27b5fadb tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462799 Nov 12 04:35:48.154647 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cb43a377-a561-4a2b-8996-876c0880a4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.793321 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:48.889940 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:48.901233 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'mac_address': 'fa:16:3e:ad:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:48.936843 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:48.952999 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7adae4e-94c2-48fa-9126-d5ea9b53d22c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:48.971242 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:48.975573 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:49.021492 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:49.187382 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a56eb-d1ac-43b7-a77b-d014525c413a req-cb690e57-2c6f-4dfc-9b16-c9d9d32e4780 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:49.188772 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c0a56eb-d1ac-43b7-a77b-d014525c413a req-cb690e57-2c6f-4dfc-9b16-c9d9d32e4780 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 944 time: 0.0477991 Nov 12 04:35:49.189354 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d7adae4e-94c2-48fa-9126-d5ea9b53d22c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:49.238467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-7c0a56eb-d1ac-43b7-a77b-d014525c413a req-a05a55db-2795-43fd-9e1a-2fa502a17465 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Nov 12 04:35:50.354102 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eac8-1538-4e23-884e-1c3340528570 req-09de1c13-760c-4c21-b1d6-d0d947bccac0 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:50.355555 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0af1eac8-1538-4e23-884e-1c3340528570 req-09de1c13-760c-4c21-b1d6-d0d947bccac0 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 944 time: 0.0481541 Nov 12 04:35:50.404337 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-0af1eac8-1538-4e23-884e-1c3340528570 req-68a101e5-9b86-4088-a540-1a4d363f0d79 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429170 Nov 12 04:35:50.543873 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-03b2a647-c197-4d45-b88b-e0ae4ea6a8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:50.809584 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:50.856892 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning for port d7adae4e-94c2-48fa-9126-d5ea9b53d22c completed by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:35:50.860777 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port d7adae4e-94c2-48fa-9126-d5ea9b53d22c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:50.861142 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:50.938747 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:50.960859 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:50.963544 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55abc18-d35b-41cd-89b8-a84a55649134" -d '{"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:50.976625 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:50.980885 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:51.005384 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69107013-491a-4e31-a412-3128c3b1185c x-openstack-request-id: req-69107013-491a-4e31-a412-3128c3b1185c {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:51.005680 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:51.005937 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69107013-491a-4e31-a412-3128c3b1185c {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:51.006332 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'code': 200} Nov 12 04:35:51.031621 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=5']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:51.101997 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae1d4-5dc1-46c9-992f-f08f3d9cd909 req-b658f3bc-47d5-4bd1-b231-f3868c207e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.103375 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f5ae1d4-5dc1-46c9-992f-f08f3d9cd909 req-b658f3bc-47d5-4bd1-b231-f3868c207e3b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1097 time: 0.0431273 Nov 12 04:35:51.150118 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-9f5ae1d4-5dc1-46c9-992f-f08f3d9cd909 req-4acf632f-ce44-4732-830b-f99021c755c1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Nov 12 04:35:51.518731 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d297f5-2d92-4f4f-b67d-03ee2836a7b4 req-031a914a-503a-4584-b031-5f499d9f5882 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:51.520826 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07d297f5-2d92-4f4f-b67d-03ee2836a7b4 req-031a914a-503a-4584-b031-5f499d9f5882 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0504336 Nov 12 04:35:51.570690 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-07d297f5-2d92-4f4f-b67d-03ee2836a7b4 req-89d3c96f-afec-4ce7-a5ae-ea00182eab20 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Nov 12 04:35:51.981038 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.686980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429e78-131d-4297-a7cc-ef1dff68320b req-61847b0e-98ca-484c-b88b-26c41b61efaf tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.688498 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2429e78-131d-4297-a7cc-ef1dff68320b req-61847b0e-98ca-484c-b88b-26c41b61efaf tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0485413 Nov 12 04:35:52.740184 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e2429e78-131d-4297-a7cc-ef1dff68320b req-6cc9fafd-e12d-4391-af48-c7978fce9125 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458405 Nov 12 04:35:52.853875 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c166e6-ff01-4a86-a9ed-f1c6a0a47de6 req-4fe01a28-e2a7-4ea5-8ca7-40f4c7b7a897 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.855220 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5c166e6-ff01-4a86-a9ed-f1c6a0a47de6 req-4fe01a28-e2a7-4ea5-8ca7-40f4c7b7a897 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0474393 Nov 12 04:35:52.903467 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b5c166e6-ff01-4a86-a9ed-f1c6a0a47de6 req-f12d64d7-7a25-4d8c-b64d-0bfdda4f08d7 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Nov 12 04:35:52.924861 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:52.965120 n-d-713499-30 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc261b9-4634-48cb-88c9-f81908138f1e tempest-TestSnapshotPattern-1776205164 tempest-TestSnapshotPattern-1776205164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.966661 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-6cc261b9-4634-48cb-88c9-f81908138f1e tempest-TestSnapshotPattern-1776205164 tempest-TestSnapshotPattern-1776205164-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1092 time: 0.0407944 Nov 12 04:35:52.969255 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:52.973457 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Request body: {'floatingip': {'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:52.995659 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.092124 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.196015 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Allocated IP 172.25.4.183 (c05c87e7-7dae-4009-8352-b41d934068a4/c629091a-cdb3-4938-9a03-7fb2390f30d6/f44f9303-d930-4e67-86fb-9022ac36ae71) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:53.300045 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.333841 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781426128532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.344055 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.371436 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Network c05c87e7-7dae-4009-8352-b41d934068a4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:53.374170 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:53.379551 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:53.407515 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=f44f9303-d930-4e67-86fb-9022ac36ae71,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:53.418832 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.419182 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.419531 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.419870 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.420229 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.420562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.420891 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.421220 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.421541 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.421865 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.422189 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.422512 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:53.741448 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.809020 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.829035 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.953943 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:53.958583 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5819894'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:54.028651 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event updated for resources: {'Port': ['ID=f44f9303-d930-4e67-86fb-9022ac36ae71,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:54.040522 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394449'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:54.138546 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Floating IP 33295221-07c1-42c9-8aa7-03e2194da7a0 associated. External IP: 172.25.4.183, port: d7adae4e-94c2-48fa-9126-d5ea9b53d22c. Nov 12 04:35:54.630890 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:54.734026 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:54.744411 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:54.754845 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:54.755760 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:35:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:54.758334 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:54.790735 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-b29f4198-f535-4f02-8893-0d2a46e5f040 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8203487 Nov 12 04:35:54.791331 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:54.793582 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c30e97-74e8-4dff-afb4-f90f2029819e" -d '{"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:54.836219 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1845f629-335f-40df-a0ef-bbf702e780d2 x-openstack-request-id: req-1845f629-335f-40df-a0ef-bbf702e780d2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:54.836584 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:54.836840 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1845f629-335f-40df-a0ef-bbf702e780d2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:54.837238 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'status': 'completed', 'code': 200} Nov 12 04:35:54.881156 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:54.900200 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-6b4e0ac8-5b04-4d0e-aa2c-4bcc852e2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:54.901728 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-6b4e0ac8-5b04-4d0e-aa2c-4bcc852e2b10 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1097 time: 0.0416083 Nov 12 04:35:54.997259 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-185dae8b-dee7-43ad-92c1-6fbff2c2d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:54.998717 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-185dae8b-dee7-43ad-92c1-6fbff2c2d537 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0905600 Nov 12 04:35:55.062548 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-cd67f887-d87a-4554-befb-9c4b67647160 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 999 time: 0.0569265 Nov 12 04:35:55.104855 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}, {'id': '33295221-07c1-42c9-8aa7-03e2194da7a0', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:ad:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:53Z', 'updated_at': '2021-11-12T04:35:53Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.116204 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-9034856e-86e7-4e81-b7b5-f1b524173d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.117655 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-9034856e-86e7-4e81-b7b5-f1b524173d26 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0473833 Nov 12 04:35:55.129971 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:55.138293 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:55.138882 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:35:51Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.161869 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-9a5348a6-5e1a-455e-8c10-f4f28624c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:55.163888 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-9a5348a6-5e1a-455e-8c10-f4f28624c79b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393686 Nov 12 04:35:55.240191 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:55.251647 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-fc9789cc-48f3-4cb2-84bd-af8d3e6dd01b service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810046 Nov 12 04:35:55.344136 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-21c30e97-74e8-4dff-afb4-f90f2029819e req-5a45c993-d13a-449b-bfab-68207d11b327 service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850761 Nov 12 04:35:55.463657 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}, {'id': '33295221-07c1-42c9-8aa7-03e2194da7a0', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:ad:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:53Z', 'updated_at': '2021-11-12T04:35:53Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:55.489313 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c577c1c-ce8a-4cbf-9103-4b7e014689bf None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}, {'id': '33295221-07c1-42c9-8aa7-03e2194da7a0', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.183', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:ad:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:53Z', 'updated_at': '2021-11-12T04:35:53Z', 'revision_number': 0, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:55.667018 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726aa15-dbd2-4bba-90e1-a17c26fe0e1a None None] New status for floating IP 33295221-07c1-42c9-8aa7-03e2194da7a0: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:36:01.599056 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.494953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:06.443451 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:18.158417 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f9acf0b-3b99-43cd-bfde-4d7eafe795e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.545833 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c3b4db06-3298-417d-993f-b9f5959b7819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.984172 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.346122 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.830125 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.613389 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.508978 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:36.336735 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-18da97e7-232e-44e3-8b35-d5dd2ea271fc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381162 Nov 12 04:36:36.422509 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-05c005e8-6a73-44db-a71b-332499869e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:36.423985 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-05c005e8-6a73-44db-a71b-332499869e8a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1097 time: 0.0433655 Nov 12 04:36:36.530339 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-afc370aa-905d-4a96-889d-445ba6d61fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:36.531687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-afc370aa-905d-4a96-889d-445ba6d61fb2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0853901 Nov 12 04:36:36.602398 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-b7f890bf-4569-488e-96f1-c936eb3d098e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 1001 time: 0.0624940 Nov 12 04:36:36.651980 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-ace3e1b3-1729-4998-b8c7-fd436b0c1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:36.653427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-ace3e1b3-1729-4998-b8c7-fd436b0c1330 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0431099 Nov 12 04:36:36.698648 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-9e009d57-e3a9-4937-80e5-40f2e8a4ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:36.700092 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-9e009d57-e3a9-4937-80e5-40f2e8a4ff1b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390303 Nov 12 04:36:36.791030 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-d172c6ea-cc1a-4382-95f0-a7eba22f184e service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Nov 12 04:36:36.877606 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-8f0b39c7-4d23-4ed2-b9e5-73f440c557cb req-b77b14dc-966f-4cdd-8761-48f72aa45a9d service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799534 Nov 12 04:36:42.551188 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-5a05f787-b5ce-4121-8396-f7102f63b87a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383189 Nov 12 04:36:42.634857 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-9e10e3db-45f2-4b9b-99be-57cc1eddfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.636630 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-9e10e3db-45f2-4b9b-99be-57cc1eddfc74 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0441020 Nov 12 04:36:42.735824 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-8fed3e13-a04b-49b7-bddd-73049b465425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.737299 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-8fed3e13-a04b-49b7-bddd-73049b465425 service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0823953 Nov 12 04:36:42.804856 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-06f34721-b76d-4e6f-b450-1575a26e1daa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 998 time: 0.0599778 Nov 12 04:36:42.851541 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-62e62c6d-9350-461b-a059-5f9e7ad1f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.853520 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-62e62c6d-9350-461b-a059-5f9e7ad1f385 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0426021 Nov 12 04:36:42.896973 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-ec943085-c8ed-48a1-b523-daa1f6df4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.898396 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-ec943085-c8ed-48a1-b523-daa1f6df4558 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383506 Nov 12 04:36:42.999313 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-bce29510-2d98-499b-becf-9205d79731f2 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933678 Nov 12 04:36:43.087361 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-fcd7dc8f-c20e-4b89-912b-5c4a46154709 req-09a4e022-58ea-421b-86bc-4073ff231ce7 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812025 Nov 12 04:36:43.443515 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:48.158504 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4baa-cec6-4356-9e34-022bb2a6e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:50.545334 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b8896021-5c65-423b-b773-37adc11b3c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:51.985505 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:53.349471 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:53.833468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:01.628338 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:02.521910 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:18.159548 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93b0f020-b0df-481f-a2fd-b9831c6f9105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.293682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c details requested by agent hyperv_n-h1-713499-30 with host n-h1-713499-30 {{(pid=102607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:37:19.405494 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:19.419948 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Returning: {'device': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'port_id': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'mac_address': 'fa:16:3e:ad:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:37:19.459242 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.482681 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7adae4e-94c2-48fa-9126-d5ea9b53d22c {{(pid=102607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:37:19.504496 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:19.509466 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:19.565795 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=6']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:19.574501 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.574864 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.575165 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.575505 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.575839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.576205 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.576538 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.576863 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.577194 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.577520 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.577845 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.578173 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:19.583218 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] get_ports_and_sgs() called for port_ids ['d7adae4e-94c2-48fa-9126-d5ea9b53d22c'] {{(pid=102607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:37:20.444735 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:20.548703 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9fc47c42-357e-4dbc-a9b6-8c014a2909f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.295329 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c up at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:37:21.345993 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.provisioning_blocks [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Provisioning complete for port d7adae4e-94c2-48fa-9126-d5ea9b53d22c triggered by entity L2. {{(pid=102607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:37:21.346775 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-704818'] for port, provisioning_complete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.438139 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.465331 n-d-713499-30 neutron-server[102607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:21.467725 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21aa6d62a0a6e2f1a479640a973d43fa38e9b5b01b5cffcaad239783bd4df2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091dbead-eb63-4b5f-b0e9-7dfbcd80e41d" -d '{"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:21.483178 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:21.489669 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781426556308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781426128550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781426128568'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:21.518782 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb97b16c-e0fe-4e69-8f85-458fbdee717f x-openstack-request-id: req-cb97b16c-e0fe-4e69-8f85-458fbdee717f {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:21.519075 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-plugged", "status": "completed", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "code": 200}]} {{(pid=102607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:21.519477 n-d-713499-30 neutron-server[102607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cb97b16c-e0fe-4e69-8f85-458fbdee717f {{(pid=102607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:21.519896 n-d-713499-30 neutron-server[102607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'code': 200} Nov 12 04:37:21.545932 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Pushing event updated for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=7']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:21.997360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:23.354482 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:23.838579 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.571449 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:28.733278 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Deleting port f44f9303-d930-4e67-86fb-9022ac36ae71 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:28.733504 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.808561 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.808883 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.820405 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Calling delete_port for f44f9303-d930-4e67-86fb-9022ac36ae71 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:28.965859 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.991188 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event deleted for resources: {'Port': ['ID=f44f9303-d930-4e67-86fb-9022ac36ae71,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:29.016219 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.016562 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.016902 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.017240 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.017570 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.017899 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.018227 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.018548 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.018868 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.019206 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.019507 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.019825 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:29.064765 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.065101 n-d-713499-30 neutron-server[102605]: INFO neutron.db.l3_db [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Floating IP 33295221-07c1-42c9-8aa7-03e2194da7a0 disassociated (deleted). External IP: 172.25.4.183, port: d7adae4e-94c2-48fa-9126-d5ea9b53d22c. Nov 12 04:37:29.270073 n-d-713499-30 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:29.373648 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:29.378487 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:29.383105 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:29.392824 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:29.393431 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.408322 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-7692e7cb-6879-41c3-87eb-4f5deea86313 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "DELETE /v2.0/floatingips/33295221-07c1-42c9-8aa7-03e2194da7a0 HTTP/1.1" status: 204 len: 168 time: 0.8357239 Nov 12 04:37:29.408923 n-d-713499-30 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:29.412036 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d33bbd2829b88413418ec2643b285ac1fdc12f7290188f92ae22c3d491537970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122b910-7773-4a9e-b72d-2ac7fc650359" -d '{"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:29.453847 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f7ab49-8a41-4250-9d21-9e8a0ff47d51 x-openstack-request-id: req-10f7ab49-8a41-4250-9d21-9e8a0ff47d51 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:29.454649 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:29.454907 n-d-713499-30 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-10f7ab49-8a41-4250-9d21-9e8a0ff47d51 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:29.455315 n-d-713499-30 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'status': 'completed', 'code': 200} Nov 12 04:37:29.510204 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:29.534618 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-4ac35be5-efd5-4931-b3a9-191454ddc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.537950 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-4ac35be5-efd5-4931-b3a9-191454ddc859 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 1097 time: 0.0533767 Nov 12 04:37:29.681962 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66674f69-b91e-4cb8-98cd-27e9f9bbc46e req-f4cdb135-5e91-4034-9492-31895ba2d89c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.683427 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66674f69-b91e-4cb8-98cd-27e9f9bbc46e req-f4cdb135-5e91-4034-9492-31895ba2d89c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0733237 Nov 12 04:37:29.684937 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-8f9c9239-49da-4eab-950f-5d98b07e254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.686251 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-8f9c9239-49da-4eab-950f-5d98b07e254f service neutron] 10.222.0.98 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.1389189 Nov 12 04:37:29.737369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-f195f463-8916-4dca-bd38-ba36228c25d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 200 len: 217 time: 0.0411363 Nov 12 04:37:29.791269 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-66674f69-b91e-4cb8-98cd-27e9f9bbc46e req-505adc28-e043-4ab0-a036-d2adcdb3be96 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006837 Nov 12 04:37:29.814860 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-5cc8a2fb-feaf-4eac-8985-f98517aac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.816348 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-5cc8a2fb-feaf-4eac-8985-f98517aac195 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0697219 Nov 12 04:37:29.836862 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.863264 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:29.865167 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-30bd99e8-74b1-43f2-9424-bc48d63ab51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:29.866661 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-30bd99e8-74b1-43f2-9424-bc48d63ab51f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432885 Nov 12 04:37:29.871400 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:29.872002 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:29.877494 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-6a5bbb71-0928-487e-8b2c-738f9b8e043c service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=102606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:37:29.878495 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-6a5bbb71-0928-487e-8b2c-738f9b8e043c service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048835 Nov 12 04:37:29.966087 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-fed6c1a9-e9b9-45d1-987d-bcf53e28e14e service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804694 Nov 12 04:37:29.974610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:30.208436 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:30.235310 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc00ed3-9aee-4adc-aa68-41be5816bb2b None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_floatingips': [{'id': '242d51bc-ec4e-440b-96c5-fa958ac43c39', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'router_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'port_id': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'mac_address': 'fa:16:3e:b5:32:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:33:19Z', 'updated_at': '2021-11-12T04:33:21Z', 'revision_number': 1, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:30.400687 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-6122b910-7773-4a9e-b72d-2ac7fc650359 req-97dee107-dba9-4495-a23d-ea21cc1c13fc service neutron] 10.222.0.98 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258819 Nov 12 04:37:30.480606 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e57fc-f512-4ec2-b049-20d651cf9f7a None None] New status for floating IP 33295221-07c1-42c9-8aa7-03e2194da7a0: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:30.909147 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae9355-97ee-42c9-8cc0-b14e415cd49d req-3a6b6c60-5078-474c-b7ec-77f7dd96aefd tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:30.910600 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7ae9355-97ee-42c9-8cc0-b14e415cd49d req-3a6b6c60-5078-474c-b7ec-77f7dd96aefd tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0484457 Nov 12 04:37:30.958803 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e7ae9355-97ee-42c9-8cc0-b14e415cd49d req-29317ff9-8de9-4b08-bce9-f442cccddbde tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Nov 12 04:37:31.092641 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-a2a08db8-b683-475a-ae62-30d94b41b99b tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:31.093962 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-a2a08db8-b683-475a-ae62-30d94b41b99b tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.98 "GET /v2.0/ports?device_id=0510c745-98ef-48df-ac8f-876fb3afae9f HTTP/1.1" status: 200 len: 945 time: 0.0464082 Nov 12 04:37:31.184146 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Deleting port d7adae4e-94c2-48fa-9126-d5ea9b53d22c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:31.184474 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.271834 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] For port d7adae4e-94c2-48fa-9126-d5ea9b53d22c, host n-h1-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713499-30',level=0,port_id=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:31.272289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.285343 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Calling delete_port for d7adae4e-94c2-48fa-9126-d5ea9b53d22c owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:31.324231 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:31.399468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529779'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.413702 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.449150 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event deleted for resources: {'Port': ['ID=d7adae4e-94c2-48fa-9126-d5ea9b53d22c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:31.474105 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.474446 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.474778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.475107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.475435 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.475756 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.476107 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.476428 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.476745 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.477059 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.477378 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.477693 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713499-30 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:37:31.498237 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] No DVR routers for this DVR port d7adae4e-94c2-48fa-9126-d5ea9b53d22c on host n-h1-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:31.500957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:31.504334 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-2545785e-7ba4-447e-900e-a79a140e3b39 req-1a4f9a0d-227e-4d35-819d-8eee59d317a8 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.98 "DELETE /v2.0/ports/d7adae4e-94c2-48fa-9126-d5ea9b53d22c HTTP/1.1" status: 204 len: 173 time: 0.4043479 Nov 12 04:37:31.504772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-deleted', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:31.507057 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8fea0-f3de-4231-899c-4d996fc8951c" -d '{"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-deleted", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:31.553274 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0503e6-b84f-4a6d-817f-af4d1eb7853c x-openstack-request-id: req-3e0503e6-b84f-4a6d-817f-af4d1eb7853c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:31.553566 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0510c745-98ef-48df-ac8f-876fb3afae9f", "name": "network-vif-deleted", "tag": "d7adae4e-94c2-48fa-9126-d5ea9b53d22c", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:31.553919 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3e0503e6-b84f-4a6d-817f-af4d1eb7853c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:31.554320 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0510c745-98ef-48df-ac8f-876fb3afae9f', 'name': 'network-vif-deleted', 'tag': 'd7adae4e-94c2-48fa-9126-d5ea9b53d22c', 'status': 'completed', 'code': 200} Nov 12 04:37:31.626179 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.535307 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39626) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:32.538942 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.689172 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Deleting port 2446cc4b-da55-4143-80b8-d980a96a76cc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:32.689511 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.763597 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.763920 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.775436 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Calling delete_port for 2446cc4b-da55-4143-80b8-d980a96a76cc owned by network:floatingip {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:32.917976 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.945651 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event deleted for resources: {'Port': ['ID=2446cc4b-da55-4143-80b8-d980a96a76cc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:33.003123 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for floatingip, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.003454 n-d-713499-30 neutron-server[102606]: INFO neutron.db.l3_db [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Floating IP 242d51bc-ec4e-440b-96c5-fa958ac43c39 disassociated (deleted). External IP: 172.25.4.14, port: f527abe7-c13e-4212-b316-c1b26ca22f0e. Nov 12 04:37:33.204177 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:33.311192 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:33.315579 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for floatingip, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:33.320210 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:33.329763 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:33.330358 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.342268 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-483b8da5-3cf7-447e-8228-2b795cf3b785 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "DELETE /v2.0/floatingips/242d51bc-ec4e-440b-96c5-fa958ac43c39 HTTP/1.1" status: 204 len: 168 time: 0.8057888 Nov 12 04:37:33.435926 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:33.558725 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6fa7c-8215-4fea-8114-c74b22c91351 req-5aa2914f-aa5b-4fc4-887d-b8eefb92d89d tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.560952 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8d6fa7c-8215-4fea-8114-c74b22c91351 req-5aa2914f-aa5b-4fc4-887d-b8eefb92d89d tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0507689 Nov 12 04:37:33.561424 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:33.563679 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02676361-efd6-4b27-87b5-13d726449d69" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:33.608973 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5f709-677d-4bc2-a8fd-b9d7bb21d835 x-openstack-request-id: req-2cd5f709-677d-4bc2-a8fd-b9d7bb21d835 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:33.609258 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:33.609503 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2cd5f709-677d-4bc2-a8fd-b9d7bb21d835 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:33.609897 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'status': 'completed', 'code': 200} Nov 12 04:37:33.615925 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-b8d6fa7c-8215-4fea-8114-c74b22c91351 req-f43c9950-4b0c-42ad-b533-4929a02d3a9c tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Nov 12 04:37:33.637884 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.663737 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:33.672048 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:33.672646 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.673162 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02676361-efd6-4b27-87b5-13d726449d69 req-206889e4-1c0d-4d4e-b5e9-118b12969ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.674666 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-206889e4-1c0d-4d4e-b5e9-118b12969ffa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0451932 Nov 12 04:37:33.765231 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02676361-efd6-4b27-87b5-13d726449d69 req-09cbcd9f-0083-4692-ae2f-eebbe1c982c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.766627 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-09cbcd9f-0083-4692-ae2f-eebbe1c982c8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 200 len: 911 time: 0.0849319 Nov 12 04:37:33.773602 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:33.812781 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-a6c935ac-ae7e-4b10-9655-9f62f996d75f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 200 len: 217 time: 0.0376265 Nov 12 04:37:33.861856 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02676361-efd6-4b27-87b5-13d726449d69 req-d56c20cb-c2e8-4ab4-9213-bb7e3958c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.863318 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-d56c20cb-c2e8-4ab4-9213-bb7e3958c511 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 200 len: 848 time: 0.0436950 Nov 12 04:37:33.908778 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02676361-efd6-4b27-87b5-13d726449d69 req-59bc1d71-f88b-4140-aee9-11cdaabef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:33.910304 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-59bc1d71-f88b-4140-aee9-11cdaabef809 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=64e79e53-b58c-40be-8c81-349e4351e74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395069 Nov 12 04:37:33.966532 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:33.995689 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547ed3-c7e8-470e-b420-86981d50b42a None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:32:59Z', 'revision_number': 4, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30', '_interfaces': [{'id': 'd4863404-5a51-46d5-92b9-82b96feeb3a3', 'name': '', 'network_id': '64e79e53-b58c-40be-8c81-349e4351e74e', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'mac_address': 'fa:16:3e:96:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:59Z', 'updated_at': '2021-11-12T04:33:03Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'subnets': [{'id': 'f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:34.005571 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-fc557835-a03c-43b0-82f8-df0e621d5a57 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Nov 12 04:37:34.100090 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-02676361-efd6-4b27-87b5-13d726449d69 req-01d731bd-4177-4ace-879c-6ccb4057fa00 service neutron] 10.222.0.100 "GET /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874228 Nov 12 04:37:34.300931 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4cc9a5-e157-46e4-82aa-26b756ed236c None None] New status for floating IP 242d51bc-ec4e-440b-96c5-fa958ac43c39: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:37:34.733842 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679771d8-e3a1-43ed-bd42-a2e1480886ad req-3820bc1d-f8a2-46a2-8445-0b0a6ca7e1b3 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:34.735282 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-679771d8-e3a1-43ed-bd42-a2e1480886ad req-3820bc1d-f8a2-46a2-8445-0b0a6ca7e1b3 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0484028 Nov 12 04:37:34.789029 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-679771d8-e3a1-43ed-bd42-a2e1480886ad req-7a801d67-c035-4f51-839f-37cad3fabd0e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/security-groups?id=5f4bb16a-00ba-4483-882c-5467e58dde3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476835 Nov 12 04:37:35.057772 n-d-713499-30 neutron-server[102606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-b439d41a-2da3-4413-ab17-8b9a51ae9f1f tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:35.059134 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-b439d41a-2da3-4413-ab17-8b9a51ae9f1f tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.100 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 943 time: 0.0475872 Nov 12 04:37:35.147091 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Deleting port f527abe7-c13e-4212-b316-c1b26ca22f0e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:35.147423 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.236610 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] For port f527abe7-c13e-4212-b316-c1b26ca22f0e, host n-h2-713499-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713499-30',level=0,port_id=f527abe7-c13e-4212-b316-c1b26ca22f0e,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:35.236970 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.250621 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Calling delete_port for f527abe7-c13e-4212-b316-c1b26ca22f0e owned by compute:nova {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:35.350451 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c no longer exists at agent hyperv_n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:35.370911 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] No Port match for: d7adae4e-94c2-48fa-9126-d5ea9b53d22c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:35.371347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Device d7adae4e-94c2-48fa-9126-d5ea9b53d22c not bound to the agent host n-h1-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:35.381726 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.408196 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event deleted for resources: {'Port': ['ID=f527abe7-c13e-4212-b316-c1b26ca22f0e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:35.450238 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] No DVR routers for this DVR port f527abe7-c13e-4212-b316-c1b26ca22f0e on host n-h2-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:35.452953 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128489'] for port, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:35.456341 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-a8187ec5-99c9-4fac-95b5-d900dd12f811 req-5a1fbe95-da79-4e8d-91be-631a4764a3b5 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.100 "DELETE /v2.0/ports/f527abe7-c13e-4212-b316-c1b26ca22f0e HTTP/1.1" status: 204 len: 173 time: 0.3906262 Nov 12 04:37:35.610627 n-d-713499-30 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-deleted', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:37:35.612943 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5850067eb7c70d58dbe6db3223c718c9aa977705a09ee66a305b661b4ef0015c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6387438f-ef42-44d6-9589-af810e5d4c51" -d '{"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-deleted", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:37:35.649949 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fc1ee1-9a62-4047-acfc-d6015a0f0927 x-openstack-request-id: req-60fc1ee1-9a62-4047-acfc-d6015a0f0927 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:37:35.650239 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6d14cb-388a-4a36-978a-efe3fb6f4dc6", "name": "network-vif-deleted", "tag": "f527abe7-c13e-4212-b316-c1b26ca22f0e", "status": "completed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:37:35.650490 n-d-713499-30 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60fc1ee1-9a62-4047-acfc-d6015a0f0927 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:37:35.650891 n-d-713499-30 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d14cb-388a-4a36-978a-efe3fb6f4dc6', 'name': 'network-vif-deleted', 'tag': 'f527abe7-c13e-4212-b316-c1b26ca22f0e', 'status': 'completed', 'code': 200} Nov 12 04:37:35.912509 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [req-e4f5d347-b6d9-4180-8664-81fa70137f21 req-0057abd8-4f5a-48ab-bcdd-5a8691f151b9 tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "GET /v2.0/ports?device_id=6c6d14cb-388a-4a36-978a-efe3fb6f4dc6 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Nov 12 04:37:36.968888 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39642) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:37.028014 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.052581 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.110484 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.113229 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Publish callbacks [] for security_group, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.114500 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] 10.222.0.93 "DELETE /v2.0/security-groups/5f4bb16a-00ba-4483-882c-5467e58dde3b HTTP/1.1" status: 204 len: 168 time: 0.1445694 Nov 12 04:37:37.123414 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4068e-d336-4d50-9529-545fc185123e tempest-TestSnapshotPattern-557580847 tempest-TestSnapshotPattern-557580847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4bb16a-00ba-4483-882c-5467e58dde3b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:37.160143 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39646) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:37.494776 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.732826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Deleting port d4863404-5a51-46d5-92b9-82b96feeb3a3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:37.733165 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.811341 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] For port d4863404-5a51-46d5-92b9-82b96feeb3a3, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d4863404-5a51-46d5-92b9-82b96feeb3a3,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:37.811617 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.823716 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Calling delete_port for d4863404-5a51-46d5-92b9-82b96feeb3a3 owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:37.996416 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.023029 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4863404-5a51-46d5-92b9-82b96feeb3a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:38.187998 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.395924 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Router e982d68e-e35c-40f6-9769-4af2854c1b31 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:38.500863 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:38.508054 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b6493241-0685-4a56-b307-dfbd1cfd2cb4 admin admin] 10.222.0.93 "PUT /v2.0/routers/e982d68e-e35c-40f6-9769-4af2854c1b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3459082 Nov 12 04:37:38.508711 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39648) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:38.510407 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Sync routers for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:38.520663 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:38.521369 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:38.613939 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks [] for router, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.713680 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: n-d-713499-30 {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:38.718914 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.770645 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Deleting port 6e95f583-2efb-4163-9d56-f28294a2110d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:38.770980 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.852672 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] For port 6e95f583-2efb-4163-9d56-f28294a2110d, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=6e95f583-2efb-4163-9d56-f28294a2110d,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:38.853036 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.864887 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Calling delete_port for 6e95f583-2efb-4163-9d56-f28294a2110d owned by network:router_gateway {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:38.896942 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:37:37Z', 'revision_number': 5, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port': {'id': '6e95f583-2efb-4163-9d56-f28294a2110d', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:32:57Z', 'updated_at': '2021-11-12T04:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:38.925923 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Checking router: e982d68e-e35c-40f6-9769-4af2854c1b31 for host: n-d-713499-30 {{(pid=102608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:38.933973 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Routers {'e982d68e-e35c-40f6-9769-4af2854c1b31'} bound to L3 agent in host n-d-713499-30 {{(pid=102608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:38.934593 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['e982d68e-e35c-40f6-9769-4af2854c1b31'], 'active': True} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:39.018696 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_dvr_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] Set router e982d68e-e35c-40f6-9769-4af2854c1b31 gateway port host: None {{(pid=102608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:39.073968 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:37:38Z', 'revision_number': 6, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:39.100721 n-d-713499-30 neutron-server[102608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9e0b-b877-4eff-970e-187edce7baca None None] The sync data for ids ['e982d68e-e35c-40f6-9769-4af2854c1b31'] in n-d-713499-30 is: [{'id': 'e982d68e-e35c-40f6-9769-4af2854c1b31', 'name': 'tempest-TestSnapshotPattern-392969195-router', 'tenant_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:32:56Z', 'updated_at': '2021-11-12T04:37:38Z', 'revision_number': 6, 'project_id': 'ceb602c4be6e4e19bcf34f187c9308e1', 'gw_port_host': None}] {{(pid=102608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:39.374667 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.400977 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Pushing event deleted for resources: {'Port': ['ID=6e95f583-2efb-4163-9d56-f28294a2110d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.415552 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d1462-4ff8-4082-b715-819c546b9129 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:39.466279 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.560624 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.562724 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.582006 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e no longer exists at agent hyperv_n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:39.601616 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] No Port match for: f527abe7-c13e-4212-b316-c1b26ca22f0e {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:39.601965 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Device f527abe7-c13e-4212-b316-c1b26ca22f0e not bound to the agent host n-h2-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:39.606394 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.606916 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e982d68e-e35c-40f6-9769-4af2854c1b31 {{(pid=102606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:39.610957 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] Publish callbacks [] for router, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.612107 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-0c21cfba-4c7c-4d15-9c8e-d85dc2325eee admin admin] 10.222.0.93 "DELETE /v2.0/routers/e982d68e-e35c-40f6-9769-4af2854c1b31 HTTP/1.1" status: 204 len: 168 time: 1.1024604 Nov 12 04:37:39.616272 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39650) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:39.660804 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Deleting subnet f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 {{(pid=102606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:39.663929 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.703071 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5777422'] for subnet, precommit_delete_associations {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.786289 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.853405 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5777554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6044401'] for subnet, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.888087 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:39.893614 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611394'] for subnet, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:39.898369 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-7b0148bf-8aad-4705-9967-6ef7a938677d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f9bec8ae-be0f-4cb2-ba7c-ba8ba02b05b3 HTTP/1.1" status: 204 len: 168 time: 0.2797518 Nov 12 04:37:39.899496 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39652) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:39.900171 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01b385-23e1-4f37-b203-355b80bd94a4 None None] Network 64e79e53-b58c-40be-8c81-349e4351e74e requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:39.977491 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.036121 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Deleting port d04e855b-4e12-417c-b793-c7e5196ea9ff {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:40.036571 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.079635 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] DHCP port deletion for 64e79e53-b58c-40be-8c81-349e4351e74e request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:40.110707 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] For port d04e855b-4e12-417c-b793-c7e5196ea9ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04e855b-4e12-417c-b793-c7e5196ea9ff,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:40.111382 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.125410 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Calling delete_port for d04e855b-4e12-417c-b793-c7e5196ea9ff owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:40.133959 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Deleting port d04e855b-4e12-417c-b793-c7e5196ea9ff {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:40.134329 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.201335 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] For port d04e855b-4e12-417c-b793-c7e5196ea9ff, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=d04e855b-4e12-417c-b793-c7e5196ea9ff,segment=NetworkSegment(5bbdc434-2eac-4004-99d7-78d6b4c4dfdb),segment_id=5bbdc434-2eac-4004-99d7-78d6b4c4dfdb)] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:40.201787 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.205395 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.215406 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Calling delete_port for d04e855b-4e12-417c-b793-c7e5196ea9ff owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:40.234418 n-d-713499-30 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] No DVR routers for this DVR port d04e855b-4e12-417c-b793-c7e5196ea9ff on host n-d-713499-30 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:40.235475 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d04e855b-4e12-417c-b793-c7e5196ea9ff,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.296741 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.311163 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.322595 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] Pushing event deleted for resources: {'Port': ['ID=d04e855b-4e12-417c-b793-c7e5196ea9ff,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.328211 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bf594-2edd-4b05-992e-59481e479222 None None] No DVR routers for this DVR port d04e855b-4e12-417c-b793-c7e5196ea9ff on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:40.335303 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e79e53-b58c-40be-8c81-349e4351e74e']}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.342826 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb') {'for_net_delete': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.343117 n-d-713499-30 neutron-server[102606]: DEBUG neutron.services.segments.db [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbdc434-2eac-4004-99d7-78d6b4c4dfdb') {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:40.352570 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5789181'] for segment, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.366155 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.372680 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=102606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:40.373060 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5777660'] for segment, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: Traceback (most recent call last): Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: timer() Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: cb(*args, **kw) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: return func(*args, **kwargs) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: self._notify() Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: self.callback(batched_events) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: event.method(event) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: return f(self, *a, **k) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: return self._get(url).json() Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:40.374784 n-d-713499-30 neutron-server[102606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:40.432674 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.438075 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Publish callbacks [] for network, before_response {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.441330 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] 10.222.0.93 "DELETE /v2.0/networks/64e79e53-b58c-40be-8c81-349e4351e74e HTTP/1.1" status: 204 len: 168 time: 0.5367405 Nov 12 04:37:40.444553 n-d-713499-30 neutron-server[102606]: DEBUG neutron.wsgi [-] (102606) accepted ('10.222.0.93', 39654) {{(pid=102606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:40.461247 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245abd-343e-448b-acf2-85695ede8e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=64e79e53-b58c-40be-8c81-349e4351e74e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:40.693347 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4863404-5a51-46d5-92b9-82b96feeb3a3 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.714515 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d4863404-5a51-46d5-92b9-82b96feeb3a3 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.714957 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d4863404-5a51-46d5-92b9-82b96feeb3a3 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.715390 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04e855b-4e12-417c-b793-c7e5196ea9ff no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.735774 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: d04e855b-4e12-417c-b793-c7e5196ea9ff {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.736325 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device d04e855b-4e12-417c-b793-c7e5196ea9ff not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.736737 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6e95f583-2efb-4163-9d56-f28294a2110d no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:40.755356 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 6e95f583-2efb-4163-9d56-f28294a2110d {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:40.755952 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 6e95f583-2efb-4163-9d56-f28294a2110d not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:40.808138 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-457169'] for router_interface, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.050208 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Deleting port f49f0068-b4b6-4fe1-99ad-fd6f5041373c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:41.050460 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.136281 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] For port f49f0068-b4b6-4fe1-99ad-fd6f5041373c, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:41.136639 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.149014 n-d-713499-30 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Calling delete_port for f49f0068-b4b6-4fe1-99ad-fd6f5041373c owned by network:router_interface {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:41.329260 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5777569'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.353468 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Pushing event deleted for resources: {'Port': ['ID=f49f0068-b4b6-4fe1-99ad-fd6f5041373c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:41.529347 n-d-713499-30 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-458593'] for router_interface, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.748079 n-d-713499-30 neutron-server[102606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Router d06a2241-64e7-4499-b00c-b1274527cdc9 has already been hosted by L3 agent 2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2 {{(pid=102606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:37:41.854041 n-d-713499-30 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] Notify agent at l3_agent.n-d-713499-30 the message routers_updated {{(pid=102606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:37:41.859483 n-d-713499-30 neutron-server[102606]: INFO neutron.wsgi [None req-b3d7e51a-dd02-47f0-a79a-dcc82426571c admin admin] 10.222.0.93 "PUT /v2.0/routers/d06a2241-64e7-4499-b00c-b1274527cdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043067 Nov 12 04:37:41.862121 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:41.866839 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Sync routers for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:37:41.877682 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:41.878290 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:41.966722 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:41.982720 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: n-d-713499-30 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:42.067419 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.122284 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Deleting port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:42.122630 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.160070 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'external_fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:37:41Z', 'revision_number': 5, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port': {'id': '1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8', 'name': '', 'network_id': 'c05c87e7-7dae-4009-8352-b41d934068a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713499-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:33:02Z', 'updated_at': '2021-11-12T04:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c629091a-cdb3-4938-9a03-7fb2390f30d6', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713499-30'}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:42.186939 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Checking router: d06a2241-64e7-4499-b00c-b1274527cdc9 for host: n-d-713499-30 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:37:42.195279 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Routers {'d06a2241-64e7-4499-b00c-b1274527cdc9'} bound to L3 agent in host n-d-713499-30 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:37:42.195887 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713499-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:02:50Z,description=,heartbeat_timestamp=2021-11-12T04:37:21Z,host='n-d-713499-30',id=2e5d02d4-5d2b-49d9-beda-e8c7e23e35c2,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:02:50Z,topic='l3_agent')) {'router_ids': ['d06a2241-64e7-4499-b00c-b1274527cdc9'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:42.200752 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] For port 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,segment=NetworkSegment(5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2),segment_id=5beb986a-bac8-4c7d-9b8b-b1eb0b8f12d2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:42.201203 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.214304 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Calling delete_port for 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:42.282942 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] Set router d06a2241-64e7-4499-b00c-b1274527cdc9 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:37:42.337967 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:37:42Z', 'revision_number': 6, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port_host': None}], 'n-d-713499-30', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:42.365426 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f10c37-d139-4682-b0ba-907142a0fe26 None None] The sync data for ids ['d06a2241-64e7-4499-b00c-b1274527cdc9'] in n-d-713499-30 is: [{'id': 'd06a2241-64e7-4499-b00c-b1274527cdc9', 'name': 'tempest-TestSnapshotPattern-401707693-router', 'tenant_id': '921b56ceecb14d938a8754e0c1e90058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:33:01Z', 'updated_at': '2021-11-12T04:37:42Z', 'revision_number': 6, 'project_id': '921b56ceecb14d938a8754e0c1e90058', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:37:42.379273 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.407981 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:42.418623 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d0d14-bb3a-4993-8ec3-98b75d74c071 None None] DHCP port deletion for c05c87e7-7dae-4009-8352-b41d934068a4 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:42.472981 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394395'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.566394 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106906'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.568550 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.612408 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455287'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.612886 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d06a2241-64e7-4499-b00c-b1274527cdc9 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:37:42.617017 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.618318 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-ebd748fb-8423-4d28-9f62-121e64adf3ee admin admin] 10.222.0.93 "DELETE /v2.0/routers/d06a2241-64e7-4499-b00c-b1274527cdc9 HTTP/1.1" status: 204 len: 168 time: 0.7551200 Nov 12 04:37:42.620760 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:42.669537 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Deleting subnet 7bcdf4ba-28b1-42ac-9dea-239aa62d5b98 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:37:42.672560 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.708662 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819795'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.797830 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710144'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.803219 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f49f0068-b4b6-4fe1-99ad-fd6f5041373c no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:42.832683 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: f49f0068-b4b6-4fe1-99ad-fd6f5041373c {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:42.833023 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device f49f0068-b4b6-4fe1-99ad-fd6f5041373c not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:42.854997 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5819836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5630829'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.884370 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcdf4ba-28b1-42ac-9dea-239aa62d5b98,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:42.888534 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:42.894114 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-191b08df-7857-43f4-a33b-260329ea6cb9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7bcdf4ba-28b1-42ac-9dea-239aa62d5b98 HTTP/1.1" status: 204 len: 168 time: 0.2700503 Nov 12 04:37:42.894273 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:42.894466 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbc486-171f-488f-9e1a-9fbd18b7759d None None] Network 2e84d985-fbf5-4126-bae3-648925f04188 requested from n-d-713499-30 {{(pid=102607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:37:42.962472 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-712037'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.015755 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Deleting port 0c133e29-1942-4248-ba64-d9f53527d658 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:43.016156 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.084679 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] For port 0c133e29-1942-4248-ba64-d9f53527d658, host n-d-713499-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713499-30',level=0,port_id=0c133e29-1942-4248-ba64-d9f53527d658,segment=NetworkSegment(bf53239d-085f-4cf1-b6f7-de2b904431b3),segment_id=bf53239d-085f-4cf1-b6f7-de2b904431b3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:43.084963 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.097145 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Calling delete_port for 0c133e29-1942-4248-ba64-d9f53527d658 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:43.128384 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] DHCP port deletion for 2e84d985-fbf5-4126-bae3-648925f04188 request from n-d-713499-30 {{(pid=102607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:37:43.178919 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5819791'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.181590 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Deleting port 0c133e29-1942-4248-ba64-d9f53527d658 {{(pid=102607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:37:43.181957 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781426549432'] for port, before_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.210403 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c133e29-1942-4248-ba64-d9f53527d658,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.212264 n-d-713499-30 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] No DVR routers for this DVR port 0c133e29-1942-4248-ba64-d9f53527d658 on host n-d-713499-30 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:43.250142 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] For port 0c133e29-1942-4248-ba64-d9f53527d658, host n-d-713499-30, got binding levels [] {{(pid=102607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:37:43.250770 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399223'] for port, precommit_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.268368 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Calling delete_port for 0c133e29-1942-4248-ba64-d9f53527d658 owned by network:dhcp {{(pid=102607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:37:43.271272 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.ipam_backend_mixin [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Port 0c133e29-1942-4248-ba64-d9f53527d658 was not found and therefore no delete operation was performed {{(pid=102607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:37:43.273441 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781426556290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781426128541'] for port, after_delete {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.286284 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-706951', 'neutron.services.segments.db._delete_segments_for_network-8781426659566'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.303870 n-d-713499-30 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] Pushing event deleted for resources: {'Port': ['ID=0c133e29-1942-4248-ba64-d9f53527d658,revision_number=None']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.307944 n-d-713499-30 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205d940-2470-4e0a-8b7f-bc7f34ccfb94 None None] No DVR routers for this DVR port 0c133e29-1942-4248-ba64-d9f53527d658 on host n-d-713499-30 {{(pid=102607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:37:43.310329 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e84d985-fbf5-4126-bae3-648925f04188']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:43.323905 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf53239d-085f-4cf1-b6f7-de2b904431b3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:43.324228 n-d-713499-30 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf53239d-085f-4cf1-b6f7-de2b904431b3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:37:43.334259 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781426466039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5812320'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.348656 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.356339 n-d-713499-30 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:37:43.356953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1432287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5819858'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: timer() Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: cb(*args, **kw) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: self._notify() Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: self.callback(batched_events) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: event.method(event) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: return self._get(url).json() Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:37:43.359118 n-d-713499-30 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:37:43.426154 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-706974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1643620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394471'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.433167 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.436834 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2e84d985-fbf5-4126-bae3-648925f04188 HTTP/1.1" status: 204 len: 168 time: 0.5416393 Nov 12 04:37:43.450158 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbb6aa-dcf8-4d4c-aeee-5f8d7f531676 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e84d985-fbf5-4126-bae3-648925f04188,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:43.619813 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:43.659483 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-1aa5f3e6-b81d-4452-8315-0df51413d3e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ceb602c4be6e4e19bcf34f187c9308e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379941 Nov 12 04:37:43.662021 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:43.708627 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.729847 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.780456 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.782953 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:43.784176 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/490a0f02-a968-48c8-8857-3d1535cf788d HTTP/1.1" status: 204 len: 168 time: 0.1211729 Nov 12 04:37:43.792513 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29ec4-cb1a-47e9-a1d0-18e3894bb4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a0f02-a968-48c8-8857-3d1535cf788d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:44.101004 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:44.139650 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-2ea15f88-8a1e-4a6a-87b1-a55b087d18d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=921b56ceecb14d938a8754e0c1e90058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375230 Nov 12 04:37:44.142081 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.93', 39674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:37:44.187400 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.207935 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.252728 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1640923'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.255313 n-d-713499-30 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:44.256515 n-d-713499-30 neutron-server[102605]: INFO neutron.wsgi [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/51ff987a-d43c-49fd-a00b-f5c49d145b97 HTTP/1.1" status: 204 len: 168 time: 0.1135445 Nov 12 04:37:44.265253 n-d-713499-30 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398316a-6709-4cd6-a574-0f3f6fb42733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff987a-d43c-49fd-a00b-f5c49d145b97,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:37:44.688858 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:44.709806 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:44.710153 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 1f1b7c51-6f28-4d87-a1aa-f1b95ade42d8 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:44.710572 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c133e29-1942-4248-ba64-d9f53527d658 no longer exists at agent ovs-agent-n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:37:44.729698 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.plugin [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] No Port match for: 0c133e29-1942-4248-ba64-d9f53527d658 {{(pid=102607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:37:44.730039 n-d-713499-30 neutron-server[102607]: DEBUG neutron.plugins.ml2.rpc [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Device 0c133e29-1942-4248-ba64-d9f53527d658 not bound to the agent host n-d-713499-30 {{(pid=102607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:37:48.161069 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-036ee885-f1d0-4a23-9556-96e1920a2b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:50.550076 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f9de807-2543-4c74-9840-c1516d7c5258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:51.993905 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.355106 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:53.830932 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.445147 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:01.643367 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.536323 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:18.162672 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4d84cc38-8792-4dc5-9ef6-066023d3c4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:20.551709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-8cbf56c7-e747-4744-a43b-e42e732a31e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:21.993335 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.358296 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:23.836765 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:31.653254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.547442 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.444606 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:48.166402 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9146ec4d-61e2-4ce3-8b80-0d128231b275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:50.551985 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-de21ce40-ec6b-42f2-836c-28d2bf159c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:51.996790 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.360982 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:53.839235 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:01.651305 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.547856 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.443906 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:18.171450 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ceb87b46-1b00-49e6-b67c-3af2f489e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.552797 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5c05ee27-37ac-4daf-bc09-d4a188c62e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.999451 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.362974 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:23.841148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.668490 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.561496 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.172537 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d6b2269a-199e-4553-84ca-ba106ed1d434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:48.443490 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:50.556355 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-83099659-133a-4668-8b84-5294d4a12ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:52.002362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:53.365060 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:53.842935 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:01.663356 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:02.557272 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:18.173304 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e539a5a4-c1c9-48b6-ae0f-02a0db7d00dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.556814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb3c9-4810-449f-b203-43221d9f674e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:22.007088 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.368626 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.843492 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.442773 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:31.677157 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:32.555098 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:48.174574 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4afe-9c47-4822-80fa-1e651e160043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:50.558673 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-808dd166-9e4c-4794-8cca-923c630a563f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:52.007751 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:53.370254 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:53.845051 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:01.675721 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:02.442452 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:02.569427 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:18.176042 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a0eb62dc-88a3-4573-a685-ae94c4f9d9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:20.559979 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e57d2cb5-5b8e-41ec-bacb-d859dc91ac09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:22.009648 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.374128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.847198 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.676735 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.582654 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.442439 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:48.176795 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6feb807d-711e-494c-82ec-33f6ea48e4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.560699 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e398-6ebb-44fb-af72-314a528017c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.013379 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.375946 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:53.848820 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:01.672709 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:02.587887 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:16.442995 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:18.181306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d657112c-d7de-4415-897f-b0c814d0a37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:20.563303 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-757220e8-a69b-42c4-8e76-ca871cf5cdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.017977 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.378362 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:23.850128 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:31.689374 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.595413 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:48.182072 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-a4c9433a-0015-4b91-9c52-5c73f4df3e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:50.563219 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8b50-d1c1-463a-b3c6-1bd0c3fada2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:52.020443 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.383101 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:53.443514 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:53.850802 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:01.685823 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.594799 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.182229 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4234a67f-bb42-4ba1-936c-8d58544f6e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.564306 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0ea53718-3a3e-41a3-bfed-63f425055987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.023209 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.386631 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.852268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.443217 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:31.699920 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:32.608151 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:48.182769 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ab8793de-71ef-4089-afef-060fe0339e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:50.564580 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9352ab2-94ad-45f0-ba7a-01f975f1fe87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:52.025027 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.388089 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:53.853144 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:01.714013 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.623653 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:07.442610 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:18.183814 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e0895e19-be60-449d-abf9-747907b84363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:20.563992 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0a376dee-e3e5-4d82-af2d-73f7d6d0cf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:22.028849 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.389372 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:23.854468 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:31.715479 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:32.621576 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:44.441978 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:48.184421 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2e76f53a-7f8b-4b84-8175-d50029438391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:50.565228 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-43d189f7-c08f-4f6f-a4d9-d2bb5951ee99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:52.031192 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:53.391773 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:53.861360 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:01.727015 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.628984 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.185268 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9423cc24-806d-4f0b-9974-5ffffc0f1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.566278 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f567030a-a37b-4e00-88bd-36af441c38c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.441567 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:22.034044 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.393750 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.852960 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:31.726813 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:32.619383 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:48.190701 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-574b22ae-16d1-4eee-bf57-afef47aa8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:50.568026 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06508dc9-4a76-4199-909d-cd875b33d988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:52.037195 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:53.396463 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:53.853446 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:58.440984 n-d-713499-30 neutron-server[102608]: DEBUG neutron.db.agents_db [None req-3811717b-757a-4353-b18d-b00d93fb71e2 None None] Agent healthcheck: found 7 active agents {{(pid=102608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:01.742484 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-04a8236d-73e8-4494-ae30-c6c5b64feed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:02.618625 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-019c6360-eeea-47c5-97d7-c0fe46fec296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:06.715520 n-d-713499-30 neutron-server[102605]: DEBUG neutron.wsgi [req-bad2ccde-4290-4347-acf7-afb734d334c6 req-920c16e1-6586-4dc0-a9fe-b043022259b0 service neutron] (102605) timed out ('10.222.0.93', 37532) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:46:18.189148 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c5093f78-19ae-4493-9422-acbdef808d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:20.569404 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2336-6e7e-4b24-b504-e573baa89e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:22.040351 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e503c1d6-a65e-46b9-a4c3-f3197104f75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:23.400953 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0775ba32-03ca-48e9-a8d0-5eeb159dd3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:23.855012 n-d-713499-30 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-85eeca59-bdaa-4f6c-97fc-c95220281440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781426659548', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-704833'] for agent, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}